From adf9bb3c577aaaad147b1fe7f61a5c6a0bdfb3de Mon Sep 17 00:00:00 2001 From: Sumanth R Hegde <39546518+SumanthRH@users.noreply.github.com> Date: Thu, 16 Apr 2026 12:51:45 -0700 Subject: [PATCH] [CI] Add weight transfer tests to CI (#39821) Signed-off-by: SumanthRH Co-authored-by: Robert Shaw <114415538+robertgshaw2-redhat@users.noreply.github.com> Co-authored-by: Cyrus Leung --- .buildkite/test_areas/distributed.yaml | 2 ++ tests/distributed/test_weight_transfer.py | 3 +++ 2 files changed, 5 insertions(+) diff --git a/.buildkite/test_areas/distributed.yaml b/.buildkite/test_areas/distributed.yaml index 56e528ffb37..e13618eb65d 100644 --- a/.buildkite/test_areas/distributed.yaml +++ b/.buildkite/test_areas/distributed.yaml @@ -196,6 +196,8 @@ steps: - VLLM_ALLOW_INSECURE_SERIALIZATION=1 python3 examples/rl/rlhf_async_new_apis.py - VLLM_USE_DEEP_GEMM=1 VLLM_LOGGING_LEVEL=DEBUG python3 examples/offline_inference/data_parallel.py --model=Qwen/Qwen1.5-MoE-A2.7B -tp=1 -dp=2 --max-model-len=2048 --all2all-backend=deepep_high_throughput - pytest -v -s tests/v1/distributed/test_dbo.py + - VLLM_ALLOW_INSECURE_SERIALIZATION=1 pytest -v -s tests/distributed/test_weight_transfer.py + - pytest -v -s tests/distributed/test_packed_tensor.py - label: Distributed Tests (2 GPUs)(B200) device: b200 diff --git a/tests/distributed/test_weight_transfer.py b/tests/distributed/test_weight_transfer.py index 1c9bc766ab1..92b8100a166 100644 --- a/tests/distributed/test_weight_transfer.py +++ b/tests/distributed/test_weight_transfer.py @@ -41,6 +41,7 @@ def create_mock_parallel_config( config.rank = rank config.world_size = world_size config.data_parallel_rank = dp_rank + config.data_parallel_index = dp_rank return config @@ -283,6 +284,7 @@ def inference_receive_tensor( parallel_config.rank = 0 parallel_config.world_size = 1 parallel_config.data_parallel_rank = 0 + parallel_config.data_parallel_index = 0 engine = NCCLWeightTransferEngine(config, parallel_config) @@ -666,6 +668,7 @@ def inference_receive_ipc_tensor( parallel_config.rank = 0 parallel_config.world_size = 1 parallel_config.data_parallel_rank = 0 + parallel_config.data_parallel_index = 0 engine = IPCWeightTransferEngine(config, parallel_config)