Fix dist.broadcast stall without group argument (#3408)

2024-03-14 23:25:05 -07:00 · 2024-03-14 23:25:05 -07:00 · 429284dc37
commit 429284dc37
parent 253a98078a
1 changed files with 1 additions and 1 deletions
--- a/vllm/model_executor/parallel_utils/communication_op.py
+++ b/vllm/model_executor/parallel_utils/communication_op.py
@ -177,7 +177,7 @@ def broadcast_tensor_dict(
        for key, value in metadata_list:
            if isinstance(value, TensorMetadata):
                tensor = tensor_dict[key]
-                torch.distributed.broadcast(tensor, src=src)
+                torch.distributed.broadcast(tensor, src=src, group=group)
    else:
        recv_metadata_list = [None]
        torch.distributed.broadcast_object_list(recv_metadata_list,