squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Fix dist.broadcast stall without group argument (#3408)

Browse Source
This commit is contained in:
Junda Chen 2024-03-14 23:25:05 -07:00 committed by GitHub
parent 253a98078a
commit 429284dc37
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/model_executor/parallel_utils/communication_op.py
View File

@ -177,7 +177,7 @@ def broadcast_tensor_dict(
for key, value in metadata_list: for key, value in metadata_list:
if isinstance(value, TensorMetadata): if isinstance(value, TensorMetadata):
tensor = tensor_dict[key] tensor = tensor_dict[key]
torch.distributed.broadcast(tensor, src=src) torch.distributed.broadcast(tensor, src=src, group=group)
else: else:
recv_metadata_list = [None] recv_metadata_list = [None]
torch.distributed.broadcast_object_list(recv_metadata_list, torch.distributed.broadcast_object_list(recv_metadata_list,