squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[Bugfix] [Hotfix] fix nccl library name (#3661)

Browse Source
This commit is contained in:
youkaichao 2024-03-27 10:23:54 -07:00 committed by GitHub
parent 82c540bebf
commit d18f4e73f3
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/model_executor/parallel_utils/pynccl.py
View File

@ -39,9 +39,9 @@ if so_file:
f"Loading nccl from environment variable VLLM_NCCL_SO_PATH={so_file}") f"Loading nccl from environment variable VLLM_NCCL_SO_PATH={so_file}")
else: else:
if torch.version.cuda is not None: if torch.version.cuda is not None:
so_file = "libnccl.so" so_file = "libnccl.so.2"
elif torch.version.hip is not None: elif torch.version.hip is not None:
so_file = "librccl.so" so_file = "librccl.so.2"
else: else:
raise ValueError("NCCL only supports CUDA and ROCm backends.") raise ValueError("NCCL only supports CUDA and ROCm backends.")
logger.debug(f"Loading nccl from library {so_file}") logger.debug(f"Loading nccl from library {so_file}")