From d18f4e73f39a72bc2abe74bc6b02c61805e1c3d1 Mon Sep 17 00:00:00 2001 From: youkaichao Date: Wed, 27 Mar 2024 10:23:54 -0700 Subject: [PATCH] [Bugfix] [Hotfix] fix nccl library name (#3661) --- vllm/model_executor/parallel_utils/pynccl.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/vllm/model_executor/parallel_utils/pynccl.py b/vllm/model_executor/parallel_utils/pynccl.py index e8f0f74a..0eb75e02 100644 --- a/vllm/model_executor/parallel_utils/pynccl.py +++ b/vllm/model_executor/parallel_utils/pynccl.py @@ -39,9 +39,9 @@ if so_file: f"Loading nccl from environment variable VLLM_NCCL_SO_PATH={so_file}") else: if torch.version.cuda is not None: - so_file = "libnccl.so" + so_file = "libnccl.so.2" elif torch.version.hip is not None: - so_file = "librccl.so" + so_file = "librccl.so.2" else: raise ValueError("NCCL only supports CUDA and ROCm backends.") logger.debug(f"Loading nccl from library {so_file}")