squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Fix bad assert in initialize_cluster if PG already exists (#526)

Browse Source
This commit is contained in:
Antoni Baum 2023-07-19 23:17:12 -07:00 committed by GitHub
parent 9925c17940
commit c487a221ee
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
vllm/engine/ray_utils.py
View File

@ -81,9 +81,11 @@ def initialize_cluster(
# Verify that we can use the placement group.
gpu_bundles = 0
for bundle in bundles:
assert bundle.get("GPU", 0) > 1, (
"Placement group bundles cannot have more than 1 GPU")
if bundle.get("GPU", 0):
bundle_gpus = bundle.get("GPU", 0)
if bundle_gpus > 1:
raise ValueError(
"Placement group bundle cannot have more than 1 GPU.")
if bundle_gpus:
gpu_bundles += 1
if parallel_config.world_size > gpu_bundles:
raise ValueError(