squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[CI/Build] Enable InternVL2 PP test only on single node (#8437)

Browse Source
This commit is contained in:
Isotr0py 2024-09-13 14:35:20 +08:00 committed by GitHub
parent acda0b35d0
commit 9b4a3b235e
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 5 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
tests/distributed/test_pipeline_parallel.py
View File

@ -32,10 +32,11 @@ VLLM_MULTI_NODE = os.getenv("VLLM_MULTI_NODE", "0") == "1"
(1, 4, 1, 0, 0, "meta-llama/Meta-Llama-3-8B", "ray"),
(2, 2, 1, 0, 0, "meta-llama/Meta-Llama-3-8B", "ray"),
(2, 2, 0, 1, 0, "meta-llama/Meta-Llama-3-8B", "ray"),
# TODO: Enable internVL2 in a separate test if needed
# (1, 2, 1, 1, 1, "OpenGVLab/InternVL2-1B", "ray"),
# (1, 2, 1, 1, 1, "OpenGVLab/InternVL2-2B", "ray"),
# (1, 2, 1, 0, 1, "OpenGVLab/InternVL2-4B", "ray"),
# NOTE: InternVL2 multi-node tests are flaky,
# use mp backend to skip the multi-node tests
(1, 2, 1, 1, 1, "OpenGVLab/InternVL2-1B", "mp"),
(1, 2, 1, 1, 1, "OpenGVLab/InternVL2-2B", "mp"),
(1, 2, 1, 0, 1, "OpenGVLab/InternVL2-4B", "mp"),
],
)
@fork_new_process_for_each_test