[ci][test] fix ca test in main (#5746)

This commit is contained in:
youkaichao 2024-06-21 14:04:26 -07:00 committed by GitHub
parent f1e72cc19a
commit 7187507301
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -197,6 +197,9 @@ steps:
gpu: a100
num_gpus: 4
commands:
# FIXIT: find out which code initialize cuda before running the test
# before the fix, we need to use spawn to test it
- export VLLM_WORKER_MULTIPROC_METHOD=spawn
# NOTE: don't test llama model here, it seems hf implementation is buggy
# see https://github.com/vllm-project/vllm/pull/5689 for details
- pytest -v -s distributed/test_custom_all_reduce.py