[BugFix] Set engine_use_ray=True when TP>1 (#1531)

2023-11-01 17:14:18 +08:00 · 2023-11-01 17:14:18 +08:00 · 5687d584fe
commit 5687d584fe
parent cf8849f2d6
1 changed files with 1 additions and 1 deletions
--- a/vllm/engine/async_llm_engine.py
+++ b/vllm/engine/async_llm_engine.py
@ -484,7 +484,7 @@ class AsyncLLMEngine:
        distributed_init_method, placement_group = initialize_cluster(
            parallel_config, engine_args.engine_use_ray)
        # Create the async LLM engine.
-        engine = cls(engine_args.worker_use_ray,
+        engine = cls(parallel_config.worker_use_ray,
                     engine_args.engine_use_ray,
                     *engine_configs,
                     distributed_init_method,