From 2e0d3143844303136c8aefa4c7e7bac30fd26850 Mon Sep 17 00:00:00 2001 From: Zhuohan Li Date: Thu, 22 Jun 2023 00:21:41 +0800 Subject: [PATCH] fix-ray (#193) --- vllm/engine/llm_engine.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/engine/llm_engine.py b/vllm/engine/llm_engine.py index 94c835b7..3668dd7e 100644 --- a/vllm/engine/llm_engine.py +++ b/vllm/engine/llm_engine.py @@ -87,7 +87,7 @@ class LLMEngine: worker_cls = ray.remote( num_cpus=0, num_gpus=1, - resources={node_resource: 1e-5}, + resources={node_resource: 1e-3}, )(worker_cls).remote worker = worker_cls(