From e74f2d448c9b984f6b2c91137c58919441456503 Mon Sep 17 00:00:00 2001 From: Cyrus Leung Date: Tue, 29 Oct 2024 13:07:57 +0800 Subject: [PATCH] [Doc] Specify async engine args in docs (#9726) --- vllm/engine/async_llm_engine.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/vllm/engine/async_llm_engine.py b/vllm/engine/async_llm_engine.py index 1f57aecb..e9848a14 100644 --- a/vllm/engine/async_llm_engine.py +++ b/vllm/engine/async_llm_engine.py @@ -999,6 +999,7 @@ class AsyncLLMEngine(EngineClient): >>> # the complete example. >>> >>> # initialize the engine and the example input + >>> # note that engine_args here is AsyncEngineArgs instance >>> engine = AsyncLLMEngine.from_engine_args(engine_args) >>> example_input = { >>> "prompt": "What is LLM?", @@ -1082,6 +1083,7 @@ class AsyncLLMEngine(EngineClient): >>> # the complete example. >>> >>> # initialize the engine and the example input + >>> # note that engine_args here is AsyncEngineArgs instance >>> engine = AsyncLLMEngine.from_engine_args(engine_args) >>> example_input = { >>> "input": "What is LLM?",