squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[Doc] Specify async engine args in docs (#9726)

Browse Source
This commit is contained in:
Cyrus Leung 2024-10-29 13:07:57 +08:00 committed by GitHub
parent 7a4df5f200
commit e74f2d448c
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/engine/async_llm_engine.py
View File

@ -999,6 +999,7 @@ class AsyncLLMEngine(EngineClient):
>>> # the complete example. >>> # the complete example.
>>> >>>
>>> # initialize the engine and the example input >>> # initialize the engine and the example input
>>> # note that engine_args here is AsyncEngineArgs instance
>>> engine = AsyncLLMEngine.from_engine_args(engine_args) >>> engine = AsyncLLMEngine.from_engine_args(engine_args)
>>> example_input = { >>> example_input = {
>>> "prompt": "What is LLM?", >>> "prompt": "What is LLM?",
@ -1082,6 +1083,7 @@ class AsyncLLMEngine(EngineClient):
>>> # the complete example. >>> # the complete example.
>>> >>>
>>> # initialize the engine and the example input >>> # initialize the engine and the example input
>>> # note that engine_args here is AsyncEngineArgs instance
>>> engine = AsyncLLMEngine.from_engine_args(engine_args) >>> engine = AsyncLLMEngine.from_engine_args(engine_args)
>>> example_input = { >>> example_input = {
>>> "input": "What is LLM?", >>> "input": "What is LLM?",