Skip to content

GitLab

Unverified Commit e74f2d44 authored by Cyrus Leung's avatar Cyrus Leung Committed by GitHub
Browse files

[Doc] Specify async engine args in docs (#9726)

parent 7a4df5f2
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 0 deletions
vllm/engine/async_llm_engine.py
View file @ e74f2d44
...@@ -999,6 +999,7 @@ class AsyncLLMEngine(EngineClient): ...@@ -999,6 +999,7 @@ class AsyncLLMEngine(EngineClient):
>>> # the complete example. >>> # the complete example.
>>> >>>
>>> # initialize the engine and the example input >>> # initialize the engine and the example input
>>> # note that engine_args here is AsyncEngineArgs instance
>>> engine = AsyncLLMEngine.from_engine_args(engine_args) >>> engine = AsyncLLMEngine.from_engine_args(engine_args)
>>> example_input = { >>> example_input = {
>>> "prompt": "What is LLM?", >>> "prompt": "What is LLM?",
...@@ -1082,6 +1083,7 @@ class AsyncLLMEngine(EngineClient): ...@@ -1082,6 +1083,7 @@ class AsyncLLMEngine(EngineClient):
>>> # the complete example. >>> # the complete example.
>>> >>>
>>> # initialize the engine and the example input >>> # initialize the engine and the example input
>>> # note that engine_args here is AsyncEngineArgs instance
>>> engine = AsyncLLMEngine.from_engine_args(engine_args) >>> engine = AsyncLLMEngine.from_engine_args(engine_args)
>>> example_input = { >>> example_input = {
>>> "input": "What is LLM?", >>> "input": "What is LLM?",
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment