"tests/vscode:/vscode.git/clone" did not exist on "3d024985ab1638fb5ed05b15ec41245f9b888b65"
Unverified Commit c6903579 authored by Roger Wang's avatar Roger Wang Committed by GitHub
Browse files

[V1] Fix Detokenizer loading in `AsyncLLM` (#10997)


Signed-off-by: default avatarRoger Wang <ywang@roblox.com>
parent d1c2e15e
...@@ -65,7 +65,12 @@ class AsyncLLM(EngineClient): ...@@ -65,7 +65,12 @@ class AsyncLLM(EngineClient):
input_registry) input_registry)
# Detokenizer (converts EngineCoreOutputs --> RequestOutput). # Detokenizer (converts EngineCoreOutputs --> RequestOutput).
self.detokenizer = Detokenizer(vllm_config.model_config.tokenizer) self.detokenizer = Detokenizer(
tokenizer_name=vllm_config.model_config.tokenizer,
tokenizer_mode=vllm_config.model_config.tokenizer_mode,
trust_remote_code=vllm_config.model_config.trust_remote_code,
revision=vllm_config.model_config.tokenizer_revision,
)
# EngineCore (starts the engine in background process). # EngineCore (starts the engine in background process).
self.engine_core = EngineCoreClient.make_client( self.engine_core = EngineCoreClient.make_client(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment