"ssh:/git@developer.sourcefind.cn:2222/OpenDAS/vllm_cscc.git" did not exist on "579d7a63b2d87d62957a7e2dfe136f0674251657"
Unverified Commit a2084395 authored by Zhengxu Chen's avatar Zhengxu Chen Committed by GitHub
Browse files

[compile] Remove runner type from ignored caching factor list. (#33712)


Signed-off-by: default avatarzhxchen17 <zhxchen17@fb.com>
parent bcd2f74c
...@@ -105,8 +105,8 @@ class ModelConfig: ...@@ -105,8 +105,8 @@ class ModelConfig:
content for `model_name` tag in metrics output when `served_model_name` is content for `model_name` tag in metrics output when `served_model_name` is
not specified.""" not specified."""
model_weights: str = "" model_weights: str = ""
"""Original model weights path. Used when the model is pulled from object """Original model weights path. Used when the model is pulled from object
storage (e.g., RunAI) to preserve the original URI while `model` points to storage (e.g., RunAI) to preserve the original URI while `model` points to
the local directory.""" the local directory."""
runner: RunnerOption = "auto" runner: RunnerOption = "auto"
"""The type of model runner to use. Each vLLM instance only supports one """The type of model runner to use. Each vLLM instance only supports one
...@@ -324,7 +324,6 @@ class ModelConfig: ...@@ -324,7 +324,6 @@ class ModelConfig:
the final hidden states. the final hidden states.
""" """
ignored_factors = { ignored_factors = {
"runner",
"convert", "convert",
"tokenizer", "tokenizer",
"tokenizer_mode", "tokenizer_mode",
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment