Commit 7ff48a6c authored by zhuwenwen's avatar zhuwenwen
Browse files

set VLLM_USE_ZERO_MTP=0

parent 83c1f04a
......@@ -1188,7 +1188,7 @@ environment_variables: dict[str, Callable[[], Any]] = {
("true", "1")),
"VLLM_USE_ZERO_MTP":
lambda: (os.getenv('VLLM_USE_ZERO_MTP', '1').lower() in
lambda: (os.getenv('VLLM_USE_ZERO_MTP', '0').lower() in
("true", "1")),
# vllm will use 1-24... (not only 1 2 4 8 16 24)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment