Commit 48b4c41d authored by zhuwenwen's avatar zhuwenwen
Browse files

set VLLM_HAS_CONTEXT_DEFAULT=1

parent b1329ff2
......@@ -1047,7 +1047,7 @@ environment_variables: dict[str, Callable[[], Any]] = {
# If there are any problems during use, use environment variables
# to restore the default usage.
"VLLM_HAS_CONTEXT_DEFAULT":
lambda: bool(int(os.getenv("VLLM_HAS_CONTEXT_DEFAULT", "0"))),
lambda: bool(int(os.getenv("VLLM_HAS_CONTEXT_DEFAULT", "1"))),
# If set, vLLM will transpose weight to use nn layout
"VLLM_USE_NN":
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment