Skip to content

GitLab

Commit d95a8fff authored by zhuwenwen's avatar zhuwenwen
Browse files

set VLLM_USE_PD_SPLIT=0 (dpsk-v3)

parent ad74f612
Hide whitespace changes
Inline Side-by-side
Showing with 5 additions and 0 deletions
vllm/model_executor/model_loader/utils.py
View file @ d95a8fff
......@@ -253,6 +253,9 @@ def get_model_architecture(
os.environ['VLLM_USE_OPT_CAT'] = '1'
# if not envs.is_set("VLLM_USE_LIGHTOP_FILL_MOE_ALIGN"):
# os.environ['VLLM_USE_LIGHTOP_FILL_MOE_ALIGN'] = '1'
if not envs.is_set("VLLM_USE_PD_SPLIT"):
os.environ['VLLM_USE_PD_SPLIT'] = '0'
if os.getenv('GEMM_PAD') != '1':
os.environ['GEMM_PAD'] = '0'
......@@ -268,6 +271,8 @@ def get_model_architecture(
os.environ['VLLM_USE_OPT_CAT'] = '1'
# if not envs.is_set("VLLM_USE_LIGHTOP_FILL_MOE_ALIGN"):
# os.environ['VLLM_USE_LIGHTOP_FILL_MOE_ALIGN'] = '1'
if not envs.is_set("VLLM_USE_PD_SPLIT"):
os.environ['VLLM_USE_PD_SPLIT'] = '0'
# awq相关配置
try:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment