Skip to content

GitLab

Commit 70f1c878 authored by zhuwenwen's avatar zhuwenwen
Browse files

set VLLM_USE_LIGHTOP_FILL_MOE_ALIN=0 for dpsk

parent 904b87ba
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 4 deletions
vllm/model_executor/model_loader/utils.py
View file @ 70f1c878
...@@ -251,8 +251,8 @@ def get_model_architecture( ...@@ -251,8 +251,8 @@ def get_model_architecture(
os.environ['VLLM_USE_LIGHTOP_MOE_SUM_MUL_ADD'] = '1' os.environ['VLLM_USE_LIGHTOP_MOE_SUM_MUL_ADD'] = '1'
if not envs.is_set("VLLM_USE_OPT_CAT"): if not envs.is_set("VLLM_USE_OPT_CAT"):
os.environ['VLLM_USE_OPT_CAT'] = '1' os.environ['VLLM_USE_OPT_CAT'] = '1'
if not envs.is_set("VLLM_USE_LIGHTOP_FILL_MOE_ALIN"): # if not envs.is_set("VLLM_USE_LIGHTOP_FILL_MOE_ALIN"):
os.environ['VLLM_USE_LIGHTOP_FILL_MOE_ALIN'] = '1' # os.environ['VLLM_USE_LIGHTOP_FILL_MOE_ALIN'] = '1'
if os.getenv('GEMM_PAD') != '1': if os.getenv('GEMM_PAD') != '1':
os.environ['GEMM_PAD'] = '0' os.environ['GEMM_PAD'] = '0'
...@@ -266,8 +266,8 @@ def get_model_architecture( ...@@ -266,8 +266,8 @@ def get_model_architecture(
os.environ['VLLM_USE_LIGHTOP_MOE_SUM_MUL_ADD'] = '1' os.environ['VLLM_USE_LIGHTOP_MOE_SUM_MUL_ADD'] = '1'
if not envs.is_set("VLLM_USE_OPT_CAT"): if not envs.is_set("VLLM_USE_OPT_CAT"):
os.environ['VLLM_USE_OPT_CAT'] = '1' os.environ['VLLM_USE_OPT_CAT'] = '1'
if not envs.is_set("VLLM_USE_LIGHTOP_FILL_MOE_ALIN"): # if not envs.is_set("VLLM_USE_LIGHTOP_FILL_MOE_ALIN"):
os.environ['VLLM_USE_LIGHTOP_FILL_MOE_ALIN'] = '1' # os.environ['VLLM_USE_LIGHTOP_FILL_MOE_ALIN'] = '1'
# awq相关配置 # awq相关配置
try: try:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment