Skip to content

GitLab

"git@developer.sourcefind.cn:orangecat/ollama.git" did not exist on "c5ff443b9f7264d0973dcc2ce671d0ff174cc34f"
Unverified Commit c4831e2f authored by fzyzcjy's avatar fzyzcjy Committed by GitHub
Browse files

Fix accuracy is zero when enabling moe-dense-tp-size as in large scale EP (#6567)

parent 2e37fa07
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 0 deletions
python/sglang/srt/model_executor/model_runner.py
View file @ c4831e2f
...@@ -198,6 +198,7 @@ class ModelRunner: ...@@ -198,6 +198,7 @@ class ModelRunner:
"disable_radix_cache": server_args.disable_radix_cache, "disable_radix_cache": server_args.disable_radix_cache,
"enable_nan_detection": server_args.enable_nan_detection, "enable_nan_detection": server_args.enable_nan_detection,
"enable_dp_attention": server_args.enable_dp_attention, "enable_dp_attention": server_args.enable_dp_attention,
"enable_dp_lm_head": server_args.enable_dp_lm_head,
"enable_ep_moe": server_args.enable_ep_moe, "enable_ep_moe": server_args.enable_ep_moe,
"enable_deepep_moe": server_args.enable_deepep_moe, "enable_deepep_moe": server_args.enable_deepep_moe,
"deepep_config": server_args.deepep_config, "deepep_config": server_args.deepep_config,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment