Skip to content

GitLab

Unverified Commit 7a40e4f4 authored by Rain Jiang's avatar Rain Jiang Committed by GitHub
Browse files

fix the cutlass moe tests (#10182)

parent 19d64f2b
Show whitespace changes
Inline Side-by-side
Showing with 4 additions and 5 deletions
python/sglang/test/test_cutlass_moe.py
View file @ 7a40e4f4
...@@ -22,7 +22,7 @@ def calc_diff(x, y): ...@@ -22,7 +22,7 @@ def calc_diff(x, y):
def get_model_config(tp_size: int): def get_model_config(tp_size: int):
config = AutoConfig.from_pretrained( config = AutoConfig.from_pretrained(
"deepseek-ai/deepseek-R1", trust_remote_code=True "deepseek-ai/Deepseek-R1", trust_remote_code=True
) )
E = config.n_routed_experts E = config.n_routed_experts
topk = config.num_experts_per_tok topk = config.num_experts_per_tok
...@@ -163,11 +163,10 @@ def run_test(tp_size, batch_size, model_config, check=False): ...@@ -163,11 +163,10 @@ def run_test(tp_size, batch_size, model_config, check=False):
moe_runner_config = MoeRunnerConfig( moe_runner_config = MoeRunnerConfig(
num_experts=E, num_experts=E,
topk=topk, top_k=topk,
hidden_size=H, hidden_size=H,
shard_intermediate_size=I, intermediate_size_per_partition=I,
dtype=dtype, params_dtype=dtype,
block_shape=block_shape,
activation="silu", activation="silu",
inplace=False, inplace=False,
) )
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment