Unverified Commit ef326774 authored by Quanfeng Li's avatar Quanfeng Li Committed by GitHub
Browse files

Fix positional argument (#7093)

parent 021f76e4
...@@ -48,6 +48,7 @@ def benchmark_pre_reorder(batch_size, topk, model_config): ...@@ -48,6 +48,7 @@ def benchmark_pre_reorder(batch_size, topk, model_config):
topk, topk,
hidden_size, hidden_size,
block_size, block_size,
use_per_token_if_dynamic=True,
) )
for _ in range(10): for _ in range(10):
......
...@@ -84,6 +84,7 @@ def ep_moe( ...@@ -84,6 +84,7 @@ def ep_moe(
top_k, top_k,
hidden_states.shape[1], hidden_states.shape[1],
BLOCK_SIZE=512, BLOCK_SIZE=512,
use_per_token_if_dynamic=True,
) )
seg_indptr_cur_rank = seg_indptr[start_expert_id : end_expert_id + 2] seg_indptr_cur_rank = seg_indptr[start_expert_id : end_expert_id + 2]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment