Commit 8a7c4451 authored by zhuwenwen's avatar zhuwenwen
Browse files

update fused_moe.py

parent 37ef8dd3
......@@ -915,9 +915,8 @@ def invoke_fused_moe_kernel(A: torch.Tensor,
assert A_scale is None
assert B_scale is None
if use_int4_w4a16:
EM = sorted_token_ids.shape[0]
elif A.shape[0] < config["BLOCK_SIZE_M"]:
if A.shape[0] < config["BLOCK_SIZE_M"]:
# optimize for small batch_size.
# We assume that top_ids of each token is unique, so
# so num_valid_experts <= batch_size <= BLOCK_SIZE_M,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment