"vscode:/vscode.git/clone" did not exist on "995bbf38f114a0e1bd7e34d6fd92d255ac2efca7"
Unverified Commit 7a048ee6 authored by Matthias Gehre's avatar Matthias Gehre Committed by GitHub
Browse files

[Bugfix] Fix benchmark_moe.py inplace assertion with torch >= 2.9 (#34149)


Signed-off-by: default avatarMatthias Gehre <matthias.gehre@amd.com>
parent c9a1923b
...@@ -226,9 +226,10 @@ def benchmark_config( ...@@ -226,9 +226,10 @@ def benchmark_config(
x, input_gating, topk, renormalize=not use_deep_gemm x, input_gating, topk, renormalize=not use_deep_gemm
) )
inplace = not disable_inplace()
if use_deep_gemm: if use_deep_gemm:
return deep_gemm_experts( return deep_gemm_experts(
x, w1, w2, topk_weights, topk_ids, inplace=True x, w1, w2, topk_weights, topk_ids, inplace=inplace
) )
return fused_experts( return fused_experts(
x, x,
...@@ -236,7 +237,7 @@ def benchmark_config( ...@@ -236,7 +237,7 @@ def benchmark_config(
w2, w2,
topk_weights, topk_weights,
topk_ids, topk_ids,
inplace=True, inplace=inplace,
quant_config=quant_config, quant_config=quant_config,
) )
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment