Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
bfaa5593
Unverified
Commit
bfaa5593
authored
Feb 13, 2026
by
Michael Goin
Committed by
GitHub
Feb 13, 2026
Browse files
Revert "[Bugfix] Fix fused MoE IMA (sans chunking) by using int64 for strides" (#34530)
parent
87789c83
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
27 additions
and
27 deletions
+27
-27
vllm/model_executor/layers/fused_moe/fused_moe.py
vllm/model_executor/layers/fused_moe/fused_moe.py
+27
-27
No files found.
vllm/model_executor/layers/fused_moe/fused_moe.py
View file @
bfaa5593
...
...
@@ -98,19 +98,19 @@ def fused_moe_kernel_gptq_awq(
# moving by 1 element in a particular dimension. E.g. `stride_am` is
# how much to increase `a_ptr` by to get the element one row down
# (A has M rows).
stride_am
:
tl
.
int64
,
stride_ak
:
tl
.
int64
,
stride_be
:
tl
.
int64
,
stride_bk
:
tl
.
int64
,
stride_bn
:
tl
.
int64
,
stride_cm
:
tl
.
int64
,
stride_cn
:
tl
.
int64
,
stride_bse
:
tl
.
int64
,
stride_bsk
:
tl
.
int64
,
stride_bsn
:
tl
.
int64
,
stride_bze
:
tl
.
int64
,
stride_bzk
:
tl
.
int64
,
stride_bzn
:
tl
.
int64
,
stride_am
,
stride_ak
,
stride_be
,
stride_bk
,
stride_bn
,
stride_cm
,
stride_cn
,
stride_bse
,
stride_bsk
,
stride_bsn
,
stride_bze
,
stride_bzk
,
stride_bzn
,
block_k_diviable
:
tl
.
constexpr
,
group_size
:
tl
.
constexpr
,
# Meta-parameters
...
...
@@ -332,20 +332,20 @@ def fused_moe_kernel(
# moving by 1 element in a particular dimension. E.g. `stride_am` is
# how much to increase `a_ptr` by to get the element one row down
# (A has M rows).
stride_am
:
tl
.
int64
,
stride_ak
:
tl
.
int64
,
stride_be
:
tl
.
int64
,
stride_bk
:
tl
.
int64
,
stride_bn
:
tl
.
int64
,
stride_cm
:
tl
.
int64
,
stride_cn
:
tl
.
int64
,
stride_asm
:
tl
.
int64
,
stride_ask
:
tl
.
int64
,
stride_bse
:
tl
.
int64
,
stride_bsk
:
tl
.
int64
,
stride_bsn
:
tl
.
int64
,
stride_bbe
:
tl
.
int64
,
# bias expert stride
stride_bbn
:
tl
.
int64
,
# bias N stride
stride_am
,
stride_ak
,
stride_be
,
stride_bk
,
stride_bn
,
stride_cm
,
stride_cn
,
stride_asm
,
stride_ask
,
stride_bse
,
stride_bsk
,
stride_bsn
,
stride_bbe
,
# bias expert stride
stride_bbn
,
# bias N stride
# Block size for block-wise quantization
group_n
:
tl
.
constexpr
,
group_k
:
tl
.
constexpr
,
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment