Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
2da6fd72
Commit
2da6fd72
authored
Jun 23, 2025
by
zhuwenwen
Browse files
update common.py
parent
f246ee95
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
1 addition
and
2 deletions
+1
-2
vllm/attention/backends/mla/common.py
vllm/attention/backends/mla/common.py
+0
-1
vllm/v1/attention/backends/mla/common.py
vllm/v1/attention/backends/mla/common.py
+1
-1
No files found.
vllm/attention/backends/mla/common.py
View file @
2da6fd72
...
@@ -1031,7 +1031,6 @@ class MLACommonImpl(MLAAttentionImpl[T], Generic[T]):
...
@@ -1031,7 +1031,6 @@ class MLACommonImpl(MLAAttentionImpl[T], Generic[T]):
# and the one from vllm_flash_attn. The former is used on RoCM and the
# and the one from vllm_flash_attn. The former is used on RoCM and the
# latter has an additional parameter to control FA2 vs FA3
# latter has an additional parameter to control FA2 vs FA3
self
.
flash_attn_varlen_func
=
flash_attn_varlen_func
self
.
flash_attn_varlen_func
=
flash_attn_varlen_func
# self.vllm_flash_attn_version = None
self
.
vllm_flash_attn_version
=
get_flash_attn_version
()
self
.
vllm_flash_attn_version
=
get_flash_attn_version
()
if
self
.
vllm_flash_attn_version
is
not
None
:
if
self
.
vllm_flash_attn_version
is
not
None
:
self
.
flash_attn_varlen_func
=
\
self
.
flash_attn_varlen_func
=
\
...
...
vllm/v1/attention/backends/mla/common.py
View file @
2da6fd72
...
@@ -656,7 +656,7 @@ class MLACommonImpl(MLAAttentionImpl[M], Generic[M]):
...
@@ -656,7 +656,7 @@ class MLACommonImpl(MLAAttentionImpl[M], Generic[M]):
q
=
q
,
q
=
q
,
k
=
k
,
k
=
k
,
v
=
maybe_padded_v
,
v
=
maybe_padded_v
,
return_softmax_lse
=
return_softmax_lse
,
#
return_softmax_lse=return_softmax_lse,
softmax_scale
=
softmax_scale
,
softmax_scale
=
softmax_scale
,
**
kwargs
,
**
kwargs
,
)
)
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment