Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
4ba4b755
Commit
4ba4b755
authored
Oct 24, 2025
by
zhuwenwen
Browse files
update apply_rotary_emb for z100l&k100 (keye)
parent
62fe9a48
Changes
1
Show whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
6 additions
and
4 deletions
+6
-4
vllm/model_executor/models/keye.py
vllm/model_executor/models/keye.py
+6
-4
No files found.
vllm/model_executor/models/keye.py
View file @
4ba4b755
...
@@ -55,6 +55,7 @@ from .utils import (AutoWeightsLoader, WeightsMapper,
...
@@ -55,6 +55,7 @@ from .utils import (AutoWeightsLoader, WeightsMapper,
maybe_prefix
,
merge_multimodal_embeddings
)
maybe_prefix
,
merge_multimodal_embeddings
)
from
.vision
import
get_vit_attn_backend
from
.vision
import
get_vit_attn_backend
from
vllm.platforms
import
current_platform
from
vllm.platforms
import
current_platform
from
vllm.utils
import
SUPPORT_TC
logger
=
init_logger
(
__name__
)
logger
=
init_logger
(
__name__
)
...
@@ -331,6 +332,7 @@ def apply_rotary_pos_emb_flashatt(
...
@@ -331,6 +332,7 @@ def apply_rotary_pos_emb_flashatt(
cos
=
cos
.
chunk
(
2
,
dim
=-
1
)[
0
].
contiguous
()
cos
=
cos
.
chunk
(
2
,
dim
=-
1
)[
0
].
contiguous
()
sin
=
sin
.
chunk
(
2
,
dim
=-
1
)[
0
].
contiguous
()
sin
=
sin
.
chunk
(
2
,
dim
=-
1
)[
0
].
contiguous
()
if
SUPPORT_TC
:
if
not
current_platform
.
is_rocm
():
if
not
current_platform
.
is_rocm
():
from
vllm.vllm_flash_attn.layers.rotary
import
apply_rotary_emb
from
vllm.vllm_flash_attn.layers.rotary
import
apply_rotary_emb
else
:
else
:
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment