Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
98958aed
Commit
98958aed
authored
Jul 28, 2025
by
zhuwenwen
Browse files
add v1 cpm support
parent
c2bcb0ab
Changes
1
Show whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
3 additions
and
1 deletion
+3
-1
vllm/v1/engine/detokenizer.py
vllm/v1/engine/detokenizer.py
+3
-1
No files found.
vllm/v1/engine/detokenizer.py
View file @
98958aed
...
@@ -245,8 +245,9 @@ class FastIncrementalDetokenizer(BaseIncrementalDetokenizer):
...
@@ -245,8 +245,9 @@ class FastIncrementalDetokenizer(BaseIncrementalDetokenizer):
class
SlowIncrementalDetokenizer
(
BaseIncrementalDetokenizer
):
class
SlowIncrementalDetokenizer
(
BaseIncrementalDetokenizer
):
def
__init__
(
self
,
tokenizer
:
AnyTokenizer
,
request
:
EngineCoreRequest
):
def
__init__
(
self
,
tokenizer
:
AnyTokenizer
,
request
:
EngineCoreRequest
,
mode
=
"auto"
):
super
().
__init__
(
request
)
super
().
__init__
(
request
)
self
.
mode
=
mode
self
.
tokenizer
=
tokenizer
self
.
tokenizer
=
tokenizer
params
=
request
.
sampling_params
params
=
request
.
sampling_params
...
@@ -283,6 +284,7 @@ class SlowIncrementalDetokenizer(BaseIncrementalDetokenizer):
...
@@ -283,6 +284,7 @@ class SlowIncrementalDetokenizer(BaseIncrementalDetokenizer):
skip_special_tokens
=
self
.
skip_special_tokens
,
skip_special_tokens
=
self
.
skip_special_tokens
,
spaces_between_special_tokens
=
self
.
spaces_between_special_tokens
=
self
.
spaces_between_special_tokens
,
spaces_between_special_tokens
,
mode
=
self
.
mode
,
))
))
self
.
tokens
.
extend
(
new_tokens
)
self
.
tokens
.
extend
(
new_tokens
)
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment