Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
a524d1ba
Unverified
Commit
a524d1ba
authored
Dec 15, 2025
by
Jee Jee Li
Committed by
GitHub
Dec 15, 2025
Browse files
[Bugfix] Fix deepseek_v32 tokenizer_mode (#30658)
Signed-off-by:
Jee Jee Li
<
pandaleefree@gmail.com
>
parent
87b4d155
Changes
4
Hide whitespace changes
Inline
Side-by-side
Showing
4 changed files
with
3 additions
and
3 deletions
+3
-3
vllm/entrypoints/openai/serving_engine.py
vllm/entrypoints/openai/serving_engine.py
+1
-1
vllm/tokenizers/deepseek_v32.py
vllm/tokenizers/deepseek_v32.py
+0
-0
vllm/tokenizers/registry.py
vllm/tokenizers/registry.py
+1
-1
vllm/v1/structured_output/backend_xgrammar.py
vllm/v1/structured_output/backend_xgrammar.py
+1
-1
No files found.
vllm/entrypoints/openai/serving_engine.py
View file @
a524d1ba
...
...
@@ -102,7 +102,7 @@ from vllm.pooling_params import PoolingParams
from
vllm.reasoning
import
ReasoningParser
,
ReasoningParserManager
from
vllm.sampling_params
import
BeamSearchParams
,
SamplingParams
from
vllm.tokenizers
import
TokenizerLike
from
vllm.tokenizers.deepseekv32
import
DeepseekV32Tokenizer
from
vllm.tokenizers.deepseek
_
v32
import
DeepseekV32Tokenizer
from
vllm.tokenizers.mistral
import
MistralTokenizer
from
vllm.tracing
import
(
contains_trace_headers
,
...
...
vllm/tokenizers/deepseekv32.py
→
vllm/tokenizers/deepseek
_
v32.py
View file @
a524d1ba
File moved
vllm/tokenizers/registry.py
View file @
a524d1ba
...
...
@@ -30,7 +30,7 @@ logger = init_logger(__name__)
_VLLM_TOKENIZERS
=
{
"deepseekv32"
:
(
"deepseekv32"
,
"DeepseekV32Tokenizer"
),
"deepseek
_
v32"
:
(
"deepseek
_
v32"
,
"DeepseekV32Tokenizer"
),
"hf"
:
(
"hf"
,
"CachedHfTokenizer"
),
"mistral"
:
(
"mistral"
,
"MistralTokenizer"
),
}
...
...
vllm/v1/structured_output/backend_xgrammar.py
View file @
a524d1ba
...
...
@@ -10,7 +10,7 @@ import torch
import
vllm.envs
from
vllm.logger
import
init_logger
from
vllm.sampling_params
import
SamplingParams
from
vllm.tokenizers.deepseekv32
import
DeepseekV32Tokenizer
from
vllm.tokenizers.deepseek
_
v32
import
DeepseekV32Tokenizer
from
vllm.tokenizers.mistral
import
MistralTokenizer
from
vllm.utils.import_utils
import
LazyLoader
from
vllm.v1.structured_output.backend_types
import
(
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment