Commit 838b4509 authored by zhuwenwen's avatar zhuwenwen
Browse files

update chat template of dsv32

parent b5ea93d4
...@@ -35,6 +35,7 @@ from vllm.transformers_utils.processor import cached_get_processor ...@@ -35,6 +35,7 @@ from vllm.transformers_utils.processor import cached_get_processor
from vllm.utils.func_utils import supports_kw from vllm.utils.func_utils import supports_kw
from .protocol import RendererLike from .protocol import RendererLike
import vllm.envs as envs
logger = init_logger(__name__) logger = init_logger(__name__)
...@@ -448,6 +449,12 @@ def safe_apply_chat_template( ...@@ -448,6 +449,12 @@ def safe_apply_chat_template(
model_config=model_config, model_config=model_config,
) )
if chat_template is None: if chat_template is None:
if envs.VLLM_USE_V32_ENCODE:
from vllm.entrypoints.encoding_dsv32 import encode_messages
encode_config = dict(thinking_mode="thinking", drop_thinking=True, add_default_bos_token=True)
prompt = encode_messages(conversation, **encode_config)
return tokenizer.encode(prompt)
else:
raise ChatTemplateResolutionError( raise ChatTemplateResolutionError(
"As of transformers v4.44, default chat template is no longer " "As of transformers v4.44, default chat template is no longer "
"allowed, so you must provide a chat template if the tokenizer " "allowed, so you must provide a chat template if the tokenizer "
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment