Commit 838b4509 authored by zhuwenwen's avatar zhuwenwen
Browse files

update chat template of dsv32

parent b5ea93d4
...@@ -35,6 +35,7 @@ from vllm.transformers_utils.processor import cached_get_processor ...@@ -35,6 +35,7 @@ from vllm.transformers_utils.processor import cached_get_processor
from vllm.utils.func_utils import supports_kw from vllm.utils.func_utils import supports_kw
from .protocol import RendererLike from .protocol import RendererLike
import vllm.envs as envs
logger = init_logger(__name__) logger = init_logger(__name__)
...@@ -448,11 +449,17 @@ def safe_apply_chat_template( ...@@ -448,11 +449,17 @@ def safe_apply_chat_template(
model_config=model_config, model_config=model_config,
) )
if chat_template is None: if chat_template is None:
raise ChatTemplateResolutionError( if envs.VLLM_USE_V32_ENCODE:
"As of transformers v4.44, default chat template is no longer " from vllm.entrypoints.encoding_dsv32 import encode_messages
"allowed, so you must provide a chat template if the tokenizer " encode_config = dict(thinking_mode="thinking", drop_thinking=True, add_default_bos_token=True)
"does not define one." prompt = encode_messages(conversation, **encode_config)
) return tokenizer.encode(prompt)
else:
raise ChatTemplateResolutionError(
"As of transformers v4.44, default chat template is no longer "
"allowed, so you must provide a chat template if the tokenizer "
"does not define one."
)
resolved_kwargs = resolve_chat_template_kwargs( resolved_kwargs = resolve_chat_template_kwargs(
tokenizer=tokenizer, tokenizer=tokenizer,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment