"vllm/vscode:/vscode.git/clone" did not exist on "7eb524e64c4533a5e24909873bb926109f3a4ac7"
Unverified Commit d615b5c9 authored by sasha0552's avatar sasha0552 Committed by GitHub
Browse files

[Bugfix] Print warnings related to `mistral_common` tokenizer only once (#9468)

parent d65049da
...@@ -33,6 +33,7 @@ from vllm.multimodal.utils import (async_get_and_parse_audio, ...@@ -33,6 +33,7 @@ from vllm.multimodal.utils import (async_get_and_parse_audio,
async_get_and_parse_image, async_get_and_parse_image,
get_and_parse_audio, get_and_parse_image) get_and_parse_audio, get_and_parse_image)
from vllm.transformers_utils.tokenizer import AnyTokenizer, MistralTokenizer from vllm.transformers_utils.tokenizer import AnyTokenizer, MistralTokenizer
from vllm.utils import print_warning_once
logger = init_logger(__name__) logger = init_logger(__name__)
...@@ -564,14 +565,14 @@ def apply_mistral_chat_template( ...@@ -564,14 +565,14 @@ def apply_mistral_chat_template(
**kwargs: Any, **kwargs: Any,
) -> List[int]: ) -> List[int]:
if chat_template is not None: if chat_template is not None:
logger.warning( print_warning_once(
"'chat_template' cannot be overridden for mistral tokenizer.") "'chat_template' cannot be overridden for mistral tokenizer.")
if "add_generation_prompt" in kwargs: if "add_generation_prompt" in kwargs:
logger.warning( print_warning_once(
"'add_generation_prompt' is not supported for mistral tokenizer, " "'add_generation_prompt' is not supported for mistral tokenizer, "
"so it will be ignored.") "so it will be ignored.")
if "continue_final_message" in kwargs: if "continue_final_message" in kwargs:
logger.warning( print_warning_once(
"'continue_final_message' is not supported for mistral tokenizer, " "'continue_final_message' is not supported for mistral tokenizer, "
"so it will be ignored.") "so it will be ignored.")
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment