Unverified Commit 309a8f66 authored by Cyrus Leung's avatar Cyrus Leung Committed by GitHub
Browse files

[Bugfix] Handle mistral tokenizer in get_hf_processor (#31817)


Signed-off-by: default avatarDarkLight1337 <tlleungac@connect.ust.hk>
parent e5d427e9
......@@ -1186,10 +1186,16 @@ class InputProcessingContext:
typ = ProcessorMixin
from vllm.tokenizers.mistral import MistralTokenizer
tokenizer = self.tokenizer
if isinstance(tokenizer, MistralTokenizer):
tokenizer = tokenizer.transformers_tokenizer
return cached_processor_from_config(
self.model_config,
processor_cls=typ,
tokenizer=self.tokenizer,
tokenizer=tokenizer,
**kwargs,
)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment