Unverified Commit 309a8f66 authored by Cyrus Leung's avatar Cyrus Leung Committed by GitHub
Browse files

[Bugfix] Handle mistral tokenizer in get_hf_processor (#31817)


Signed-off-by: default avatarDarkLight1337 <tlleungac@connect.ust.hk>
parent e5d427e9
...@@ -1186,10 +1186,16 @@ class InputProcessingContext: ...@@ -1186,10 +1186,16 @@ class InputProcessingContext:
typ = ProcessorMixin typ = ProcessorMixin
from vllm.tokenizers.mistral import MistralTokenizer
tokenizer = self.tokenizer
if isinstance(tokenizer, MistralTokenizer):
tokenizer = tokenizer.transformers_tokenizer
return cached_processor_from_config( return cached_processor_from_config(
self.model_config, self.model_config,
processor_cls=typ, processor_cls=typ,
tokenizer=self.tokenizer, tokenizer=tokenizer,
**kwargs, **kwargs,
) )
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment