Unverified Commit bb48e921 authored by Arthur's avatar Arthur Committed by GitHub
Browse files

`tokenizer_class = "AutoTokenizer"` Llava Family (#30912)

propagate changes to more models
parent 76e05301
...@@ -40,8 +40,8 @@ class LlavaNextProcessor(ProcessorMixin): ...@@ -40,8 +40,8 @@ class LlavaNextProcessor(ProcessorMixin):
""" """
attributes = ["image_processor", "tokenizer"] attributes = ["image_processor", "tokenizer"]
image_processor_class = "LlavaNextImageProcessor" image_processor_class = "AutoImageProcessor"
tokenizer_class = ("LlamaTokenizer", "LlamaTokenizerFast") tokenizer_class = "AutoTokenizer"
def __init__(self, image_processor=None, tokenizer=None): def __init__(self, image_processor=None, tokenizer=None):
super().__init__(image_processor, tokenizer) super().__init__(image_processor, tokenizer)
......
...@@ -42,7 +42,7 @@ class VideoLlavaProcessor(ProcessorMixin): ...@@ -42,7 +42,7 @@ class VideoLlavaProcessor(ProcessorMixin):
attributes = ["image_processor", "tokenizer"] attributes = ["image_processor", "tokenizer"]
image_processor_class = "VideoLlavaImageProcessor" image_processor_class = "VideoLlavaImageProcessor"
tokenizer_class = ("LlamaTokenizer", "LlamaTokenizerFast") tokenizer_class = "AutoTokenizer"
def __init__(self, image_processor=None, tokenizer=None): def __init__(self, image_processor=None, tokenizer=None):
super().__init__(image_processor, tokenizer) super().__init__(image_processor, tokenizer)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment