Unverified Commit 69df9761 authored by Ravi Theja's avatar Ravi Theja Committed by GitHub
Browse files

Add LlavaLlamaForCausaLM in MultiModal Processors (#5039)


Co-authored-by: default avatarRavi Theja Desetty <ravitheja@Ravis-MacBook-Pro.local>
parent 98f768d1
import argparse import argparse
import PIL
import torch import torch
from data_utils import save_json from data_utils import save_json
from eval_utils import ( from eval_utils import (
......
...@@ -8,14 +8,23 @@ from sglang.srt.managers.multimodal_processors.base_processor import ( ...@@ -8,14 +8,23 @@ from sglang.srt.managers.multimodal_processors.base_processor import (
) )
from sglang.srt.managers.schedule_batch import Modality, MultimodalDataItem from sglang.srt.managers.schedule_batch import Modality, MultimodalDataItem
from sglang.srt.mm_utils import expand2square, process_anyres_image from sglang.srt.mm_utils import expand2square, process_anyres_image
from sglang.srt.models.llava import LlavaMistralForCausalLM, LlavaQwenForCausalLM from sglang.srt.models.llava import (
LlavaLlamaForCausalLM,
LlavaMistralForCausalLM,
LlavaQwenForCausalLM,
)
from sglang.srt.models.llavavid import LlavaVidForCausalLM from sglang.srt.models.llavavid import LlavaVidForCausalLM
from sglang.srt.utils import load_image, logger from sglang.srt.utils import load_image, logger
from sglang.utils import get_exception_traceback from sglang.utils import get_exception_traceback
class LlavaImageProcessor(BaseMultimodalProcessor): class LlavaImageProcessor(BaseMultimodalProcessor):
models = [LlavaVidForCausalLM, LlavaQwenForCausalLM, LlavaMistralForCausalLM] models = [
LlavaLlamaForCausalLM,
LlavaVidForCausalLM,
LlavaQwenForCausalLM,
LlavaMistralForCausalLM,
]
def __init__(self, hf_config, server_args, _processor): def __init__(self, hf_config, server_args, _processor):
super().__init__(hf_config, server_args, _processor) super().__init__(hf_config, server_args, _processor)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment