vlm_base.py 339 Bytes
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
from torch import nn

from vllm.config import VisionLanguageConfig


class VisionLanguageModelBase(nn.Module):
    """Base class for all vision language models (VLMs)."""

    def __init__(self, vision_language_config: VisionLanguageConfig) -> None:
        super().__init__()

        self.vision_language_config = vision_language_config