"examples/backends/vllm/launch/agg_multimodal_llama.sh" did not exist on "22d910a5cdd557e9457b81b7084cded9d7f93604"
audio.py 634 Bytes
Newer Older
1
2
3
4
5
6
7
8
9
10
from vllm.inputs.registry import InputContext
from vllm.multimodal.base import MultiModalInputs, MultiModalPlugin


class AudioPlugin(MultiModalPlugin):
    """Plugin for audio data."""

    def get_data_key(self) -> str:
        return "audio"

11
12
    def _default_input_mapper(self, ctx: InputContext, data: object,
                              **mm_processor_kwargs) -> MultiModalInputs:
13
14
15
16
17
        raise NotImplementedError("There is no default audio input mapper")

    def _default_max_multimodal_tokens(self, ctx: InputContext) -> int:
        raise NotImplementedError(
            "There is no default maximum multimodal tokens")