__init__.py 1.8 KB
Newer Older
Jee Jee Li's avatar
Jee Jee Li committed
1
2
3
4
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
from vllm.lora.layers.base import BaseLayerWithLoRA
from vllm.lora.layers.column_parallel_linear import (
5
6
    ColumnParallelLinearWithLoRA,
    ColumnParallelLinearWithShardedLoRA,
7
    MergedColumnParallelLinearVariableSliceWithLoRA,
Jee Jee Li's avatar
Jee Jee Li committed
8
    MergedColumnParallelLinearWithLoRA,
9
10
11
12
13
14
    MergedColumnParallelLinearWithShardedLoRA,
    MergedQKVParallelLinearWithLoRA,
    MergedQKVParallelLinearWithShardedLoRA,
    QKVParallelLinearWithLoRA,
    QKVParallelLinearWithShardedLoRA,
)
15
from vllm.lora.layers.fused_moe import FusedMoE3DWithLoRA, FusedMoEWithLoRA
16
from vllm.lora.layers.gate_linear import GateLinearWithLoRA
Jee Jee Li's avatar
Jee Jee Li committed
17
18
19
from vllm.lora.layers.logits_processor import LogitsProcessorWithLoRA
from vllm.lora.layers.replicated_linear import ReplicatedLinearWithLoRA
from vllm.lora.layers.row_parallel_linear import (
20
21
22
    RowParallelLinearWithLoRA,
    RowParallelLinearWithShardedLoRA,
)
23
from vllm.lora.layers.utils import LoRAMapping, LoRAMappingType
24
from vllm.lora.layers.vocal_parallel_embedding import VocabParallelEmbeddingWithLoRA
Jee Jee Li's avatar
Jee Jee Li committed
25
26
27
28
29
30
31
32
33

__all__ = [
    "BaseLayerWithLoRA",
    "VocabParallelEmbeddingWithLoRA",
    "LogitsProcessorWithLoRA",
    "ColumnParallelLinearWithLoRA",
    "ColumnParallelLinearWithShardedLoRA",
    "MergedColumnParallelLinearWithLoRA",
    "MergedColumnParallelLinearWithShardedLoRA",
34
    "MergedColumnParallelLinearVariableSliceWithLoRA",
Jee Jee Li's avatar
Jee Jee Li committed
35
36
37
38
39
40
41
    "MergedQKVParallelLinearWithLoRA",
    "MergedQKVParallelLinearWithShardedLoRA",
    "QKVParallelLinearWithLoRA",
    "QKVParallelLinearWithShardedLoRA",
    "RowParallelLinearWithLoRA",
    "RowParallelLinearWithShardedLoRA",
    "ReplicatedLinearWithLoRA",
42
    "GateLinearWithLoRA",
Jee Jee Li's avatar
Jee Jee Li committed
43
    "LoRAMapping",
44
    "LoRAMappingType",
45
    "FusedMoEWithLoRA",
46
    "FusedMoE3DWithLoRA",
Jee Jee Li's avatar
Jee Jee Li committed
47
]