__init__.py 1.72 KB
Newer Older
Jee Jee Li's avatar
Jee Jee Li committed
1
2
3
4
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
from vllm.lora.layers.base import BaseLayerWithLoRA
from vllm.lora.layers.column_parallel_linear import (
5
6
    ColumnParallelLinearWithLoRA,
    ColumnParallelLinearWithShardedLoRA,
7
    MergedColumnParallelLinearVariableSliceWithLoRA,
Jee Jee Li's avatar
Jee Jee Li committed
8
    MergedColumnParallelLinearWithLoRA,
9
10
11
12
13
14
    MergedColumnParallelLinearWithShardedLoRA,
    MergedQKVParallelLinearWithLoRA,
    MergedQKVParallelLinearWithShardedLoRA,
    QKVParallelLinearWithLoRA,
    QKVParallelLinearWithShardedLoRA,
)
15
from vllm.lora.layers.fused_moe import FusedMoE3DWithLoRA, FusedMoEWithLoRA
Jee Jee Li's avatar
Jee Jee Li committed
16
17
18
from vllm.lora.layers.logits_processor import LogitsProcessorWithLoRA
from vllm.lora.layers.replicated_linear import ReplicatedLinearWithLoRA
from vllm.lora.layers.row_parallel_linear import (
19
20
21
    RowParallelLinearWithLoRA,
    RowParallelLinearWithShardedLoRA,
)
22
from vllm.lora.layers.utils import LoRAMapping, LoRAMappingType
23
from vllm.lora.layers.vocal_parallel_embedding import VocabParallelEmbeddingWithLoRA
Jee Jee Li's avatar
Jee Jee Li committed
24
25
26
27
28
29
30
31
32

__all__ = [
    "BaseLayerWithLoRA",
    "VocabParallelEmbeddingWithLoRA",
    "LogitsProcessorWithLoRA",
    "ColumnParallelLinearWithLoRA",
    "ColumnParallelLinearWithShardedLoRA",
    "MergedColumnParallelLinearWithLoRA",
    "MergedColumnParallelLinearWithShardedLoRA",
33
    "MergedColumnParallelLinearVariableSliceWithLoRA",
Jee Jee Li's avatar
Jee Jee Li committed
34
35
36
37
38
39
40
41
    "MergedQKVParallelLinearWithLoRA",
    "MergedQKVParallelLinearWithShardedLoRA",
    "QKVParallelLinearWithLoRA",
    "QKVParallelLinearWithShardedLoRA",
    "RowParallelLinearWithLoRA",
    "RowParallelLinearWithShardedLoRA",
    "ReplicatedLinearWithLoRA",
    "LoRAMapping",
42
    "LoRAMappingType",
43
    "FusedMoEWithLoRA",
44
    "FusedMoE3DWithLoRA",
Jee Jee Li's avatar
Jee Jee Li committed
45
]