__init__.py 1.57 KB
Newer Older
Jee Jee Li's avatar
Jee Jee Li committed
1
2
3
4
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
from vllm.lora.layers.base import BaseLayerWithLoRA
from vllm.lora.layers.column_parallel_linear import (
5
6
    ColumnParallelLinearWithLoRA,
    ColumnParallelLinearWithShardedLoRA,
Jee Jee Li's avatar
Jee Jee Li committed
7
    MergedColumnParallelLinearWithLoRA,
8
9
10
11
12
13
    MergedColumnParallelLinearWithShardedLoRA,
    MergedQKVParallelLinearWithLoRA,
    MergedQKVParallelLinearWithShardedLoRA,
    QKVParallelLinearWithLoRA,
    QKVParallelLinearWithShardedLoRA,
)
14
from vllm.lora.layers.fused_moe import FusedMoE3DWithLoRA, FusedMoEWithLoRA
Jee Jee Li's avatar
Jee Jee Li committed
15
16
17
from vllm.lora.layers.logits_processor import LogitsProcessorWithLoRA
from vllm.lora.layers.replicated_linear import ReplicatedLinearWithLoRA
from vllm.lora.layers.row_parallel_linear import (
18
19
20
    RowParallelLinearWithLoRA,
    RowParallelLinearWithShardedLoRA,
)
Jee Jee Li's avatar
Jee Jee Li committed
21
from vllm.lora.layers.utils import LoRAMapping
22
from vllm.lora.layers.vocal_parallel_embedding import VocabParallelEmbeddingWithLoRA
Jee Jee Li's avatar
Jee Jee Li committed
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39

__all__ = [
    "BaseLayerWithLoRA",
    "VocabParallelEmbeddingWithLoRA",
    "LogitsProcessorWithLoRA",
    "ColumnParallelLinearWithLoRA",
    "ColumnParallelLinearWithShardedLoRA",
    "MergedColumnParallelLinearWithLoRA",
    "MergedColumnParallelLinearWithShardedLoRA",
    "MergedQKVParallelLinearWithLoRA",
    "MergedQKVParallelLinearWithShardedLoRA",
    "QKVParallelLinearWithLoRA",
    "QKVParallelLinearWithShardedLoRA",
    "RowParallelLinearWithLoRA",
    "RowParallelLinearWithShardedLoRA",
    "ReplicatedLinearWithLoRA",
    "LoRAMapping",
40
    "FusedMoEWithLoRA",
41
    "FusedMoE3DWithLoRA",
Jee Jee Li's avatar
Jee Jee Li committed
42
]