__init__.py 919 Bytes
Newer Older
jixx's avatar
init  
jixx committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
from text_generation_server.layers.tensor_parallel import (
    TensorParallelColumnLinear,
    TensorParallelRowLinear,
    TensorParallelEmbedding,
)
from text_generation_server.layers.linear import (
    get_linear,
    FastLinear,
)
from text_generation_server.layers.speculative import SpeculativeHead

# Just to add the `load` methods.
from text_generation_server.layers.layernorm import load_layer_norm
from text_generation_server.layers.conv import load_conv2d

from text_generation_server.layers.lora import (
    LoraLinear,
    TensorParallelMultiAdapterLinear,
    TensorParallelAdapterRowLinear,
)
jixx's avatar
jixx committed
21
22
23
24
25
26
27
28
29
30
31
32
33
34

__all__ = [
    "get_linear",
    "FastLinear",
    "TensorParallelColumnLinear",
    "TensorParallelRowLinear",
    "TensorParallelEmbedding",
    "SpeculativeHead",
    "LoraLinear",
    "TensorParallelMultiAdapterLinear",
    "TensorParallelAdapterRowLinear",
    "load_layer_norm",
    "load_conv2d",
]