"dgl_sparse/build.bat" did not exist on "9a7235faf2835d424c4587e703024248e6b9f465"
__init__.py 611 Bytes
Newer Older
Nicolas Patry's avatar
Nicolas Patry committed
1
2
3
4
5
6
7
8
9
from text_generation_server.layers.tensor_parallel import (
    TensorParallelColumnLinear,
    TensorParallelRowLinear,
    TensorParallelEmbedding,
)
from text_generation_server.layers.linear import (
    get_linear,
    FastLinear,
)
Nicolas Patry's avatar
Nicolas Patry committed
10
from text_generation_server.layers.speculative import SpeculativeHead
Nicolas Patry's avatar
Nicolas Patry committed
11
12
13
14

# Just to add the `load` methods.
from text_generation_server.layers.layernorm import load_layer_norm
from text_generation_server.layers.conv import load_conv2d
drbh's avatar
drbh committed
15
16
17
18
19
20

from text_generation_server.layers.lora import (
    LoraLinear,
    TensorParallelMultiAdapterLinear,
    TensorParallelAdapterRowLinear,
)