__init__.py 1.66 KB
Newer Older
shunxing1234's avatar
shunxing1234 committed
1
from vllm.model_executor.models.aquila import AquilaForCausalLM
2
3
from vllm.model_executor.models.baichuan import (BaiChuanForCausalLM,
                                                 BaichuanForCausalLM)
Woosuk Kwon's avatar
Woosuk Kwon committed
4
from vllm.model_executor.models.bloom import BloomForCausalLM
Zhuohan Li's avatar
Zhuohan Li committed
5
from vllm.model_executor.models.falcon import FalconForCausalLM
Woosuk Kwon's avatar
Woosuk Kwon committed
6
from vllm.model_executor.models.gpt2 import GPT2LMHeadModel
7
from vllm.model_executor.models.gpt_bigcode import GPTBigCodeForCausalLM
8
from vllm.model_executor.models.gpt_j import GPTJForCausalLM
9
from vllm.model_executor.models.gpt_neox import GPTNeoXForCausalLM
Jia Guoqing's avatar
Jia Guoqing committed
10
from vllm.model_executor.models.internlm import InternLMForCausalLM
Woosuk Kwon's avatar
Woosuk Kwon committed
11
from vllm.model_executor.models.llama import LlamaForCausalLM
12
from vllm.model_executor.models.mistral import MistralForCausalLM
Pierre Stock's avatar
Pierre Stock committed
13
from vllm.model_executor.models.mixtral import MixtralForCausalLM
14
from vllm.model_executor.models.mpt import MPTForCausalLM
Woosuk Kwon's avatar
Woosuk Kwon committed
15
from vllm.model_executor.models.opt import OPTForCausalLM
16
from vllm.model_executor.models.phi_1_5 import PhiForCausalLM
Qing's avatar
Qing committed
17
from vllm.model_executor.models.qwen import QWenLMHeadModel
GoHomeToMacDonal's avatar
GoHomeToMacDonal committed
18
from vllm.model_executor.models.chatglm import ChatGLMForCausalLM
Roy's avatar
Roy committed
19
from vllm.model_executor.models.yi import YiForCausalLM
Woosuk Kwon's avatar
Woosuk Kwon committed
20
21

__all__ = [
shunxing1234's avatar
shunxing1234 committed
22
    "AquilaForCausalLM",
Jia Guoqing's avatar
Jia Guoqing committed
23
24
25
    "BaiChuanForCausalLM",
    "BaichuanForCausalLM",
    "BloomForCausalLM",
GoHomeToMacDonal's avatar
GoHomeToMacDonal committed
26
    "ChatGLMForCausalLM",
Jia Guoqing's avatar
Jia Guoqing committed
27
28
29
30
31
32
33
    "FalconForCausalLM",
    "GPT2LMHeadModel",
    "GPTBigCodeForCausalLM",
    "GPTJForCausalLM",
    "GPTNeoXForCausalLM",
    "InternLMForCausalLM",
    "LlamaForCausalLM",
34
    "MPTForCausalLM",
Jia Guoqing's avatar
Jia Guoqing committed
35
    "OPTForCausalLM",
36
    "PhiForCausalLM",
Jia Guoqing's avatar
Jia Guoqing committed
37
    "QWenLMHeadModel",
38
    "MistralForCausalLM",
Pierre Stock's avatar
Pierre Stock committed
39
    "MixtralForCausalLM",
Roy's avatar
Roy committed
40
    "YiForCausalLM",
Woosuk Kwon's avatar
Woosuk Kwon committed
41
]