__init__.py 689 Bytes
Newer Older
Jason Phang's avatar
Jason Phang committed
1
2
from . import gpt2
from . import gpt3
Jason Phang's avatar
Jason Phang committed
3
from . import anthropic_llms
4
from . import huggingface
Jonathan Tow's avatar
Jonathan Tow committed
5
from . import textsynth
Michael Goin's avatar
Michael Goin committed
6
from . import deepsparse
Leo Gao's avatar
Leo Gao committed
7
from . import dummy
8
from . import gguf
Jason Phang's avatar
gpt3  
Jason Phang committed
9

Jason Phang's avatar
Jason Phang committed
10
MODEL_REGISTRY = {
11
    "hf": gpt2.HFLM,
12
13
    "hf-causal": gpt2.HFLM,
    "hf-causal-experimental": huggingface.AutoCausalLM,
14
    "hf-seq2seq": huggingface.AutoSeq2SeqLM,
Jason Phang's avatar
Jason Phang committed
15
16
    "gpt2": gpt2.GPT2LM,
    "gpt3": gpt3.GPT3LM,
Jason Phang's avatar
Jason Phang committed
17
    "anthropic": anthropic_llms.AnthropicLM,
Jonathan Tow's avatar
Jonathan Tow committed
18
    "textsynth": textsynth.TextSynthLM,
Michael Goin's avatar
Michael Goin committed
19
    "deepsparse": deepsparse.DeepSparseLM,
Leo Gao's avatar
Leo Gao committed
20
    "dummy": dummy.DummyLM,
Alexander's avatar
Alexander committed
21
22
    "gguf": gguf.GGUFLM,
    "optimum-causal": gpt2.OPTIMUMLM,
Jason Phang's avatar
Jason Phang committed
23
}
Jason Phang's avatar
gpt3  
Jason Phang committed
24
25
26


def get_model(model_name):
Jason Phang's avatar
Jason Phang committed
27
    return MODEL_REGISTRY[model_name]