__init__.py 589 Bytes
Newer Older
Jason Phang's avatar
Jason Phang committed
1
2
from . import gpt2
from . import gpt3
Jason Phang's avatar
Jason Phang committed
3
from . import anthropic_llms
4
from . import huggingface
Jonathan Tow's avatar
Jonathan Tow committed
5
from . import textsynth
Leo Gao's avatar
Leo Gao committed
6
from . import dummy
Matt Hoffner's avatar
Matt Hoffner committed
7
from . import llama
Jason Phang's avatar
gpt3  
Jason Phang committed
8

Jason Phang's avatar
Jason Phang committed
9
MODEL_REGISTRY = {
10
    "hf": gpt2.HFLM,
11
12
    "hf-causal": gpt2.HFLM,
    "hf-causal-experimental": huggingface.AutoCausalLM,
13
    "hf-seq2seq": huggingface.AutoSeq2SeqLM,
Jason Phang's avatar
Jason Phang committed
14
15
    "gpt2": gpt2.GPT2LM,
    "gpt3": gpt3.GPT3LM,
Jason Phang's avatar
Jason Phang committed
16
    "anthropic": anthropic_llms.AnthropicLM,
Jonathan Tow's avatar
Jonathan Tow committed
17
    "textsynth": textsynth.TextSynthLM,
Leo Gao's avatar
Leo Gao committed
18
    "dummy": dummy.DummyLM,
Matt Hoffner's avatar
Matt Hoffner committed
19
    "llama": llama.LlamaCppLM
Jason Phang's avatar
Jason Phang committed
20
}
Jason Phang's avatar
gpt3  
Jason Phang committed
21
22
23


def get_model(model_name):
Jason Phang's avatar
Jason Phang committed
24
    return MODEL_REGISTRY[model_name]