first step: add HF+accelerate implementations

db1f55ff · haileyschoelkopf · 25780307 · db1f55ff · db1f55ff
Commit db1f55ff authored Jan 17, 2023 by haileyschoelkopf
Expand all Hide whitespace changes
Inline Side-by-side

Showing with 639 additions and 0 deletions

lm_eval/models/__init__.py lm_eval/models/__init__.py +3 -0

lm_eval/models/huggingface.py lm_eval/models/huggingface.py +636 -0

No files found.
--- a/lm_eval/models/__init__.py
+++ b/lm_eval/models/__init__.py
 from . import gpt2
 from . import gpt3
+from . import huggingface
 from . import textsynth
 from . import dummy

 MODEL_REGISTRY = {
    "hf": gpt2.HFLM,
+    "hf-causal": huggingface.AutoCausalLM,
+    "hf-seq2seq": huggingface.AutoSeq2SeqLM,
    "gpt2": gpt2.GPT2LM,
    "gpt3": gpt3.GPT3LM,
    "textsynth": textsynth.TextSynthLM,

--- a/lm_eval/models/huggingface.py
+++ b/lm_eval/models/huggingface.py