add preliminary working HF-auto LM

a4e84b4b · haileyschoelkopf · lintangsutawika · 0b4f88dd · a4e84b4b · a4e84b4b
Commit a4e84b4b authored Jun 20, 2023 by haileyschoelkopf Committed by lintangsutawika Jun 22, 2023
Expand all Hide whitespace changes
Inline Side-by-side

Showing with 527 additions and 0 deletions

lm_eval/models/__init__.py lm_eval/models/__init__.py +1 -0

lm_eval/models/hf_merged.py lm_eval/models/hf_merged.py +526 -0

No files found.
--- a/lm_eval/models/__init__.py
+++ b/lm_eval/models/__init__.py
@@ -3,5 +3,6 @@ from . import openai_completions
 from . import textsynth
 from . import dummy
 from . import seq2seq
+from . import hf_merged

 # TODO: implement __all__
--- a/lm_eval/models/hf_merged.py
+++ b/lm_eval/models/hf_merged.py