first add

ed53d51c · Rayyyyy · ed53d51c · ed53d51c · ed53d51c · ed53d51c
Commit ed53d51c authored Apr 27, 2024 by Rayyyyy
20 changed files
--- a/lm_eval/decontamination/janitor.py
+++ b/lm_eval/decontamination/janitor.py
--- a/lm_eval/evaluator.py
+++ b/lm_eval/evaluator.py
--- a/lm_eval/metrics.py
+++ b/lm_eval/metrics.py
--- a/lm_eval/models/__init__.py
+++ b/lm_eval/models/__init__.py
--- a/lm_eval/models/anthropic_llms.py
+++ b/lm_eval/models/anthropic_llms.py
--- a/lm_eval/models/dummy.py
+++ b/lm_eval/models/dummy.py
--- a/lm_eval/models/gguf.py
+++ b/lm_eval/models/gguf.py
--- a/lm_eval/models/gpt2.py
+++ b/lm_eval/models/gpt2.py
--- a/lm_eval/models/gpt3.py
+++ b/lm_eval/models/gpt3.py
--- a/lm_eval/models/huggingface.py
+++ b/lm_eval/models/huggingface.py
--- a/lm_eval/models/textsynth.py
+++ b/lm_eval/models/textsynth.py
--- a/lm_eval/tasks/__init__.py
+++ b/lm_eval/tasks/__init__.py
--- a/lm_eval/tasks/anli.py
+++ b/lm_eval/tasks/anli.py
--- a/lm_eval/tasks/arc.py
+++ b/lm_eval/tasks/arc.py
--- a/lm_eval/tasks/arithmetic.py
+++ b/lm_eval/tasks/arithmetic.py
--- a/lm_eval/tasks/asdiv.py
+++ b/lm_eval/tasks/asdiv.py
--- a/lm_eval/tasks/bigbench.py
+++ b/lm_eval/tasks/bigbench.py
--- a/lm_eval/tasks/blimp.py
+++ b/lm_eval/tasks/blimp.py
--- a/lm_eval/tasks/cbt.py
+++ b/lm_eval/tasks/cbt.py
--- a/lm_eval/tasks/coqa.py
+++ b/lm_eval/tasks/coqa.py