Merge remote-tracking branch 'origin/big-refactor' into calibration

cbe4ecdc · Herbie Bradley · 50a8ddfb · b8d1cef9 · cbe4ecdc · cbe4ecdc
Commit cbe4ecdc authored Sep 13, 2023 by Herbie Bradley
18 changed files
--- a/lm_eval/tasks/wikitext/wikitext.yaml
+++ b/lm_eval/tasks/wikitext/wikitext.yaml
--- a/lm_eval/tasks/wmt2016/README.md
+++ b/lm_eval/tasks/wmt2016/README.md
--- a/lm_eval/tasks/wmt2016/metrics.py
+++ b/lm_eval/tasks/wmt2016/metrics.py
--- a/lm_eval/tasks/wmt2016/ro_en-t5_prompt.yaml
+++ b/lm_eval/tasks/wmt2016/ro_en-t5_prompt.yaml
--- a/lm_eval/tasks/wsc273/README.md
+++ b/lm_eval/tasks/wsc273/README.md
--- a/lm_eval/tasks/wsc273/default.yaml
+++ b/lm_eval/tasks/wsc273/default.yaml
--- a/lm_eval/tasks/wsc273/utils.py
+++ b/lm_eval/tasks/wsc273/utils.py
--- a/lm_eval/utils.py
+++ b/lm_eval/utils.py
--- a/main.py
+++ b/main.py
--- a/mypy.ini
+++ b/mypy.ini
--- a/pyproject.toml
+++ b/pyproject.toml
--- a/setup.py
+++ b/setup.py
--- a/tests/extra/__init__.py
+++ b/tests/extra/__init__.py
--- a/tests/extra/test_new_tasks.py
+++ b/tests/extra/test_new_tasks.py
--- a/tests/extra/test_utils.py
+++ b/tests/extra/test_utils.py
--- a/tests/models/test_huggingface.py
+++ b/tests/models/test_huggingface.py
--- a/tests/test_tasks.py
+++ b/tests/test_tasks.py
--- a/tests/extra/utilities_testing.py
+++ b/tests/extra/utilities_testing.py