Merge branch 'master' of https://github.com/EleutherAI/lm-evaluation-harness into remove-dataset

1f8a8c1d · jon-tow · b4c0275d · b0acb337 · 1f8a8c1d · 1f8a8c1d
Commit 1f8a8c1d authored Jun 11, 2022 by jon-tow
20 changed files
--- a/lm_eval/tasks/quac.py
+++ b/lm_eval/tasks/quac.py
--- a/lm_eval/tasks/race.py
+++ b/lm_eval/tasks/race.py
--- a/lm_eval/tasks/sat.py
+++ b/lm_eval/tasks/sat.py
--- a/lm_eval/tasks/sciq.py
+++ b/lm_eval/tasks/sciq.py
--- a/lm_eval/tasks/squad.py
+++ b/lm_eval/tasks/squad.py
--- a/lm_eval/tasks/storycloze.py
+++ b/lm_eval/tasks/storycloze.py
--- a/lm_eval/tasks/superglue.py
+++ b/lm_eval/tasks/superglue.py
--- a/lm_eval/tasks/translation.py
+++ b/lm_eval/tasks/translation.py
--- a/lm_eval/tasks/triviaqa.py
+++ b/lm_eval/tasks/triviaqa.py
--- a/lm_eval/tasks/truthfulqa.py
+++ b/lm_eval/tasks/truthfulqa.py
--- a/lm_eval/tasks/unscramble.py
+++ b/lm_eval/tasks/unscramble.py
--- a/lm_eval/tasks/webqs.py
+++ b/lm_eval/tasks/webqs.py
--- a/lm_eval/tasks/wikitext.py
+++ b/lm_eval/tasks/wikitext.py
--- a/lm_eval/tasks/winogrande.py
+++ b/lm_eval/tasks/winogrande.py
--- a/lm_eval/tasks/wsc273.py
+++ b/lm_eval/tasks/wsc273.py
--- a/lm_eval/utils.py
+++ b/lm_eval/utils.py
--- a/main.py
+++ b/main.py
--- a/pile_statistics.json
+++ b/pile_statistics.json
--- a/scripts/clean_training_data/README.md
+++ b/scripts/clean_training_data/README.md
--- a/scripts/clean_training_data/compress_and_package.py
+++ b/scripts/clean_training_data/compress_and_package.py