Merge branch 'big-refactor' into update_docs

767c58b9 · lintangsutawika · 3bfbddc4 · 759da8d5 · 767c58b9 · 767c58b9
Commit 767c58b9 authored Aug 16, 2023 by lintangsutawika
20 changed files
--- a/lm_eval/tasks/prost/corypaik_prost.yaml
+++ b/lm_eval/tasks/prost/corypaik_prost.yaml
--- a/lm_eval/tasks/pubmedqa/README.md
+++ b/lm_eval/tasks/pubmedqa/README.md
--- a/lm_eval/tasks/pubmedqa/pubmedqa.yaml
+++ b/lm_eval/tasks/pubmedqa/pubmedqa.yaml
--- a/lm_eval/tasks/qa4mre/README.md
+++ b/lm_eval/tasks/qa4mre/README.md
--- a/lm_eval/tasks/qa4mre/qa4mre_2011.yaml
+++ b/lm_eval/tasks/qa4mre/qa4mre_2011.yaml
--- a/lm_eval/tasks/race/README.md
+++ b/lm_eval/tasks/race/README.md
--- a/lm_eval/tasks/race/race.yaml
+++ b/lm_eval/tasks/race/race.yaml
--- a/lm_eval/tasks/realtoxicityprompts/metric.py
+++ b/lm_eval/tasks/realtoxicityprompts/metric.py
--- a/lm_eval/tasks/realtoxicityprompts/realtoxicityprompts.yaml
+++ b/lm_eval/tasks/realtoxicityprompts/realtoxicityprompts.yaml
--- a/lm_eval/tasks/sciq/README.md
+++ b/lm_eval/tasks/sciq/README.md
--- a/lm_eval/tasks/sciq/sciq.yaml
+++ b/lm_eval/tasks/sciq/sciq.yaml
--- a/lm_eval/tasks/storycloze/README.md
+++ b/lm_eval/tasks/storycloze/README.md
--- a/lm_eval/tasks/storycloze/storycloze_2016.yaml
+++ b/lm_eval/tasks/storycloze/storycloze_2016.yaml
--- a/lm_eval/tasks/storycloze/storycloze_2018.yaml
+++ b/lm_eval/tasks/storycloze/storycloze_2018.yaml
--- a/lm_eval/tasks/super_glue/rte/default.yaml
+++ b/lm_eval/tasks/super_glue/rte/default.yaml
--- a/lm_eval/tasks/swag/README.md
+++ b/lm_eval/tasks/swag/README.md
--- a/lm_eval/tasks/swag/swag.yaml
+++ b/lm_eval/tasks/swag/swag.yaml
--- a/lm_eval/tasks/toxigen/README.md
+++ b/lm_eval/tasks/toxigen/README.md
--- a/lm_eval/tasks/toxigen/toxigen.yaml
+++ b/lm_eval/tasks/toxigen/toxigen.yaml
--- a/lm_eval/tasks/triviaqa/README.md
+++ b/lm_eval/tasks/triviaqa/README.md