Merge branch 'main' into group-agg-rework

3d1b8f43 · Lintang Sutawika · GitHub · e200c24e · d855d0ba · 3d1b8f43
Unverified Commit 3d1b8f43 authored Jul 03, 2024 by Lintang Sutawika Committed by GitHub Jul 03, 2024
17 changed files
--- a/lm_eval/tasks/tmmluplus/default/_generate_configs.py
+++ b/lm_eval/tasks/tmmluplus/default/_generate_configs.py
--- a/lm_eval/utils.py
+++ b/lm_eval/utils.py
--- a/pyproject.toml
+++ b/pyproject.toml
--- a/scripts/clean_training_data/README.md
+++ b/scripts/clean_training_data/README.md
--- a/scripts/make_table_results.py
+++ b/scripts/make_table_results.py
--- a/scripts/make_table_tasks.py
+++ b/scripts/make_table_tasks.py
--- a/scripts/write_out.py
+++ b/scripts/write_out.py
--- a/scripts/zeno_visualize.py
+++ b/scripts/zeno_visualize.py
--- a/tests/models/test_neuralmagic.py
+++ b/tests/models/test_neuralmagic.py
--- a/tests/models/test_vllm.py
+++ b/tests/models/test_vllm.py
--- a/tests/test_evaluator.py
+++ b/tests/test_evaluator.py
--- a/tests/test_include_path.py
+++ b/tests/test_include_path.py
--- a/tests/testconfigs/arc_test.yaml
+++ b/tests/testconfigs/arc_test.yaml
--- a/tests/testdata/ai2_arc_10_hf_pretrained-EleutherAI-pythia-14m-dtype-float32-device-cpu.txt
+++ b/tests/testdata/ai2_arc_10_hf_pretrained-EleutherAI-pythia-14m-dtype-float32-device-cpu.txt
--- a/tests/testdata/lambada_openai_10_hf_pretrained-EleutherAI-pythia-14m-dtype-float32-device-cpu.txt
+++ b/tests/testdata/lambada_openai_10_hf_pretrained-EleutherAI-pythia-14m-dtype-float32-device-cpu.txt
--- a/tests/testdata/mmlu_abstract_algebra-mmlu_global_facts-mmlu_public_relations_10_hf_pretrained-EleutherAI-pythia-14m-dtype-float32-device-cpu.txt
+++ b/tests/testdata/mmlu_abstract_algebra-mmlu_global_facts-mmlu_public_relations_10_hf_pretrained-EleutherAI-pythia-14m-dtype-float32-device-cpu.txt
--- a/tests/testdata/wikitext_10_hf_pretrained-EleutherAI-pythia-14m-dtype-float32-device-cpu.txt
+++ b/tests/testdata/wikitext_10_hf_pretrained-EleutherAI-pythia-14m-dtype-float32-device-cpu.txt