Merge remote-tracking branch 'origin/big-refactor' into calibration

e1ae8a2f · Herbie Bradley · 50e99bd7 · 30936bc7 · e1ae8a2f · e1ae8a2f
Commit e1ae8a2f authored Nov 26, 2023 by Herbie Bradley
20 changed files
--- a/lm_eval/tasks/bbh/flan_fewshot/web_of_lies.yaml
+++ b/lm_eval/tasks/bbh/flan_fewshot/web_of_lies.yaml
--- a/lm_eval/tasks/bbh/flan_fewshot/word_sorting.yaml
+++ b/lm_eval/tasks/bbh/flan_fewshot/word_sorting.yaml
--- a/lm_eval/tasks/bbh/flan_zeroshot/_flan_zeroshot_template_yaml
+++ b/lm_eval/tasks/bbh/flan_zeroshot/_flan_zeroshot_template_yaml
--- a/lm_eval/tasks/bbh/flan_zeroshot/boolean_expressions.yaml
+++ b/lm_eval/tasks/bbh/flan_zeroshot/boolean_expressions.yaml
--- a/lm_eval/tasks/bbh/flan_zeroshot/causal_judgement.yaml
+++ b/lm_eval/tasks/bbh/flan_zeroshot/causal_judgement.yaml
--- a/lm_eval/tasks/bbh/flan_zeroshot/date_understanding.yaml
+++ b/lm_eval/tasks/bbh/flan_zeroshot/date_understanding.yaml
--- a/lm_eval/tasks/bbh/flan_zeroshot/disambiguation_qa.yaml
+++ b/lm_eval/tasks/bbh/flan_zeroshot/disambiguation_qa.yaml
--- a/lm_eval/tasks/bbh/flan_zeroshot/dyck_languages.yaml
+++ b/lm_eval/tasks/bbh/flan_zeroshot/dyck_languages.yaml
--- a/lm_eval/tasks/bbh/flan_zeroshot/formal_fallacies.yaml
+++ b/lm_eval/tasks/bbh/flan_zeroshot/formal_fallacies.yaml
--- a/lm_eval/tasks/bbh/flan_zeroshot/geometric_shapes.yaml
+++ b/lm_eval/tasks/bbh/flan_zeroshot/geometric_shapes.yaml
--- a/lm_eval/tasks/bbh/flan_zeroshot/hyperbaton.yaml
+++ b/lm_eval/tasks/bbh/flan_zeroshot/hyperbaton.yaml
--- a/lm_eval/tasks/bbh/flan_zeroshot/logical_deduction_five_objects.yaml
+++ b/lm_eval/tasks/bbh/flan_zeroshot/logical_deduction_five_objects.yaml
--- a/lm_eval/tasks/bbh/flan_zeroshot/logical_deduction_seven_objects.yaml
+++ b/lm_eval/tasks/bbh/flan_zeroshot/logical_deduction_seven_objects.yaml
--- a/lm_eval/tasks/bbh/flan_zeroshot/logical_deduction_three_objects.yaml
+++ b/lm_eval/tasks/bbh/flan_zeroshot/logical_deduction_three_objects.yaml
--- a/lm_eval/tasks/bbh/flan_zeroshot/movie_recommendation.yaml
+++ b/lm_eval/tasks/bbh/flan_zeroshot/movie_recommendation.yaml
--- a/lm_eval/tasks/bbh/flan_zeroshot/multistep_arithmetic_two.yaml
+++ b/lm_eval/tasks/bbh/flan_zeroshot/multistep_arithmetic_two.yaml
--- a/lm_eval/tasks/bbh/flan_zeroshot/navigate.yaml
+++ b/lm_eval/tasks/bbh/flan_zeroshot/navigate.yaml
--- a/lm_eval/tasks/bbh/flan_zeroshot/object_counting.yaml
+++ b/lm_eval/tasks/bbh/flan_zeroshot/object_counting.yaml
--- a/lm_eval/tasks/bbh/flan_zeroshot/penguins_in_a_table.yaml
+++ b/lm_eval/tasks/bbh/flan_zeroshot/penguins_in_a_table.yaml
--- a/lm_eval/tasks/bbh/flan_zeroshot/reasoning_about_colored_objects.yaml
+++ b/lm_eval/tasks/bbh/flan_zeroshot/reasoning_about_colored_objects.yaml