Merge branch 'EleutherAI:main' into main

a2af2101 · Yen-Ting Lin · GitHub · 82cb25c1 · d5f39bf8 · a2af2101
Unverified Commit a2af2101 authored Jul 12, 2024 by Yen-Ting Lin Committed by GitHub Jul 12, 2024
20 changed files
--- a/lm_eval/tasks/bbh/cot_fewshot/_bbh.yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/_bbh.yaml
--- a/lm_eval/tasks/bbh/cot_fewshot/_bbh_cot_fewshot.yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/_bbh_cot_fewshot.yaml
--- a/lm_eval/tasks/bbh/cot_fewshot/_cot_fewshot_template_yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/_cot_fewshot_template_yaml
--- a/lm_eval/tasks/bbh/cot_fewshot/boolean_expressions.yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/boolean_expressions.yaml
--- a/lm_eval/tasks/bbh/cot_fewshot/causal_judgement.yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/causal_judgement.yaml
--- a/lm_eval/tasks/bbh/cot_fewshot/date_understanding.yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/date_understanding.yaml
--- a/lm_eval/tasks/bbh/cot_fewshot/disambiguation_qa.yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/disambiguation_qa.yaml
--- a/lm_eval/tasks/bbh/cot_fewshot/dyck_languages.yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/dyck_languages.yaml
--- a/lm_eval/tasks/bbh/cot_fewshot/formal_fallacies.yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/formal_fallacies.yaml
--- a/lm_eval/tasks/bbh/cot_fewshot/geometric_shapes.yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/geometric_shapes.yaml
--- a/lm_eval/tasks/bbh/cot_fewshot/hyperbaton.yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/hyperbaton.yaml
--- a/lm_eval/tasks/bbh/cot_fewshot/logical_deduction_five_objects.yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/logical_deduction_five_objects.yaml
--- a/lm_eval/tasks/bbh/cot_fewshot/logical_deduction_seven_objects.yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/logical_deduction_seven_objects.yaml
--- a/lm_eval/tasks/bbh/cot_fewshot/logical_deduction_three_objects.yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/logical_deduction_three_objects.yaml
--- a/lm_eval/tasks/bbh/cot_fewshot/movie_recommendation.yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/movie_recommendation.yaml
--- a/lm_eval/tasks/bbh/cot_fewshot/multistep_arithmetic_two.yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/multistep_arithmetic_two.yaml
--- a/lm_eval/tasks/bbh/cot_fewshot/navigate.yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/navigate.yaml
--- a/lm_eval/tasks/bbh/cot_fewshot/object_counting.yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/object_counting.yaml
--- a/lm_eval/tasks/bbh/cot_fewshot/penguins_in_a_table.yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/penguins_in_a_table.yaml
--- a/lm_eval/tasks/bbh/cot_fewshot/reasoning_about_colored_objects.yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/reasoning_about_colored_objects.yaml