Merge branch 'EleutherAI:main' into main

da211969 · Jess · GitHub · 1b97e487 · 801322e0 · da211969
Unverified Commit da211969 authored Jun 28, 2024 by Jess Committed by GitHub Jun 28, 2024
20 changed files
--- a/lm_eval/tasks/bbh/cot_fewshot/dyck_languages.yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/dyck_languages.yaml
--- a/lm_eval/tasks/bbh/cot_fewshot/formal_fallacies.yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/formal_fallacies.yaml
--- a/lm_eval/tasks/bbh/cot_fewshot/geometric_shapes.yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/geometric_shapes.yaml
--- a/lm_eval/tasks/bbh/cot_fewshot/hyperbaton.yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/hyperbaton.yaml
--- a/lm_eval/tasks/bbh/cot_fewshot/logical_deduction_five_objects.yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/logical_deduction_five_objects.yaml
--- a/lm_eval/tasks/bbh/cot_fewshot/logical_deduction_seven_objects.yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/logical_deduction_seven_objects.yaml
--- a/lm_eval/tasks/bbh/cot_fewshot/logical_deduction_three_objects.yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/logical_deduction_three_objects.yaml
--- a/lm_eval/tasks/bbh/cot_fewshot/movie_recommendation.yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/movie_recommendation.yaml
--- a/lm_eval/tasks/bbh/cot_fewshot/multistep_arithmetic_two.yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/multistep_arithmetic_two.yaml
--- a/lm_eval/tasks/bbh/cot_fewshot/navigate.yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/navigate.yaml
--- a/lm_eval/tasks/bbh/cot_fewshot/object_counting.yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/object_counting.yaml
--- a/lm_eval/tasks/bbh/cot_fewshot/penguins_in_a_table.yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/penguins_in_a_table.yaml
--- a/lm_eval/tasks/bbh/cot_fewshot/reasoning_about_colored_objects.yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/reasoning_about_colored_objects.yaml
--- a/lm_eval/tasks/bbh/cot_fewshot/ruin_names.yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/ruin_names.yaml
--- a/lm_eval/tasks/bbh/cot_fewshot/salient_translation_error_detection.yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/salient_translation_error_detection.yaml
--- a/lm_eval/tasks/bbh/cot_fewshot/snarks.yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/snarks.yaml
--- a/lm_eval/tasks/bbh/cot_fewshot/sports_understanding.yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/sports_understanding.yaml
--- a/lm_eval/tasks/bbh/cot_fewshot/temporal_sequences.yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/temporal_sequences.yaml
--- a/lm_eval/tasks/bbh/cot_fewshot/tracking_shuffled_objects_five_objects.yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/tracking_shuffled_objects_five_objects.yaml
--- a/lm_eval/tasks/bbh/cot_fewshot/tracking_shuffled_objects_seven_objects.yaml
+++ b/lm_eval/tasks/bbh/cot_fewshot/tracking_shuffled_objects_seven_objects.yaml