merged latest and added altworld files

835cc40e · lintangsutawika · 8da401e0 · c9bbec6e · 835cc40e · 835cc40e
Commit 835cc40e authored Dec 06, 2023 by lintangsutawika
20 changed files
--- a/lm_eval/tasks/bbh/flan_cot_zeroshot/geometric_shapes.yaml
+++ b/lm_eval/tasks/bbh/flan_cot_zeroshot/geometric_shapes.yaml
--- a/lm_eval/tasks/bbh/flan_cot_zeroshot/hyperbaton.yaml
+++ b/lm_eval/tasks/bbh/flan_cot_zeroshot/hyperbaton.yaml
--- a/lm_eval/tasks/bbh/flan_cot_zeroshot/logical_deduction_five_objects.yaml
+++ b/lm_eval/tasks/bbh/flan_cot_zeroshot/logical_deduction_five_objects.yaml
--- a/lm_eval/tasks/bbh/flan_cot_zeroshot/logical_deduction_seven_objects.yaml
+++ b/lm_eval/tasks/bbh/flan_cot_zeroshot/logical_deduction_seven_objects.yaml
--- a/lm_eval/tasks/bbh/flan_cot_zeroshot/logical_deduction_three_objects.yaml
+++ b/lm_eval/tasks/bbh/flan_cot_zeroshot/logical_deduction_three_objects.yaml
--- a/lm_eval/tasks/bbh/flan_cot_zeroshot/movie_recommendation.yaml
+++ b/lm_eval/tasks/bbh/flan_cot_zeroshot/movie_recommendation.yaml
--- a/lm_eval/tasks/bbh/flan_cot_zeroshot/multistep_arithmetic_two.yaml
+++ b/lm_eval/tasks/bbh/flan_cot_zeroshot/multistep_arithmetic_two.yaml
--- a/lm_eval/tasks/bbh/flan_cot_zeroshot/navigate.yaml
+++ b/lm_eval/tasks/bbh/flan_cot_zeroshot/navigate.yaml
--- a/lm_eval/tasks/bbh/flan_cot_zeroshot/object_counting.yaml
+++ b/lm_eval/tasks/bbh/flan_cot_zeroshot/object_counting.yaml
--- a/lm_eval/tasks/bbh/flan_cot_zeroshot/penguins_in_a_table.yaml
+++ b/lm_eval/tasks/bbh/flan_cot_zeroshot/penguins_in_a_table.yaml
--- a/lm_eval/tasks/bbh/flan_cot_zeroshot/reasoning_about_colored_objects.yaml
+++ b/lm_eval/tasks/bbh/flan_cot_zeroshot/reasoning_about_colored_objects.yaml
--- a/lm_eval/tasks/bbh/flan_cot_zeroshot/ruin_names.yaml
+++ b/lm_eval/tasks/bbh/flan_cot_zeroshot/ruin_names.yaml
--- a/lm_eval/tasks/bbh/flan_cot_zeroshot/salient_translation_error_detection.yaml
+++ b/lm_eval/tasks/bbh/flan_cot_zeroshot/salient_translation_error_detection.yaml
--- a/lm_eval/tasks/bbh/flan_cot_zeroshot/snarks.yaml
+++ b/lm_eval/tasks/bbh/flan_cot_zeroshot/snarks.yaml
--- a/lm_eval/tasks/bbh/flan_cot_zeroshot/sports_understanding.yaml
+++ b/lm_eval/tasks/bbh/flan_cot_zeroshot/sports_understanding.yaml
--- a/lm_eval/tasks/bbh/flan_cot_zeroshot/temporal_sequences.yaml
+++ b/lm_eval/tasks/bbh/flan_cot_zeroshot/temporal_sequences.yaml
--- a/lm_eval/tasks/bbh/flan_cot_zeroshot/tracking_shuffled_objects_five_objects.yaml
+++ b/lm_eval/tasks/bbh/flan_cot_zeroshot/tracking_shuffled_objects_five_objects.yaml
--- a/lm_eval/tasks/bbh/flan_cot_zeroshot/tracking_shuffled_objects_seven_objects.yaml
+++ b/lm_eval/tasks/bbh/flan_cot_zeroshot/tracking_shuffled_objects_seven_objects.yaml
--- a/lm_eval/tasks/bbh/flan_cot_zeroshot/tracking_shuffled_objects_three_objects.yaml
+++ b/lm_eval/tasks/bbh/flan_cot_zeroshot/tracking_shuffled_objects_three_objects.yaml
--- a/lm_eval/tasks/bbh/flan_cot_zeroshot/web_of_lies.yaml
+++ b/lm_eval/tasks/bbh/flan_cot_zeroshot/web_of_lies.yaml