Merge branch 'EleutherAI:main' into main

a2af2101 · Yen-Ting Lin · GitHub · 82cb25c1 · d5f39bf8 · a2af2101
Unverified Commit a2af2101 authored Jul 12, 2024 by Yen-Ting Lin Committed by GitHub Jul 12, 2024
20 changed files
--- a/lm_eval/tasks/arabicmmlu/arabicmmlu_high_geography.yaml
+++ b/lm_eval/tasks/arabicmmlu/arabicmmlu_high_geography.yaml
--- a/lm_eval/tasks/arabicmmlu/arabicmmlu_high_history.yaml
+++ b/lm_eval/tasks/arabicmmlu/arabicmmlu_high_history.yaml
--- a/lm_eval/tasks/arabicmmlu/arabicmmlu_high_islamic_studies.yaml
+++ b/lm_eval/tasks/arabicmmlu/arabicmmlu_high_islamic_studies.yaml
--- a/lm_eval/tasks/arabicmmlu/arabicmmlu_high_philosophy.yaml
+++ b/lm_eval/tasks/arabicmmlu/arabicmmlu_high_philosophy.yaml
--- a/lm_eval/tasks/arabicmmlu/arabicmmlu_high_physics.yaml
+++ b/lm_eval/tasks/arabicmmlu/arabicmmlu_high_physics.yaml
--- a/lm_eval/tasks/arabicmmlu/arabicmmlu_islamic_studies.yaml
+++ b/lm_eval/tasks/arabicmmlu/arabicmmlu_islamic_studies.yaml
--- a/lm_eval/tasks/arabicmmlu/arabicmmlu_middle_arabic_language.yaml
+++ b/lm_eval/tasks/arabicmmlu/arabicmmlu_middle_arabic_language.yaml
--- a/lm_eval/tasks/arabicmmlu/arabicmmlu_middle_civics.yaml
+++ b/lm_eval/tasks/arabicmmlu/arabicmmlu_middle_civics.yaml
--- a/lm_eval/tasks/arabicmmlu/arabicmmlu_middle_computer_science.yaml
+++ b/lm_eval/tasks/arabicmmlu/arabicmmlu_middle_computer_science.yaml
--- a/lm_eval/tasks/arabicmmlu/arabicmmlu_middle_economics.yaml
+++ b/lm_eval/tasks/arabicmmlu/arabicmmlu_middle_economics.yaml
--- a/lm_eval/tasks/arabicmmlu/arabicmmlu_middle_general_knowledge.yaml
+++ b/lm_eval/tasks/arabicmmlu/arabicmmlu_middle_general_knowledge.yaml
--- a/lm_eval/tasks/arabicmmlu/arabicmmlu_middle_geography.yaml
+++ b/lm_eval/tasks/arabicmmlu/arabicmmlu_middle_geography.yaml
--- a/lm_eval/tasks/arabicmmlu/arabicmmlu_middle_history.yaml
+++ b/lm_eval/tasks/arabicmmlu/arabicmmlu_middle_history.yaml
--- a/lm_eval/tasks/arabicmmlu/arabicmmlu_middle_islamic_studies.yaml
+++ b/lm_eval/tasks/arabicmmlu/arabicmmlu_middle_islamic_studies.yaml
--- a/lm_eval/tasks/arabicmmlu/arabicmmlu_middle_natural_science.yaml
+++ b/lm_eval/tasks/arabicmmlu/arabicmmlu_middle_natural_science.yaml
--- a/lm_eval/tasks/arabicmmlu/arabicmmlu_middle_social_science.yaml
+++ b/lm_eval/tasks/arabicmmlu/arabicmmlu_middle_social_science.yaml
--- a/lm_eval/tasks/arabicmmlu/arabicmmlu_primary_arabic_language.yaml
+++ b/lm_eval/tasks/arabicmmlu/arabicmmlu_primary_arabic_language.yaml
--- a/lm_eval/tasks/arabicmmlu/arabicmmlu_primary_computer_science.yaml
+++ b/lm_eval/tasks/arabicmmlu/arabicmmlu_primary_computer_science.yaml
--- a/lm_eval/tasks/arabicmmlu/arabicmmlu_primary_general_knowledge.yaml
+++ b/lm_eval/tasks/arabicmmlu/arabicmmlu_primary_general_knowledge.yaml
--- a/lm_eval/tasks/arabicmmlu/arabicmmlu_primary_geography.yaml
+++ b/lm_eval/tasks/arabicmmlu/arabicmmlu_primary_geography.yaml