Merge branch 'main' into ai2d

lm_eval/tasks/arabicmmlu/arabicmmlu_high_biology.yaml → lm_eval/tasks/arabicmmlu/arabicmmlu_math_primary_school.yaml

-"dataset_name": "High Biology"
-"tag": "arabicmmlu_stem_tasks"
+"dataset_name": "Math (Primary School)"
 "include": "_default_arabicmmlu_template_yaml"
-"task": "arabicmmlu_high_biology"
-"task_alias": "High Biology"
+"tag": "arabicmmlu_stem_tasks"
+"task": "arabicmmlu_math_primary_school"
+"task_alias": "Math (Primary School)"

lm_eval/tasks/arabicmmlu/arabicmmlu_middle_economics.yaml

-"dataset_name": "Middle Economics"
-"tag": "arabicmmlu_social_science_tasks"
-"include": "_default_arabicmmlu_template_yaml"
-"task": "arabicmmlu_middle_economics"
-"task_alias": "Middle Economics"

lm_eval/tasks/arabicmmlu/arabicmmlu_middle_geography.yaml

-"dataset_name": "Middle Geography"
-"tag": "arabicmmlu_social_science_tasks"
-"include": "_default_arabicmmlu_template_yaml"
-"task": "arabicmmlu_middle_geography"
-"task_alias": "Middle Geography"

lm_eval/tasks/arabicmmlu/arabicmmlu_middle_islamic_studies.yaml

-"dataset_name": "Middle Islamic Studies"
-"tag": "arabicmmlu_humanities_tasks"
-"include": "_default_arabicmmlu_template_yaml"
-"task": "arabicmmlu_middle_islamic_studies"
-"task_alias": "Middle Islamic Studies"

lm_eval/tasks/arabicmmlu/arabicmmlu_middle_natural_science.yaml

-"dataset_name": "Middle Natural Science"
-"tag": "arabicmmlu_stem_tasks"
-"include": "_default_arabicmmlu_template_yaml"
-"task": "arabicmmlu_middle_natural_science"
-"task_alias": "Middle Natural Science"

lm_eval/tasks/arabicmmlu/arabicmmlu_middle_social_science.yaml

-"dataset_name": "Middle Social Science"
-"tag": "arabicmmlu_social_science_tasks"
-"include": "_default_arabicmmlu_template_yaml"
-"task": "arabicmmlu_middle_social_science"
-"task_alias": "Middle Social Science"

lm_eval/tasks/arabicmmlu/arabicmmlu_natural_science_middle_school.yaml

+"dataset_name": "Natural Science (Middle School)"
+"include": "_default_arabicmmlu_template_yaml"
+"tag": "arabicmmlu_stem_tasks"
+"task": "arabicmmlu_natural_science_middle_school"
+"task_alias": "Natural Science (Middle School)"

lm_eval/tasks/arabicmmlu/arabicmmlu_natural_science_primary_school.yaml

+"dataset_name": "Natural Science (Primary School)"
+"include": "_default_arabicmmlu_template_yaml"
+"tag": "arabicmmlu_stem_tasks"
+"task": "arabicmmlu_natural_science_primary_school"
+"task_alias": "Natural Science (Primary School)"

lm_eval/tasks/arabicmmlu/arabicmmlu_philosophy_high_school.yaml

+"dataset_name": "Philosophy (High School)"
+"include": "_default_arabicmmlu_template_yaml"
+"tag": "arabicmmlu_humanities_tasks"
+"task": "arabicmmlu_philosophy_high_school"
+"task_alias": "Philosophy (High School)"

lm_eval/tasks/arabicmmlu/arabicmmlu_primary_math.yaml → lm_eval/tasks/arabicmmlu/arabicmmlu_physics_high_school.yaml

-"dataset_name": "Primary Math"
-"tag": "arabicmmlu_stem_tasks"
+"dataset_name": "Physics (High School)"
 "include": "_default_arabicmmlu_template_yaml"
-"task": "arabicmmlu_primary_math"
-"task_alias": "Primary Math"
+"tag": "arabicmmlu_stem_tasks"
+"task": "arabicmmlu_physics_high_school"
+"task_alias": "Physics (High School)"

lm_eval/tasks/arabicmmlu/arabicmmlu_political_science_university.yaml

+"dataset_name": "Political Science (University)"
+"include": "_default_arabicmmlu_template_yaml"
+"tag": "arabicmmlu_social_science_tasks"
+"task": "arabicmmlu_political_science_university"
+"task_alias": "Political Science (University)"

lm_eval/tasks/arabicmmlu/arabicmmlu_primary_computer_science.yaml

-"dataset_name": "Primary Computer Science"
-"tag": "arabicmmlu_stem_tasks"
-"include": "_default_arabicmmlu_template_yaml"
-"task": "arabicmmlu_primary_computer_science"
-"task_alias": "Primary Computer Science"

lm_eval/tasks/arabicmmlu/arabicmmlu_primary_geography.yaml

-"dataset_name": "Primary Geography"
-"tag": "arabicmmlu_social_science_tasks"
-"include": "_default_arabicmmlu_template_yaml"
-"task": "arabicmmlu_primary_geography"
-"task_alias": "Primary Geography"

lm_eval/tasks/arabicmmlu/arabicmmlu_primary_history.yaml

-"dataset_name": "Primary History"
-"tag": "arabicmmlu_humanities_tasks"
-"include": "_default_arabicmmlu_template_yaml"
-"task": "arabicmmlu_primary_history"
-"task_alias": "Primary History"

lm_eval/tasks/arabicmmlu/arabicmmlu_primary_islamic_studies.yaml

-"dataset_name": "Primary Islamic Studies"
-"tag": "arabicmmlu_humanities_tasks"
-"include": "_default_arabicmmlu_template_yaml"
-"task": "arabicmmlu_primary_islamic_studies"
-"task_alias": "Primary Islamic Studies"

lm_eval/tasks/arabicmmlu/arabicmmlu_primary_natural_science.yaml

-"dataset_name": "Primary Natural Science"
-"tag": "arabicmmlu_stem_tasks"
-"include": "_default_arabicmmlu_template_yaml"
-"task": "arabicmmlu_primary_natural_science"
-"task_alias": "Primary Natural Science"

lm_eval/tasks/arabicmmlu/arabicmmlu_primary_social_science.yaml

-"dataset_name": "Primary Social Science"
-"tag": "arabicmmlu_social_science_tasks"
-"include": "_default_arabicmmlu_template_yaml"
-"task": "arabicmmlu_primary_social_science"
-"task_alias": "Primary Social Science"

lm_eval/tasks/arabicmmlu/arabicmmlu_prof_law.yaml

-"dataset_name": "Prof Law"
-"tag": "arabicmmlu_humanities_tasks"
-"include": "_default_arabicmmlu_template_yaml"
-"task": "arabicmmlu_prof_law"
-"task_alias": "Prof Law"

lm_eval/tasks/arabicmmlu/arabicmmlu_social_science_middle_school.yaml

+"dataset_name": "Social Science (Middle School)"
+"include": "_default_arabicmmlu_template_yaml"
+"tag": "arabicmmlu_social_science_tasks"
+"task": "arabicmmlu_social_science_middle_school"
+"task_alias": "Social Science (Middle School)"

lm_eval/tasks/arabicmmlu/arabicmmlu_social_science_primary_school.yaml

+"dataset_name": "Social Science (Primary School)"
+"include": "_default_arabicmmlu_template_yaml"
+"tag": "arabicmmlu_social_science_tasks"
+"task": "arabicmmlu_social_science_primary_school"
+"task_alias": "Social Science (Primary School)"