Merge branch 'main' of https://github.com/EleutherAI/lm-evaluation-harness into mela

lm_eval/tasks/arabicmmlu/arabicmmlu_middle_economics.yaml

+"dataset_name": "Middle Economics"
+"tag": "arabicmmlu_social_science_tasks"
+"include": "_default_arabicmmlu_template_yaml"
+"task": "arabicmmlu_middle_economics"
+"task_alias": "Middle Economics"

lm_eval/tasks/arabicmmlu/arabicmmlu_middle_general_knowledge.yaml

+"dataset_name": "Middle General Knowledge"
+"tag": "arabicmmlu_other_tasks"
+"include": "_default_arabicmmlu_template_yaml"
+"task": "arabicmmlu_middle_general_knowledge"
+"task_alias": "Middle General Knowledge"

lm_eval/tasks/arabicmmlu/arabicmmlu_middle_geography.yaml

+"dataset_name": "Middle Geography"
+"tag": "arabicmmlu_social_science_tasks"
+"include": "_default_arabicmmlu_template_yaml"
+"task": "arabicmmlu_middle_geography"
+"task_alias": "Middle Geography"

lm_eval/tasks/arabicmmlu/arabicmmlu_middle_history.yaml

+"dataset_name": "Middle History"
+"tag": "arabicmmlu_humanities_tasks"
+"include": "_default_arabicmmlu_template_yaml"
+"task": "arabicmmlu_middle_history"
+"task_alias": "Middle History"

lm_eval/tasks/arabicmmlu/arabicmmlu_middle_islamic_studies.yaml

+"dataset_name": "Middle Islamic Studies"
+"tag": "arabicmmlu_humanities_tasks"
+"include": "_default_arabicmmlu_template_yaml"
+"task": "arabicmmlu_middle_islamic_studies"
+"task_alias": "Middle Islamic Studies"

lm_eval/tasks/arabicmmlu/arabicmmlu_middle_natural_science.yaml

+"dataset_name": "Middle Natural Science"
+"tag": "arabicmmlu_stem_tasks"
+"include": "_default_arabicmmlu_template_yaml"
+"task": "arabicmmlu_middle_natural_science"
+"task_alias": "Middle Natural Science"

lm_eval/tasks/arabicmmlu/arabicmmlu_middle_social_science.yaml

+"dataset_name": "Middle Social Science"
+"tag": "arabicmmlu_social_science_tasks"
+"include": "_default_arabicmmlu_template_yaml"
+"task": "arabicmmlu_middle_social_science"
+"task_alias": "Middle Social Science"

lm_eval/tasks/arabicmmlu/arabicmmlu_primary_arabic_language.yaml

+"dataset_name": "Primary Arabic Language"
+"tag": "arabicmmlu_language_tasks"
+"include": "_default_arabicmmlu_template_yaml"
+"task": "arabicmmlu_primary_arabic_language"
+"task_alias": "Primary Arabic Language"

lm_eval/tasks/arabicmmlu/arabicmmlu_primary_computer_science.yaml

+"dataset_name": "Primary Computer Science"
+"tag": "arabicmmlu_stem_tasks"
+"include": "_default_arabicmmlu_template_yaml"
+"task": "arabicmmlu_primary_computer_science"
+"task_alias": "Primary Computer Science"

lm_eval/tasks/arabicmmlu/arabicmmlu_primary_general_knowledge.yaml

+"dataset_name": "Primary General Knowledge"
+"tag": "arabicmmlu_other_tasks"
+"include": "_default_arabicmmlu_template_yaml"
+"task": "arabicmmlu_primary_general_knowledge"
+"task_alias": "Primary General Knowledge"

lm_eval/tasks/arabicmmlu/arabicmmlu_primary_geography.yaml

+"dataset_name": "Primary Geography"
+"tag": "arabicmmlu_social_science_tasks"
+"include": "_default_arabicmmlu_template_yaml"
+"task": "arabicmmlu_primary_geography"
+"task_alias": "Primary Geography"

lm_eval/tasks/arabicmmlu/arabicmmlu_primary_history.yaml

+"dataset_name": "Primary History"
+"tag": "arabicmmlu_humanities_tasks"
+"include": "_default_arabicmmlu_template_yaml"
+"task": "arabicmmlu_primary_history"
+"task_alias": "Primary History"

lm_eval/tasks/arabicmmlu/arabicmmlu_primary_islamic_studies.yaml

+"dataset_name": "Primary Islamic Studies"
+"tag": "arabicmmlu_humanities_tasks"
+"include": "_default_arabicmmlu_template_yaml"
+"task": "arabicmmlu_primary_islamic_studies"
+"task_alias": "Primary Islamic Studies"

lm_eval/tasks/arabicmmlu/arabicmmlu_primary_math.yaml

+"dataset_name": "Primary Math"
+"tag": "arabicmmlu_stem_tasks"
+"include": "_default_arabicmmlu_template_yaml"
+"task": "arabicmmlu_primary_math"
+"task_alias": "Primary Math"

lm_eval/tasks/arabicmmlu/arabicmmlu_primary_natural_science.yaml

+"dataset_name": "Primary Natural Science"
+"tag": "arabicmmlu_stem_tasks"
+"include": "_default_arabicmmlu_template_yaml"
+"task": "arabicmmlu_primary_natural_science"
+"task_alias": "Primary Natural Science"

lm_eval/tasks/arabicmmlu/arabicmmlu_primary_social_science.yaml

+"dataset_name": "Primary Social Science"
+"tag": "arabicmmlu_social_science_tasks"
+"include": "_default_arabicmmlu_template_yaml"
+"task": "arabicmmlu_primary_social_science"
+"task_alias": "Primary Social Science"

lm_eval/tasks/arabicmmlu/arabicmmlu_prof_law.yaml

+"dataset_name": "Prof Law"
+"tag": "arabicmmlu_humanities_tasks"
+"include": "_default_arabicmmlu_template_yaml"
+"task": "arabicmmlu_prof_law"
+"task_alias": "Prof Law"

lm_eval/tasks/arabicmmlu/arabicmmlu_univ_accounting.yaml

+"dataset_name": "Univ Accounting"
+"tag": "arabicmmlu_social_science_tasks"
+"include": "_default_arabicmmlu_template_yaml"
+"task": "arabicmmlu_univ_accounting"
+"task_alias": "Univ Accounting"

lm_eval/tasks/arabicmmlu/arabicmmlu_univ_computer_science.yaml

+"dataset_name": "Univ Computer Science"
+"tag": "arabicmmlu_stem_tasks"
+"include": "_default_arabicmmlu_template_yaml"
+"task": "arabicmmlu_univ_computer_science"
+"task_alias": "Univ Computer Science"

lm_eval/tasks/arabicmmlu/arabicmmlu_univ_economics.yaml

+"dataset_name": "Univ Economics"
+"tag": "arabicmmlu_social_science_tasks"
+"include": "_default_arabicmmlu_template_yaml"
+"task": "arabicmmlu_univ_economics"
+"task_alias": "Univ Economics"