Merge branch 'main' into metrics

# Conflicts:
#	tests/test_tasks.py

lm_eval/tasks/egymmlu/egymmlu_geography.yaml

+"dataset_name": "geography"
+"include": "_default_egymmlu_template_yaml"
+"tag":
+- "egymmlu_social_sciences_tasks"
+- "egymmlu_ar_mmlu_tasks"
+"task": "egymmlu_geography"
+"task_alias": "geography"

lm_eval/tasks/egymmlu/egymmlu_global_facts.yaml

+"dataset_name": "global_facts"
+"include": "_default_egymmlu_template_yaml"
+"tag":
+- "egymmlu_other_tasks"
+- "egymmlu_mmlu_tasks"
+"task": "egymmlu_global_facts"
+"task_alias": "global facts"

lm_eval/tasks/egymmlu/egymmlu_high_school_european_history.yaml

+"dataset_name": "high_school_european_history"
+"include": "_default_egymmlu_template_yaml"
+"tag":
+- "egymmlu_humanities_tasks"
+- "egymmlu_mmlu_tasks"
+"task": "egymmlu_high_school_european_history"
+"task_alias": "high school european history"

lm_eval/tasks/egymmlu/egymmlu_high_school_geography.yaml

+"dataset_name": "high_school_geography"
+"include": "_default_egymmlu_template_yaml"
+"tag":
+- "egymmlu_social_sciences_tasks"
+- "egymmlu_mmlu_tasks"
+"task": "egymmlu_high_school_geography"
+"task_alias": "high school geography"

lm_eval/tasks/egymmlu/egymmlu_high_school_government_and_politics.yaml

+"dataset_name": "high_school_government_and_politics"
+"include": "_default_egymmlu_template_yaml"
+"tag":
+- "egymmlu_social_sciences_tasks"
+- "egymmlu_mmlu_tasks"
+"task": "egymmlu_high_school_government_and_politics"
+"task_alias": "high school government and politics"

lm_eval/tasks/egymmlu/egymmlu_high_school_psychology.yaml

+"dataset_name": "high_school_psychology"
+"include": "_default_egymmlu_template_yaml"
+"tag":
+- "egymmlu_social_sciences_tasks"
+- "egymmlu_mmlu_tasks"
+"task": "egymmlu_high_school_psychology"
+"task_alias": "high school psychology"

lm_eval/tasks/egymmlu/egymmlu_high_school_statistics.yaml

+"dataset_name": "high_school_statistics"
+"include": "_default_egymmlu_template_yaml"
+"tag":
+- "egymmlu_stem_tasks"
+- "egymmlu_mmlu_tasks"
+"task": "egymmlu_high_school_statistics"
+"task_alias": "high school statistics"

lm_eval/tasks/egymmlu/egymmlu_high_school_world_history.yaml

+"dataset_name": "high_school_world_history"
+"include": "_default_egymmlu_template_yaml"
+"tag":
+- "egymmlu_humanities_tasks"
+- "egymmlu_mmlu_tasks"
+"task": "egymmlu_high_school_world_history"
+"task_alias": "high school world history"

lm_eval/tasks/egymmlu/egymmlu_history.yaml

+"dataset_name": "history"
+"include": "_default_egymmlu_template_yaml"
+"tag":
+- "egymmlu_humanities_tasks"
+- "egymmlu_ar_mmlu_tasks"
+"task": "egymmlu_history"
+"task_alias": "history"

lm_eval/tasks/egymmlu/egymmlu_human_aging.yaml

+"dataset_name": "human_aging"
+"include": "_default_egymmlu_template_yaml"
+"tag":
+- "egymmlu_other_tasks"
+- "egymmlu_mmlu_tasks"
+"task": "egymmlu_human_aging"
+"task_alias": "human aging"

lm_eval/tasks/egymmlu/egymmlu_international_law.yaml

+"dataset_name": "international_law"
+"include": "_default_egymmlu_template_yaml"
+"tag":
+- "egymmlu_humanities_tasks"
+- "egymmlu_mmlu_tasks"
+"task": "egymmlu_international_law"
+"task_alias": "international law"

lm_eval/tasks/egymmlu/egymmlu_islamic_studies.yaml

+"dataset_name": "islamic_studies"
+"include": "_default_egymmlu_template_yaml"
+"tag":
+- "egymmlu_humanities_tasks"
+- "egymmlu_ar_mmlu_tasks"
+"task": "egymmlu_islamic_studies"
+"task_alias": "islamic studies"

lm_eval/tasks/egymmlu/egymmlu_jurisprudence.yaml

+"dataset_name": "jurisprudence"
+"include": "_default_egymmlu_template_yaml"
+"tag":
+- "egymmlu_humanities_tasks"
+- "egymmlu_mmlu_tasks"
+"task": "egymmlu_jurisprudence"
+"task_alias": "jurisprudence"

lm_eval/tasks/egymmlu/egymmlu_law.yaml

+"dataset_name": "law"
+"include": "_default_egymmlu_template_yaml"
+"tag":
+- "egymmlu_humanities_tasks"
+- "egymmlu_ar_mmlu_tasks"
+"task": "egymmlu_law"
+"task_alias": "law"

lm_eval/tasks/egymmlu/egymmlu_logical_fallacies.yaml

+"dataset_name": "logical_fallacies"
+"include": "_default_egymmlu_template_yaml"
+"tag":
+- "egymmlu_humanities_tasks"
+- "egymmlu_mmlu_tasks"
+"task": "egymmlu_logical_fallacies"
+"task_alias": "logical fallacies"

lm_eval/tasks/egymmlu/egymmlu_management.yaml

+"dataset_name": "management"
+"include": "_default_egymmlu_template_yaml"
+"tag":
+- "egymmlu_other_tasks"
+- "egymmlu_mmlu_tasks"
+"task": "egymmlu_management"
+"task_alias": "management"

lm_eval/tasks/egymmlu/egymmlu_management_ar.yaml

+"dataset_name": "management_ar"
+"include": "_default_egymmlu_template_yaml"
+"tag":
+- "egymmlu_other_tasks"
+- "egymmlu_ar_mmlu_tasks"
+"task": "egymmlu_management_ar"
+"task_alias": "management ar"

lm_eval/tasks/egymmlu/egymmlu_marketing.yaml

+"dataset_name": "marketing"
+"include": "_default_egymmlu_template_yaml"
+"tag":
+- "egymmlu_other_tasks"
+- "egymmlu_mmlu_tasks"
+"task": "egymmlu_marketing"
+"task_alias": "marketing"

lm_eval/tasks/egymmlu/egymmlu_math.yaml

+"dataset_name": "math"
+"include": "_default_egymmlu_template_yaml"
+"tag":
+- "egymmlu_stem_tasks"
+- "egymmlu_ar_mmlu_tasks"
+"task": "egymmlu_math"
+"task_alias": "math"

lm_eval/tasks/egymmlu/egymmlu_moral_disputes.yaml

+"dataset_name": "moral_disputes"
+"include": "_default_egymmlu_template_yaml"
+"tag":
+- "egymmlu_humanities_tasks"
+- "egymmlu_mmlu_tasks"
+"task": "egymmlu_moral_disputes"
+"task_alias": "moral disputes"