Commit bc4b922c authored by Baber's avatar Baber
Browse files

Merge branch 'main' into llama

# Conflicts:
#	lm_eval/tasks/llama3/README.md
parents 748eb47e b2c090cc
"dataset_name": "Economics (Middle School)"
"include": "_default_arabicmmlu_template_yaml"
"tag": "arabicmmlu_social_science_tasks"
"task": "arabicmmlu_economics_middle_school"
"task_alias": "Economics (Middle School)"
"dataset_name": "High Civics" "dataset_name": "Economics (University)"
"tag": "arabicmmlu_social_science_tasks"
"include": "_default_arabicmmlu_template_yaml" "include": "_default_arabicmmlu_template_yaml"
"task": "arabicmmlu_high_civics" "tag": "arabicmmlu_social_science_tasks"
"task_alias": "High Civics" "task": "arabicmmlu_economics_university"
"task_alias": "Economics (University)"
"dataset_name": "General Knowledge" "dataset_name": "General Knowledge"
"tag": "arabicmmlu_other_tasks"
"include": "_default_arabicmmlu_template_yaml" "include": "_default_arabicmmlu_template_yaml"
"tag": "arabicmmlu_other_tasks"
"task": "arabicmmlu_general_knowledge" "task": "arabicmmlu_general_knowledge"
"task_alias": "General Knowledge" "task_alias": "General Knowledge"
"dataset_name": "Middle General Knowledge" "dataset_name": "General Knowledge (Middle School)"
"tag": "arabicmmlu_other_tasks"
"include": "_default_arabicmmlu_template_yaml" "include": "_default_arabicmmlu_template_yaml"
"task": "arabicmmlu_middle_general_knowledge" "tag": "arabicmmlu_other_tasks"
"task_alias": "Middle General Knowledge" "task": "arabicmmlu_general_knowledge_middle_school"
"task_alias": "General Knowledge (Middle School)"
"dataset_name": "Primary General Knowledge" "dataset_name": "General Knowledge (Primary School)"
"tag": "arabicmmlu_other_tasks"
"include": "_default_arabicmmlu_template_yaml" "include": "_default_arabicmmlu_template_yaml"
"task": "arabicmmlu_primary_general_knowledge" "tag": "arabicmmlu_other_tasks"
"task_alias": "Primary General Knowledge" "task": "arabicmmlu_general_knowledge_primary_school"
"task_alias": "General Knowledge (Primary School)"
"dataset_name": "Geography (High School)"
"include": "_default_arabicmmlu_template_yaml"
"tag": "arabicmmlu_social_science_tasks"
"task": "arabicmmlu_geography_high_school"
"task_alias": "Geography (High School)"
"dataset_name": "Geography (Middle School)"
"include": "_default_arabicmmlu_template_yaml"
"tag": "arabicmmlu_social_science_tasks"
"task": "arabicmmlu_geography_middle_school"
"task_alias": "Geography (Middle School)"
"dataset_name": "Geography (Primary School)"
"include": "_default_arabicmmlu_template_yaml"
"tag": "arabicmmlu_social_science_tasks"
"task": "arabicmmlu_geography_primary_school"
"task_alias": "Geography (Primary School)"
"dataset_name": "High Islamic Studies" "dataset_name": "History (High School)"
"tag": "arabicmmlu_humanities_tasks"
"include": "_default_arabicmmlu_template_yaml" "include": "_default_arabicmmlu_template_yaml"
"task": "arabicmmlu_high_islamic_studies" "tag": "arabicmmlu_humanities_tasks"
"task_alias": "High Islamic Studies" "task": "arabicmmlu_history_high_school"
"task_alias": "History (High School)"
"dataset_name": "High Philosophy" "dataset_name": "History (Middle School)"
"tag": "arabicmmlu_humanities_tasks"
"include": "_default_arabicmmlu_template_yaml" "include": "_default_arabicmmlu_template_yaml"
"task": "arabicmmlu_high_philosophy" "tag": "arabicmmlu_humanities_tasks"
"task_alias": "High Philosophy" "task": "arabicmmlu_history_middle_school"
"task_alias": "History (Middle School)"
"dataset_name": "Middle History" "dataset_name": "History (Primary School)"
"tag": "arabicmmlu_humanities_tasks"
"include": "_default_arabicmmlu_template_yaml" "include": "_default_arabicmmlu_template_yaml"
"task": "arabicmmlu_middle_history" "tag": "arabicmmlu_humanities_tasks"
"task_alias": "Middle History" "task": "arabicmmlu_history_primary_school"
"task_alias": "History (Primary School)"
"dataset_name": "Islamic Studies" "dataset_name": "Islamic Studies"
"tag": "arabicmmlu_humanities_tasks"
"include": "_default_arabicmmlu_template_yaml" "include": "_default_arabicmmlu_template_yaml"
"tag": "arabicmmlu_humanities_tasks"
"task": "arabicmmlu_islamic_studies" "task": "arabicmmlu_islamic_studies"
"task_alias": "Islamic Studies" "task_alias": "Islamic Studies"
"dataset_name": "Islamic Studies (High School)"
"include": "_default_arabicmmlu_template_yaml"
"tag": "arabicmmlu_humanities_tasks"
"task": "arabicmmlu_islamic_studies_high_school"
"task_alias": "Islamic Studies (High School)"
"dataset_name": "Islamic Studies (Middle School)"
"include": "_default_arabicmmlu_template_yaml"
"tag": "arabicmmlu_humanities_tasks"
"task": "arabicmmlu_islamic_studies_middle_school"
"task_alias": "Islamic Studies (Middle School)"
"dataset_name": "Islamic Studies (Primary School)"
"include": "_default_arabicmmlu_template_yaml"
"tag": "arabicmmlu_humanities_tasks"
"task": "arabicmmlu_islamic_studies_primary_school"
"task_alias": "Islamic Studies (Primary School)"
"dataset_name": "High History" "dataset_name": "Law (Professional)"
"tag": "arabicmmlu_humanities_tasks"
"include": "_default_arabicmmlu_template_yaml" "include": "_default_arabicmmlu_template_yaml"
"task": "arabicmmlu_high_history" "tag": "arabicmmlu_humanities_tasks"
"task_alias": "High History" "task": "arabicmmlu_law_professional"
"task_alias": "Law (Professional)"
"dataset_name": "Univ Management" "dataset_name": "Management (University)"
"tag": "arabicmmlu_other_tasks"
"include": "_default_arabicmmlu_template_yaml" "include": "_default_arabicmmlu_template_yaml"
"task": "arabicmmlu_univ_management" "tag": "arabicmmlu_other_tasks"
"task_alias": "Univ Management" "task": "arabicmmlu_management_university"
"task_alias": "Management (University)"
"dataset_name": "High Biology" "dataset_name": "Math (Primary School)"
"tag": "arabicmmlu_stem_tasks"
"include": "_default_arabicmmlu_template_yaml" "include": "_default_arabicmmlu_template_yaml"
"task": "arabicmmlu_high_biology" "tag": "arabicmmlu_stem_tasks"
"task_alias": "High Biology" "task": "arabicmmlu_math_primary_school"
"task_alias": "Math (Primary School)"
"dataset_name": "Middle Economics"
"tag": "arabicmmlu_social_science_tasks"
"include": "_default_arabicmmlu_template_yaml"
"task": "arabicmmlu_middle_economics"
"task_alias": "Middle Economics"
"dataset_name": "Middle Geography"
"tag": "arabicmmlu_social_science_tasks"
"include": "_default_arabicmmlu_template_yaml"
"task": "arabicmmlu_middle_geography"
"task_alias": "Middle Geography"
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment