"vscode:/vscode.git/clone" did not exist on "7a730c3f0f162f95ebb901106b042fcebbcf161c"
Unverified Commit ebbbb968 authored by Hadi Abdine's avatar Hadi Abdine Committed by GitHub
Browse files

add Darija (Moroccan dialects) tasks including darijammlu. darijahellaswag and darija_bench (#2521)



* add Darija tasks

* fix multiple groups issue in darijammlu

* add MT to the description of the Darija tasks

* Update README.md

nit

* fix the recursion error caused by the darija_summarization task

* use a custom filter instead of the decorator for the strip function

---------
Co-authored-by: default avatarBaber Abbasi <92168766+baberabb@users.noreply.github.com>
parent 5a9d5ba0
"dataset_name": "high_school_statistics"
"include": "_default_darijammlu_template_yaml"
"tag":
- "darijammlu_mmlu_tasks"
"task": "darijammlu_high_school_statistics"
"task_alias": "high school statistics"
"dataset_name": "high_school_world_history"
"include": "_default_darijammlu_template_yaml"
"tag":
- "darijammlu_mmlu_tasks"
"task": "darijammlu_high_school_world_history"
"task_alias": "high school world history"
"dataset_name": "history"
"include": "_default_darijammlu_template_yaml"
"tag":
- "darijammlu_ar_mmlu_tasks"
"task": "darijammlu_history"
"task_alias": "history"
"dataset_name": "human_aging"
"include": "_default_darijammlu_template_yaml"
"tag":
- "darijammlu_mmlu_tasks"
"task": "darijammlu_human_aging"
"task_alias": "human aging"
"dataset_name": "international_law"
"include": "_default_darijammlu_template_yaml"
"tag":
- "darijammlu_mmlu_tasks"
"task": "darijammlu_international_law"
"task_alias": "international law"
"dataset_name": "islamic_studies"
"include": "_default_darijammlu_template_yaml"
"tag":
- "darijammlu_ar_mmlu_tasks"
"task": "darijammlu_islamic_studies"
"task_alias": "islamic studies"
"dataset_name": "jurisprudence"
"include": "_default_darijammlu_template_yaml"
"tag":
- "darijammlu_mmlu_tasks"
"task": "darijammlu_jurisprudence"
"task_alias": "jurisprudence"
"dataset_name": "law"
"include": "_default_darijammlu_template_yaml"
"tag":
- "darijammlu_ar_mmlu_tasks"
"task": "darijammlu_law"
"task_alias": "law"
"dataset_name": "logical_fallacies"
"include": "_default_darijammlu_template_yaml"
"tag":
- "darijammlu_mmlu_tasks"
"task": "darijammlu_logical_fallacies"
"task_alias": "logical fallacies"
"dataset_name": "management"
"include": "_default_darijammlu_template_yaml"
"tag":
- "darijammlu_mmlu_tasks"
"task": "darijammlu_management"
"task_alias": "management"
"dataset_name": "management_ar"
"include": "_default_darijammlu_template_yaml"
"tag":
- "darijammlu_ar_mmlu_tasks"
"task": "darijammlu_management_ar"
"task_alias": "management ar"
"dataset_name": "marketing"
"include": "_default_darijammlu_template_yaml"
"tag":
- "darijammlu_mmlu_tasks"
"task": "darijammlu_marketing"
"task_alias": "marketing"
"dataset_name": "math"
"include": "_default_darijammlu_template_yaml"
"tag":
- "darijammlu_ar_mmlu_tasks"
"task": "darijammlu_math"
"task_alias": "math"
"dataset_name": "moral_disputes"
"include": "_default_darijammlu_template_yaml"
"tag":
- "darijammlu_mmlu_tasks"
"task": "darijammlu_moral_disputes"
"task_alias": "moral disputes"
"dataset_name": "moral_scenarios"
"include": "_default_darijammlu_template_yaml"
"tag":
- "darijammlu_mmlu_tasks"
"task": "darijammlu_moral_scenarios"
"task_alias": "moral scenarios"
"dataset_name": "natural_science"
"include": "_default_darijammlu_template_yaml"
"tag":
- "darijammlu_ar_mmlu_tasks"
"task": "darijammlu_natural_science"
"task_alias": "natural science"
"dataset_name": "nutrition"
"include": "_default_darijammlu_template_yaml"
"tag":
- "darijammlu_mmlu_tasks"
"task": "darijammlu_nutrition"
"task_alias": "nutrition"
"dataset_name": "philosophy"
"include": "_default_darijammlu_template_yaml"
"tag":
- "darijammlu_mmlu_tasks"
"task": "darijammlu_philosophy"
"task_alias": "philosophy"
"dataset_name": "philosophy_ar"
"include": "_default_darijammlu_template_yaml"
"tag":
- "darijammlu_ar_mmlu_tasks"
"task": "darijammlu_philosophy_ar"
"task_alias": "philosophy ar"
"dataset_name": "physics"
"include": "_default_darijammlu_template_yaml"
"tag":
- "darijammlu_ar_mmlu_tasks"
"task": "darijammlu_physics"
"task_alias": "physics"
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment