remove description

lm_eval/tasks/belebele/_generate_configs.py

@@ -44,15 +44,12 @@ if __name__ == "__main__":
     languages = [split["config"] for split in query()]
 
     for lang in tqdm(languages):
-        description = f"A split of Belebele for the {lang} language.\n\n"
-
         yaml_dict = {
             "include": base_yaml_name,
-            "task": f"belebele_{args.task_prefix}_{subject_eng}"
+            "task": f"belebele_{args.task_prefix}_{lang}"
             if args.task_prefix != ""
             else f"belebele_{lang}",
             "dataset_name": lang,
-            "description": description,
         }
 
         file_save_path = args.save_prefix_path + f"_{lang}.yaml"

lm_eval/tasks/belebele/belebele_acm_Arab.yaml

 "dataset_name": "acm_Arab"
-"description": "A split of Belebele for the acm_Arab language.\n\n"
 "include": "_default_template_yaml"
 "task": "belebele_acm_Arab"

lm_eval/tasks/belebele/belebele_afr_Latn.yaml

 "dataset_name": "afr_Latn"
-"description": "A split of Belebele for the afr_Latn language.\n\n"
 "include": "_default_template_yaml"
 "task": "belebele_afr_Latn"

lm_eval/tasks/belebele/belebele_als_Latn.yaml

 "dataset_name": "als_Latn"
-"description": "A split of Belebele for the als_Latn language.\n\n"
 "include": "_default_template_yaml"
 "task": "belebele_als_Latn"

lm_eval/tasks/belebele/belebele_amh_Ethi.yaml

 "dataset_name": "amh_Ethi"
-"description": "A split of Belebele for the amh_Ethi language.\n\n"
 "include": "_default_template_yaml"
 "task": "belebele_amh_Ethi"

lm_eval/tasks/belebele/belebele_apc_Arab.yaml

 "dataset_name": "apc_Arab"
-"description": "A split of Belebele for the apc_Arab language.\n\n"
 "include": "_default_template_yaml"
 "task": "belebele_apc_Arab"

lm_eval/tasks/belebele/belebele_arb_Arab.yaml

 "dataset_name": "arb_Arab"
-"description": "A split of Belebele for the arb_Arab language.\n\n"
 "include": "_default_template_yaml"
 "task": "belebele_arb_Arab"

lm_eval/tasks/belebele/belebele_arb_Latn.yaml

 "dataset_name": "arb_Latn"
-"description": "A split of Belebele for the arb_Latn language.\n\n"
 "include": "_default_template_yaml"
 "task": "belebele_arb_Latn"

lm_eval/tasks/belebele/belebele_ars_Arab.yaml

 "dataset_name": "ars_Arab"
-"description": "A split of Belebele for the ars_Arab language.\n\n"
 "include": "_default_template_yaml"
 "task": "belebele_ars_Arab"

lm_eval/tasks/belebele/belebele_ary_Arab.yaml

 "dataset_name": "ary_Arab"
-"description": "A split of Belebele for the ary_Arab language.\n\n"
 "include": "_default_template_yaml"
 "task": "belebele_ary_Arab"

lm_eval/tasks/belebele/belebele_arz_Arab.yaml

 "dataset_name": "arz_Arab"
-"description": "A split of Belebele for the arz_Arab language.\n\n"
 "include": "_default_template_yaml"
 "task": "belebele_arz_Arab"

lm_eval/tasks/belebele/belebele_asm_Beng.yaml

 "dataset_name": "asm_Beng"
-"description": "A split of Belebele for the asm_Beng language.\n\n"
 "include": "_default_template_yaml"
 "task": "belebele_asm_Beng"

lm_eval/tasks/belebele/belebele_azj_Latn.yaml

 "dataset_name": "azj_Latn"
-"description": "A split of Belebele for the azj_Latn language.\n\n"
 "include": "_default_template_yaml"
 "task": "belebele_azj_Latn"

lm_eval/tasks/belebele/belebele_bam_Latn.yaml

 "dataset_name": "bam_Latn"
-"description": "A split of Belebele for the bam_Latn language.\n\n"
 "include": "_default_template_yaml"
 "task": "belebele_bam_Latn"

lm_eval/tasks/belebele/belebele_ben_Beng.yaml

 "dataset_name": "ben_Beng"
-"description": "A split of Belebele for the ben_Beng language.\n\n"
 "include": "_default_template_yaml"
 "task": "belebele_ben_Beng"

lm_eval/tasks/belebele/belebele_ben_Latn.yaml

 "dataset_name": "ben_Latn"
-"description": "A split of Belebele for the ben_Latn language.\n\n"
 "include": "_default_template_yaml"
 "task": "belebele_ben_Latn"

lm_eval/tasks/belebele/belebele_bod_Tibt.yaml

 "dataset_name": "bod_Tibt"
-"description": "A split of Belebele for the bod_Tibt language.\n\n"
 "include": "_default_template_yaml"
 "task": "belebele_bod_Tibt"

lm_eval/tasks/belebele/belebele_bul_Cyrl.yaml

 "dataset_name": "bul_Cyrl"
-"description": "A split of Belebele for the bul_Cyrl language.\n\n"
 "include": "_default_template_yaml"
 "task": "belebele_bul_Cyrl"

lm_eval/tasks/belebele/belebele_cat_Latn.yaml

 "dataset_name": "cat_Latn"
-"description": "A split of Belebele for the cat_Latn language.\n\n"
 "include": "_default_template_yaml"
 "task": "belebele_cat_Latn"

lm_eval/tasks/belebele/belebele_ceb_Latn.yaml

 "dataset_name": "ceb_Latn"
-"description": "A split of Belebele for the ceb_Latn language.\n\n"
 "include": "_default_template_yaml"
 "task": "belebele_ceb_Latn"