modified format

lm_eval/tasks/afrimgsm/gen_yaml.sh

-#!/bin/bash
-
-# python utils.py --overwrite --output-dir direct --mode direct
-# python utils.py --overwrite --output-dir direct_native --mode direct-native
-# python utils.py --overwrite --output-dir en_cot --mode en-cot
-# python utils.py --overwrite --output-dir native_cot --mode native-cot
-python utils.py --overwrite --output-dir translate_direct --mode translate-direct

lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_amh.yaml

 dataset_name: amh
-include: afrimmlu_common_yaml
+include: _direct_yaml
 task: afrimmlu_direct_amh

lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_eng.yaml

 dataset_name: eng
-include: afrimmlu_common_yaml
+include: _direct_yaml
 task: afrimmlu_direct_eng

lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_ewe.yaml

 dataset_name: ewe
-include: afrimmlu_common_yaml
+include: _direct_yaml
 task: afrimmlu_direct_ewe

lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_fra.yaml

 dataset_name: fra
-include: afrimmlu_common_yaml
+include: _direct_yaml
 task: afrimmlu_direct_fra

lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_hau.yaml

 dataset_name: hau
-include: afrimmlu_common_yaml
+include: _direct_yaml
 task: afrimmlu_direct_hau

lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_ibo.yaml

 dataset_name: ibo
-include: afrimmlu_common_yaml
+include: _direct_yaml
 task: afrimmlu_direct_ibo

lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_kin.yaml

 dataset_name: kin
-include: afrimmlu_common_yaml
+include: _direct_yaml
 task: afrimmlu_direct_kin

lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_lin.yaml

 dataset_name: lin
-include: afrimmlu_common_yaml
+include: _direct_yaml
 task: afrimmlu_direct_lin

lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_lug.yaml

 dataset_name: lug
-include: afrimmlu_common_yaml
+include: _direct_yaml
 task: afrimmlu_direct_lug

lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_orm.yaml

 dataset_name: orm
-include: afrimmlu_common_yaml
+include: _direct_yaml
 task: afrimmlu_direct_orm

lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_sna.yaml

 dataset_name: sna
-include: afrimmlu_common_yaml
+include: _direct_yaml
 task: afrimmlu_direct_sna

lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_sot.yaml

 dataset_name: sot
-include: afrimmlu_common_yaml
+include: _direct_yaml
 task: afrimmlu_direct_sot

lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_swa.yaml

 dataset_name: swa
-include: afrimmlu_common_yaml
+include: _direct_yaml
 task: afrimmlu_direct_swa

lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_twi.yaml

 dataset_name: twi
-include: afrimmlu_common_yaml
+include: _direct_yaml
 task: afrimmlu_direct_twi

lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_wol.yaml

 dataset_name: wol
-include: afrimmlu_common_yaml
+include: _direct_yaml
 task: afrimmlu_direct_wol

lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_xho.yaml

 dataset_name: xho
-include: afrimmlu_common_yaml
+include: _direct_yaml
 task: afrimmlu_direct_xho

lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_yor.yaml

 dataset_name: yor
-include: afrimmlu_common_yaml
+include: _direct_yaml
 task: afrimmlu_direct_yor

lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_zul.yaml

 dataset_name: zul
-include: afrimmlu_common_yaml
+include: _direct_yaml
 task: afrimmlu_direct_zul