cleanups and readmes

lm_eval/tasks/afrimgsm/native_cot/afrimgsm_native_cot_zul.yaml

-# Generated by utils.py
-dataset_name: zul
-doc_to_target: '{% if answer is not none %}{{answer[21:]}}{% else %}{{answer_number|string}}{% endif %}'
-doc_to_text: '{% if answer is not none %}{{question+"\nStep-by-Step Answer:"}}{% else %}{{"Question: "+question+"\nStep-by-Step Answer:"}}{% endif %}'
-filter_list:
-- filter:
-  - function: regex
-    regex_pattern: Impendulo ithi (\-?[0-9\.\,]+)
-  - function: take_first
-  name: strict-match
-- filter:
-  - function: regex
-    group_select: -1
-    regex_pattern: (-?[$0-9.,]{2,})|(-?[0-9]+)
-  - function: take_first
-  name: flexible-extract
-generation_kwargs:
-  do_sample: false
-  until:
-  - 'Question:'
-  - </s>
-  - <|im_end|>
-include: cot_yaml
-task: afrimgsm_native_cot_zul

lm_eval/tasks/afrimgsm/native_cot/cot_yaml

-# This file will be included in the generated language-specific task configs.
-# It doesn't have a yaml file extension as it is not meant to be imported directly
-# by the harness.
-group: afrimgsm_direct
-dataset_path: masakhane/afrimgsm
-dataset_name: null  # Overridden by language-specific config.
-output_type: generate_until
-training_split: train
-test_split: test
-generation_kwargs:
-  until:
-    - "\n\n"
-    - "\n"
-  do_sample: false
-  temperature: 0.0
-target_delimiter: " "
-metric_list:
-  - metric: exact_match
-    aggregation: mean
-    higher_is_better: true
-    ignore_case: true
-    ignore_punctuation: true
-filter_list:
-  - name: "get-answer"
-    filter:
-      - function: "regex"
-        regex_pattern: "The answer is (\\-?[0-9\\.\\,]+)"
-      - function: "take_first"
-metadata:
-  version: 3.0

lm_eval/tasks/afrimgsm/translate_direct/translate_afrimgsm_direct_amh.yaml → lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_amh.yaml

@@ -9,4 +9,4 @@ generation_kwargs:
   - </s>
   - <|im_end|>
 include: translate_direct_yaml
-task: translate_afrimgsm_direct_amh
+task: afrimgsm_translate_direct_amh

lm_eval/tasks/afrimgsm/translate_direct/translate_afrimgsm_direct_eng.yaml → lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_eng.yaml

@@ -9,4 +9,4 @@ generation_kwargs:
   - </s>
   - <|im_end|>
 include: translate_direct_yaml
-task: translate_afrimgsm_direct_eng
+task: afrimgsm_translate_direct_eng

lm_eval/tasks/afrimgsm/translate_direct/translate_afrimgsm_direct_ewe.yaml → lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_ewe.yaml

@@ -9,4 +9,4 @@ generation_kwargs:
   - </s>
   - <|im_end|>
 include: translate_direct_yaml
-task: translate_afrimgsm_direct_ewe
+task: afrimgsm_translate_direct_ewe

lm_eval/tasks/afrimgsm/translate_direct/translate_afrimgsm_direct_fra.yaml → lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_fra.yaml

@@ -9,4 +9,4 @@ generation_kwargs:
   - </s>
   - <|im_end|>
 include: translate_direct_yaml
-task: translate_afrimgsm_direct_fra
+task: afrimgsm_translate_direct_fra

lm_eval/tasks/afrimgsm/translate_direct/translate_afrimgsm_direct_hau.yaml → lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_hau.yaml

@@ -9,4 +9,4 @@ generation_kwargs:
   - </s>
   - <|im_end|>
 include: translate_direct_yaml
-task: translate_afrimgsm_direct_hau
+task: afrimgsm_translate_direct_hau

lm_eval/tasks/afrimgsm/translate_direct/translate_afrimgsm_direct_ibo.yaml → lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_ibo.yaml

@@ -9,4 +9,4 @@ generation_kwargs:
   - </s>
   - <|im_end|>
 include: translate_direct_yaml
-task: translate_afrimgsm_direct_ibo
+task: afrimgsm_translate_direct_ibo

lm_eval/tasks/afrimgsm/translate_direct/translate_afrimgsm_direct_kin.yaml → lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_kin.yaml

@@ -9,4 +9,4 @@ generation_kwargs:
   - </s>
   - <|im_end|>
 include: translate_direct_yaml
-task: translate_afrimgsm_direct_kin
+task: afrimgsm_translate_direct_kin

lm_eval/tasks/afrimgsm/translate_direct/translate_afrimgsm_direct_lin.yaml → lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_lin.yaml

@@ -9,4 +9,4 @@ generation_kwargs:
   - </s>
   - <|im_end|>
 include: translate_direct_yaml
-task: translate_afrimgsm_direct_lin
+task: afrimgsm_translate_direct_lin

lm_eval/tasks/afrimgsm/translate_direct/translate_afrimgsm_direct_lug.yaml → lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_lug.yaml

@@ -9,4 +9,4 @@ generation_kwargs:
   - </s>
   - <|im_end|>
 include: translate_direct_yaml
-task: translate_afrimgsm_direct_lug
+task: afrimgsm_translate_direct_lug

lm_eval/tasks/afrimgsm/translate_direct/translate_afrimgsm_direct_orm.yaml → lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_orm.yaml

@@ -9,4 +9,4 @@ generation_kwargs:
   - </s>
   - <|im_end|>
 include: translate_direct_yaml
-task: translate_afrimgsm_direct_orm
+task: afrimgsm_translate_direct_orm

lm_eval/tasks/afrimgsm/translate_direct/translate_afrimgsm_direct_sna.yaml → lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_sna.yaml

@@ -9,4 +9,4 @@ generation_kwargs:
   - </s>
   - <|im_end|>
 include: translate_direct_yaml
-task: translate_afrimgsm_direct_sna
+task: afrimgsm_translate_direct_sna

lm_eval/tasks/afrimgsm/translate_direct/translate_afrimgsm_direct_sot.yaml → lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_sot.yaml

@@ -9,4 +9,4 @@ generation_kwargs:
   - </s>
   - <|im_end|>
 include: translate_direct_yaml
-task: translate_afrimgsm_direct_sot
+task: afrimgsm_translate_direct_sot

lm_eval/tasks/afrimgsm/translate_direct/translate_afrimgsm_direct_swa.yaml → lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_swa.yaml

@@ -9,4 +9,4 @@ generation_kwargs:
   - </s>
   - <|im_end|>
 include: translate_direct_yaml
-task: translate_afrimgsm_direct_swa
+task: afrimgsm_translate_direct_swa

lm_eval/tasks/afrimgsm/translate_direct/translate_afrimgsm_direct_twi.yaml → lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_twi.yaml

@@ -9,4 +9,4 @@ generation_kwargs:
   - </s>
   - <|im_end|>
 include: translate_direct_yaml
-task: translate_afrimgsm_direct_twi
+task: afrimgsm_translate_direct_twi

lm_eval/tasks/afrimgsm/translate_direct/translate_afrimgsm_direct_wol.yaml → lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_wol.yaml

@@ -9,4 +9,4 @@ generation_kwargs:
   - </s>
   - <|im_end|>
 include: translate_direct_yaml
-task: translate_afrimgsm_direct_wol
+task: afrimgsm_translate_direct_wol

lm_eval/tasks/afrimgsm/translate_direct/translate_afrimgsm_direct_xho.yaml → lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_xho.yaml

@@ -9,4 +9,4 @@ generation_kwargs:
   - </s>
   - <|im_end|>
 include: translate_direct_yaml
-task: translate_afrimgsm_direct_xho
+task: afrimgsm_translate_direct_xho

lm_eval/tasks/afrimgsm/translate_direct/translate_afrimgsm_direct_yor.yaml → lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_yor.yaml

@@ -9,4 +9,4 @@ generation_kwargs:
   - </s>
   - <|im_end|>
 include: translate_direct_yaml
-task: translate_afrimgsm_direct_yor
+task: afrimgsm_translate_direct_yor

lm_eval/tasks/afrimgsm/translate_direct/translate_afrimgsm_direct_zul.yaml → lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_zul.yaml

@@ -9,4 +9,4 @@ generation_kwargs:
   - </s>
   - <|im_end|>
 include: translate_direct_yaml
-task: translate_afrimgsm_direct_zul
+task: afrimgsm_translate_direct_zul