"lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_kin.yaml" did not exist on "a72453bbf7cbcf02f37e7b6f8040269fcd96ebc4"
afrimgsm_direct_eng.yaml 401 Bytes
Newer Older
JessicaOjo's avatar
JessicaOjo committed
1
2
# Generated by utils.py
dataset_name: eng
Israel Abebe Azime's avatar
Israel Abebe Azime committed
3
4
5
6
7
8
9
10
11
doc_to_target: '{% if answer is not none %}{{answer}}{% else %}{{answer_number|string}}{% endif %}'
doc_to_text: '{% if answer is not none %}{{question+"\nAnswer:"}}{% else %}{{"Question: "+question+"\nAnswer:"}}{% endif %}'
generation_kwargs:
  do_sample: false
  until:
  - 'Question:'
  - </s>
  - <|im_end|>
include: direct_yaml
JessicaOjo's avatar
JessicaOjo committed
12
task: afrimgsm_direct_eng