"lm_eval/tasks/mrl/mc/kaz_cyrl.yaml" did not exist on "c0fc717240032aec738c3199ae344887b5f34c23"
mgsm_direct_de.yaml 396 Bytes
Newer Older
lintangsutawika's avatar
lintangsutawika committed
1
2
# Generated by utils.py
dataset_name: de
3
4
doc_to_target: '{% if answer is not none %}{{answer[29:]}}{% else %}{{answer_number|string}}{% endif %}'
doc_to_text: '{% if answer is not none %}{{question+"\nAntwort:"}}{% else %}{{"Frage: "+question+"\nAntwort:"}}{% endif %}'
5
6
7
8
9
10
generation_kwargs:
  do_sample: false
  until:
  - 'Frage:'
  - </s>
  - <|im_end|>
lintangsutawika's avatar
lintangsutawika committed
11
include: direct_yaml
lintangsutawika's avatar
tidy up  
lintangsutawika committed
12
task: mgsm_direct_de