"lm_eval/tasks/mmlu/generative/mmlu_college_chemistry.yaml" did not exist on "c0d5a6603709b96e5fe402be173124aa013039d8"
mgsm_ja_direct.yaml 313 Bytes
Newer Older
lintangsutawika's avatar
lintangsutawika committed
1
2
3
4
5
6
7
8
# Generated by utils.py
dataset_name: ja
doc_to_target: '{% if answer is not none %}{{answer[6+1]}}{% else %}{{answer_number|string}}{%
  endif %}'
doc_to_text: '{% if answer is not none %}{{question+"\nAnswer"}}{% else %}{{"問題: "+question+"\nAnswer"}}{%
  endif %}'
include: direct_yaml
task: mgsm_ja_direct