"lm_eval/tasks/afrimgsm/_afrimgsm.yaml" did not exist on "86f3bb3ddb8e3b3bb0272c8c80ba13445f59424c"
navigate.yaml 293 Bytes
Newer Older
lintangsutawika's avatar
lintangsutawika committed
1
2
3
"dataset_name": "navigate"
"description": "Given a series of navigation instructions, determine whether one would end up back at the starting point.\n\n"
"doc_to_text": "Q: {{input}}\nA: Let's think step by step.\n"
lintangsutawika's avatar
lintangsutawika committed
4
5
"include": "_cot_zeroshot_template_yaml"
"task": "bbh_cot_zeroshot_navigate"