Unverified Commit dafc7529 authored by Lintang Sutawika's avatar Lintang Sutawika Committed by GitHub
Browse files

Update hellaswag.yaml

parent bec2b500
......@@ -9,7 +9,8 @@ validation_split: validation
test_split: null
template_aliases: "{% set gold = label %}{% set answer_choices = endings|map('regex_replace', '\\[.*?\\]', '')|map('replace', ' [title]', '. ')|map('replace', ' ', ' ')|list %}"
doc_to_text: "{% set text = activity_label ~ ': ' ~ ctx_a ~ ' ' ~ ctx_b.capitalize() %}{{text|regex_replace('\\[.*?\\]', '')|replace(' [title]', '. ')|replace(' ', ' ')}}"
doc_to_target: "{{gold}}"
doc_to_target: "{{answer_choices[gold]}}"
gold_alias: "{{gold}}"
metric_list:
- metric: acc
aggregation: mean
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment