Changes in winogrande yaml

9383f49e · Lintang Sutawika · GitHub · 49a116ee · 9383f49e
Unverified Commit 9383f49e authored Jul 10, 2023 by Lintang Sutawika Committed by GitHub Jul 10, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 2 deletions

lm_eval/tasks/winogrande/winogrande.yaml lm_eval/tasks/winogrande/winogrande.yaml +1 -2

No files found.
--- a/lm_eval/tasks/winogrande/winogrande.yaml
+++ b/lm_eval/tasks/winogrande/winogrande.yaml
@@ -5,8 +5,7 @@ output_type: winograd_schema
 training_split: train
 validation_split: validation
 doc_to_target: !function preprocess_winogrande.partial_target
-doc_to_text: "{{sentence}}"
-create_choices: !function preprocess_winogrande.create_choices
+doc_to_text: !function preprocess_winogrande.create_choices
 gold_alias: !function preprocess_winogrande.gold_alias
 metric_list:
  - metric: acc