renamed template file to make it easier to search

19738ed2 · lintangsutawika · db8928b0 · 19738ed2
Commit 19738ed2 authored Nov 28, 2023 by lintangsutawika
Hide whitespace changes
Inline Side-by-side

Showing with 12 additions and 0 deletions

lm_eval/tasks/blimp/_template_yaml lm_eval/tasks/blimp/_template_yaml +12 -0

No files found.
--- a/lm_eval/tasks/blimp/_template_yaml
+++ b/lm_eval/tasks/blimp/_template_yaml
+group: blimp
+dataset_path: blimp
+output_type: multiple_choice
+validation_split: train
+doc_to_text: ""
+doc_to_target: 0
+doc_to_choice: "{{[sentence_good, sentence_bad]}}"
+num_fewshot: 0
+should_decontaminate: true
+doc_to_decontamination_query: "{{sentence_good}} {{sentence_bad}}"
+metric_list:
+  - metric: acc