Update siqa.yaml (#1909)

3f0ef80b · Hailey Schoelkopf · GitHub · 923852b0 · 3f0ef80b
Unverified Commit 3f0ef80b authored Jun 07, 2024 by Hailey Schoelkopf Committed by GitHub Jun 07, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 4 deletions

lm_eval/tasks/siqa/siqa.yaml lm_eval/tasks/siqa/siqa.yaml +1 -4

No files found.
--- a/lm_eval/tasks/siqa/siqa.yaml
+++ b/lm_eval/tasks/siqa/siqa.yaml
@@ -6,10 +6,7 @@ training_split: train
 validation_split: validation
 doc_to_text: "Q: {{context}} {{question}}\nA:"
 target_delimiter: " "
-doc_to_choice:
-  - "{{answerA}}"
-  - "{{answerB}}"
-  - "{{answerC}}"
+doc_to_choice: "{{[answerA, answerB, answerC]}}"
 doc_to_target: "{{ (label|int) - 1 }}"
 metric_list:
  - metric: acc