fix yaml

a6b17509 · Baber · a84c102b · a6b17509
Commit a6b17509 authored Sep 19, 2024 by Baber
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 2 deletions

lm_eval/tasks/ai2d/ai2d.yaml lm_eval/tasks/ai2d/ai2d.yaml +2 -2

No files found.
--- a/lm_eval/tasks/ai2d/ai2d.yaml
+++ b/lm_eval/tasks/ai2d/ai2d.yaml
@@ -3,8 +3,8 @@ dataset_path: lmms-lab/ai2d
 output_type: multiple_choice
 test_split: test
 doc_to_text: "<image> Question: {{question}}\nAnswer:"
-doc_to_target: "answer"
-doc_to_choice: "{{options}}"
+doc_to_target: "{{ answer | int }}"
+doc_to_choice: options
 doc_to_image:
  - image
 metric_list: