add ai2d doc_to_image

a84c102b · Baber · 9d5ea23b · a84c102b
Commit a84c102b authored Sep 19, 2024 by Baber
Show whitespace changes
Inline Side-by-side

Showing with 2 additions and 0 deletions

lm_eval/tasks/ai2d/ai2d.yaml lm_eval/tasks/ai2d/ai2d.yaml +2 -0

No files found.
--- a/lm_eval/tasks/ai2d/ai2d.yaml
+++ b/lm_eval/tasks/ai2d/ai2d.yaml
@@ -5,6 +5,8 @@ test_split: test
 doc_to_text: "<image> Question: {{question}}\nAnswer:"
 doc_to_target: "answer"
 doc_to_choice: "{{options}}"
+doc_to_image:
+  - image
 metric_list:
  - metric: acc
    aggregation: mean