Update haerae.py

948e7419 · GUIJIN SON · GitHub · ca830da5 · 948e7419
Unverified Commit 948e7419 authored Jul 27, 2023 by GUIJIN SON Committed by GitHub Jul 27, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

lm_eval/tasks/haerae.py lm_eval/tasks/haerae.py +1 -1

No files found.
--- a/lm_eval/tasks/haerae.py
+++ b/lm_eval/tasks/haerae.py
@@ -24,7 +24,7 @@ class Haerae(MultipleChoiceTask):
        out_doc = {
            "query": doc["query"],
            "choices": choices,
-            "gold": int(doc['gold']),
+            "gold": int(doc['gold'])-1,
        }
        return out_doc