Debugging

c256eda8 · h-albert-lee · 489814b7 · c256eda8
Commit c256eda8 authored Dec 11, 2023 by h-albert-lee
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

lm_eval/tasks/kmmlu/utils.py lm_eval/tasks/kmmlu/utils.py +1 -1

No files found.
--- a/lm_eval/tasks/kmmlu/utils.py
+++ b/lm_eval/tasks/kmmlu/utils.py
@@ -13,7 +13,7 @@ def process_docs(dataset: datasets.Dataset) -> datasets.Dataset:
        out_doc = {
            "question": instruction,
            "choices": ["(1)", "(2)", "(3)", "(4)"],
-            "gold": int(doc["gold"]) - 1,
+            "gold": int(doc["answer"]) - 1,
        }
        return out_doc