Merge pull request #690 from EleutherAI/lintangsutawika-patch-1

Remove condition to check for `winograd_schema`

Merge pull request #690 from EleutherAI/lintangsutawika-patch-1
Remove condition to check for `winograd_schema`
6b1897d6 · Hailey Schoelkopf · GitHub · 05c879cc · f4cb06b1 · 6b1897d6
Unverified Commit 6b1897d6 authored Jul 25, 2023 by Hailey Schoelkopf Committed by GitHub Jul 25, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 4 deletions

lm_eval/evaluator.py lm_eval/evaluator.py +1 -4

No files found.
--- a/lm_eval/evaluator.py
+++ b/lm_eval/evaluator.py
@@ -223,10 +223,7 @@ def evaluate(
        # aggregate Instances by LM method requested to get output.
        reqtype = (
            "loglikelihood"
-            if (
-                task.OUTPUT_TYPE == "multiple_choice"
-                or task.OUTPUT_TYPE == "winograd_schema"
-            )
+            if task.OUTPUT_TYPE == "multiple_choice"
            else task.OUTPUT_TYPE
        )  # TODO: this is hacky, fix in task.py
        requests[reqtype].extend(task.instances)