Add CoQa to task registry

47384df7 · thefazzer · 12880f1c · 47384df7
Commit 47384df7 authored Jan 31, 2021 by thefazzer
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 1 deletion

lm_eval/tasks/__init__.py lm_eval/tasks/__init__.py +2 -1

No files found.
--- a/lm_eval/tasks/__init__.py
+++ b/lm_eval/tasks/__init__.py
 from . import superglue
 from . import glue
 from . import arc
+from . import coqa
 from . import race
 from . import webqs
 from . import anli
@@ -41,7 +42,7 @@ TASK_REGISTRY = {
    "wsc": superglue.SGWinogradSchemaChallenge,
    
    # Order by benchmark/genre?
-
+    "coqa": coqa.CoQA,
    "lambada": lambada.LAMBADA,
    "piqa": piqa.PiQA,