Skip to content

GitLab

Commit 8402847e authored by Charles Foster's avatar Charles Foster
Browse files

Added openbookqa to registry.

parent 4c8ec8af
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 0 deletions
lm_eval/tasks/__init__.py
View file @ 8402847e
...@@ -4,6 +4,7 @@ from . import arc ...@@ -4,6 +4,7 @@ from . import arc
from . import race from . import race
from . import webqs from . import webqs
from . import anli from . import anli
from . import openbookqa
TASK_REGISTRY = { TASK_REGISTRY = {
# GLUE # GLUE
...@@ -26,6 +27,7 @@ TASK_REGISTRY = { ...@@ -26,6 +27,7 @@ TASK_REGISTRY = {
# Order by benchmark/genre? # Order by benchmark/genre?
"arc_easy": arc.ARCEasy, "arc_easy": arc.ARCEasy,
"arc_challenge": arc.ARCChallenge, "arc_challenge": arc.ARCChallenge,
"openbookqa": openbookqa.OpenBookQA,
"race": race.RACE, "race": race.RACE,
"webqs": webqs.WebQs, "webqs": webqs.WebQs,
"anli_r1": anli.ANLIRound1, "anli_r1": anli.ANLIRound1,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment