Skip to content

GitLab

Commit 33ccde86 authored by Jonathan Tow's avatar Jonathan Tow
Browse files

Add `truthfulqa` back to the task registry

parent 36edc465
Hide whitespace changes
Inline Side-by-side
Showing with 3 additions and 3 deletions
lm_eval/tasks/__init__.py
View file @ 33ccde86
...@@ -43,7 +43,7 @@ from . import pile ...@@ -43,7 +43,7 @@ from . import pile
from . import wikitext from . import wikitext
from . import lambada_multilingual from . import lambada_multilingual
from . import mutual from . import mutual
# from . import truthfulqa from . import truthfulqa
######################################## ########################################
# Translation tasks # Translation tasks
...@@ -148,8 +148,8 @@ TASK_REGISTRY = { ...@@ -148,8 +148,8 @@ TASK_REGISTRY = {
"ethics_utilitarianism": hendrycks_ethics.EthicsUtilitarianism, "ethics_utilitarianism": hendrycks_ethics.EthicsUtilitarianism,
"ethics_virtue": hendrycks_ethics.EthicsVirtue, "ethics_virtue": hendrycks_ethics.EthicsVirtue,
# "truthfulqa_mc": truthfulqa.TruthfulQAMultipleChoice, "truthfulqa_mc": truthfulqa.TruthfulQAMultipleChoice,
# "truthfulqa_gen": truthfulqa.TruthfulQAGeneration, "truthfulqa_gen": truthfulqa.TruthfulQAGeneration,
# dialogue # dialogue
"mutual": mutual.MuTual, "mutual": mutual.MuTual,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment