Skip to content

GitLab

Unverified Commit 134150a2 authored by Leo Gao's avatar Leo Gao Committed by GitHub
Browse files

Comment out truthfulqa before tests are fixed

parent ff8de120
Hide whitespace changes
Inline Side-by-side
Showing with 3 additions and 3 deletions
lm_eval/tasks/__init__.py
View file @ 134150a2
...@@ -43,7 +43,7 @@ from . import pile ...@@ -43,7 +43,7 @@ from . import pile
from . import wikitext from . import wikitext
from . import lambada_multilingual from . import lambada_multilingual
from . import mutual from . import mutual
from . import truthfulqa # from . import truthfulqa
######################################## ########################################
# Translation tasks # Translation tasks
...@@ -148,8 +148,8 @@ TASK_REGISTRY = { ...@@ -148,8 +148,8 @@ TASK_REGISTRY = {
"ethics_utilitarianism": hendrycks_ethics.EthicsUtilitarianism, "ethics_utilitarianism": hendrycks_ethics.EthicsUtilitarianism,
"ethics_virtue": hendrycks_ethics.EthicsVirtue, "ethics_virtue": hendrycks_ethics.EthicsVirtue,
"truthfulqa_mc": truthfulqa.TruthfulQAMultipleChoice, # "truthfulqa_mc": truthfulqa.TruthfulQAMultipleChoice,
"truthfulqa_gen": truthfulqa.TruthfulQAGeneration, # "truthfulqa_gen": truthfulqa.TruthfulQAGeneration,
# dialogue # dialogue
"mutual": mutual.MuTual, "mutual": mutual.MuTual,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment