Skip to content

GitLab

Commit 235494f4 authored by KhalidAlt's avatar KhalidAlt
Browse files

comment unimplemented task

parent 58abbac2
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 3 deletions
lm_eval/tasks/__init__.py
View file @ 235494f4
...@@ -54,7 +54,6 @@ from . import gsm8k ...@@ -54,7 +54,6 @@ from . import gsm8k
from . import storycloze from . import storycloze
from . import hans from . import hans
from . import gem_webnlg from . import gem_webnlg
from . import TyDiQA
from . import lama from . import lama
# from . import e2e_nlg_cleaned # from . import e2e_nlg_cleaned
...@@ -161,8 +160,8 @@ TASK_REGISTRY = { ...@@ -161,8 +160,8 @@ TASK_REGISTRY = {
"ethics_utilitarianism_original": hendrycks_ethics.EthicsUtilitarianismOriginal, "ethics_utilitarianism_original": hendrycks_ethics.EthicsUtilitarianismOriginal,
"ethics_utilitarianism": hendrycks_ethics.EthicsUtilitarianism, "ethics_utilitarianism": hendrycks_ethics.EthicsUtilitarianism,
"ethics_virtue": hendrycks_ethics.EthicsVirtue, "ethics_virtue": hendrycks_ethics.EthicsVirtue,
"tydiqa_primary" : TyDiQA.Primary, #"tydiqa_primary" : TyDiQA.Primary, not implemented yet
"tydiqa_secondary" : TyDiQA.Secondary, #"tydiqa_secondary" : TyDiQA.Secondary, not implemented yet
"truthfulqa_mc": truthfulqa.TruthfulQAMultipleChoice, "truthfulqa_mc": truthfulqa.TruthfulQAMultipleChoice,
"truthfulqa_gen": truthfulqa.TruthfulQAGeneration, "truthfulqa_gen": truthfulqa.TruthfulQAGeneration,
# dialogue # dialogue
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment