Skip to content

GitLab

Commit 694c144c authored by soqeue1's avatar soqeue1 Committed by hjun-kim
Browse files

fix: conflict with klue

parent 62976337
Hide whitespace changes
Inline Side-by-side
Showing with 3 additions and 4 deletions
lm_eval/tasks/__init__.py
View file @ 694c144c
...@@ -51,6 +51,7 @@ from . import blimp ...@@ -51,6 +51,7 @@ from . import blimp
from . import asdiv from . import asdiv
from . import gsm8k from . import gsm8k
from . import storycloze from . import storycloze
from . import klue
from . import nsmc from . import nsmc
######################################## ########################################
...@@ -298,14 +299,12 @@ TASK_REGISTRY = { ...@@ -298,14 +299,12 @@ TASK_REGISTRY = {
"blimp_wh_vs_that_no_gap_long_distance": blimp.BlimpWhVsThatNoGapLongDistance, "blimp_wh_vs_that_no_gap_long_distance": blimp.BlimpWhVsThatNoGapLongDistance,
"blimp_wh_vs_that_with_gap": blimp.BlimpWhVsThatWithGap, "blimp_wh_vs_that_with_gap": blimp.BlimpWhVsThatWithGap,
"blimp_wh_vs_that_with_gap_long_distance": blimp.BlimpWhVsThatWithGapLongDistance, "blimp_wh_vs_that_with_gap_long_distance": blimp.BlimpWhVsThatWithGapLongDistance,
"klue_sts": klue.STS,
"nsmc": nsmc.NSMC,
# Requires manual download of data. # Requires manual download of data.
# "storycloze_2016": storycloze.StoryCloze2016, # "storycloze_2016": storycloze.StoryCloze2016,
# "storycloze_2018": storycloze.StoryCloze2018, # "storycloze_2018": storycloze.StoryCloze2018,
# "sat": sat.SATAnalogies, # "sat": sat.SATAnalogies,
# Korean
"nsmc": nsmc.NSMC,
} }
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment