Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
lm-evaluation-harness
Commits
1f8b7f79
Commit
1f8b7f79
authored
May 18, 2023
by
bzantium
Browse files
fix for merge from master
parent
0371f45c
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
0 additions
and
21 deletions
+0
-21
lm_eval/tasks/__init__.py
lm_eval/tasks/__init__.py
+0
-21
No files found.
lm_eval/tasks/__init__.py
View file @
1f8b7f79
...
@@ -117,15 +117,6 @@ TASK_REGISTRY = {
...
@@ -117,15 +117,6 @@ TASK_REGISTRY = {
"record"
:
superglue
.
ReCoRD
,
"record"
:
superglue
.
ReCoRD
,
"wic"
:
superglue
.
WordsInContext
,
"wic"
:
superglue
.
WordsInContext
,
"wsc"
:
superglue
.
SGWinogradSchemaChallenge
,
"wsc"
:
superglue
.
SGWinogradSchemaChallenge
,
<<<<<<<
HEAD
# Order by benchmark/genre?
"coqa"
:
coqa
.
CoQA
,
"drop"
:
drop
.
DROP
,
"lambada"
:
lambada
.
LAMBADA
,
"lambada_cloze"
:
lambada_cloze
.
LAMBADA_cloze
,
=======
# Order by benchmark/genre?
# Order by benchmark/genre?
"coqa"
:
coqa
.
CoQA
,
"coqa"
:
coqa
.
CoQA
,
"drop"
:
drop
.
DROP
,
"drop"
:
drop
.
DROP
,
...
@@ -133,7 +124,6 @@ TASK_REGISTRY = {
...
@@ -133,7 +124,6 @@ TASK_REGISTRY = {
"lambada_standard"
:
lambada
.
LambadaStandard
,
"lambada_standard"
:
lambada
.
LambadaStandard
,
"lambada_openai_cloze"
:
lambada_cloze
.
LambadaOpenAICloze
,
"lambada_openai_cloze"
:
lambada_cloze
.
LambadaOpenAICloze
,
"lambada_standard_cloze"
:
lambada_cloze
.
LambadaStandardCloze
,
"lambada_standard_cloze"
:
lambada_cloze
.
LambadaStandardCloze
,
>>>>>>>
d145167959c2b1826d900524912cb99c44d5fb30
# multilingual lambada
# multilingual lambada
**
lambada_multilingual
.
construct_tasks
(),
**
lambada_multilingual
.
construct_tasks
(),
"wikitext"
:
wikitext
.
WikiText
,
"wikitext"
:
wikitext
.
WikiText
,
...
@@ -239,10 +229,6 @@ TASK_REGISTRY = {
...
@@ -239,10 +229,6 @@ TASK_REGISTRY = {
"pile_ubuntu-irc"
:
pile
.
PileUbuntuIrc
,
"pile_ubuntu-irc"
:
pile
.
PileUbuntuIrc
,
"pile_wikipedia"
:
pile
.
PileWikipedia
,
"pile_wikipedia"
:
pile
.
PileWikipedia
,
"pile_youtubesubtitles"
:
pile
.
PileYoutubeSubtitles
,
"pile_youtubesubtitles"
:
pile
.
PileYoutubeSubtitles
,
<<<<<<<
HEAD
=======
>>>>>>>
d145167959c2b1826d900524912cb99c44d5fb30
# BLiMP
# BLiMP
"blimp_adjunct_island"
:
blimp
.
BlimpAdjunctIsland
,
"blimp_adjunct_island"
:
blimp
.
BlimpAdjunctIsland
,
"blimp_anaphor_gender_agreement"
:
blimp
.
BlimpAnaphorGenderAgreement
,
"blimp_anaphor_gender_agreement"
:
blimp
.
BlimpAnaphorGenderAgreement
,
...
@@ -311,8 +297,6 @@ TASK_REGISTRY = {
...
@@ -311,8 +297,6 @@ TASK_REGISTRY = {
"blimp_wh_vs_that_no_gap_long_distance"
:
blimp
.
BlimpWhVsThatNoGapLongDistance
,
"blimp_wh_vs_that_no_gap_long_distance"
:
blimp
.
BlimpWhVsThatNoGapLongDistance
,
"blimp_wh_vs_that_with_gap"
:
blimp
.
BlimpWhVsThatWithGap
,
"blimp_wh_vs_that_with_gap"
:
blimp
.
BlimpWhVsThatWithGap
,
"blimp_wh_vs_that_with_gap_long_distance"
:
blimp
.
BlimpWhVsThatWithGapLongDistance
,
"blimp_wh_vs_that_with_gap_long_distance"
:
blimp
.
BlimpWhVsThatWithGapLongDistance
,
<<<<<<<
HEAD
=======
"toxigen"
:
toxigen
.
ToxiGen
,
"toxigen"
:
toxigen
.
ToxiGen
,
"crows_pairs_english"
:
crowspairs
.
CrowsPairsEnglish
,
"crows_pairs_english"
:
crowspairs
.
CrowsPairsEnglish
,
"crows_pairs_english_race_color"
:
crowspairs
.
CrowsPairsEnglishRaceColor
,
"crows_pairs_english_race_color"
:
crowspairs
.
CrowsPairsEnglishRaceColor
,
...
@@ -336,13 +320,10 @@ TASK_REGISTRY = {
...
@@ -336,13 +320,10 @@ TASK_REGISTRY = {
"crows_pairs_french_nationality"
:
crowspairs
.
CrowsPairsFrenchNationality
,
"crows_pairs_french_nationality"
:
crowspairs
.
CrowsPairsFrenchNationality
,
"crows_pairs_french_physical_appearance"
:
crowspairs
.
CrowsPairsFrenchPhysicalAppearance
,
"crows_pairs_french_physical_appearance"
:
crowspairs
.
CrowsPairsFrenchPhysicalAppearance
,
"crows_pairs_french_autre"
:
crowspairs
.
CrowsPairsFrenchAutre
,
"crows_pairs_french_autre"
:
crowspairs
.
CrowsPairsFrenchAutre
,
>>>>>>>
d145167959c2b1826d900524912cb99c44d5fb30
# Requires manual download of data.
# Requires manual download of data.
# "storycloze_2016": storycloze.StoryCloze2016,
# "storycloze_2016": storycloze.StoryCloze2016,
# "storycloze_2018": storycloze.StoryCloze2018,
# "storycloze_2018": storycloze.StoryCloze2018,
# "sat": sat.SATAnalogies,
# "sat": sat.SATAnalogies,
<<<<<<<
HEAD
"klue_sts"
:
klue
.
STS
,
"klue_sts"
:
klue
.
STS
,
"klue_ynat"
:
klue
.
YNAT
,
"klue_ynat"
:
klue
.
YNAT
,
"klue_nli"
:
klue
.
NLI
,
"klue_nli"
:
klue
.
NLI
,
...
@@ -359,7 +340,6 @@ TASK_REGISTRY = {
...
@@ -359,7 +340,6 @@ TASK_REGISTRY = {
"kohatespeech"
:
kohatespeech
.
HateSpeech
,
"kohatespeech"
:
kohatespeech
.
HateSpeech
,
"kohatespeech_gen_bias"
:
kohatespeech
.
GenderBias
,
"kohatespeech_gen_bias"
:
kohatespeech
.
GenderBias
,
"kohatespeech_apeach"
:
kohatespeech
.
Apeach
"kohatespeech_apeach"
:
kohatespeech
.
Apeach
=======
**
xcopa
.
construct_tasks
(),
**
xcopa
.
construct_tasks
(),
**
bigbench
.
create_all_tasks
(),
**
bigbench
.
create_all_tasks
(),
**
xstorycloze
.
create_all_tasks
(),
**
xstorycloze
.
create_all_tasks
(),
...
@@ -367,7 +347,6 @@ TASK_REGISTRY = {
...
@@ -367,7 +347,6 @@ TASK_REGISTRY = {
**
pawsx
.
construct_tasks
(),
**
pawsx
.
construct_tasks
(),
**
xnli
.
construct_tasks
(),
**
xnli
.
construct_tasks
(),
**
mgsm
.
construct_tasks
(),
**
mgsm
.
construct_tasks
(),
>>>>>>>
d145167959c2b1826d900524912cb99c44d5fb30
}
}
ALL_TASKS
=
sorted
(
list
(
TASK_REGISTRY
))
ALL_TASKS
=
sorted
(
list
(
TASK_REGISTRY
))
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment