Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
lm-evaluation-harness
Commits
fe4a1efd
Commit
fe4a1efd
authored
Feb 01, 2021
by
Leo Gao
Browse files
Fix linting problems
parent
7ab3f8ca
Changes
18
Show whitespace changes
Inline
Side-by-side
Showing
18 changed files
with
25 additions
and
21 deletions
+25
-21
lm_eval/models/dummy.py
lm_eval/models/dummy.py
+1
-1
lm_eval/models/gpt2.py
lm_eval/models/gpt2.py
+1
-1
lm_eval/tasks/arc.py
lm_eval/tasks/arc.py
+1
-1
lm_eval/tasks/drop.py
lm_eval/tasks/drop.py
+1
-1
lm_eval/tasks/lambada.py
lm_eval/tasks/lambada.py
+1
-1
lm_eval/tasks/naturalqs.py
lm_eval/tasks/naturalqs.py
+1
-1
lm_eval/tasks/openbookqa.py
lm_eval/tasks/openbookqa.py
+1
-1
lm_eval/tasks/piqa.py
lm_eval/tasks/piqa.py
+1
-1
lm_eval/tasks/quac.py
lm_eval/tasks/quac.py
+1
-1
lm_eval/tasks/race.py
lm_eval/tasks/race.py
+2
-1
lm_eval/tasks/squad.py
lm_eval/tasks/squad.py
+1
-1
lm_eval/tasks/storycloze.py
lm_eval/tasks/storycloze.py
+1
-1
lm_eval/tasks/triviaqa.py
lm_eval/tasks/triviaqa.py
+1
-1
lm_eval/tasks/webqs.py
lm_eval/tasks/webqs.py
+1
-1
lm_eval/tasks/wikitext.py
lm_eval/tasks/wikitext.py
+1
-1
lm_eval/tasks/winogrande.py
lm_eval/tasks/winogrande.py
+1
-1
lm_eval/utils.py
lm_eval/utils.py
+1
-1
lm_eval/utils_stream.py
lm_eval/utils_stream.py
+7
-4
No files found.
lm_eval/models/dummy.py
View file @
fe4a1efd
lm_eval/models/gpt2.py
View file @
fe4a1efd
lm_eval/tasks/arc.py
View file @
fe4a1efd
lm_eval/tasks/drop.py
View file @
fe4a1efd
lm_eval/tasks/lambada.py
View file @
fe4a1efd
lm_eval/tasks/naturalqs.py
View file @
fe4a1efd
lm_eval/tasks/openbookqa.py
View file @
fe4a1efd
lm_eval/tasks/piqa.py
View file @
fe4a1efd
lm_eval/tasks/quac.py
View file @
fe4a1efd
lm_eval/tasks/race.py
View file @
fe4a1efd
...
@@ -23,7 +23,8 @@ class RACE(HFTask):
...
@@ -23,7 +23,8 @@ class RACE(HFTask):
return
True
return
True
def
_collate_data
(
self
,
set
):
def
_collate_data
(
self
,
set
):
if
set
in
self
.
cache
:
return
self
.
cache
[
set
]
if
set
in
self
.
cache
:
return
self
.
cache
[
set
]
# One big issue with HF's implementation of this dataset: it makes a
# One big issue with HF's implementation of this dataset: it makes a
# separate document for each question; meanwhile, in the GPT3 paper it
# separate document for each question; meanwhile, in the GPT3 paper it
# is shown that one document is made per passage.
# is shown that one document is made per passage.
...
...
lm_eval/tasks/squad.py
View file @
fe4a1efd
lm_eval/tasks/storycloze.py
View file @
fe4a1efd
lm_eval/tasks/triviaqa.py
View file @
fe4a1efd
lm_eval/tasks/webqs.py
View file @
fe4a1efd
lm_eval/tasks/wikitext.py
View file @
fe4a1efd
lm_eval/tasks/winogrande.py
View file @
fe4a1efd
lm_eval/utils.py
View file @
fe4a1efd
lm_eval/utils_stream.py
View file @
fe4a1efd
...
@@ -5,11 +5,13 @@ from tqdm import tqdm
...
@@ -5,11 +5,13 @@ from tqdm import tqdm
import
json
import
json
class
ExitCodeError
(
Exception
):
pass
class
ExitCodeError
(
Exception
):
pass
def
sh
(
x
):
def
sh
(
x
):
if
os
.
system
(
x
):
raise
ExitCodeError
()
if
os
.
system
(
x
):
raise
ExitCodeError
()
def
ls
(
x
):
def
ls
(
x
):
return
[
x
+
'/'
+
fn
for
fn
in
os
.
listdir
(
x
)]
return
[
x
+
'/'
+
fn
for
fn
in
os
.
listdir
(
x
)]
...
@@ -64,7 +66,8 @@ class join:
...
@@ -64,7 +66,8 @@ class join:
self
.
sep
=
sep
self
.
sep
=
sep
def
__rrshift__
(
self
,
other
):
def
__rrshift__
(
self
,
other
):
if
other
is
None
:
return
if
other
is
None
:
return
try
:
try
:
return
self
.
sep
.
join
(
other
)
return
self
.
sep
.
join
(
other
)
except
:
except
:
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment