Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
lm-evaluation-harness
Commits
31863cde
Commit
31863cde
authored
Feb 01, 2021
by
Leo Gao
Browse files
Make linter happy
parent
fe4a1efd
Changes
2
Show whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
5 additions
and
0 deletions
+5
-0
lm_eval/tasks/naturalqs.py
lm_eval/tasks/naturalqs.py
+1
-0
lm_eval/tasks/wikitext.py
lm_eval/tasks/wikitext.py
+4
-0
No files found.
lm_eval/tasks/naturalqs.py
View file @
31863cde
from
.
common
import
HFTask
from
.
common
import
HFTask
from
itertools
import
islice
from
itertools
import
islice
import
random
class
NaturalQs
(
HFTask
):
class
NaturalQs
(
HFTask
):
DATASET_PATH
=
"natural_questions"
DATASET_PATH
=
"natural_questions"
...
...
lm_eval/tasks/wikitext.py
View file @
31863cde
...
@@ -14,9 +14,11 @@ class WikiText103(NLP_TASK):
...
@@ -14,9 +14,11 @@ class WikiText103(NLP_TASK):
def
doc_to_text
(
self
,
doc
):
def
doc_to_text
(
self
,
doc
):
# TODO: implement
# TODO: implement
pass
def
doc_to_target
(
self
,
doc
):
def
doc_to_target
(
self
,
doc
):
# TODO: implement
# TODO: implement
pass
def
construct_requests
(
self
,
doc
,
ctx
):
def
construct_requests
(
self
,
doc
,
ctx
):
""" Uses RequestFactory to construct Requests and returns an iterable of
""" Uses RequestFactory to construct Requests and returns an iterable of
...
@@ -74,9 +76,11 @@ class WikiText2(NLP_TASK):
...
@@ -74,9 +76,11 @@ class WikiText2(NLP_TASK):
def
doc_to_text
(
self
,
doc
):
def
doc_to_text
(
self
,
doc
):
# TODO: implement
# TODO: implement
pass
def
doc_to_target
(
self
,
doc
):
def
doc_to_target
(
self
,
doc
):
# TODO: implement
# TODO: implement
pass
def
construct_requests
(
self
,
doc
,
ctx
):
def
construct_requests
(
self
,
doc
,
ctx
):
""" Uses RequestFactory to construct Requests and returns an iterable of
""" Uses RequestFactory to construct Requests and returns an iterable of
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment