Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
lm-evaluation-harness
Commits
e1a8b2fa
Unverified
Commit
e1a8b2fa
authored
Oct 02, 2023
by
Stella Biderman
Committed by
GitHub
Oct 02, 2023
Browse files
Merge pull request #893 from EleutherAI/revert-735-licenses
Revert "Dataset licenses"
parents
f2de8609
7295ed08
Changes
12
Hide whitespace changes
Inline
Side-by-side
Showing
12 changed files
with
22 additions
and
18 deletions
+22
-18
lm_eval/datasets/asdiv/asdiv.py
lm_eval/datasets/asdiv/asdiv.py
+2
-2
lm_eval/datasets/coqa/coqa.py
lm_eval/datasets/coqa/coqa.py
+2
-1
lm_eval/datasets/drop/drop.py
lm_eval/datasets/drop/drop.py
+2
-2
lm_eval/datasets/headqa/headqa.py
lm_eval/datasets/headqa/headqa.py
+0
-1
lm_eval/datasets/hendrycks_ethics/hendrycks_ethics.py
lm_eval/datasets/hendrycks_ethics/hendrycks_ethics.py
+2
-2
lm_eval/datasets/hendrycks_math/hendrycks_math.py
lm_eval/datasets/hendrycks_math/hendrycks_math.py
+2
-2
lm_eval/datasets/logiqa/logiqa.py
lm_eval/datasets/logiqa/logiqa.py
+2
-1
lm_eval/datasets/mutual/mutual.py
lm_eval/datasets/mutual/mutual.py
+2
-1
lm_eval/datasets/pile/pile.py
lm_eval/datasets/pile/pile.py
+2
-2
lm_eval/datasets/quac/quac.py
lm_eval/datasets/quac/quac.py
+2
-2
lm_eval/datasets/sat_analogies/sat_analogies.py
lm_eval/datasets/sat_analogies/sat_analogies.py
+2
-1
lm_eval/datasets/unscramble/unscramble.py
lm_eval/datasets/unscramble/unscramble.py
+2
-1
No files found.
lm_eval/datasets/asdiv/asdiv.py
View file @
e1a8b2fa
...
@@ -43,8 +43,8 @@ level (for indicating the level of difficulty).
...
@@ -43,8 +43,8 @@ level (for indicating the level of difficulty).
_HOMEPAGE
=
"https://github.com/chaochun/nlu-asdiv-dataset"
_HOMEPAGE
=
"https://github.com/chaochun/nlu-asdiv-dataset"
#
L
icen
s
e
availabl
e at
https://github.com/chaochun/nlu-asdiv-dataset/blob/master/README.md
#
TODO: Add the l
icen
c
e
for th
e
d
at
aset here if you can find it
_LICENSE
=
"
CC BY-NC 4.0
"
_LICENSE
=
""
_URLS
=
"https://github.com/chaochun/nlu-asdiv-dataset/archive/55790e5270bb91ccfa5053194b25732534696b50.zip"
_URLS
=
"https://github.com/chaochun/nlu-asdiv-dataset/archive/55790e5270bb91ccfa5053194b25732534696b50.zip"
...
...
lm_eval/datasets/coqa/coqa.py
View file @
e1a8b2fa
...
@@ -44,7 +44,8 @@ appear in a conversation.
...
@@ -44,7 +44,8 @@ appear in a conversation.
_HOMEPAGE
=
"https://stanfordnlp.github.io/coqa/"
_HOMEPAGE
=
"https://stanfordnlp.github.io/coqa/"
_LICENSE
=
"Different licenses depending on the content (see https://stanfordnlp.github.io/coqa/ for details)"
# TODO: Add the licence for the dataset here if you can find it
_LICENSE
=
""
_URLS
=
{
_URLS
=
{
"train"
:
"https://nlp.stanford.edu/data/coqa/coqa-train-v1.0.json"
,
"train"
:
"https://nlp.stanford.edu/data/coqa/coqa-train-v1.0.json"
,
...
...
lm_eval/datasets/drop/drop.py
View file @
e1a8b2fa
...
@@ -43,8 +43,8 @@ and perform discrete operations over them (such as addition, counting, or sortin
...
@@ -43,8 +43,8 @@ and perform discrete operations over them (such as addition, counting, or sortin
_HOMEPAGE
=
"https://allenai.org/data/drop"
_HOMEPAGE
=
"https://allenai.org/data/drop"
#
License available at https://allenai.org/data/drop
#
TODO: Add the licence for the dataset here if you can find it
_LICENSE
=
"
CC BY
"
_LICENSE
=
""
_URLS
=
{
_URLS
=
{
"drop"
:
"https://s3-us-west-2.amazonaws.com/allennlp/datasets/drop/drop_dataset.zip"
,
"drop"
:
"https://s3-us-west-2.amazonaws.com/allennlp/datasets/drop/drop_dataset.zip"
,
...
...
lm_eval/datasets/headqa/headqa.py
View file @
e1a8b2fa
...
@@ -51,7 +51,6 @@ The dataset contains questions about the following topics: medicine, nursing, ps
...
@@ -51,7 +51,6 @@ The dataset contains questions about the following topics: medicine, nursing, ps
_HOMEPAGE
=
"https://aghie.github.io/head-qa/"
_HOMEPAGE
=
"https://aghie.github.io/head-qa/"
# License available at https://github.com/aghie/head-qa/blob/master/LICENSE
_LICENSE
=
"MIT License"
_LICENSE
=
"MIT License"
_URL
=
"https://drive.google.com/uc?export=download&confirm=t&id=1a_95N5zQQoUCq8IBNVZgziHbeM-QxG2t"
_URL
=
"https://drive.google.com/uc?export=download&confirm=t&id=1a_95N5zQQoUCq8IBNVZgziHbeM-QxG2t"
...
...
lm_eval/datasets/hendrycks_ethics/hendrycks_ethics.py
View file @
e1a8b2fa
...
@@ -41,8 +41,8 @@ learning agents.
...
@@ -41,8 +41,8 @@ learning agents.
_HOMEPAGE
=
"https://github.com/hendrycks/ethics"
_HOMEPAGE
=
"https://github.com/hendrycks/ethics"
#
L
icen
s
e
availabl
e at
https://github.com/hendrycks/ethics/blob/master/LICENSE
#
TODO: Add the l
icen
c
e
for th
e
d
at
aset here if you can find it
_LICENSE
=
"
MIT License
"
_LICENSE
=
""
_URLS
=
"https://people.eecs.berkeley.edu/~hendrycks/ethics.tar"
_URLS
=
"https://people.eecs.berkeley.edu/~hendrycks/ethics.tar"
...
...
lm_eval/datasets/hendrycks_math/hendrycks_math.py
View file @
e1a8b2fa
...
@@ -38,8 +38,8 @@ models to generate answer derivations and explanations.
...
@@ -38,8 +38,8 @@ models to generate answer derivations and explanations.
_HOMEPAGE
=
"https://github.com/hendrycks/math"
_HOMEPAGE
=
"https://github.com/hendrycks/math"
#
L
icen
s
e
availabl
e at
https://github.com/hendrycks/math/blob/main/LICENSE
#
TODO: Add the l
icen
c
e
for th
e
d
at
aset here if you can find it
_LICENSE
=
"
MIT License
"
_LICENSE
=
""
_URLS
=
"https://people.eecs.berkeley.edu/~hendrycks/MATH.tar"
_URLS
=
"https://people.eecs.berkeley.edu/~hendrycks/MATH.tar"
...
...
lm_eval/datasets/logiqa/logiqa.py
View file @
e1a8b2fa
...
@@ -38,7 +38,8 @@ NLP setting.
...
@@ -38,7 +38,8 @@ NLP setting.
_HOMEPAGE
=
"https://github.com/lgw863/LogiQA-dataset"
_HOMEPAGE
=
"https://github.com/lgw863/LogiQA-dataset"
_LICENSE
=
"No license found"
# TODO: Add the licence for the dataset here if you can find it
_LICENSE
=
""
_URLS
=
{
_URLS
=
{
"train"
:
"https://raw.githubusercontent.com/lgw863/LogiQA-dataset/master/Train.txt"
,
"train"
:
"https://raw.githubusercontent.com/lgw863/LogiQA-dataset/master/Train.txt"
,
...
...
lm_eval/datasets/mutual/mutual.py
View file @
e1a8b2fa
...
@@ -38,7 +38,8 @@ modified from Chinese high school English listening comprehension test data.
...
@@ -38,7 +38,8 @@ modified from Chinese high school English listening comprehension test data.
_HOMEPAGE
=
"https://github.com/Nealcly/MuTual"
_HOMEPAGE
=
"https://github.com/Nealcly/MuTual"
_LICENSE
=
"No license found"
# TODO: Add the licence for the dataset here if you can find it
_LICENSE
=
""
_URLS
=
"https://github.com/Nealcly/MuTual/archive/master.zip"
_URLS
=
"https://github.com/Nealcly/MuTual/archive/master.zip"
...
...
lm_eval/datasets/pile/pile.py
View file @
e1a8b2fa
...
@@ -38,8 +38,8 @@ math, computer science, and philosophy papers.
...
@@ -38,8 +38,8 @@ math, computer science, and philosophy papers.
_HOMEPAGE
=
"https://pile.eleuther.ai/"
_HOMEPAGE
=
"https://pile.eleuther.ai/"
#
L
icen
s
e
availabl
e at
https://github.com/EleutherAI/the-pile/blob/master/LICENSE
#
TODO: Add the l
icen
c
e
for th
e
d
at
aset here if you can find it
_LICENSE
=
"
MIT License
"
_LICENSE
=
""
_URLS
=
{
_URLS
=
{
"validation"
:
"https://the-eye.eu/public/AI/pile/val.jsonl.zst"
,
"validation"
:
"https://the-eye.eu/public/AI/pile/val.jsonl.zst"
,
...
...
lm_eval/datasets/quac/quac.py
View file @
e1a8b2fa
...
@@ -39,8 +39,8 @@ a teacher who answers the questions by providing short excerpts (spans) from the
...
@@ -39,8 +39,8 @@ a teacher who answers the questions by providing short excerpts (spans) from the
_HOMEPAGE
=
"https://quac.ai/"
_HOMEPAGE
=
"https://quac.ai/"
#
L
icen
s
e
availabl
e at
https://quac.ai/
#
TODO: Add the l
icen
c
e
for th
e
d
at
aset here if you can find it
_LICENSE
=
"
CC BY-SA 4.0
"
_LICENSE
=
""
_URLS
=
{
_URLS
=
{
"train"
:
"https://s3.amazonaws.com/my89public/quac/train_v0.2.json"
,
"train"
:
"https://s3.amazonaws.com/my89public/quac/train_v0.2.json"
,
...
...
lm_eval/datasets/sat_analogies/sat_analogies.py
View file @
e1a8b2fa
...
@@ -39,7 +39,8 @@ multiple-choice analogy questions; 5 choices per question.
...
@@ -39,7 +39,8 @@ multiple-choice analogy questions; 5 choices per question.
_HOMEPAGE
=
"https://aclweb.org/aclwiki/SAT_Analogy_Questions_(State_of_the_art)"
_HOMEPAGE
=
"https://aclweb.org/aclwiki/SAT_Analogy_Questions_(State_of_the_art)"
_LICENSE
=
"No license found"
# TODO: Add the licence for the dataset here if you can find it
_LICENSE
=
""
class
SatAnalogies
(
datasets
.
GeneratorBasedBuilder
):
class
SatAnalogies
(
datasets
.
GeneratorBasedBuilder
):
...
...
lm_eval/datasets/unscramble/unscramble.py
View file @
e1a8b2fa
...
@@ -42,7 +42,8 @@ addition, or deletion of characters, and asking it to recover the original word.
...
@@ -42,7 +42,8 @@ addition, or deletion of characters, and asking it to recover the original word.
_HOMEPAGE
=
"https://github.com/openai/gpt-3/tree/master/data"
_HOMEPAGE
=
"https://github.com/openai/gpt-3/tree/master/data"
_LICENSE
=
"No license found"
# TODO: Add the licence for the dataset here if you can find it
_LICENSE
=
""
_BASE_URL
=
"https://raw.githubusercontent.com/openai/gpt-3/master/data"
_BASE_URL
=
"https://raw.githubusercontent.com/openai/gpt-3/master/data"
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment