Skip to content

GitLab

Unverified Commit 3d5d794a authored by Stella Biderman's avatar Stella Biderman Committed by GitHub
Browse files

Merge pull request #46 from cfoster0/nlp_name_fix 

Updated RACE to use datasets instead of nlp package.
parents c7e7a050 b106e4f7
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
lm_eval/tasks/race.py
View file @ 3d5d794a
from . common import HFTask from . common import HFTask
from ..utils_stream import X, each, apply, join, filt, one from ..utils_stream import X, each, apply, join, filt, one
import collections import collections
import nlp import datasets
class RACE(HFTask): class RACE(HFTask):
...@@ -26,7 +26,7 @@ class RACE(HFTask): ...@@ -26,7 +26,7 @@ class RACE(HFTask):
# is shown that one document is made per passage. # is shown that one document is made per passage.
r = collections.defaultdict(list) r = collections.defaultdict(list)
for item in nlp.load_dataset(path=self.DATASET_PATH, name=self.DATASET_NAME)[set]: for item in datasets.load_dataset(path=self.DATASET_PATH, name=self.DATASET_NAME)[set]:
r[item['article']].append(item) r[item['article']].append(item)
res = list(r.values() >> each(lambda x: { res = list(r.values() >> each(lambda x: {
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment