Commit b106e4f7 authored by Charles Foster's avatar Charles Foster
Browse files

Updated RACE to use datasets instead of nlp package.

parent aa125d0a
from . common import HFTask
from ..utils_stream import X, each, apply, join, filt, one
import collections
import nlp
import datasets
class RACE(HFTask):
......@@ -26,7 +26,7 @@ class RACE(HFTask):
# is shown that one document is made per passage.
r = collections.defaultdict(list)
for item in nlp.load_dataset(path=self.DATASET_PATH, name=self.DATASET_NAME)[set]:
for item in datasets.load_dataset(path=self.DATASET_PATH, name=self.DATASET_NAME)[set]:
r[item['article']].append(item)
res = list(r.values() >> each(lambda x: {
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment