Commit 3aff8606 authored by jon-tow's avatar jon-tow
Browse files

Run pre-commit

parent 299e9505
...@@ -100,14 +100,18 @@ class Triviaqa(datasets.GeneratorBasedBuilder): ...@@ -100,14 +100,18 @@ class Triviaqa(datasets.GeneratorBasedBuilder):
name=datasets.Split.TRAIN, name=datasets.Split.TRAIN,
# These kwargs will be passed to _generate_examples # These kwargs will be passed to _generate_examples
gen_kwargs={ gen_kwargs={
"filepath": os.path.join(data_dir, "triviaqa-unfiltered", "unfiltered-web-train.json"), "filepath": os.path.join(
data_dir, "triviaqa-unfiltered", "unfiltered-web-train.json"
),
}, },
), ),
datasets.SplitGenerator( datasets.SplitGenerator(
name=datasets.Split.VALIDATION, name=datasets.Split.VALIDATION,
# These kwargs will be passed to _generate_examples # These kwargs will be passed to _generate_examples
gen_kwargs={ gen_kwargs={
"filepath": os.path.join(data_dir, "triviaqa-unfiltered", "unfiltered-web-dev.json"), "filepath": os.path.join(
data_dir, "triviaqa-unfiltered", "unfiltered-web-dev.json"
),
}, },
), ),
] ]
...@@ -115,7 +119,7 @@ class Triviaqa(datasets.GeneratorBasedBuilder): ...@@ -115,7 +119,7 @@ class Triviaqa(datasets.GeneratorBasedBuilder):
# method parameters are unpacked from `gen_kwargs` as given in `_split_generators` # method parameters are unpacked from `gen_kwargs` as given in `_split_generators`
def _generate_examples(self, filepath): def _generate_examples(self, filepath):
with open(filepath, encoding="utf-8") as f: with open(filepath, encoding="utf-8") as f:
json_data = json.load(f)['Data'] json_data = json.load(f)["Data"]
for key, data in enumerate(json_data): for key, data in enumerate(json_data):
search_results = [] search_results = []
for search_result in data["SearchResults"]: for search_result in data["SearchResults"]:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment