Unverified Commit 0fa747ee authored by Philip Meier's avatar Philip Meier Committed by GitHub
Browse files

use better default decoder for prototype dataset tests (#4863)

parent b9f4ed93
...@@ -100,10 +100,16 @@ class DatasetMocks: ...@@ -100,10 +100,16 @@ class DatasetMocks:
return mock_resources, mock_info return mock_resources, mock_info
def _decoder(self, dataset_type): def _decoder(self, dataset_type):
def to_bytes(file):
try:
return file.read()
finally:
file.close()
if dataset_type == datasets.utils.DatasetType.RAW: if dataset_type == datasets.utils.DatasetType.RAW:
return datasets.decoder.raw return datasets.decoder.raw
else: else:
return lambda file: file.close() return to_bytes
def load( def load(
self, name: str, decoder=DEFAULT_TEST_DECODER, split="train", **options: Any self, name: str, decoder=DEFAULT_TEST_DECODER, split="train", **options: Any
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment