Unverified Commit 0fa747ee authored by Philip Meier's avatar Philip Meier Committed by GitHub
Browse files

use better default decoder for prototype dataset tests (#4863)

parent b9f4ed93
......@@ -100,10 +100,16 @@ class DatasetMocks:
return mock_resources, mock_info
def _decoder(self, dataset_type):
def to_bytes(file):
try:
return file.read()
finally:
file.close()
if dataset_type == datasets.utils.DatasetType.RAW:
return datasets.decoder.raw
else:
return lambda file: file.close()
return to_bytes
def load(
self, name: str, decoder=DEFAULT_TEST_DECODER, split="train", **options: Any
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment