Unverified Commit 358fc6dd authored by Philip Meier's avatar Philip Meier Committed by GitHub
Browse files

check that prototype datasets are serializable (#5557)

parent b2d42a24
import functools import functools
import io import io
import pickle
from pathlib import Path from pathlib import Path
import pytest import pytest
...@@ -108,12 +109,12 @@ class TestCommon: ...@@ -108,12 +109,12 @@ class TestCommon:
next(iter(dataset.map(transforms.Identity()))) next(iter(dataset.map(transforms.Identity())))
@parametrize_dataset_mocks(DATASET_MOCKS) @parametrize_dataset_mocks(DATASET_MOCKS)
def test_traversable(self, test_home, dataset_mock, config): def test_serializable(self, test_home, dataset_mock, config):
dataset_mock.prepare(test_home, config) dataset_mock.prepare(test_home, config)
dataset = datasets.load(dataset_mock.name, **config) dataset = datasets.load(dataset_mock.name, **config)
traverse(dataset) pickle.dumps(dataset)
@parametrize_dataset_mocks(DATASET_MOCKS) @parametrize_dataset_mocks(DATASET_MOCKS)
@pytest.mark.parametrize("annotation_dp_type", (Shuffler, ShardingFilter)) @pytest.mark.parametrize("annotation_dp_type", (Shuffler, ShardingFilter))
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment