Unverified Commit aa211974 authored by Philip Meier's avatar Philip Meier Committed by GitHub
Browse files

update hint_shuffling (#5693)

* update hint_shuffling

* trigger CI
parent f1172393
......@@ -34,6 +34,7 @@ __all__ = [
"path_comparator",
"read_flo",
"hint_sharding",
"hint_shuffling",
]
K = TypeVar("K")
......@@ -196,4 +197,4 @@ def hint_sharding(datapipe: IterDataPipe) -> ShardingFilter:
def hint_shuffling(datapipe: IterDataPipe[D]) -> Shuffler[D]:
return Shuffler(datapipe, default=False, buffer_size=INFINITE_BUFFER_SIZE)
return Shuffler(datapipe, buffer_size=INFINITE_BUFFER_SIZE).set_shuffle(False)
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment