Unverified Commit aa211974 authored by Philip Meier's avatar Philip Meier Committed by GitHub
Browse files

update hint_shuffling (#5693)

* update hint_shuffling

* trigger CI
parent f1172393
...@@ -34,6 +34,7 @@ __all__ = [ ...@@ -34,6 +34,7 @@ __all__ = [
"path_comparator", "path_comparator",
"read_flo", "read_flo",
"hint_sharding", "hint_sharding",
"hint_shuffling",
] ]
K = TypeVar("K") K = TypeVar("K")
...@@ -196,4 +197,4 @@ def hint_sharding(datapipe: IterDataPipe) -> ShardingFilter: ...@@ -196,4 +197,4 @@ def hint_sharding(datapipe: IterDataPipe) -> ShardingFilter:
def hint_shuffling(datapipe: IterDataPipe[D]) -> Shuffler[D]: def hint_shuffling(datapipe: IterDataPipe[D]) -> Shuffler[D]:
return Shuffler(datapipe, default=False, buffer_size=INFINITE_BUFFER_SIZE) return Shuffler(datapipe, buffer_size=INFINITE_BUFFER_SIZE).set_shuffle(False)
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment