Unverified Commit 8af692af authored by Philip Meier's avatar Philip Meier Committed by GitHub
Browse files

rename KeyZipper to IterKeyZipper (#4884)

parent 1b8f3566
...@@ -11,7 +11,7 @@ from torchdata.datapipes.iter import ( ...@@ -11,7 +11,7 @@ from torchdata.datapipes.iter import (
TarArchiveReader, TarArchiveReader,
Shuffler, Shuffler,
Filter, Filter,
KeyZipper, IterKeyZipper,
) )
from torchvision.prototype.datasets.utils import ( from torchvision.prototype.datasets.utils import (
Dataset, Dataset,
...@@ -124,7 +124,7 @@ class Caltech101(Dataset): ...@@ -124,7 +124,7 @@ class Caltech101(Dataset):
anns_dp = TarArchiveReader(anns_dp) anns_dp = TarArchiveReader(anns_dp)
anns_dp = Filter(anns_dp, self._is_ann) anns_dp = Filter(anns_dp, self._is_ann)
dp = KeyZipper( dp = IterKeyZipper(
images_dp, images_dp,
anns_dp, anns_dp,
key_fn=self._images_key_fn, key_fn=self._images_key_fn,
......
...@@ -10,7 +10,7 @@ from torchdata.datapipes.iter import ( ...@@ -10,7 +10,7 @@ from torchdata.datapipes.iter import (
Filter, Filter,
ZipArchiveReader, ZipArchiveReader,
Zipper, Zipper,
KeyZipper, IterKeyZipper,
) )
from torchvision.prototype.datasets.utils import ( from torchvision.prototype.datasets.utils import (
Dataset, Dataset,
...@@ -169,7 +169,7 @@ class CelebA(Dataset): ...@@ -169,7 +169,7 @@ class CelebA(Dataset):
) )
anns_dp = Mapper(anns_dp, self._collate_anns) anns_dp = Mapper(anns_dp, self._collate_anns)
dp = KeyZipper( dp = IterKeyZipper(
splits_dp, splits_dp,
images_dp, images_dp,
key_fn=getitem(0), key_fn=getitem(0),
...@@ -177,5 +177,5 @@ class CelebA(Dataset): ...@@ -177,5 +177,5 @@ class CelebA(Dataset):
buffer_size=INFINITE_BUFFER_SIZE, buffer_size=INFINITE_BUFFER_SIZE,
keep_key=True, keep_key=True,
) )
dp = KeyZipper(dp, anns_dp, key_fn=getitem(0), buffer_size=INFINITE_BUFFER_SIZE) dp = IterKeyZipper(dp, anns_dp, key_fn=getitem(0), buffer_size=INFINITE_BUFFER_SIZE)
return Mapper(dp, self._collate_and_decode_sample, fn_kwargs=dict(decoder=decoder)) return Mapper(dp, self._collate_and_decode_sample, fn_kwargs=dict(decoder=decoder))
...@@ -11,7 +11,7 @@ from torchdata.datapipes.iter import ( ...@@ -11,7 +11,7 @@ from torchdata.datapipes.iter import (
Demultiplexer, Demultiplexer,
ZipArchiveReader, ZipArchiveReader,
Grouper, Grouper,
KeyZipper, IterKeyZipper,
JsonParser, JsonParser,
UnBatcher, UnBatcher,
) )
...@@ -137,7 +137,7 @@ class Coco(Dataset): ...@@ -137,7 +137,7 @@ class Coco(Dataset):
# drop images without annotations # drop images without annotations
anns_dp = Filter(anns_dp, bool) anns_dp = Filter(anns_dp, bool)
anns_dp = Shuffler(anns_dp, buffer_size=INFINITE_BUFFER_SIZE) anns_dp = Shuffler(anns_dp, buffer_size=INFINITE_BUFFER_SIZE)
anns_dp = KeyZipper( anns_dp = IterKeyZipper(
anns_dp, anns_dp,
images_meta_dp, images_meta_dp,
key_fn=getitem(0, "image_id"), key_fn=getitem(0, "image_id"),
...@@ -147,7 +147,7 @@ class Coco(Dataset): ...@@ -147,7 +147,7 @@ class Coco(Dataset):
images_dp = ZipArchiveReader(images_dp) images_dp = ZipArchiveReader(images_dp)
dp = KeyZipper( dp = IterKeyZipper(
anns_dp, anns_dp,
images_dp, images_dp,
key_fn=getitem(1, "file_name"), key_fn=getitem(1, "file_name"),
......
...@@ -4,7 +4,7 @@ import re ...@@ -4,7 +4,7 @@ import re
from typing import Any, Callable, Dict, List, Optional, Tuple, cast from typing import Any, Callable, Dict, List, Optional, Tuple, cast
import torch import torch
from torchdata.datapipes.iter import IterDataPipe, LineReader, KeyZipper, Mapper, TarArchiveReader, Filter, Shuffler from torchdata.datapipes.iter import IterDataPipe, LineReader, IterKeyZipper, Mapper, TarArchiveReader, Filter, Shuffler
from torchvision.prototype.datasets.utils import ( from torchvision.prototype.datasets.utils import (
Dataset, Dataset,
DatasetConfig, DatasetConfig,
...@@ -144,7 +144,7 @@ class ImageNet(Dataset): ...@@ -144,7 +144,7 @@ class ImageNet(Dataset):
devkit_dp = Enumerator(devkit_dp, 1) devkit_dp = Enumerator(devkit_dp, 1)
devkit_dp = Shuffler(devkit_dp, buffer_size=INFINITE_BUFFER_SIZE) devkit_dp = Shuffler(devkit_dp, buffer_size=INFINITE_BUFFER_SIZE)
dp = KeyZipper( dp = IterKeyZipper(
devkit_dp, devkit_dp,
images_dp, images_dp,
key_fn=getitem(0), key_fn=getitem(0),
......
...@@ -12,7 +12,7 @@ from torchdata.datapipes.iter import ( ...@@ -12,7 +12,7 @@ from torchdata.datapipes.iter import (
Shuffler, Shuffler,
Demultiplexer, Demultiplexer,
Filter, Filter,
KeyZipper, IterKeyZipper,
LineReader, LineReader,
) )
from torchvision.prototype.datasets.utils import ( from torchvision.prototype.datasets.utils import (
...@@ -144,7 +144,7 @@ class SBD(Dataset): ...@@ -144,7 +144,7 @@ class SBD(Dataset):
dp = split_dp dp = split_dp
for level, data_dp in enumerate((images_dp, anns_dp)): for level, data_dp in enumerate((images_dp, anns_dp)):
dp = KeyZipper( dp = IterKeyZipper(
dp, dp,
data_dp, data_dp,
key_fn=getitem(*[0] * level, 1), key_fn=getitem(*[0] * level, 1),
......
...@@ -12,7 +12,7 @@ from torchdata.datapipes.iter import ( ...@@ -12,7 +12,7 @@ from torchdata.datapipes.iter import (
Shuffler, Shuffler,
Filter, Filter,
Demultiplexer, Demultiplexer,
KeyZipper, IterKeyZipper,
LineReader, LineReader,
) )
from torchvision.datasets import VOCDetection from torchvision.datasets import VOCDetection
...@@ -135,7 +135,7 @@ class VOC(Dataset): ...@@ -135,7 +135,7 @@ class VOC(Dataset):
dp = split_dp dp = split_dp
for level, data_dp in enumerate((images_dp, anns_dp)): for level, data_dp in enumerate((images_dp, anns_dp)):
dp = KeyZipper( dp = IterKeyZipper(
dp, dp,
data_dp, data_dp,
key_fn=getitem(*[0] * level, 1), key_fn=getitem(*[0] * level, 1),
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment