Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
vision
Commits
8af692af
Unverified
Commit
8af692af
authored
Nov 09, 2021
by
Philip Meier
Committed by
GitHub
Nov 09, 2021
Browse files
rename KeyZipper to IterKeyZipper (#4884)
parent
1b8f3566
Changes
6
Hide whitespace changes
Inline
Side-by-side
Showing
6 changed files
with
14 additions
and
14 deletions
+14
-14
torchvision/prototype/datasets/_builtin/caltech.py
torchvision/prototype/datasets/_builtin/caltech.py
+2
-2
torchvision/prototype/datasets/_builtin/celeba.py
torchvision/prototype/datasets/_builtin/celeba.py
+3
-3
torchvision/prototype/datasets/_builtin/coco.py
torchvision/prototype/datasets/_builtin/coco.py
+3
-3
torchvision/prototype/datasets/_builtin/imagenet.py
torchvision/prototype/datasets/_builtin/imagenet.py
+2
-2
torchvision/prototype/datasets/_builtin/sbd.py
torchvision/prototype/datasets/_builtin/sbd.py
+2
-2
torchvision/prototype/datasets/_builtin/voc.py
torchvision/prototype/datasets/_builtin/voc.py
+2
-2
No files found.
torchvision/prototype/datasets/_builtin/caltech.py
View file @
8af692af
...
@@ -11,7 +11,7 @@ from torchdata.datapipes.iter import (
...
@@ -11,7 +11,7 @@ from torchdata.datapipes.iter import (
TarArchiveReader
,
TarArchiveReader
,
Shuffler
,
Shuffler
,
Filter
,
Filter
,
KeyZipper
,
Iter
KeyZipper
,
)
)
from
torchvision.prototype.datasets.utils
import
(
from
torchvision.prototype.datasets.utils
import
(
Dataset
,
Dataset
,
...
@@ -124,7 +124,7 @@ class Caltech101(Dataset):
...
@@ -124,7 +124,7 @@ class Caltech101(Dataset):
anns_dp
=
TarArchiveReader
(
anns_dp
)
anns_dp
=
TarArchiveReader
(
anns_dp
)
anns_dp
=
Filter
(
anns_dp
,
self
.
_is_ann
)
anns_dp
=
Filter
(
anns_dp
,
self
.
_is_ann
)
dp
=
KeyZipper
(
dp
=
Iter
KeyZipper
(
images_dp
,
images_dp
,
anns_dp
,
anns_dp
,
key_fn
=
self
.
_images_key_fn
,
key_fn
=
self
.
_images_key_fn
,
...
...
torchvision/prototype/datasets/_builtin/celeba.py
View file @
8af692af
...
@@ -10,7 +10,7 @@ from torchdata.datapipes.iter import (
...
@@ -10,7 +10,7 @@ from torchdata.datapipes.iter import (
Filter
,
Filter
,
ZipArchiveReader
,
ZipArchiveReader
,
Zipper
,
Zipper
,
KeyZipper
,
Iter
KeyZipper
,
)
)
from
torchvision.prototype.datasets.utils
import
(
from
torchvision.prototype.datasets.utils
import
(
Dataset
,
Dataset
,
...
@@ -169,7 +169,7 @@ class CelebA(Dataset):
...
@@ -169,7 +169,7 @@ class CelebA(Dataset):
)
)
anns_dp
=
Mapper
(
anns_dp
,
self
.
_collate_anns
)
anns_dp
=
Mapper
(
anns_dp
,
self
.
_collate_anns
)
dp
=
KeyZipper
(
dp
=
Iter
KeyZipper
(
splits_dp
,
splits_dp
,
images_dp
,
images_dp
,
key_fn
=
getitem
(
0
),
key_fn
=
getitem
(
0
),
...
@@ -177,5 +177,5 @@ class CelebA(Dataset):
...
@@ -177,5 +177,5 @@ class CelebA(Dataset):
buffer_size
=
INFINITE_BUFFER_SIZE
,
buffer_size
=
INFINITE_BUFFER_SIZE
,
keep_key
=
True
,
keep_key
=
True
,
)
)
dp
=
KeyZipper
(
dp
,
anns_dp
,
key_fn
=
getitem
(
0
),
buffer_size
=
INFINITE_BUFFER_SIZE
)
dp
=
Iter
KeyZipper
(
dp
,
anns_dp
,
key_fn
=
getitem
(
0
),
buffer_size
=
INFINITE_BUFFER_SIZE
)
return
Mapper
(
dp
,
self
.
_collate_and_decode_sample
,
fn_kwargs
=
dict
(
decoder
=
decoder
))
return
Mapper
(
dp
,
self
.
_collate_and_decode_sample
,
fn_kwargs
=
dict
(
decoder
=
decoder
))
torchvision/prototype/datasets/_builtin/coco.py
View file @
8af692af
...
@@ -11,7 +11,7 @@ from torchdata.datapipes.iter import (
...
@@ -11,7 +11,7 @@ from torchdata.datapipes.iter import (
Demultiplexer
,
Demultiplexer
,
ZipArchiveReader
,
ZipArchiveReader
,
Grouper
,
Grouper
,
KeyZipper
,
Iter
KeyZipper
,
JsonParser
,
JsonParser
,
UnBatcher
,
UnBatcher
,
)
)
...
@@ -137,7 +137,7 @@ class Coco(Dataset):
...
@@ -137,7 +137,7 @@ class Coco(Dataset):
# drop images without annotations
# drop images without annotations
anns_dp
=
Filter
(
anns_dp
,
bool
)
anns_dp
=
Filter
(
anns_dp
,
bool
)
anns_dp
=
Shuffler
(
anns_dp
,
buffer_size
=
INFINITE_BUFFER_SIZE
)
anns_dp
=
Shuffler
(
anns_dp
,
buffer_size
=
INFINITE_BUFFER_SIZE
)
anns_dp
=
KeyZipper
(
anns_dp
=
Iter
KeyZipper
(
anns_dp
,
anns_dp
,
images_meta_dp
,
images_meta_dp
,
key_fn
=
getitem
(
0
,
"image_id"
),
key_fn
=
getitem
(
0
,
"image_id"
),
...
@@ -147,7 +147,7 @@ class Coco(Dataset):
...
@@ -147,7 +147,7 @@ class Coco(Dataset):
images_dp
=
ZipArchiveReader
(
images_dp
)
images_dp
=
ZipArchiveReader
(
images_dp
)
dp
=
KeyZipper
(
dp
=
Iter
KeyZipper
(
anns_dp
,
anns_dp
,
images_dp
,
images_dp
,
key_fn
=
getitem
(
1
,
"file_name"
),
key_fn
=
getitem
(
1
,
"file_name"
),
...
...
torchvision/prototype/datasets/_builtin/imagenet.py
View file @
8af692af
...
@@ -4,7 +4,7 @@ import re
...
@@ -4,7 +4,7 @@ import re
from
typing
import
Any
,
Callable
,
Dict
,
List
,
Optional
,
Tuple
,
cast
from
typing
import
Any
,
Callable
,
Dict
,
List
,
Optional
,
Tuple
,
cast
import
torch
import
torch
from
torchdata.datapipes.iter
import
IterDataPipe
,
LineReader
,
KeyZipper
,
Mapper
,
TarArchiveReader
,
Filter
,
Shuffler
from
torchdata.datapipes.iter
import
IterDataPipe
,
LineReader
,
Iter
KeyZipper
,
Mapper
,
TarArchiveReader
,
Filter
,
Shuffler
from
torchvision.prototype.datasets.utils
import
(
from
torchvision.prototype.datasets.utils
import
(
Dataset
,
Dataset
,
DatasetConfig
,
DatasetConfig
,
...
@@ -144,7 +144,7 @@ class ImageNet(Dataset):
...
@@ -144,7 +144,7 @@ class ImageNet(Dataset):
devkit_dp
=
Enumerator
(
devkit_dp
,
1
)
devkit_dp
=
Enumerator
(
devkit_dp
,
1
)
devkit_dp
=
Shuffler
(
devkit_dp
,
buffer_size
=
INFINITE_BUFFER_SIZE
)
devkit_dp
=
Shuffler
(
devkit_dp
,
buffer_size
=
INFINITE_BUFFER_SIZE
)
dp
=
KeyZipper
(
dp
=
Iter
KeyZipper
(
devkit_dp
,
devkit_dp
,
images_dp
,
images_dp
,
key_fn
=
getitem
(
0
),
key_fn
=
getitem
(
0
),
...
...
torchvision/prototype/datasets/_builtin/sbd.py
View file @
8af692af
...
@@ -12,7 +12,7 @@ from torchdata.datapipes.iter import (
...
@@ -12,7 +12,7 @@ from torchdata.datapipes.iter import (
Shuffler
,
Shuffler
,
Demultiplexer
,
Demultiplexer
,
Filter
,
Filter
,
KeyZipper
,
Iter
KeyZipper
,
LineReader
,
LineReader
,
)
)
from
torchvision.prototype.datasets.utils
import
(
from
torchvision.prototype.datasets.utils
import
(
...
@@ -144,7 +144,7 @@ class SBD(Dataset):
...
@@ -144,7 +144,7 @@ class SBD(Dataset):
dp
=
split_dp
dp
=
split_dp
for
level
,
data_dp
in
enumerate
((
images_dp
,
anns_dp
)):
for
level
,
data_dp
in
enumerate
((
images_dp
,
anns_dp
)):
dp
=
KeyZipper
(
dp
=
Iter
KeyZipper
(
dp
,
dp
,
data_dp
,
data_dp
,
key_fn
=
getitem
(
*
[
0
]
*
level
,
1
),
key_fn
=
getitem
(
*
[
0
]
*
level
,
1
),
...
...
torchvision/prototype/datasets/_builtin/voc.py
View file @
8af692af
...
@@ -12,7 +12,7 @@ from torchdata.datapipes.iter import (
...
@@ -12,7 +12,7 @@ from torchdata.datapipes.iter import (
Shuffler
,
Shuffler
,
Filter
,
Filter
,
Demultiplexer
,
Demultiplexer
,
KeyZipper
,
Iter
KeyZipper
,
LineReader
,
LineReader
,
)
)
from
torchvision.datasets
import
VOCDetection
from
torchvision.datasets
import
VOCDetection
...
@@ -135,7 +135,7 @@ class VOC(Dataset):
...
@@ -135,7 +135,7 @@ class VOC(Dataset):
dp
=
split_dp
dp
=
split_dp
for
level
,
data_dp
in
enumerate
((
images_dp
,
anns_dp
)):
for
level
,
data_dp
in
enumerate
((
images_dp
,
anns_dp
)):
dp
=
KeyZipper
(
dp
=
Iter
KeyZipper
(
dp
,
dp
,
data_dp
,
data_dp
,
key_fn
=
getitem
(
*
[
0
]
*
level
,
1
),
key_fn
=
getitem
(
*
[
0
]
*
level
,
1
),
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment