Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
vision
Commits
5cc477c7
"torchvision/git@developer.sourcefind.cn:OpenDAS/vision.git" did not exist on "d0abd1f3ca5b018473c0b5c0b9ed93bb76100c60"
Unverified
Commit
5cc477c7
authored
Oct 06, 2021
by
Philip Meier
Committed by
GitHub
Oct 06, 2021
Browse files
use fn helpers in CIFAR prototype (#4543)
parent
4b6fc6b8
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
4 additions
and
9 deletions
+4
-9
torchvision/prototype/datasets/_builtin/cifar.py
torchvision/prototype/datasets/_builtin/cifar.py
+4
-9
No files found.
torchvision/prototype/datasets/_builtin/cifar.py
View file @
5cc477c7
...
@@ -32,6 +32,7 @@ from torchvision.prototype.datasets.utils._internal import (
...
@@ -32,6 +32,7 @@ from torchvision.prototype.datasets.utils._internal import (
INFINITE_BUFFER_SIZE
,
INFINITE_BUFFER_SIZE
,
image_buffer_from_array
,
image_buffer_from_array
,
Enumerator
,
Enumerator
,
getitem
,
)
)
__all__
=
[
"Cifar10"
,
"Cifar100"
]
__all__
=
[
"Cifar10"
,
"Cifar100"
]
...
@@ -54,12 +55,6 @@ class _CifarBase(Dataset):
...
@@ -54,12 +55,6 @@ class _CifarBase(Dataset):
_
,
file
=
data
_
,
file
=
data
return
pickle
.
load
(
file
,
encoding
=
"latin1"
)
return
pickle
.
load
(
file
,
encoding
=
"latin1"
)
def
_remove_data_dict_key
(
self
,
data
:
Tuple
[
str
,
D
])
->
D
:
return
data
[
1
]
def
_key_fn
(
self
,
data
:
Tuple
[
int
,
Any
])
->
int
:
return
data
[
0
]
def
_collate_and_decode
(
def
_collate_and_decode
(
self
,
self
,
data
:
Tuple
[
Tuple
[
int
,
int
],
Tuple
[
int
,
np
.
ndarray
]],
data
:
Tuple
[
Tuple
[
int
,
int
],
Tuple
[
int
,
np
.
ndarray
]],
...
@@ -101,16 +96,16 @@ class _CifarBase(Dataset):
...
@@ -101,16 +96,16 @@ class _CifarBase(Dataset):
buffer_size
=
INFINITE_BUFFER_SIZE
,
buffer_size
=
INFINITE_BUFFER_SIZE
,
)
)
labels_dp
:
IterDataPipe
=
Mapper
(
labels_dp
,
self
.
_remove_data_dict_key
)
labels_dp
:
IterDataPipe
=
Mapper
(
labels_dp
,
getitem
(
1
)
)
labels_dp
:
IterDataPipe
=
SequenceIterator
(
labels_dp
)
labels_dp
:
IterDataPipe
=
SequenceIterator
(
labels_dp
)
labels_dp
=
Enumerator
(
labels_dp
)
labels_dp
=
Enumerator
(
labels_dp
)
labels_dp
=
Shuffler
(
labels_dp
,
buffer_size
=
INFINITE_BUFFER_SIZE
)
labels_dp
=
Shuffler
(
labels_dp
,
buffer_size
=
INFINITE_BUFFER_SIZE
)
images_dp
:
IterDataPipe
=
Mapper
(
images_dp
,
self
.
_remove_data_dict_key
)
images_dp
:
IterDataPipe
=
Mapper
(
images_dp
,
getitem
(
1
)
)
images_dp
:
IterDataPipe
=
SequenceIterator
(
images_dp
)
images_dp
:
IterDataPipe
=
SequenceIterator
(
images_dp
)
images_dp
=
Enumerator
(
images_dp
)
images_dp
=
Enumerator
(
images_dp
)
dp
=
KeyZipper
(
labels_dp
,
images_dp
,
self
.
_key_fn
,
buffer_size
=
INFINITE_BUFFER_SIZE
)
dp
=
KeyZipper
(
labels_dp
,
images_dp
,
getitem
(
0
)
,
buffer_size
=
INFINITE_BUFFER_SIZE
)
return
Mapper
(
dp
,
self
.
_collate_and_decode
,
fn_kwargs
=
dict
(
decoder
=
decoder
))
return
Mapper
(
dp
,
self
.
_collate_and_decode
,
fn_kwargs
=
dict
(
decoder
=
decoder
))
@
property
@
property
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment