"examples/pytorch/hilander/checkpoint/.gitkeep" did not exist on "684a61ad0934f1e7c46eaa846081c8c82e5f58f8"
__init__.py 6.7 KB
Newer Older
1
from typing import Any, Dict, Iterator
2

3
4
import torch

Kai Zhang's avatar
Kai Zhang committed
5
from ..utils import _log_api_usage_once
Zhicheng Yan's avatar
Zhicheng Yan committed
6
from ._video_opt import (
7
8
9
    Timebase,
    VideoMetaData,
    _HAS_VIDEO_OPT,
10
    _probe_video_from_file,
11
12
    _probe_video_from_memory,
    _read_video_from_file,
Zhicheng Yan's avatar
Zhicheng Yan committed
13
    _read_video_from_memory,
14
    _read_video_timestamps_from_file,
Zhicheng Yan's avatar
Zhicheng Yan committed
15
    _read_video_timestamps_from_memory,
16
)
17
from .image import (
18
    ImageReadMode,
19
    decode_image,
So Uchida's avatar
So Uchida committed
20
21
    decode_jpeg,
    decode_png,
22
23
    encode_jpeg,
    encode_png,
So Uchida's avatar
So Uchida committed
24
25
26
27
    read_file,
    read_image,
    write_file,
    write_jpeg,
28
    write_png,
29
)
30
31
32
33
34
from .video import (
    read_video,
    read_video_timestamps,
    write_video,
)
35

36

37
if _HAS_VIDEO_OPT:
38

39
    def _has_video_opt() -> bool:
40
        return True
41
42


43
else:
44

45
    def _has_video_opt() -> bool:
46
        return False
47
48


49
50
51
52
53
class VideoReader:
    """
    Fine-grained video-reading API.
    Supports frame-by-frame reading of various streams from a single video
    container.
54

55
    Example:
Bruno Korbar's avatar
Bruno Korbar committed
56
        The following examples creates a :mod:`VideoReader` object, seeks into 2s
57
        point, and returns a single frame::
58

59
60
61
62
63
            import torchvision
            video_path = "path_to_a_test_video"
            reader = torchvision.io.VideoReader(video_path, "video")
            reader.seek(2.0)
            frame = next(reader)
Bruno Korbar's avatar
Bruno Korbar committed
64
65
66
67

        :mod:`VideoReader` implements the iterable API, which makes it suitable to
        using it in conjunction with :mod:`itertools` for more advanced reading.
        As such, we can use a :mod:`VideoReader` instance inside for loops::
68

Bruno Korbar's avatar
Bruno Korbar committed
69
70
71
72
73
74
            reader.seek(2)
            for frame in reader:
                frames.append(frame['data'])
            # additionally, `seek` implements a fluent API, so we can do
            for frame in reader.seek(2):
                frames.append(frame['data'])
75

Bruno Korbar's avatar
Bruno Korbar committed
76
77
        With :mod:`itertools`, we can read all frames between 2 and 5 seconds with the
        following code::
78

Bruno Korbar's avatar
Bruno Korbar committed
79
80
            for frame in itertools.takewhile(lambda x: x['pts'] <= 5, reader.seek(2)):
                frames.append(frame['data'])
81

Bruno Korbar's avatar
Bruno Korbar committed
82
83
        and similarly, reading 10 frames after the 2s timestamp can be achieved
        as follows::
84

Bruno Korbar's avatar
Bruno Korbar committed
85
86
87
88
89
90
91
92
93
94
            for frame in itertools.islice(reader.seek(2), 10):
                frames.append(frame['data'])

    .. note::

        Each stream descriptor consists of two parts: stream type (e.g. 'video') and
        a unique stream id (which are determined by the video encoding).
        In this way, if the video contaner contains multiple
        streams of the same type, users can acces the one they want.
        If only stream type is passed, the decoder auto-detects first stream of that type.
95

96
    Args:
97

98
        path (string): Path to the video file in supported format
99

Bruno Korbar's avatar
Bruno Korbar committed
100
101
102
        stream (string, optional): descriptor of the required stream, followed by the stream id,
            in the format ``{stream_type}:{stream_id}``. Defaults to ``"video:0"``.
            Currently available options include ``['video', 'audio']``
103
104
105
106

        num_threads (int, optional): number of threads used by the codec to decode video.
            Default value (0) enables multithreading with codec-dependent heuristic. The performance
            will depend on the version of FFMPEG codecs supported.
107
    """
108

109
    def __init__(self, path: str, stream: str = "video", num_threads: int = 0) -> None:
Kai Zhang's avatar
Kai Zhang committed
110
        _log_api_usage_once(self)
111
        if not _has_video_opt():
112
113
114
            raise RuntimeError(
                "Not compiled with video_reader support, "
                + "to enable video_reader support, please install "
115
                + "ffmpeg (version 4.2 is currently supported) and "
116
117
                + "build torchvision from source."
            )
118
        self._c = torch.classes.torchvision.Video(path, stream, num_threads)
119

120
    def __next__(self) -> Dict[str, Any]:
121
122
123
124
125
        """Decodes and returns the next frame of the current stream.
        Frames are encoded as a dict with mandatory
        data and pts fields, where data is a tensor, and pts is a
        presentation timestamp of the frame expressed in seconds
        as a float.
126

127
        Returns:
128
129
            (dict): a dictionary and containing decoded frame (``data``)
            and corresponding timestamp (``pts``) in seconds
130

131
132
133
134
        """
        frame, pts = self._c.next()
        if frame.numel() == 0:
            raise StopIteration
Bruno Korbar's avatar
Bruno Korbar committed
135
        return {"data": frame, "pts": pts}
136

137
    def __iter__(self) -> Iterator[Dict[str, Any]]:
138
        return self
139

140
    def seek(self, time_s: float, keyframes_only: bool = False) -> "VideoReader":
141
        """Seek within current stream.
142

143
144
        Args:
            time_s (float): seek time in seconds
145
            keyframes_only (bool): allow to seek only to keyframes
146

147
148
149
150
        .. note::
            Current implementation is the so-called precise seek. This
            means following seek, call to :mod:`next()` will return the
            frame with the exact timestamp if it exists or
Bruno Korbar's avatar
Bruno Korbar committed
151
            the first frame with timestamp larger than ``time_s``.
152
        """
153
        self._c.seek(time_s, keyframes_only)
154
        return self
155

156
    def get_metadata(self) -> Dict[str, Any]:
157
        """Returns video metadata
158

159
160
161
162
        Returns:
            (dict): dictionary containing duration and frame rate for every stream
        """
        return self._c.get_metadata()
163

164
    def set_current_stream(self, stream: str) -> bool:
165
166
        """Set current stream.
        Explicitly define the stream we are operating on.
167

168
        Args:
Bruno Korbar's avatar
Bruno Korbar committed
169
170
            stream (string): descriptor of the required stream. Defaults to ``"video:0"``
                Currently available stream types include ``['video', 'audio']``.
171
172
173
174
175
176
177
178
179
180
181
                Each descriptor consists of two parts: stream type (e.g. 'video') and
                a unique stream id (which are determined by video encoding).
                In this way, if the video contaner contains multiple
                streams of the same type, users can acces the one they want.
                If only stream type is passed, the decoder auto-detects first stream
                of that type and returns it.

        Returns:
            (bool): True on succes, False otherwise
        """
        return self._c.set_current_stream(stream)
182
183


184
__all__ = [
185
186
187
188
189
190
191
192
193
194
195
196
197
    "write_video",
    "read_video",
    "read_video_timestamps",
    "_read_video_from_file",
    "_read_video_timestamps_from_file",
    "_probe_video_from_file",
    "_read_video_from_memory",
    "_read_video_timestamps_from_memory",
    "_probe_video_from_memory",
    "_HAS_VIDEO_OPT",
    "_read_video_clip_from_memory",
    "_read_video_meta_data",
    "VideoMetaData",
198
    "Timebase",
199
    "ImageReadMode",
200
    "decode_image",
So Uchida's avatar
So Uchida committed
201
202
    "decode_jpeg",
    "decode_png",
203
204
    "encode_jpeg",
    "encode_png",
So Uchida's avatar
So Uchida committed
205
206
207
208
    "read_file",
    "read_image",
    "write_file",
    "write_jpeg",
209
210
    "write_png",
    "Video",
211
]