"...en/git@developer.sourcefind.cn:renzhc/diffusers_dcu.git" did not exist on "f685981ed0e63af625db99b42863d9cd8a245176"
Unverified Commit 39d052c9 authored by Philip Meier's avatar Philip Meier Committed by GitHub
Browse files

use torchdata as single source of truth for datapipes (#4643)

parent 626a450a
...@@ -5,14 +5,14 @@ from typing import Any, Callable, Dict, List, Optional, Tuple, Union ...@@ -5,14 +5,14 @@ from typing import Any, Callable, Dict, List, Optional, Tuple, Union
import numpy as np import numpy as np
import torch import torch
from torch.utils.data import IterDataPipe from torchdata.datapipes.iter import (
from torch.utils.data.datapipes.iter import ( IterDataPipe,
Mapper, Mapper,
TarArchiveReader, TarArchiveReader,
Shuffler, Shuffler,
Filter, Filter,
KeyZipper,
) )
from torchdata.datapipes.iter import KeyZipper
from torchvision.prototype.datasets.utils import ( from torchvision.prototype.datasets.utils import (
Dataset, Dataset,
DatasetConfig, DatasetConfig,
......
...@@ -3,15 +3,15 @@ import io ...@@ -3,15 +3,15 @@ import io
from typing import Any, Callable, Dict, List, Optional, Tuple, Mapping, Union from typing import Any, Callable, Dict, List, Optional, Tuple, Mapping, Union
import torch import torch
from torch.utils.data import IterDataPipe from torchdata.datapipes.iter import (
from torch.utils.data.datapipes.iter import ( IterDataPipe,
Mapper, Mapper,
Shuffler, Shuffler,
Filter, Filter,
ZipArchiveReader, ZipArchiveReader,
Zipper, Zipper,
KeyZipper,
) )
from torchdata.datapipes.iter import KeyZipper
from torchvision.prototype.datasets.utils import ( from torchvision.prototype.datasets.utils import (
Dataset, Dataset,
DatasetConfig, DatasetConfig,
......
...@@ -7,8 +7,8 @@ from typing import Any, Callable, Dict, List, Optional, Tuple, Union, Iterator ...@@ -7,8 +7,8 @@ from typing import Any, Callable, Dict, List, Optional, Tuple, Union, Iterator
import numpy as np import numpy as np
import torch import torch
from torch.utils.data import IterDataPipe from torchdata.datapipes.iter import (
from torch.utils.data.datapipes.iter import ( IterDataPipe,
Filter, Filter,
Mapper, Mapper,
TarArchiveReader, TarArchiveReader,
......
...@@ -9,8 +9,8 @@ from typing import Any, Callable, Dict, Iterator, List, Optional, Tuple, cast, U ...@@ -9,8 +9,8 @@ from typing import Any, Callable, Dict, Iterator, List, Optional, Tuple, cast, U
import numpy as np import numpy as np
import torch import torch
from torch.utils.data import IterDataPipe from torchdata.datapipes.iter import (
from torch.utils.data.datapipes.iter import ( IterDataPipe,
Demultiplexer, Demultiplexer,
Mapper, Mapper,
ZipArchiveReader, ZipArchiveReader,
......
...@@ -5,9 +5,16 @@ from typing import Any, Callable, Dict, List, Optional, Tuple, Union ...@@ -5,9 +5,16 @@ from typing import Any, Callable, Dict, List, Optional, Tuple, Union
import numpy as np import numpy as np
import torch import torch
from torch.utils.data import IterDataPipe from torchdata.datapipes.iter import (
from torch.utils.data.datapipes.iter import Mapper, TarArchiveReader, Shuffler, Demultiplexer, Filter IterDataPipe,
from torchdata.datapipes.iter import KeyZipper, LineReader Mapper,
TarArchiveReader,
Shuffler,
Demultiplexer,
Filter,
KeyZipper,
LineReader,
)
from torchvision.prototype.datasets.utils import ( from torchvision.prototype.datasets.utils import (
Dataset, Dataset,
DatasetConfig, DatasetConfig,
......
...@@ -5,15 +5,16 @@ from typing import Any, Callable, Dict, List, Optional, Tuple ...@@ -5,15 +5,16 @@ from typing import Any, Callable, Dict, List, Optional, Tuple
from xml.etree import ElementTree from xml.etree import ElementTree
import torch import torch
from torch.utils.data import IterDataPipe from torchdata.datapipes.iter import (
from torch.utils.data.datapipes.iter import ( IterDataPipe,
Mapper, Mapper,
TarArchiveReader, TarArchiveReader,
Shuffler, Shuffler,
Filter, Filter,
Demultiplexer, Demultiplexer,
KeyZipper,
LineReader,
) )
from torchdata.datapipes.iter import KeyZipper, LineReader
from torchvision.datasets import VOCDetection from torchvision.datasets import VOCDetection
from torchvision.prototype.datasets.utils import ( from torchvision.prototype.datasets.utils import (
Dataset, Dataset,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment