folder.py 2.46 KB
Newer Older
soumith's avatar
soumith committed
1
2
3
4
5
6
7
8
9
10
11
import torch.utils.data as data

from PIL import Image
import os
import os.path

IMG_EXTENSIONS = [
    '.jpg', '.JPG', '.jpeg', '.JPEG',
    '.png', '.PNG', '.ppm', '.PPM', '.bmp', '.BMP',
]

12

soumith's avatar
soumith committed
13
14
15
def is_image_file(filename):
    return any(filename.endswith(extension) for extension in IMG_EXTENSIONS)

16

soumith's avatar
soumith committed
17
def find_classes(dir):
NC Cullen's avatar
NC Cullen committed
18
    classes = [d for d in os.listdir(dir) if os.path.isdir(os.path.join(dir, d))]
soumith's avatar
soumith committed
19
20
21
22
    classes.sort()
    class_to_idx = {classes[i]: i for i in range(len(classes))}
    return classes, class_to_idx

23

soumith's avatar
soumith committed
24
25
26
27
28
29
30
def make_dataset(dir, class_to_idx):
    images = []
    for target in os.listdir(dir):
        d = os.path.join(dir, target)
        if not os.path.isdir(d):
            continue

NC Cullen's avatar
NC Cullen committed
31
32
33
34
35
36
        for root, _, fnames in sorted(os.walk(d)):
            for fname in fnames:
                if is_image_file(fname):
                    path = os.path.join(root, fname)
                    item = (path, class_to_idx[target])
                    images.append(item)
soumith's avatar
soumith committed
37
38
39

    return images

40

41
def pil_loader(path):
42
43
44
    return Image.open(path).convert('RGB')


45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
def accimage_loader(path):
    import accimage
    try:
        return accimage.Image(path)
    except IOError:
        # Potentially a decoding problem, fall back to PIL.Image
        return pil_loader(path)


def default_loader(path):
    from torchvision import get_image_backend
    if get_image_backend() == 'accimage':
        return accimage_loader(path)
    else:
        return pil_loader(path)


soumith's avatar
soumith committed
62
class ImageFolder(data.Dataset):
63

64
65
    def __init__(self, root, transform=None, target_transform=None,
                 loader=default_loader):
soumith's avatar
soumith committed
66
67
        classes, class_to_idx = find_classes(root)
        imgs = make_dataset(root, class_to_idx)
68
69
70
        if len(imgs) == 0:
            raise(RuntimeError("Found 0 images in subfolders of: " + root + "\n"
                               "Supported image extensions are: " + ",".join(IMG_EXTENSIONS)))
soumith's avatar
soumith committed
71
72
73
74
75
76
77

        self.root = root
        self.imgs = imgs
        self.classes = classes
        self.class_to_idx = class_to_idx
        self.transform = transform
        self.target_transform = target_transform
78
        self.loader = loader
soumith's avatar
soumith committed
79
80
81

    def __getitem__(self, index):
        path, target = self.imgs[index]
82
        img = self.loader(path)
soumith's avatar
soumith committed
83
84
85
86
87
88
89
90
91
        if self.transform is not None:
            img = self.transform(img)
        if self.target_transform is not None:
            target = self.target_transform(target)

        return img, target

    def __len__(self):
        return len(self.imgs)