semeion.py 2.95 KB
Newer Older
neoglez's avatar
neoglez committed
1
2
3
4
from PIL import Image
import os
import os.path
import numpy as np
5
from .vision import VisionDataset
neoglez's avatar
neoglez committed
6
7
8
from .utils import download_url, check_integrity


9
class SEMEION(VisionDataset):
neoglez's avatar
neoglez committed
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
    """`SEMEION <http://archive.ics.uci.edu/ml/datasets/semeion+handwritten+digit>`_ Dataset.
    Args:
        root (string): Root directory of dataset where directory
            ``semeion.py`` exists.
        transform (callable, optional): A function/transform that  takes in an PIL image
            and returns a transformed version. E.g, ``transforms.RandomCrop``
        target_transform (callable, optional): A function/transform that takes in the
            target and transforms it.
        download (bool, optional): If true, downloads the dataset from the internet and
            puts it in root directory. If dataset is already downloaded, it is not
            downloaded again.
    """
    url = "http://archive.ics.uci.edu/ml/machine-learning-databases/semeion/semeion.data"
    filename = "semeion.data"
    md5_checksum = 'cb545d371d2ce14ec121470795a77432'

26
27
28
    def __init__(self, root, transform=None, target_transform=None, download=True):
        super(SEMEION, self).__init__(root, transform=transform,
                                      target_transform=target_transform)
neoglez's avatar
neoglez committed
29
30
31
32
33
34
35
36
37
38

        if download:
            self.download()

        if not self._check_integrity():
            raise RuntimeError('Dataset not found or corrupted.' +
                               ' You can use download=True to download it')

        self.data = []
        self.labels = []
39
        fp = os.path.join(self.root, self.filename)
40
41
42
43
44
45
        data = np.loadtxt(fp)
        # convert value to 8 bit unsigned integer
        # color (white #255) the pixels
        self.data = (data[:, :256] * 255).astype('uint8')
        self.data = np.reshape(self.data, (-1, 16, 16))
        self.labels = np.nonzero(data[:, 256:])[1]
neoglez's avatar
neoglez committed
46
47
48
49
50
51
52
53

    def __getitem__(self, index):
        """
        Args:
            index (int): Index
        Returns:
            tuple: (image, target) where target is index of the target class.
        """
54
        img, target = self.data[index], int(self.labels[index])
neoglez's avatar
neoglez committed
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84

        # doing this so that it is consistent with all other datasets
        # to return a PIL Image
        img = Image.fromarray(img, mode='L')

        if self.transform is not None:
            img = self.transform(img)

        if self.target_transform is not None:
            target = self.target_transform(target)

        return img, target

    def __len__(self):
        return len(self.data)

    def _check_integrity(self):
        root = self.root
        fpath = os.path.join(root, self.filename)
        if not check_integrity(fpath, self.md5_checksum):
            return False
        return True

    def download(self):
        if self._check_integrity():
            print('Files already downloaded and verified')
            return

        root = self.root
        download_url(self.url, root, self.filename, self.md5_checksum)