semeion.py 3.17 KB
Newer Older
neoglez's avatar
neoglez committed
1
2
3
4
from PIL import Image
import os
import os.path
import numpy as np
5
from typing import Any, Callable, Optional, Tuple
6
from .vision import VisionDataset
neoglez's avatar
neoglez committed
7
8
9
from .utils import download_url, check_integrity


10
class SEMEION(VisionDataset):
neoglez's avatar
neoglez committed
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
    """`SEMEION <http://archive.ics.uci.edu/ml/datasets/semeion+handwritten+digit>`_ Dataset.
    Args:
        root (string): Root directory of dataset where directory
            ``semeion.py`` exists.
        transform (callable, optional): A function/transform that  takes in an PIL image
            and returns a transformed version. E.g, ``transforms.RandomCrop``
        target_transform (callable, optional): A function/transform that takes in the
            target and transforms it.
        download (bool, optional): If true, downloads the dataset from the internet and
            puts it in root directory. If dataset is already downloaded, it is not
            downloaded again.
    """
    url = "http://archive.ics.uci.edu/ml/machine-learning-databases/semeion/semeion.data"
    filename = "semeion.data"
    md5_checksum = 'cb545d371d2ce14ec121470795a77432'

27
28
29
30
31
32
33
    def __init__(
            self,
            root: str,
            transform: Optional[Callable] = None,
            target_transform: Optional[Callable] = None,
            download: bool = True,
    ) -> None:
34
35
        super(SEMEION, self).__init__(root, transform=transform,
                                      target_transform=target_transform)
neoglez's avatar
neoglez committed
36
37
38
39
40
41
42
43
44
45

        if download:
            self.download()

        if not self._check_integrity():
            raise RuntimeError('Dataset not found or corrupted.' +
                               ' You can use download=True to download it')

        self.data = []
        self.labels = []
46
        fp = os.path.join(self.root, self.filename)
47
48
49
50
51
52
        data = np.loadtxt(fp)
        # convert value to 8 bit unsigned integer
        # color (white #255) the pixels
        self.data = (data[:, :256] * 255).astype('uint8')
        self.data = np.reshape(self.data, (-1, 16, 16))
        self.labels = np.nonzero(data[:, 256:])[1]
neoglez's avatar
neoglez committed
53

54
    def __getitem__(self, index: int) -> Tuple[Any, Any]:
neoglez's avatar
neoglez committed
55
56
57
58
59
60
        """
        Args:
            index (int): Index
        Returns:
            tuple: (image, target) where target is index of the target class.
        """
61
        img, target = self.data[index], int(self.labels[index])
neoglez's avatar
neoglez committed
62
63
64
65
66
67
68
69
70
71
72
73
74

        # doing this so that it is consistent with all other datasets
        # to return a PIL Image
        img = Image.fromarray(img, mode='L')

        if self.transform is not None:
            img = self.transform(img)

        if self.target_transform is not None:
            target = self.target_transform(target)

        return img, target

75
    def __len__(self) -> int:
neoglez's avatar
neoglez committed
76
77
        return len(self.data)

78
    def _check_integrity(self) -> bool:
neoglez's avatar
neoglez committed
79
80
81
82
83
84
        root = self.root
        fpath = os.path.join(root, self.filename)
        if not check_integrity(fpath, self.md5_checksum):
            return False
        return True

85
    def download(self) -> None:
neoglez's avatar
neoglez committed
86
87
88
89
90
91
        if self._check_integrity():
            print('Files already downloaded and verified')
            return

        root = self.root
        download_url(self.url, root, self.filename, self.md5_checksum)