Skip to content

GitLab

Switch branch/tag
Find file Normal viewHistoryPermalink
dataset.py 807 Bytes
Newer Older
yangzhong's avatar
git init  
yangzhong committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41 
"""
dataset related classes and methods
"""

# pylint: disable=unused-argument,missing-docstring

import logging


logging.basicConfig(level=logging.INFO)
log = logging.getLogger("dataset")


class Dataset:
    def __init__(self):
        pass

    def preprocess(self, use_cache=True):
        raise NotImplementedError("Dataset:preprocess")

    def get_item_count(self):
        return NotImplementedError("Dataset:get_item_count")

    def get_list(self):
        raise NotImplementedError("Dataset:get_list")

    def load_query_samples(self, sample_list):
        pass

    def unload_query_samples(self, sample_list):
        pass

    def get_samples(self, id_list):
        pass

    def get_item(self, id):
        raise NotImplementedError("Dataset:get_item")


def preprocess(id):
    return id