re-organize io module as a subpackage

mmcv/__init__.py

 from .utils import *
-from .io import *
+from .fileio import *
 from .opencv_info import *
 from .image import *
 from .video import *

mmcv/fileio/__init__.py

+from .io import *
+from .processors import *
+from .parse import *

mmcv/io.py → mmcv/fileio/io.py

-from abc import ABCMeta, abstractmethod
-import json
-
-import yaml
-from six.moves import cPickle as pickle
-try:
-    from yaml import CLoader as Loader, CDumper as Dumper
-except ImportError:
-    from yaml import Loader, Dumper
-
-from mmcv.utils import is_str
-
-__all__ = ['load', 'dump', 'list_from_file', 'dict_from_file']
-
-
-class BaseFileProcessor(object):
-
-    __metaclass__ = ABCMeta
-
-    @staticmethod
-    @abstractmethod
-    def load_from_path(filepath, **kwargs):
-        pass
-
-    @staticmethod
-    @abstractmethod
-    def load_from_fileobj(file, **kwargs):
-        pass
-
-    @staticmethod
-    @abstractmethod
-    def dump_to_str(obj, **kwargs):
-        pass
-
-    @staticmethod
-    @abstractmethod
-    def dump_to_path(obj, filepath, **kwargs):
-        pass
-
-    @staticmethod
-    @abstractmethod
-    def dump_to_fileobj(obj, file, **kwargs):
-        pass
-
-
-class JsonProcessor(BaseFileProcessor):
-
-    @staticmethod
-    def load_from_path(filepath):
-        with open(filepath, 'r') as f:
-            obj = json.load(f)
-        return obj
-
-    @staticmethod
-    def load_from_fileobj(file):
-        return json.load(file)
-
-    @staticmethod
-    def dump_to_str(obj, **kwargs):
-        return json.dumps(obj, **kwargs)
-
-    @staticmethod
-    def dump_to_path(obj, filepath, **kwargs):
-        with open(filepath, 'w') as f:
-            json.dump(obj, f, **kwargs)
-
-    @staticmethod
-    def dump_to_fileobj(obj, file, **kwargs):
-        json.dump(obj, file, **kwargs)
-
-
-class YamlProcessor(BaseFileProcessor):
-
-    @staticmethod
-    def load_from_path(filepath, **kwargs):
-        kwargs.setdefault('Loader', Loader)
-        with open(filepath, 'r') as f:
-            obj = yaml.load(f, **kwargs)
-        return obj
-
-    @staticmethod
-    def load_from_fileobj(file, **kwargs):
-        kwargs.setdefault('Loader', Loader)
-        return yaml.load(file, **kwargs)
-
-    @staticmethod
-    def dump_to_str(obj, **kwargs):
-        kwargs.setdefault('Dumper', Dumper)
-        return yaml.dump(obj, **kwargs)
-
-    @staticmethod
-    def dump_to_path(obj, filepath, **kwargs):
-        kwargs.setdefault('Dumper', Dumper)
-        with open(filepath, 'w') as f:
-            yaml.dump(obj, f, **kwargs)
-
-    @staticmethod
-    def dump_to_fileobj(obj, file, **kwargs):
-        kwargs.setdefault('Dumper', Dumper)
-        yaml.dump(obj, file, **kwargs)
-
-
-class PickleProcessor(BaseFileProcessor):
-
-    @staticmethod
-    def load_from_path(filepath, **kwargs):
-        with open(filepath, 'rb') as f:
-            obj = pickle.load(f, **kwargs)
-        return obj
-
-    @staticmethod
-    def load_from_fileobj(file, **kwargs):
-        return pickle.load(file, **kwargs)
-
-    @staticmethod
-    def dump_to_str(obj, **kwargs):
-        kwargs.setdefault('protocol', 2)
-        return pickle.dumps(obj, **kwargs)
-
-    @staticmethod
-    def dump_to_path(obj, filepath, **kwargs):
-        kwargs.setdefault('protocol', 2)
-        with open(filepath, 'wb') as f:
-            pickle.dump(obj, f, **kwargs)
-
-    @staticmethod
-    def dump_to_fileobj(obj, file, **kwargs):
-        kwargs.setdefault('protocol', 2)
-        pickle.dump(obj, file, **kwargs)
-
+from .processors import JsonProcessor, PickleProcessor, YamlProcessor
+from ..utils import is_str
 
 file_processors = {
     'json': JsonProcessor,
@@ -202,55 +74,3 @@ def dump(obj, file=None, file_format=None, **kwargs):
         processor.dump_to_fileobj(obj, file, **kwargs)
     else:
         raise TypeError('"file" must be a filename str or a file-object')
-
-
-def list_from_file(filename, prefix='', offset=0, max_num=0):
-    """Load a text file and parse the content as a list of strings.
-
-    Args:
-        filename (str): Filename.
-        prefix (str): The prefix to be inserted to the begining of each item.
-        offset (int): The offset of lines.
-        max_num (int): The maximum number of lines to be read,
-            zeros and negatives mean no limitation.
-
-    Returns:
-        list[str]: A list of strings.
-    """
-    cnt = 0
-    item_list = []
-    with open(filename, 'r') as f:
-        for _ in range(offset):
-            f.readline()
-        for line in f:
-            if max_num > 0 and cnt >= max_num:
-                break
-            item_list.append(prefix + line.rstrip('\n'))
-            cnt += 1
-    return item_list
-
-
-def dict_from_file(filename, key_type=str):
-    """Load a text file and parse the content as a dict.
-
-    Each line of the text file will be two or more columns splited by
-    whitespaces or tabs. The first column will be parsed as dict keys, and
-    the following columns will be parsed as dict values.
-
-    Args:
-        filename(str): Filename.
-        key_type(type): Type of the dict's keys. str is user by default and
-            type conversion will be performed if specified.
-
-    Returns:
-        dict: The parsed contents.
-    """
-    mapping = {}
-    with open(filename, 'r') as f:
-        for line in f:
-            items = line.rstrip('\n').split()
-            assert len(items) >= 2
-            key = key_type(items[0])
-            val = items[1:] if len(items) > 2 else items[1]
-            mapping[key] = val
-    return mapping

mmcv/fileio/parse.py

+def list_from_file(filename, prefix='', offset=0, max_num=0):
+    """Load a text file and parse the content as a list of strings.
+
+    Args:
+        filename (str): Filename.
+        prefix (str): The prefix to be inserted to the begining of each item.
+        offset (int): The offset of lines.
+        max_num (int): The maximum number of lines to be read,
+            zeros and negatives mean no limitation.
+
+    Returns:
+        list[str]: A list of strings.
+    """
+    cnt = 0
+    item_list = []
+    with open(filename, 'r') as f:
+        for _ in range(offset):
+            f.readline()
+        for line in f:
+            if max_num > 0 and cnt >= max_num:
+                break
+            item_list.append(prefix + line.rstrip('\n'))
+            cnt += 1
+    return item_list
+
+
+def dict_from_file(filename, key_type=str):
+    """Load a text file and parse the content as a dict.
+
+    Each line of the text file will be two or more columns splited by
+    whitespaces or tabs. The first column will be parsed as dict keys, and
+    the following columns will be parsed as dict values.
+
+    Args:
+        filename(str): Filename.
+        key_type(type): Type of the dict's keys. str is user by default and
+            type conversion will be performed if specified.
+
+    Returns:
+        dict: The parsed contents.
+    """
+    mapping = {}
+    with open(filename, 'r') as f:
+        for line in f:
+            items = line.rstrip('\n').split()
+            assert len(items) >= 2
+            key = key_type(items[0])
+            val = items[1:] if len(items) > 2 else items[1]
+            mapping[key] = val
+    return mapping

mmcv/fileio/processors/__init__.py

+from .base import BaseFileProcessor
+from .json import JsonProcessor
+from .pickle import PickleProcessor
+from .yaml import YamlProcessor

mmcv/fileio/processors/base.py

+from abc import ABCMeta, abstractmethod
+
+
+class BaseFileProcessor(object):
+
+    __metaclass__ = ABCMeta
+
+    @staticmethod
+    @abstractmethod
+    def load_from_path(filepath, **kwargs):
+        pass
+
+    @staticmethod
+    @abstractmethod
+    def load_from_fileobj(file, **kwargs):
+        pass
+
+    @staticmethod
+    @abstractmethod
+    def dump_to_str(obj, **kwargs):
+        pass
+
+    @staticmethod
+    @abstractmethod
+    def dump_to_path(obj, filepath, **kwargs):
+        pass
+
+    @staticmethod
+    @abstractmethod
+    def dump_to_fileobj(obj, file, **kwargs):
+        pass

mmcv/fileio/processors/json.py

+import json
+
+from .base import BaseFileProcessor
+
+
+class JsonProcessor(BaseFileProcessor):
+
+    @staticmethod
+    def load_from_path(filepath):
+        with open(filepath, 'r') as f:
+            obj = json.load(f)
+        return obj
+
+    @staticmethod
+    def load_from_fileobj(file):
+        return json.load(file)
+
+    @staticmethod
+    def dump_to_str(obj, **kwargs):
+        return json.dumps(obj, **kwargs)
+
+    @staticmethod
+    def dump_to_path(obj, filepath, **kwargs):
+        with open(filepath, 'w') as f:
+            json.dump(obj, f, **kwargs)
+
+    @staticmethod
+    def dump_to_fileobj(obj, file, **kwargs):
+        json.dump(obj, file, **kwargs)

mmcv/fileio/processors/pickle.py

+from six.moves import cPickle as pickle
+
+from .base import BaseFileProcessor
+
+
+class PickleProcessor(BaseFileProcessor):
+
+    @staticmethod
+    def load_from_path(filepath, **kwargs):
+        with open(filepath, 'rb') as f:
+            obj = pickle.load(f, **kwargs)
+        return obj
+
+    @staticmethod
+    def load_from_fileobj(file, **kwargs):
+        return pickle.load(file, **kwargs)
+
+    @staticmethod
+    def dump_to_str(obj, **kwargs):
+        kwargs.setdefault('protocol', 2)
+        return pickle.dumps(obj, **kwargs)
+
+    @staticmethod
+    def dump_to_path(obj, filepath, **kwargs):
+        kwargs.setdefault('protocol', 2)
+        with open(filepath, 'wb') as f:
+            pickle.dump(obj, f, **kwargs)
+
+    @staticmethod
+    def dump_to_fileobj(obj, file, **kwargs):
+        kwargs.setdefault('protocol', 2)
+        pickle.dump(obj, file, **kwargs)
+    
\ No newline at end of file

mmcv/fileio/processors/yaml.py

+import yaml
+try:
+    from yaml import CLoader as Loader, CDumper as Dumper
+except ImportError:
+    from yaml import Loader, Dumper
+
+from .base import BaseFileProcessor
+
+
+class YamlProcessor(BaseFileProcessor):
+
+    @staticmethod
+    def load_from_path(filepath, **kwargs):
+        kwargs.setdefault('Loader', Loader)
+        with open(filepath, 'r') as f:
+            obj = yaml.load(f, **kwargs)
+        return obj
+
+    @staticmethod
+    def load_from_fileobj(file, **kwargs):
+        kwargs.setdefault('Loader', Loader)
+        return yaml.load(file, **kwargs)
+
+    @staticmethod
+    def dump_to_str(obj, **kwargs):
+        kwargs.setdefault('Dumper', Dumper)
+        return yaml.dump(obj, **kwargs)
+
+    @staticmethod
+    def dump_to_path(obj, filepath, **kwargs):
+        kwargs.setdefault('Dumper', Dumper)
+        with open(filepath, 'w') as f:
+            yaml.dump(obj, f, **kwargs)
+
+    @staticmethod
+    def dump_to_fileobj(obj, file, **kwargs):
+        kwargs.setdefault('Dumper', Dumper)
+        yaml.dump(obj, file, **kwargs)