Migrated project

docs/colossalai/colossalai.nn.optimizer.lamb.rst

+colossalai.nn.optimizer.lamb
+============================
+
+.. automodule:: colossalai.nn.optimizer.lamb
+   :members:

docs/colossalai/colossalai.nn.optimizer.loss_scaler.rst

+colossalai.nn.optimizer.loss\_scaler
+====================================
+
+.. automodule:: colossalai.nn.optimizer.loss_scaler
+   :members:

docs/colossalai/colossalai.nn.optimizer.rst

+colossalai.nn.optimizer
+=======================
+
+.. automodule:: colossalai.nn.optimizer
+   :members:
+
+
+.. toctree::
+   :maxdepth: 2
+
+   colossalai.nn.optimizer.fp16_optimizer
+   colossalai.nn.optimizer.fused_adam
+   colossalai.nn.optimizer.fused_lamb
+   colossalai.nn.optimizer.fused_sgd
+   colossalai.nn.optimizer.lamb
+   colossalai.nn.optimizer.loss_scaler
+   colossalai.nn.optimizer.zero_redundancy_optimizer_level_1
+   colossalai.nn.optimizer.zero_redundancy_optimizer_level_2
+   colossalai.nn.optimizer.zero_redundancy_optimizer_level_3

docs/colossalai/colossalai.nn.optimizer.zero_redundancy_optimizer_level_1.rst

+colossalai.nn.optimizer.zero\_redundancy\_optimizer\_level\_1
+=============================================================
+
+.. automodule:: colossalai.nn.optimizer.zero_redundancy_optimizer_level_1
+   :members:

docs/colossalai/colossalai.nn.optimizer.zero_redundancy_optimizer_level_2.rst

+colossalai.nn.optimizer.zero\_redundancy\_optimizer\_level\_2
+=============================================================
+
+.. automodule:: colossalai.nn.optimizer.zero_redundancy_optimizer_level_2
+   :members:

docs/colossalai/colossalai.nn.optimizer.zero_redundancy_optimizer_level_3.rst

+colossalai.nn.optimizer.zero\_redundancy\_optimizer\_level\_3
+=============================================================
+
+.. automodule:: colossalai.nn.optimizer.zero_redundancy_optimizer_level_3
+   :members:

docs/colossalai/colossalai.nn.rst

+colossalai.nn
+=============
+
+.. automodule:: colossalai.nn
+   :members:
+
+.. toctree::
+   :maxdepth: 2
+
+   colossalai.nn.data
+   colossalai.nn.layer
+   colossalai.nn.loss
+   colossalai.nn.lr_scheduler
+   colossalai.nn.model
+   colossalai.nn.multi_tensor_apply
+   colossalai.nn.optimizer

docs/colossalai/colossalai.registry.registry.rst

+colossalai.registry.registry
+============================
+
+.. automodule:: colossalai.registry.registry
+   :members:

docs/colossalai/colossalai.registry.rst

+colossalai.registry
+===================
+
+.. automodule:: colossalai.registry
+   :members:
+
+
+.. toctree::
+   :maxdepth: 2
+
+   colossalai.registry.registry

docs/colossalai/colossalai.rst

+colossalai
+==========
+
+.. automodule:: colossalai
+   :members:
+
+.. toctree::
+   :maxdepth: 2
+
+   colossalai.builder
+   colossalai.communication
+   colossalai.context
+   colossalai.engine
+   colossalai.logging
+   colossalai.nn
+   colossalai.registry
+   colossalai.trainer
+   colossalai.utils
+
+
+.. toctree::
+   :maxdepth: 2
+
+   colossalai.checkpointing
+   colossalai.constants
+   colossalai.core
+   colossalai.initialize

docs/colossalai/colossalai.trainer.hooks.rst

+colossalai.trainer.hooks
+========================
+
+.. automodule:: colossalai.trainer.hooks
+   :members:

docs/colossalai/colossalai.trainer.metric.rst

+colossalai.trainer.metric
+=========================
+
+.. automodule:: colossalai.trainer.metric
+   :members:

docs/colossalai/colossalai.trainer.rst

+colossalai.trainer
+==================
+
+.. automodule:: colossalai.trainer
+   :members:
+
+.. toctree::
+   :maxdepth: 2
+
+   colossalai.trainer.hooks
+
+
+.. toctree::
+   :maxdepth: 2
+
+   colossalai.trainer.metric

docs/colossalai/colossalai.utils.activation_checkpoint.rst

+colossalai.utils.activation\_checkpoint
+=======================================
+
+.. automodule:: colossalai.utils.activation_checkpoint
+   :members:

docs/colossalai/colossalai.utils.common.rst

+colossalai.utils.common
+=======================
+
+.. automodule:: colossalai.utils.common
+   :members:

docs/colossalai/colossalai.utils.cuda.rst

+colossalai.utils.cuda
+=====================
+
+.. automodule:: colossalai.utils.cuda
+   :members:

docs/colossalai/colossalai.utils.memory.rst

+colossalai.utils.memory
+=======================
+
+.. automodule:: colossalai.utils.memory
+   :members:

docs/colossalai/colossalai.utils.rst

+colossalai.utils
+================
+
+.. automodule:: colossalai.utils
+   :members:
+
+
+.. toctree::
+   :maxdepth: 2
+
+   colossalai.utils.activation_checkpoint
+   colossalai.utils.common
+   colossalai.utils.cuda
+   colossalai.utils.memory
+   colossalai.utils.timer

docs/colossalai/colossalai.utils.timer.rst

+colossalai.utils.timer
+======================
+
+.. automodule:: colossalai.utils.timer
+   :members:

docs/conf.py

+# Configuration file for the Sphinx documentation builder.
+#
+# This file only contains a selection of the most common options. For a full
+# list see the documentation:
+# https://www.sphinx-doc.org/en/master/usage/configuration.html
+
+# -- Path setup --------------------------------------------------------------
+
+# If extensions (or modules to document with autodoc) are in another directory,
+# add these directories to sys.path here. If the directory is relative to the
+# documentation root, use os.path.abspath to make it absolute, like shown here.
+#
+import os
+import sys
+
+sys.path.insert(0, os.path.abspath('..'))
+
+# -- Project information -----------------------------------------------------
+
+project = 'ColossalAI'
+copyright = '2021, HPC-AI Tech'
+author = 'HPC-AI Technology Inc.'
+
+# The full version, including alpha/beta/rc tags
+release = '0.0.1'
+
+# -- General configuration ---------------------------------------------------
+
+# Add any Sphinx extension module names here, as strings. They can be
+# extensions coming with Sphinx (named 'sphinx.ext.*') or your custom
+# ones.
+extensions = [
+    'sphinx.ext.autodoc',
+    'sphinx.ext.mathjax',
+    'myst_parser',
+    'sphinx.ext.napoleon',
+]
+
+# Disable docstring inheritance
+autodoc_inherit_docstrings = False
+
+# Disable displaying type annotations, these can be very verbose
+autodoc_typehints = 'none'
+
+# Enable overriding of function signatures in the first line of the docstring.
+autodoc_docstring_signature = True
+autodoc_default_options = {
+    'member-order': 'bysource'
+}
+
+# Add any paths that contain templates here, relative to this directory.
+templates_path = ['_templates']
+
+# List of patterns, relative to source directory, that match files and
+# directories to ignore when looking for source files.
+# This pattern also affects html_static_path and html_extra_path.
+exclude_patterns = ['.build', 'Thumbs.db', '.DS_Store']
+
+# -- Options for HTML output -------------------------------------------------
+
+# The theme to use for HTML and HTML Help pages.  See the documentation for
+# a list of builtin themes.
+#
+html_theme = 'sphinx_rtd_theme'
+html_show_sourcelink = False
+html_theme_options = {
+    'navigation_depth': 2,
+}
+
+html_context = {
+    'display_github': False,
+    'github_user': 'hpcaitech',
+    'github_repo': 'ColossalAI',
+    #   'github_version': 'master/docs/',
+}
+
+# Add any paths that contain custom static files (such as style sheets) here,
+# relative to this directory. They are copied after the builtin static files,
+# so a file named "default.css" will overwrite the builtin "default.css".
+html_static_path = ['_static']
+
+html_css_files = [
+    'css/rtd_theme.css',
+]
+
+# -- Extension configuration -------------------------------------------------
+source_suffix = ['.rst', '.md', '.MD']