conf.py 4.51 KB
Newer Older
Woosuk Kwon's avatar
Woosuk Kwon committed
1
2
3
4
5
6
7
8
9
10
11
12
# Configuration file for the Sphinx documentation builder.
#
# This file only contains a selection of the most common options. For a full
# list see the documentation:
# https://www.sphinx-doc.org/en/master/usage/configuration.html

# -- Path setup --------------------------------------------------------------

# If extensions (or modules to document with autodoc) are in another directory,
# add these directories to sys.path here. If the directory is relative to the
# documentation root, use os.path.abspath to make it absolute, like shown here.

13
import logging
14
import os
15
import sys
16
from typing import List
17

18
19
20
from sphinx.ext import autodoc

logger = logging.getLogger(__name__)
21
sys.path.append(os.path.abspath("../.."))
Woosuk Kwon's avatar
Woosuk Kwon committed
22
23
24

# -- Project information -----------------------------------------------------

Woosuk Kwon's avatar
Woosuk Kwon committed
25
project = 'vLLM'
26
copyright = '2024, vLLM Team'
Woosuk Kwon's avatar
Woosuk Kwon committed
27
author = 'the vLLM Team'
Woosuk Kwon's avatar
Woosuk Kwon committed
28
29
30
31
32
33
34
35
36
37
38

# -- General configuration ---------------------------------------------------

# Add any Sphinx extension module names here, as strings. They can be
# extensions coming with Sphinx (named 'sphinx.ext.*') or your custom
# ones.
extensions = [
    "sphinx.ext.napoleon",
    "sphinx.ext.viewcode",
    "sphinx.ext.intersphinx",
    "sphinx_copybutton",
39
40
    "sphinx.ext.autodoc",
    "sphinx.ext.autosummary",
41
42
    "myst_parser",
    "sphinxarg.ext",
Woosuk Kwon's avatar
Woosuk Kwon committed
43
44
45
46
47
48
49
50
]

# Add any paths that contain templates here, relative to this directory.
templates_path = ['_templates']

# List of patterns, relative to source directory, that match files and
# directories to ignore when looking for source files.
# This pattern also affects html_static_path and html_extra_path.
51
exclude_patterns: List[str] = ["**/*.template.rst"]
Woosuk Kwon's avatar
Woosuk Kwon committed
52
53
54
55
56
57
58
59
60
61
62
63

# Exclude the prompt "$" when copying code
copybutton_prompt_text = r"\$ "
copybutton_prompt_is_regexp = True

# -- Options for HTML output -------------------------------------------------

# The theme to use for HTML and HTML Help pages.  See the documentation for
# a list of builtin themes.
#
html_title = project
html_theme = 'sphinx_book_theme'
64
html_logo = 'assets/logos/vllm-logo-text-light.png'
Woosuk Kwon's avatar
Woosuk Kwon committed
65
66
html_theme_options = {
    'path_to_docs': 'docs/source',
67
    'repository_url': 'https://github.com/vllm-project/vllm',
Woosuk Kwon's avatar
Woosuk Kwon committed
68
    'use_repository_button': True,
69
    'use_edit_page_button': True,
Woosuk Kwon's avatar
Woosuk Kwon committed
70
71
}

72
73
74
75
76
77
78
79
# see https://docs.readthedocs.io/en/stable/reference/environment-variables.html # noqa
READTHEDOCS_VERSION_TYPE = os.environ.get('READTHEDOCS_VERSION_TYPE')
if READTHEDOCS_VERSION_TYPE == "tag":
    # remove the warning banner if the version is a tagged release
    header_file = os.path.join(os.path.dirname(__file__),
                               "_templates/sections/header.html")
    os.remove(header_file)

Woosuk Kwon's avatar
Woosuk Kwon committed
80
81
82
# Add any paths that contain custom static files (such as style sheets) here,
# relative to this directory. They are copied after the builtin static files,
# so a file named "default.css" will overwrite the builtin "default.css".
83
84
# html_static_path = ['_static']

85
86
87
88
89
90
91

# Generate additional rst documentation here.
def setup(app):
    from docs.source.generate_examples import generate_examples
    generate_examples()


92
# Mock out external dependencies here, otherwise the autodoc pages may be blank.
93
autodoc_mock_imports = [
94
    "cpuinfo",
95
96
97
98
99
100
101
    "torch",
    "transformers",
    "psutil",
    "prometheus_client",
    "sentencepiece",
    "vllm.cuda_utils",
    "vllm._C",
102
    "PIL",
103
    "numpy",
104
    'triton',
105
    "tqdm",
106
    "tensorizer",
Roger Wang's avatar
Roger Wang committed
107
    "pynvml",
108
109
110
111
112
]

for mock_target in autodoc_mock_imports:
    if mock_target in sys.modules:
        logger.info(
113
            "Potentially problematic mock target (%s) found; "
114
            "autodoc_mock_imports cannot mock modules that have already "
115
116
            "been loaded into sys.modules when the sphinx build starts.",
            mock_target)
117
118
119
120
121
122
123
124
125
126
127
128


class MockedClassDocumenter(autodoc.ClassDocumenter):
    """Remove note about base class when a class is derived from object."""

    def add_line(self, line: str, source: str, *lineno: int) -> None:
        if line == "   Bases: :py:class:`object`":
            return
        super().add_line(line, source, *lineno)


autodoc.ClassDocumenter = MockedClassDocumenter
129

130
intersphinx_mapping = {
131
132
133
134
135
136
137
    "python": ("https://docs.python.org/3", None),
    "typing_extensions":
    ("https://typing-extensions.readthedocs.io/en/latest", None),
    "pillow": ("https://pillow.readthedocs.io/en/stable", None),
    "numpy": ("https://numpy.org/doc/stable", None),
    "torch": ("https://pytorch.org/docs/stable", None),
    "psutil": ("https://psutil.readthedocs.io/en/stable", None),
138
139
140
141
}

autodoc_preserve_defaults = True

142
navigation_with_keys = False