Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
32aa2059
Unverified
Commit
32aa2059
authored
Dec 23, 2024
by
Rafael Vasquez
Committed by
GitHub
Dec 23, 2024
Browse files
[Docs] Convert rST to MyST (Markdown) (#11145)
Signed-off-by:
Rafael Vasquez
<
rafvasq21@gmail.com
>
parent
94d545a1
Changes
152
Hide whitespace changes
Inline
Side-by-side
Showing
12 changed files
with
22 additions
and
22 deletions
+22
-22
vllm/inputs/__init__.py
vllm/inputs/__init__.py
+1
-1
vllm/inputs/registry.py
vllm/inputs/registry.py
+3
-3
vllm/multimodal/__init__.py
vllm/multimodal/__init__.py
+1
-1
vllm/multimodal/base.py
vllm/multimodal/base.py
+7
-7
vllm/multimodal/inputs.py
vllm/multimodal/inputs.py
+1
-1
vllm/multimodal/registry.py
vllm/multimodal/registry.py
+3
-3
vllm/platforms/cpu.py
vllm/platforms/cpu.py
+1
-1
vllm/scripts.py
vllm/scripts.py
+1
-1
vllm/spec_decode/spec_decode_worker.py
vllm/spec_decode/spec_decode_worker.py
+1
-1
vllm/utils.py
vllm/utils.py
+1
-1
vllm/worker/multi_step_model_runner.py
vllm/worker/multi_step_model_runner.py
+1
-1
vllm/worker/utils.py
vllm/worker/utils.py
+1
-1
No files found.
vllm/inputs/__init__.py
View file @
32aa2059
...
@@ -13,7 +13,7 @@ The global :class:`~InputRegistry` which is used by :class:`~vllm.LLMEngine`
...
@@ -13,7 +13,7 @@ The global :class:`~InputRegistry` which is used by :class:`~vllm.LLMEngine`
to dispatch data processing according to the target model.
to dispatch data processing according to the target model.
See also:
See also:
:ref:`input
_
processing
_
pipeline`
:ref:`input
-
processing
-
pipeline`
"""
"""
__all__
=
[
__all__
=
[
...
...
vllm/inputs/registry.py
View file @
32aa2059
...
@@ -314,7 +314,7 @@ class InputRegistry:
...
@@ -314,7 +314,7 @@ class InputRegistry:
The model is identified by ``model_config``.
The model is identified by ``model_config``.
See also:
See also:
:ref:`enabling
_
multimodal
_
inputs`
:ref:`enabling
-
multimodal
-
inputs`
Note:
Note:
This should be called after
This should be called after
...
@@ -391,7 +391,7 @@ class InputRegistry:
...
@@ -391,7 +391,7 @@ class InputRegistry:
happens before :meth:`~vllm.multimodal.MultiModalRegistry.map_input`.
happens before :meth:`~vllm.multimodal.MultiModalRegistry.map_input`.
See also:
See also:
:ref:`input
_
processing
_
pipeline`
:ref:`input
-
processing
-
pipeline`
"""
"""
def
wrapper
(
model_cls
:
N
)
->
N
:
def
wrapper
(
model_cls
:
N
)
->
N
:
...
@@ -435,7 +435,7 @@ class InputRegistry:
...
@@ -435,7 +435,7 @@ class InputRegistry:
The model is identified by ``model_config``.
The model is identified by ``model_config``.
See also:
See also:
:ref:`input
_
processing
_
pipeline`
:ref:`input
-
processing
-
pipeline`
"""
"""
# Avoid circular import
# Avoid circular import
from
vllm.model_executor.model_loader
import
get_model_architecture
from
vllm.model_executor.model_loader
import
get_model_architecture
...
...
vllm/multimodal/__init__.py
View file @
32aa2059
...
@@ -11,7 +11,7 @@ The global :class:`~MultiModalRegistry` is used by model runners to
...
@@ -11,7 +11,7 @@ The global :class:`~MultiModalRegistry` is used by model runners to
dispatch data processing according to its modality and the target model.
dispatch data processing according to its modality and the target model.
See also:
See also:
:ref:`input
_
processing
_
pipeline`
:ref:`input
-
processing
-
pipeline`
"""
"""
__all__
=
[
__all__
=
[
...
...
vllm/multimodal/base.py
View file @
32aa2059
...
@@ -50,7 +50,7 @@ class MultiModalPlugin(ABC):
...
@@ -50,7 +50,7 @@ class MultiModalPlugin(ABC):
(i.e., the modality of the data).
(i.e., the modality of the data).
See also:
See also:
:ref:`adding
_
multimodal
_
plugin`
:ref:`adding
-
multimodal
-
plugin`
"""
"""
def
__init__
(
self
)
->
None
:
def
__init__
(
self
)
->
None
:
...
@@ -94,8 +94,8 @@ class MultiModalPlugin(ABC):
...
@@ -94,8 +94,8 @@ class MultiModalPlugin(ABC):
If `None` is provided, then the default input mapper is used instead.
If `None` is provided, then the default input mapper is used instead.
See also:
See also:
- :ref:`input
_
processing
_
pipeline`
- :ref:`input
-
processing
-
pipeline`
- :ref:`enabling
_
multimodal
_
inputs`
- :ref:`enabling
-
multimodal
-
inputs`
"""
"""
def
wrapper
(
model_cls
:
N
)
->
N
:
def
wrapper
(
model_cls
:
N
)
->
N
:
...
@@ -130,8 +130,8 @@ class MultiModalPlugin(ABC):
...
@@ -130,8 +130,8 @@ class MultiModalPlugin(ABC):
TypeError: If the data type is not supported.
TypeError: If the data type is not supported.
See also:
See also:
- :ref:`input
_
processing
_
pipeline`
- :ref:`input
-
processing
-
pipeline`
- :ref:`enabling
_
multimodal
_
inputs`
- :ref:`enabling
-
multimodal
-
inputs`
"""
"""
# Avoid circular import
# Avoid circular import
...
@@ -190,7 +190,7 @@ class MultiModalPlugin(ABC):
...
@@ -190,7 +190,7 @@ class MultiModalPlugin(ABC):
If `None` is provided, then the default calculation is used instead.
If `None` is provided, then the default calculation is used instead.
See also:
See also:
:ref:`enabling
_
multimodal
_
inputs`
:ref:`enabling
-
multimodal
-
inputs`
"""
"""
def
wrapper
(
model_cls
:
N
)
->
N
:
def
wrapper
(
model_cls
:
N
)
->
N
:
...
@@ -222,7 +222,7 @@ class MultiModalPlugin(ABC):
...
@@ -222,7 +222,7 @@ class MultiModalPlugin(ABC):
The model is identified by ``model_config``.
The model is identified by ``model_config``.
See also:
See also:
:ref:`enabling
_
multimodal
_
inputs`
:ref:`enabling
-
multimodal
-
inputs`
"""
"""
# Avoid circular import
# Avoid circular import
from
vllm.model_executor.model_loader
import
get_model_architecture
from
vllm.model_executor.model_loader
import
get_model_architecture
...
...
vllm/multimodal/inputs.py
View file @
32aa2059
...
@@ -75,7 +75,7 @@ Note:
...
@@ -75,7 +75,7 @@ Note:
This dictionary also accepts modality keys defined outside
This dictionary also accepts modality keys defined outside
:class:`MultiModalDataBuiltins` as long as a customized plugin
:class:`MultiModalDataBuiltins` as long as a customized plugin
is registered through the :class:`~vllm.multimodal.MULTIMODAL_REGISTRY`.
is registered through the :class:`~vllm.multimodal.MULTIMODAL_REGISTRY`.
Read more on that :ref:`here <adding
_
multimodal
_
plugin>`.
Read more on that :ref:`here <adding
-
multimodal
-
plugin>`.
"""
"""
...
...
vllm/multimodal/registry.py
View file @
32aa2059
...
@@ -76,7 +76,7 @@ class MultiModalRegistry:
...
@@ -76,7 +76,7 @@ class MultiModalRegistry:
Register a multi-modal plugin so it can be recognized by vLLM.
Register a multi-modal plugin so it can be recognized by vLLM.
See also:
See also:
:ref:`adding
_
multimodal
_
plugin`
:ref:`adding
-
multimodal
-
plugin`
"""
"""
data_type_key
=
plugin
.
get_data_key
()
data_type_key
=
plugin
.
get_data_key
()
...
@@ -311,8 +311,8 @@ class MultiModalRegistry:
...
@@ -311,8 +311,8 @@ class MultiModalRegistry:
invoked to transform the data into a dictionary of model inputs.
invoked to transform the data into a dictionary of model inputs.
See also:
See also:
- :ref:`input
_
processing
_
pipeline`
- :ref:`input
-
processing
-
pipeline`
- :ref:`enabling
_
multimodal
_
inputs`
- :ref:`enabling
-
multimodal
-
inputs`
"""
"""
def
wrapper
(
model_cls
:
N
)
->
N
:
def
wrapper
(
model_cls
:
N
)
->
N
:
...
...
vllm/platforms/cpu.py
View file @
32aa2059
...
@@ -50,7 +50,7 @@ class CpuPlatform(Platform):
...
@@ -50,7 +50,7 @@ class CpuPlatform(Platform):
import
vllm.envs
as
envs
import
vllm.envs
as
envs
from
vllm.utils
import
GiB_bytes
from
vllm.utils
import
GiB_bytes
model_config
=
vllm_config
.
model_config
model_config
=
vllm_config
.
model_config
# Reminder: Please update docs/source/usage/compatibility_matrix.
rst
# Reminder: Please update docs/source/usage/compatibility_matrix.
md
# If the feature combo become valid
# If the feature combo become valid
if
not
model_config
.
enforce_eager
:
if
not
model_config
.
enforce_eager
:
logger
.
warning
(
logger
.
warning
(
...
...
vllm/scripts.py
View file @
32aa2059
...
@@ -165,7 +165,7 @@ def main():
...
@@ -165,7 +165,7 @@ def main():
required
=
False
,
required
=
False
,
help
=
"Read CLI options from a config file."
help
=
"Read CLI options from a config file."
"Must be a YAML with the following options:"
"Must be a YAML with the following options:"
"https://docs.vllm.ai/en/latest/serving/openai_compatible_server.html#c
ommand-line-arguments-for-the-server
"
"https://docs.vllm.ai/en/latest/serving/openai_compatible_server.html#c
li-reference
"
)
)
serve_parser
=
make_arg_parser
(
serve_parser
)
serve_parser
=
make_arg_parser
(
serve_parser
)
serve_parser
.
set_defaults
(
dispatch_function
=
serve
)
serve_parser
.
set_defaults
(
dispatch_function
=
serve
)
...
...
vllm/spec_decode/spec_decode_worker.py
View file @
32aa2059
...
@@ -108,7 +108,7 @@ def create_spec_worker(*args, **kwargs) -> "SpecDecodeWorker":
...
@@ -108,7 +108,7 @@ def create_spec_worker(*args, **kwargs) -> "SpecDecodeWorker":
return
spec_decode_worker
return
spec_decode_worker
# Reminder: Please update docs/source/usage/compatibility_matrix.
rst
# Reminder: Please update docs/source/usage/compatibility_matrix.
md
# If the feature combo become valid
# If the feature combo become valid
class
SpecDecodeWorker
(
LoraNotSupportedWorkerBase
):
class
SpecDecodeWorker
(
LoraNotSupportedWorkerBase
):
"""Worker which implements speculative decoding.
"""Worker which implements speculative decoding.
...
...
vllm/utils.py
View file @
32aa2059
...
@@ -51,7 +51,7 @@ logger = init_logger(__name__)
...
@@ -51,7 +51,7 @@ logger = init_logger(__name__)
# Exception strings for non-implemented encoder/decoder scenarios
# Exception strings for non-implemented encoder/decoder scenarios
# Reminder: Please update docs/source/usage/compatibility_matrix.
rst
# Reminder: Please update docs/source/usage/compatibility_matrix.
md
# If the feature combo become valid
# If the feature combo become valid
STR_NOT_IMPL_ENC_DEC_SWA
=
\
STR_NOT_IMPL_ENC_DEC_SWA
=
\
...
...
vllm/worker/multi_step_model_runner.py
View file @
32aa2059
...
@@ -821,7 +821,7 @@ def _pythonize_sampler_output(
...
@@ -821,7 +821,7 @@ def _pythonize_sampler_output(
for
sgdx
,
(
seq_group
,
for
sgdx
,
(
seq_group
,
sample_result
)
in
enumerate
(
zip
(
seq_groups
,
samples_list
)):
sample_result
)
in
enumerate
(
zip
(
seq_groups
,
samples_list
)):
# Reminder: Please update docs/source/usage/compatibility_matrix.
rst
# Reminder: Please update docs/source/usage/compatibility_matrix.
md
# If the feature combo become valid
# If the feature combo become valid
# (Check for Guided Decoding)
# (Check for Guided Decoding)
if
seq_group
.
sampling_params
.
logits_processors
:
if
seq_group
.
sampling_params
.
logits_processors
:
...
...
vllm/worker/utils.py
View file @
32aa2059
...
@@ -13,7 +13,7 @@ def assert_enc_dec_mr_supported_scenario(
...
@@ -13,7 +13,7 @@ def assert_enc_dec_mr_supported_scenario(
a supported scenario.
a supported scenario.
'''
'''
# Reminder: Please update docs/source/usage/compatibility_matrix.
rst
# Reminder: Please update docs/source/usage/compatibility_matrix.
md
# If the feature combo become valid
# If the feature combo become valid
if
enc_dec_mr
.
cache_config
.
enable_prefix_caching
:
if
enc_dec_mr
.
cache_config
.
enable_prefix_caching
:
...
...
Prev
1
…
4
5
6
7
8
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment