Skip to content

GitLab

Unverified Commit ee77fdb5 authored by Cyrus Leung's avatar Cyrus Leung Committed by GitHub
Browse files

[Doc][2/N] Reorganize Models and Usage sections (#11755) 


Signed-off-by: default avatarDarkLight1337 <tlleungac@connect.ust.hk>
parent 996357e4
Show whitespace changes
Inline Side-by-side
Showing with 4 additions and 4 deletions
vllm/spec_decode/spec_decode_worker.py
View file @ ee77fdb5
...@@ -108,7 +108,7 @@ def create_spec_worker(*args, **kwargs) -> "SpecDecodeWorker": ...@@ -108,7 +108,7 @@ def create_spec_worker(*args, **kwargs) -> "SpecDecodeWorker":
return spec_decode_worker return spec_decode_worker
# Reminder: Please update docs/source/usage/compatibility_matrix.md # Reminder: Please update docs/source/features/compatibility_matrix.md
# If the feature combo become valid # If the feature combo become valid
class SpecDecodeWorker(LoraNotSupportedWorkerBase): class SpecDecodeWorker(LoraNotSupportedWorkerBase):
"""Worker which implements speculative decoding. """Worker which implements speculative decoding.
......
vllm/utils.py
View file @ ee77fdb5
...@@ -58,7 +58,7 @@ logger = init_logger(__name__) ...@@ -58,7 +58,7 @@ logger = init_logger(__name__)
# Exception strings for non-implemented encoder/decoder scenarios # Exception strings for non-implemented encoder/decoder scenarios
# Reminder: Please update docs/source/usage/compatibility_matrix.md # Reminder: Please update docs/source/features/compatibility_matrix.md
# If the feature combo become valid # If the feature combo become valid
STR_NOT_IMPL_ENC_DEC_SWA = \ STR_NOT_IMPL_ENC_DEC_SWA = \
......
vllm/worker/multi_step_model_runner.py
View file @ ee77fdb5
...@@ -822,7 +822,7 @@ def _pythonize_sampler_output( ...@@ -822,7 +822,7 @@ def _pythonize_sampler_output(
for sgdx, (seq_group, for sgdx, (seq_group,
sample_result) in enumerate(zip(seq_groups, samples_list)): sample_result) in enumerate(zip(seq_groups, samples_list)):
# Reminder: Please update docs/source/usage/compatibility_matrix.md # Reminder: Please update docs/source/features/compatibility_matrix.md
# If the feature combo become valid # If the feature combo become valid
# (Check for Guided Decoding) # (Check for Guided Decoding)
if seq_group.sampling_params.logits_processors: if seq_group.sampling_params.logits_processors:
......
vllm/worker/utils.py
View file @ ee77fdb5
...@@ -13,7 +13,7 @@ def assert_enc_dec_mr_supported_scenario( ...@@ -13,7 +13,7 @@ def assert_enc_dec_mr_supported_scenario(
a supported scenario. a supported scenario.
''' '''
# Reminder: Please update docs/source/usage/compatibility_matrix.md # Reminder: Please update docs/source/features/compatibility_matrix.md
# If the feature combo become valid # If the feature combo become valid
if enc_dec_mr.cache_config.enable_prefix_caching: if enc_dec_mr.cache_config.enable_prefix_caching:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment