Skip to content

GitLab

Unverified Commit ce58fdc1 authored by kflu's avatar kflu Committed by GitHub
Browse files

Fix PoolingParams.skip_reading_prefix_cache type (#29364) 


Signed-off-by: default avatarKFL <kludev@gmail.com>
parent a21256c4
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
vllm/pooling_params.py
View file @ ce58fdc1
...@@ -57,7 +57,7 @@ class PoolingParams( ...@@ -57,7 +57,7 @@ class PoolingParams(
## Internal use only ## Internal use only
task: PoolingTask | None = None task: PoolingTask | None = None
requires_token_ids: bool = False requires_token_ids: bool = False
skip_reading_prefix_cache: bool = None skip_reading_prefix_cache: bool | None = None
extra_kwargs: dict[str, Any] | None = None extra_kwargs: dict[str, Any] | None = None
output_kind: RequestOutputKind = RequestOutputKind.FINAL_ONLY output_kind: RequestOutputKind = RequestOutputKind.FINAL_ONLY
......
vllm/sampling_params.py
View file @ ce58fdc1
...@@ -238,7 +238,7 @@ class SamplingParams( ...@@ -238,7 +238,7 @@ class SamplingParams(
generated token can complete the sequence.""" generated token can complete the sequence."""
_bad_words_token_ids: list[list[int]] | None = None _bad_words_token_ids: list[list[int]] | None = None
skip_reading_prefix_cache: bool = None skip_reading_prefix_cache: bool | None = None
@staticmethod @staticmethod
def from_optional( def from_optional(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment