Skip to content

GitLab

Unverified Commit fa45513a authored by youkaichao's avatar youkaichao Committed by GitHub
Browse files

[misc] fix comment and variable name (#9139)

parent c0d9a98d
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 3 deletions
vllm/core/scheduler.py
View file @ fa45513a
...@@ -1202,10 +1202,11 @@ class Scheduler: ...@@ -1202,10 +1202,11 @@ class Scheduler:
seq_group=seq_group, num_lookahead_slots=num_lookahead_slots) seq_group=seq_group, num_lookahead_slots=num_lookahead_slots)
def _allow_async_output_proc(self, seq_group: SequenceGroup) -> bool: def _allow_async_output_proc(self, seq_group: SequenceGroup) -> bool:
# TODO: does it work with parallel sampling? # async_output_proc is allowed only when we have a single sequence
no_beam_search = seq_group.sampling_params is None or ( # in the sequence group
no_single_seq = seq_group.sampling_params is None or (
seq_group.sampling_params.best_of == 1) seq_group.sampling_params.best_of == 1)
return no_beam_search return no_single_seq
def schedule( def schedule(
self self
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment