Unverified Commit c82b432d authored by wang.yuqi's avatar wang.yuqi Committed by GitHub
Browse files

[Misc] typo find in sampling_metadata.py (#10740)

parent fa6ecb9a
...@@ -454,6 +454,7 @@ class SamplingTensors: ...@@ -454,6 +454,7 @@ class SamplingTensors:
if do_penalties: if do_penalties:
for seq_group in sampling_metadata.seq_groups: for seq_group in sampling_metadata.seq_groups:
seq_ids = seq_group.seq_ids seq_ids = seq_group.seq_ids
sampling_params = seq_group.sampling_params
if (seq_group.is_prompt if (seq_group.is_prompt
and sampling_params.prompt_logprobs is not None): and sampling_params.prompt_logprobs is not None):
prefill_len = len(seq_group.prompt_logprob_indices) prefill_len = len(seq_group.prompt_logprob_indices)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment