Skip to content

GitLab

"csrc/vscode:/vscode.git/clone" did not exist on "12a223ef9bfebcc61e477047dce049495fe8c8a8"
Commit 18b9f67c authored by guanyu1's avatar guanyu1
Browse files

seq.data._effective_length+=1

parent 6d0996e9
Show whitespace changes
Inline Side-by-side
Showing with 5 additions and 5 deletions
benchmarks/benchmark_throughput.py
View file @ 18b9f67c
...@@ -179,7 +179,7 @@ def run_vllm( ...@@ -179,7 +179,7 @@ def run_vllm(
sampling_params: List[SamplingParams] = [] sampling_params: List[SamplingParams] = []
for request in requests: for request in requests:
prompts.append( prompts.append(
TextPrompt(prompt="helloworld", TextPrompt(prompt="helloword",
multi_modal_data=request.multi_modal_data)) multi_modal_data=request.multi_modal_data))
sampling_params.append( sampling_params.append(
SamplingParams( SamplingParams(
......
vllm/engine/llm_engine.py
View file @ 18b9f67c
...@@ -1514,9 +1514,9 @@ class LLMEngine: ...@@ -1514,9 +1514,9 @@ class LLMEngine:
for token_id, seq_id in zip(sample_out_list, sample_out_ids): for token_id, seq_id in zip(sample_out_list, sample_out_ids):
if seq.seq_id == seq_id: if seq.seq_id == seq_id:
sample.output_token = token_id[0] sample.output_token = token_id[0]
seq.data._effective_length+=1
seq.fix_last_token_id(sample.output_token) seq.fix_last_token_id(sample.output_token)
self.fix_process_model_output(ctx_output_queue,ctx_request_outputs, self.fix_process_model_output(ctx_output_queue,ctx_request_outputs,ctx_multi_step_stream_outputs)
ctx_multi_step_stream_outputs)
break break
def _advance_to_next_step( def _advance_to_next_step(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment