Skip to content

GitLab

Commit 0896c8ef authored by zhuwenwen's avatar zhuwenwen
Browse files

update warmup_sampling_params

parent c17574bd
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
benchmarks/benchmark_throughput.py
View file @ 0896c8ef
......@@ -108,7 +108,7 @@ def run_vllm(
print("Warming up...")
for _ in tqdm(range(num_iters_warmup), desc="Warmup iterations"):
if not use_beam_search:
llm.generate(dummy_prompts, sampling_params=sampling_params, use_tqdm=False)
llm.generate(dummy_prompts, sampling_params=warmup_sampling_params, use_tqdm=False)
else:
llm.beam_search(
dummy_prompts,
......
vllm/perf/benchmark_throughput.py
View file @ 0896c8ef
......@@ -108,7 +108,7 @@ def run_vllm(
print("Warming up...")
for _ in tqdm(range(num_iters_warmup), desc="Warmup iterations"):
if not use_beam_search:
llm.generate(dummy_prompts, sampling_params=sampling_params, use_tqdm=False)
llm.generate(dummy_prompts, sampling_params=warmup_sampling_params, use_tqdm=False)
else:
llm.beam_search(
dummy_prompts,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment