Skip to content

GitLab

Unverified Commit 0e93ac0b authored by Thomas Parnell's avatar Thomas Parnell Committed by GitHub
Browse files

[CI] Fix distributed hybrid tests in CI (#26155) 


Signed-off-by: default avatarThomas Parnell <tpa@zurich.ibm.com>
parent 5446ad1d
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
tests/models/language/generation/test_hybrid.py
View file @ 0e93ac0b
...@@ -240,12 +240,12 @@ def test_distributed_correctness( ...@@ -240,12 +240,12 @@ def test_distributed_correctness(
num_logprobs: int, num_logprobs: int,
) -> None: ) -> None:
with vllm_runner(model, tensor_parallel_size=1, with vllm_runner(model, tensor_parallel_size=1,
max_num_seqs=2) as vllm_model: max_num_seqs=MAX_NUM_SEQS) as vllm_model:
vllm_outputs_tp_1 = vllm_model.generate_greedy_logprobs( vllm_outputs_tp_1 = vllm_model.generate_greedy_logprobs(
example_prompts, max_tokens, num_logprobs) example_prompts, max_tokens, num_logprobs)
with vllm_runner(model, tensor_parallel_size=2, with vllm_runner(model, tensor_parallel_size=2,
max_num_seqs=2) as vllm_model: max_num_seqs=MAX_NUM_SEQS) as vllm_model:
vllm_outputs_tp_2 = vllm_model.generate_greedy_logprobs( vllm_outputs_tp_2 = vllm_model.generate_greedy_logprobs(
example_prompts, max_tokens, num_logprobs) example_prompts, max_tokens, num_logprobs)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment