Unverified Commit 0e93ac0b authored by Thomas Parnell's avatar Thomas Parnell Committed by GitHub
Browse files

[CI] Fix distributed hybrid tests in CI (#26155)


Signed-off-by: default avatarThomas Parnell <tpa@zurich.ibm.com>
parent 5446ad1d
......@@ -240,12 +240,12 @@ def test_distributed_correctness(
num_logprobs: int,
) -> None:
with vllm_runner(model, tensor_parallel_size=1,
max_num_seqs=2) as vllm_model:
max_num_seqs=MAX_NUM_SEQS) as vllm_model:
vllm_outputs_tp_1 = vllm_model.generate_greedy_logprobs(
example_prompts, max_tokens, num_logprobs)
with vllm_runner(model, tensor_parallel_size=2,
max_num_seqs=2) as vllm_model:
max_num_seqs=MAX_NUM_SEQS) as vllm_model:
vllm_outputs_tp_2 = vllm_model.generate_greedy_logprobs(
example_prompts, max_tokens, num_logprobs)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment