Unverified Commit a90ada15 authored by Ryan McCormick's avatar Ryan McCormick Committed by GitHub
Browse files

test: Update multimodal sglang response validation to be more consistent (#3552)

parent c9da2bf8
...@@ -113,7 +113,10 @@ sglang_configs = { ...@@ -113,7 +113,10 @@ sglang_configs = {
}, },
], ],
repeat_count=1, repeat_count=1,
expected_response=["bus"], # NOTE: The response text may mention 'bus', 'train', 'streetcar', etc.
# so we need something consistently found in the response, or a different
# approach to validation for this test to be stable.
expected_response=["OUT OF SERVICE"],
temperature=0.0, temperature=0.0,
) )
], ],
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment