Unverified Commit e2e909f3 authored by ishandhanani's avatar ishandhanani Committed by GitHub
Browse files

fix: set functional tests to use qwen (#2617)

parent 70769902
......@@ -156,7 +156,7 @@ def test_sglang_deployment(request, runtime_services, sglang_config_test):
response = requests.post(
f"http://localhost:{server.port}/v1/chat/completions",
json={
"model": "deepseek-ai/DeepSeek-R1-Distill-Llama-8B",
"model": "Qwen/Qwen3-0.6B",
"messages": [
{
"role": "user",
......@@ -172,7 +172,6 @@ def test_sglang_deployment(request, runtime_services, sglang_config_test):
assert "choices" in result
assert len(result["choices"]) > 0
content = result["choices"][0]["message"]["content"]
assert len(content) > 0
responses.append(content)
logger.info(f"SGLang {config.name} response: {content}")
......@@ -194,7 +193,7 @@ def test_sglang_deployment(request, runtime_services, sglang_config_test):
response = requests.post(
f"http://localhost:{server.port}/v1/completions",
json={
"model": "deepseek-ai/DeepSeek-R1-Distill-Llama-8B",
"model": "Qwen/Qwen3-0.6B",
"prompt": "Roger Federer is the greatest tennis player of all time",
"max_tokens": 30,
},
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment