Unverified Commit c754652f authored by Lianmin Zheng's avatar Lianmin Zheng Committed by GitHub
Browse files

Fix flasky tests (#2212)

parent 0b46b951
......@@ -25,8 +25,6 @@ from sglang.srt.managers.io_struct import (
BatchEmbeddingOut,
BatchStrOut,
BatchTokenIDOut,
GetMemPoolSizeReqOutput,
UpdateWeightReqOutput,
)
from sglang.srt.managers.schedule_batch import FINISH_MATCHED_STR, FINISH_MATCHED_TOKEN
from sglang.srt.server_args import PortArgs, ServerArgs
......
......@@ -51,7 +51,7 @@ class TestPyTorchSamplingBackend(unittest.TestCase):
response_single = requests.post(
self.base_url + "/generate",
json={
"text": "The capital of France is",
"text": "The capital of Germany is",
"sampling_params": {
"temperature": 0,
"max_new_tokens": 32,
......@@ -69,7 +69,7 @@ class TestPyTorchSamplingBackend(unittest.TestCase):
response_batch = requests.post(
self.base_url + "/generate",
json={
"text": ["The capital of France is"] * 10,
"text": ["The capital of Germany is"] * 10,
"sampling_params": {
"temperature": 0,
"max_new_tokens": 32,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment