Unverified Commit c754652f authored by Lianmin Zheng's avatar Lianmin Zheng Committed by GitHub
Browse files

Fix flasky tests (#2212)

parent 0b46b951
...@@ -25,8 +25,6 @@ from sglang.srt.managers.io_struct import ( ...@@ -25,8 +25,6 @@ from sglang.srt.managers.io_struct import (
BatchEmbeddingOut, BatchEmbeddingOut,
BatchStrOut, BatchStrOut,
BatchTokenIDOut, BatchTokenIDOut,
GetMemPoolSizeReqOutput,
UpdateWeightReqOutput,
) )
from sglang.srt.managers.schedule_batch import FINISH_MATCHED_STR, FINISH_MATCHED_TOKEN from sglang.srt.managers.schedule_batch import FINISH_MATCHED_STR, FINISH_MATCHED_TOKEN
from sglang.srt.server_args import PortArgs, ServerArgs from sglang.srt.server_args import PortArgs, ServerArgs
......
...@@ -51,7 +51,7 @@ class TestPyTorchSamplingBackend(unittest.TestCase): ...@@ -51,7 +51,7 @@ class TestPyTorchSamplingBackend(unittest.TestCase):
response_single = requests.post( response_single = requests.post(
self.base_url + "/generate", self.base_url + "/generate",
json={ json={
"text": "The capital of France is", "text": "The capital of Germany is",
"sampling_params": { "sampling_params": {
"temperature": 0, "temperature": 0,
"max_new_tokens": 32, "max_new_tokens": 32,
...@@ -69,7 +69,7 @@ class TestPyTorchSamplingBackend(unittest.TestCase): ...@@ -69,7 +69,7 @@ class TestPyTorchSamplingBackend(unittest.TestCase):
response_batch = requests.post( response_batch = requests.post(
self.base_url + "/generate", self.base_url + "/generate",
json={ json={
"text": ["The capital of France is"] * 10, "text": ["The capital of Germany is"] * 10,
"sampling_params": { "sampling_params": {
"temperature": 0, "temperature": 0,
"max_new_tokens": 32, "max_new_tokens": 32,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment