Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
change
sglang
Commits
c754652f
Unverified
Commit
c754652f
authored
Nov 26, 2024
by
Lianmin Zheng
Committed by
GitHub
Nov 26, 2024
Browse files
Fix flasky tests (#2212)
parent
0b46b951
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
2 additions
and
4 deletions
+2
-4
python/sglang/srt/managers/detokenizer_manager.py
python/sglang/srt/managers/detokenizer_manager.py
+0
-2
test/srt/test_pytorch_sampling_backend.py
test/srt/test_pytorch_sampling_backend.py
+2
-2
No files found.
python/sglang/srt/managers/detokenizer_manager.py
View file @
c754652f
...
@@ -25,8 +25,6 @@ from sglang.srt.managers.io_struct import (
...
@@ -25,8 +25,6 @@ from sglang.srt.managers.io_struct import (
BatchEmbeddingOut
,
BatchEmbeddingOut
,
BatchStrOut
,
BatchStrOut
,
BatchTokenIDOut
,
BatchTokenIDOut
,
GetMemPoolSizeReqOutput
,
UpdateWeightReqOutput
,
)
)
from
sglang.srt.managers.schedule_batch
import
FINISH_MATCHED_STR
,
FINISH_MATCHED_TOKEN
from
sglang.srt.managers.schedule_batch
import
FINISH_MATCHED_STR
,
FINISH_MATCHED_TOKEN
from
sglang.srt.server_args
import
PortArgs
,
ServerArgs
from
sglang.srt.server_args
import
PortArgs
,
ServerArgs
...
...
test/srt/test_pytorch_sampling_backend.py
View file @
c754652f
...
@@ -51,7 +51,7 @@ class TestPyTorchSamplingBackend(unittest.TestCase):
...
@@ -51,7 +51,7 @@ class TestPyTorchSamplingBackend(unittest.TestCase):
response_single
=
requests
.
post
(
response_single
=
requests
.
post
(
self
.
base_url
+
"/generate"
,
self
.
base_url
+
"/generate"
,
json
=
{
json
=
{
"text"
:
"The capital of
France
is"
,
"text"
:
"The capital of
Germany
is"
,
"sampling_params"
:
{
"sampling_params"
:
{
"temperature"
:
0
,
"temperature"
:
0
,
"max_new_tokens"
:
32
,
"max_new_tokens"
:
32
,
...
@@ -69,7 +69,7 @@ class TestPyTorchSamplingBackend(unittest.TestCase):
...
@@ -69,7 +69,7 @@ class TestPyTorchSamplingBackend(unittest.TestCase):
response_batch
=
requests
.
post
(
response_batch
=
requests
.
post
(
self
.
base_url
+
"/generate"
,
self
.
base_url
+
"/generate"
,
json
=
{
json
=
{
"text"
:
[
"The capital of
France
is"
]
*
10
,
"text"
:
[
"The capital of
Germany
is"
]
*
10
,
"sampling_params"
:
{
"sampling_params"
:
{
"temperature"
:
0
,
"temperature"
:
0
,
"max_new_tokens"
:
32
,
"max_new_tokens"
:
32
,
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment