Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
change
sglang
Commits
03b0364f
Unverified
Commit
03b0364f
authored
Mar 05, 2025
by
Ke Bao
Committed by
GitHub
Mar 04, 2025
Browse files
Update nextn ci test (#4071)
parent
2dd7d0c5
Changes
3
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
7 additions
and
7 deletions
+7
-7
test/srt/test_mla.py
test/srt/test_mla.py
+4
-4
test/srt/test_mla_flashinfer.py
test/srt/test_mla_flashinfer.py
+2
-2
test/srt/test_mla_tp.py
test/srt/test_mla_tp.py
+1
-1
No files found.
test/srt/test_mla.py
View file @
03b0364f
...
...
@@ -58,7 +58,7 @@ class TestMLA(unittest.TestCase):
class
TestDeepseekV3
(
unittest
.
TestCase
):
@
classmethod
def
setUpClass
(
cls
):
cls
.
model
=
"
sgl-project
/sglang-ci-dsv3-test"
cls
.
model
=
"
lmsys
/sglang-ci-dsv3-test"
cls
.
base_url
=
DEFAULT_URL_FOR_TEST
other_args
=
[
"--trust-remote-code"
]
if
torch
.
cuda
.
is_available
()
and
torch
.
version
.
cuda
:
...
...
@@ -93,7 +93,7 @@ class TestDeepseekV3(unittest.TestCase):
class
TestDeepseekV3MTP
(
unittest
.
TestCase
):
@
classmethod
def
setUpClass
(
cls
):
cls
.
model
=
"
sgl-project
/sglang-ci-dsv3-test"
cls
.
model
=
"
lmsys
/sglang-ci-dsv3-test"
cls
.
base_url
=
DEFAULT_URL_FOR_TEST
other_args
=
[
"--trust-remote-code"
]
if
torch
.
cuda
.
is_available
()
and
torch
.
version
.
cuda
:
...
...
@@ -106,9 +106,9 @@ class TestDeepseekV3MTP(unittest.TestCase):
"--torch-compile-max-bs"
,
"1"
,
"--speculative-algorithm"
,
"
NEXTN
"
,
"
EAGLE
"
,
"--speculative-draft"
,
"
sgl-project
/sglang-ci-dsv3-test-NextN"
,
"
lmsys
/sglang-ci-dsv3-test-NextN"
,
"--speculative-num-steps"
,
"2"
,
"--speculative-eagle-topk"
,
...
...
test/srt/test_mla_flashinfer.py
View file @
03b0364f
...
...
@@ -17,7 +17,7 @@ from sglang.test.test_utils import (
class
TestFlashinferMLA
(
unittest
.
TestCase
):
@
classmethod
def
setUpClass
(
cls
):
cls
.
model
=
"
sgl-project
/sglang-ci-dsv3-test"
cls
.
model
=
"
lmsys
/sglang-ci-dsv3-test"
cls
.
base_url
=
DEFAULT_URL_FOR_TEST
other_args
=
[
"--trust-remote-code"
]
if
torch
.
cuda
.
is_available
()
and
torch
.
version
.
cuda
:
...
...
@@ -59,7 +59,7 @@ class TestFlashinferMLA(unittest.TestCase):
class
TestFlashinferMLANoRagged
(
unittest
.
TestCase
):
@
classmethod
def
setUpClass
(
cls
):
cls
.
model
=
"
sgl-project
/sglang-ci-dsv3-test"
cls
.
model
=
"
lmsys
/sglang-ci-dsv3-test"
cls
.
base_url
=
DEFAULT_URL_FOR_TEST
other_args
=
[
"--trust-remote-code"
]
if
torch
.
cuda
.
is_available
()
and
torch
.
version
.
cuda
:
...
...
test/srt/test_mla_tp.py
View file @
03b0364f
...
...
@@ -15,7 +15,7 @@ from sglang.test.test_utils import (
class
TestDeepseekTP2
(
unittest
.
TestCase
):
@
classmethod
def
setUpClass
(
cls
):
cls
.
model
=
"
sgl-project
/sglang-ci-dsv3-test"
cls
.
model
=
"
lmsys
/sglang-ci-dsv3-test"
cls
.
base_url
=
DEFAULT_URL_FOR_TEST
other_args
=
[
"--trust-remote-code"
]
if
torch
.
cuda
.
is_available
()
and
torch
.
version
.
cuda
:
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment