Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
change
sglang
Commits
229256c5
Unverified
Commit
229256c5
authored
Nov 01, 2025
by
Minglei Zhu
Committed by
GitHub
Nov 01, 2025
Browse files
[Deterministic] add deepseek v3 deterministic inference CI test (#12412)
parent
6b634493
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
55 additions
and
0 deletions
+55
-0
test/srt/run_suite.py
test/srt/run_suite.py
+1
-0
test/srt/test_deepseek_v3_deterministic.py
test/srt/test_deepseek_v3_deterministic.py
+54
-0
No files found.
test/srt/run_suite.py
View file @
229256c5
...
...
@@ -75,6 +75,7 @@ suites = {
TestFile
(
"test_build_eagle_tree.py"
,
8
),
TestFile
(
"test_chunked_prefill.py"
,
410
),
TestFile
(
"test_create_kvindices.py"
,
2
),
TestFile
(
"test_deepseek_v3_deterministic.py"
,
240
),
TestFile
(
"test_deterministic.py"
,
320
),
TestFile
(
"test_eagle_infer_a.py"
,
370
),
TestFile
(
"test_eagle_infer_b.py"
,
500
),
...
...
test/srt/test_deepseek_v3_deterministic.py
0 → 100644
View file @
229256c5
"""
Usage:
cd test/srt
python3 -m unittest test_deepseek_v3_deterministic.TestFa3Deterministic
"""
import
unittest
from
sglang.test.test_deterministic_utils
import
(
COMMON_SERVER_ARGS
,
TestDeterministicBase
,
)
DEEPSEEK_MODEL
=
"lmsys/sglang-ci-dsv3-test"
class
TestFa3Deterministic
(
TestDeterministicBase
):
@
classmethod
def
get_model
(
cls
):
return
DEEPSEEK_MODEL
# Test with fa3 attention backend
@
classmethod
def
get_server_args
(
cls
):
args
=
COMMON_SERVER_ARGS
args
.
extend
(
[
"--attention-backend"
,
"fa3"
,
]
)
return
args
class
TestTritonDeterministic
(
TestDeterministicBase
):
@
classmethod
def
get_model
(
cls
):
return
DEEPSEEK_MODEL
# Test with triton attention backend
@
classmethod
def
get_server_args
(
cls
):
args
=
COMMON_SERVER_ARGS
args
.
extend
(
[
"--attention-backend"
,
"triton"
,
]
)
return
args
if
__name__
==
"__main__"
:
unittest
.
main
()
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment