Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
zhaoyu6
sglang
Commits
e322a94d
"scripts/deprecated/test_httpserver_decode_stream.py" did not exist on "24e59f53501bf5a66f71d08238bfc17e15b8114a"
Unverified
Commit
e322a94d
authored
Aug 10, 2025
by
Lifu Huang
Committed by
GitHub
Aug 10, 2025
Browse files
Reduce CI duration of test_lora_update. (#9024)
parent
2c7f01bc
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
49 additions
and
4 deletions
+49
-4
test/srt/lora/test_lora_update.py
test/srt/lora/test_lora_update.py
+48
-3
test/srt/run_suite.py
test/srt/run_suite.py
+1
-1
No files found.
test/srt/lora/test_lora_update.py
View file @
e322a94d
...
@@ -229,6 +229,53 @@ BASIC_TESTS = [
...
@@ -229,6 +229,53 @@ BASIC_TESTS = [
]
]
),
),
),
),
Operation
(
type
=
OperationType
.
UNLOAD
,
data
=
"Nutanix/Meta-Llama-3.1-8B-Instruct_lora_4_alpha_16"
,
),
Operation
(
type
=
OperationType
.
UNLOAD
,
data
=
"pbevan11/llama-3.1-8b-ocr-correction"
,
),
Operation
(
type
=
OperationType
.
FORWARD
,
data
=
create_batch_data
(
"Nutanix/Meta-Llama-3.1-8B-Instruct_lora_4_alpha_16"
),
expected_error
=
"not loaded"
,
),
Operation
(
type
=
OperationType
.
FORWARD
,
data
=
create_batch_data
(
"pbevan11/llama-3.1-8b-ocr-correction"
),
expected_error
=
"not loaded"
,
),
Operation
(
type
=
OperationType
.
FORWARD
,
data
=
create_batch_data
(
None
),
),
Operation
(
type
=
OperationType
.
LOAD
,
data
=
"philschmid/code-llama-3-1-8b-text-to-sql-lora"
,
),
Operation
(
type
=
OperationType
.
LOAD
,
data
=
"Nutanix/Meta-Llama-3.1-8B-Instruct_lora_4_alpha_16"
,
),
Operation
(
type
=
OperationType
.
LOAD
,
data
=
"pbevan11/llama-3.1-8b-ocr-correction"
,
),
Operation
(
type
=
OperationType
.
FORWARD
,
data
=
create_batch_data
(
[
"philschmid/code-llama-3-1-8b-text-to-sql-lora"
,
"Nutanix/Meta-Llama-3.1-8B-Instruct_lora_4_alpha_16"
,
"pbevan11/llama-3.1-8b-ocr-correction"
,
None
,
]
),
),
],
],
),
),
]
]
...
@@ -1194,7 +1241,7 @@ class TestLoRADynamicUpdate(CustomTestCase):
...
@@ -1194,7 +1241,7 @@ class TestLoRADynamicUpdate(CustomTestCase):
"""
"""
Test dynamic LoRA updates in engine mode.
Test dynamic LoRA updates in engine mode.
"""
"""
test_cases
=
ALL_TESTS
test_cases
=
BASIC_TESTS
if
is_in_ci
()
else
ALL_TESTS
self
.
_run_dynamic_adapter_updates
(
self
.
_run_dynamic_adapter_updates
(
mode
=
LoRAUpdateTestSessionMode
.
ENGINE
,
mode
=
LoRAUpdateTestSessionMode
.
ENGINE
,
test_cases
=
test_cases
,
test_cases
=
test_cases
,
...
@@ -1204,9 +1251,7 @@ class TestLoRADynamicUpdate(CustomTestCase):
...
@@ -1204,9 +1251,7 @@ class TestLoRADynamicUpdate(CustomTestCase):
"""
"""
Test dynamic LoRA updates in server mode.
Test dynamic LoRA updates in server mode.
"""
"""
# In CI, we only run the first test case to save time, as the engine test should be mostly sufficient for ensuring correctness.
test_cases
=
BASIC_TESTS
if
is_in_ci
()
else
ALL_TESTS
test_cases
=
BASIC_TESTS
if
is_in_ci
()
else
ALL_TESTS
self
.
_run_dynamic_adapter_updates
(
self
.
_run_dynamic_adapter_updates
(
mode
=
LoRAUpdateTestSessionMode
.
SERVER
,
test_cases
=
test_cases
mode
=
LoRAUpdateTestSessionMode
.
SERVER
,
test_cases
=
test_cases
)
)
...
...
test/srt/run_suite.py
View file @
e322a94d
...
@@ -21,7 +21,7 @@ suites = {
...
@@ -21,7 +21,7 @@ suites = {
TestFile
(
"lora/test_lora_backend.py"
,
99
),
TestFile
(
"lora/test_lora_backend.py"
,
99
),
TestFile
(
"lora/test_multi_lora_backend.py"
,
60
),
TestFile
(
"lora/test_multi_lora_backend.py"
,
60
),
TestFile
(
"lora/test_lora_cuda_graph.py"
,
250
),
TestFile
(
"lora/test_lora_cuda_graph.py"
,
250
),
TestFile
(
"lora/test_lora_update.py"
,
8
00
),
TestFile
(
"lora/test_lora_update.py"
,
4
00
),
TestFile
(
"lora/test_lora_qwen3.py"
,
97
),
TestFile
(
"lora/test_lora_qwen3.py"
,
97
),
TestFile
(
"models/test_embedding_models.py"
,
73
),
TestFile
(
"models/test_embedding_models.py"
,
73
),
# TestFile("models/test_clip_models.py", 52),
# TestFile("models/test_clip_models.py", 52),
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment