Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
change
sglang
Commits
e322a94d
Unverified
Commit
e322a94d
authored
Aug 10, 2025
by
Lifu Huang
Committed by
GitHub
Aug 10, 2025
Browse files
Reduce CI duration of test_lora_update. (#9024)
parent
2c7f01bc
Changes
2
Show whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
49 additions
and
4 deletions
+49
-4
test/srt/lora/test_lora_update.py
test/srt/lora/test_lora_update.py
+48
-3
test/srt/run_suite.py
test/srt/run_suite.py
+1
-1
No files found.
test/srt/lora/test_lora_update.py
View file @
e322a94d
...
@@ -229,6 +229,53 @@ BASIC_TESTS = [
...
@@ -229,6 +229,53 @@ BASIC_TESTS = [
]
]
),
),
),
),
Operation
(
type
=
OperationType
.
UNLOAD
,
data
=
"Nutanix/Meta-Llama-3.1-8B-Instruct_lora_4_alpha_16"
,
),
Operation
(
type
=
OperationType
.
UNLOAD
,
data
=
"pbevan11/llama-3.1-8b-ocr-correction"
,
),
Operation
(
type
=
OperationType
.
FORWARD
,
data
=
create_batch_data
(
"Nutanix/Meta-Llama-3.1-8B-Instruct_lora_4_alpha_16"
),
expected_error
=
"not loaded"
,
),
Operation
(
type
=
OperationType
.
FORWARD
,
data
=
create_batch_data
(
"pbevan11/llama-3.1-8b-ocr-correction"
),
expected_error
=
"not loaded"
,
),
Operation
(
type
=
OperationType
.
FORWARD
,
data
=
create_batch_data
(
None
),
),
Operation
(
type
=
OperationType
.
LOAD
,
data
=
"philschmid/code-llama-3-1-8b-text-to-sql-lora"
,
),
Operation
(
type
=
OperationType
.
LOAD
,
data
=
"Nutanix/Meta-Llama-3.1-8B-Instruct_lora_4_alpha_16"
,
),
Operation
(
type
=
OperationType
.
LOAD
,
data
=
"pbevan11/llama-3.1-8b-ocr-correction"
,
),
Operation
(
type
=
OperationType
.
FORWARD
,
data
=
create_batch_data
(
[
"philschmid/code-llama-3-1-8b-text-to-sql-lora"
,
"Nutanix/Meta-Llama-3.1-8B-Instruct_lora_4_alpha_16"
,
"pbevan11/llama-3.1-8b-ocr-correction"
,
None
,
]
),
),
],
],
),
),
]
]
...
@@ -1194,7 +1241,7 @@ class TestLoRADynamicUpdate(CustomTestCase):
...
@@ -1194,7 +1241,7 @@ class TestLoRADynamicUpdate(CustomTestCase):
"""
"""
Test dynamic LoRA updates in engine mode.
Test dynamic LoRA updates in engine mode.
"""
"""
test_cases
=
ALL_TESTS
test_cases
=
BASIC_TESTS
if
is_in_ci
()
else
ALL_TESTS
self
.
_run_dynamic_adapter_updates
(
self
.
_run_dynamic_adapter_updates
(
mode
=
LoRAUpdateTestSessionMode
.
ENGINE
,
mode
=
LoRAUpdateTestSessionMode
.
ENGINE
,
test_cases
=
test_cases
,
test_cases
=
test_cases
,
...
@@ -1204,9 +1251,7 @@ class TestLoRADynamicUpdate(CustomTestCase):
...
@@ -1204,9 +1251,7 @@ class TestLoRADynamicUpdate(CustomTestCase):
"""
"""
Test dynamic LoRA updates in server mode.
Test dynamic LoRA updates in server mode.
"""
"""
# In CI, we only run the first test case to save time, as the engine test should be mostly sufficient for ensuring correctness.
test_cases
=
BASIC_TESTS
if
is_in_ci
()
else
ALL_TESTS
test_cases
=
BASIC_TESTS
if
is_in_ci
()
else
ALL_TESTS
self
.
_run_dynamic_adapter_updates
(
self
.
_run_dynamic_adapter_updates
(
mode
=
LoRAUpdateTestSessionMode
.
SERVER
,
test_cases
=
test_cases
mode
=
LoRAUpdateTestSessionMode
.
SERVER
,
test_cases
=
test_cases
)
)
...
...
test/srt/run_suite.py
View file @
e322a94d
...
@@ -21,7 +21,7 @@ suites = {
...
@@ -21,7 +21,7 @@ suites = {
TestFile
(
"lora/test_lora_backend.py"
,
99
),
TestFile
(
"lora/test_lora_backend.py"
,
99
),
TestFile
(
"lora/test_multi_lora_backend.py"
,
60
),
TestFile
(
"lora/test_multi_lora_backend.py"
,
60
),
TestFile
(
"lora/test_lora_cuda_graph.py"
,
250
),
TestFile
(
"lora/test_lora_cuda_graph.py"
,
250
),
TestFile
(
"lora/test_lora_update.py"
,
8
00
),
TestFile
(
"lora/test_lora_update.py"
,
4
00
),
TestFile
(
"lora/test_lora_qwen3.py"
,
97
),
TestFile
(
"lora/test_lora_qwen3.py"
,
97
),
TestFile
(
"models/test_embedding_models.py"
,
73
),
TestFile
(
"models/test_embedding_models.py"
,
73
),
# TestFile("models/test_clip_models.py", 52),
# TestFile("models/test_clip_models.py", 52),
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment