Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
change
sglang
Commits
31fb19a0
Unverified
Commit
31fb19a0
authored
Sep 15, 2025
by
Lianmin Zheng
Committed by
GitHub
Sep 15, 2025
Browse files
[Auto Sync] Update registry.py (20250915) (#10484)
Co-authored-by:
cctry
<
shiyang@x.ai
>
parent
3f41b48c
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
15 additions
and
3 deletions
+15
-3
python/sglang/srt/models/registry.py
python/sglang/srt/models/registry.py
+15
-3
No files found.
python/sglang/srt/models/registry.py
View file @
31fb19a0
...
...
@@ -17,6 +17,18 @@ class _ModelRegistry:
# Keyed by model_arch
models
:
Dict
[
str
,
Union
[
Type
[
nn
.
Module
],
str
]]
=
field
(
default_factory
=
dict
)
def
register
(
self
,
package_name
:
str
,
overwrite
:
bool
=
False
):
new_models
=
import_model_classes
(
package_name
)
if
overwrite
:
self
.
models
.
update
(
new_models
)
else
:
for
arch
,
cls
in
new_models
.
items
():
if
arch
in
self
.
models
:
raise
ValueError
(
f
"Model architecture
{
arch
}
already registered. Set overwrite=True to replace."
)
self
.
models
[
arch
]
=
cls
def
get_supported_archs
(
self
)
->
AbstractSet
[
str
]:
return
self
.
models
.
keys
()
...
...
@@ -74,9 +86,8 @@ class _ModelRegistry:
@
lru_cache
()
def
import_model_classes
():
def
import_model_classes
(
package_name
:
str
):
model_arch_name_to_cls
=
{}
package_name
=
"sglang.srt.models"
package
=
importlib
.
import_module
(
package_name
)
for
_
,
name
,
ispkg
in
pkgutil
.
iter_modules
(
package
.
__path__
,
package_name
+
"."
):
if
not
ispkg
:
...
...
@@ -104,4 +115,5 @@ def import_model_classes():
return
model_arch_name_to_cls
ModelRegistry
=
_ModelRegistry
(
import_model_classes
())
ModelRegistry
=
_ModelRegistry
()
ModelRegistry
.
register
(
"sglang.srt.models"
)
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment