Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
dynamo
Commits
d65ce1b0
Unverified
Commit
d65ce1b0
authored
Jul 22, 2025
by
Graham King
Committed by
GitHub
Jul 22, 2025
Browse files
chore(sglang): Move examples/sglang to components/backends/sglang (#2046)
parent
78826932
Changes
31
Show whitespace changes
Inline
Side-by-side
Showing
11 changed files
with
15 additions
and
4 deletions
+15
-4
components/backends/sglang/src/dynamo/sglang/utils/benchmarking/bench.sh
...ends/sglang/src/dynamo/sglang/utils/benchmarking/bench.sh
+0
-0
components/backends/sglang/src/dynamo/sglang/utils/benchmarking/generate_bench_data.py
...c/dynamo/sglang/utils/benchmarking/generate_bench_data.py
+0
-0
components/backends/sglang/src/dynamo/sglang/utils/clear_namespace.py
...ackends/sglang/src/dynamo/sglang/utils/clear_namespace.py
+0
-0
components/backends/sglang/src/dynamo/sglang/utils/gen_env_vars.sh
...s/backends/sglang/src/dynamo/sglang/utils/gen_env_vars.sh
+0
-0
components/backends/sglang/src/dynamo/sglang/utils/protocol.py
...nents/backends/sglang/src/dynamo/sglang/utils/protocol.py
+0
-0
components/backends/sglang/src/dynamo/sglang/utils/sgl_http_server.py
...ackends/sglang/src/dynamo/sglang/utils/sgl_http_server.py
+0
-0
components/backends/sglang/src/dynamo/sglang/utils/sgl_utils.py
...ents/backends/sglang/src/dynamo/sglang/utils/sgl_utils.py
+0
-0
components/backends/sglang/src/dynamo/sglang/worker/__init__.py
...ents/backends/sglang/src/dynamo/sglang/worker/__init__.py
+0
-0
components/backends/sglang/src/dynamo/sglang/worker/__main__.py
...ents/backends/sglang/src/dynamo/sglang/worker/__main__.py
+7
-0
components/backends/sglang/src/dynamo/sglang/worker/main.py
components/backends/sglang/src/dynamo/sglang/worker/main.py
+7
-3
pyproject.toml
pyproject.toml
+1
-1
No files found.
examples
/sglang/utils/benchmarking/bench.sh
→
components/backends/sglang/src/dynamo
/sglang/utils/benchmarking/bench.sh
View file @
d65ce1b0
File moved
examples
/sglang/utils/benchmarking/generate_bench_data.py
→
components/backends/sglang/src/dynamo
/sglang/utils/benchmarking/generate_bench_data.py
View file @
d65ce1b0
File moved
examples
/sglang/utils/clear_namespace.py
→
components/backends/sglang/src/dynamo
/sglang/utils/clear_namespace.py
View file @
d65ce1b0
File moved
examples
/sglang/utils/gen_env_vars.sh
→
components/backends/sglang/src/dynamo
/sglang/utils/gen_env_vars.sh
View file @
d65ce1b0
File moved
examples
/sglang/utils/protocol.py
→
components/backends/sglang/src/dynamo
/sglang/utils/protocol.py
View file @
d65ce1b0
File moved
examples
/sglang/utils/sgl_http_server.py
→
components/backends/sglang/src/dynamo
/sglang/utils/sgl_http_server.py
View file @
d65ce1b0
File moved
examples
/sglang/utils/sgl_utils.py
→
components/backends/sglang/src/dynamo
/sglang/utils/sgl_utils.py
View file @
d65ce1b0
File moved
components/backends/sglang/src/dynamo/sglang/worker/__init__.py
0 → 100644
View file @
d65ce1b0
components/backends/sglang/src/dynamo/sglang/worker/__main__.py
0 → 100644
View file @
d65ce1b0
# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0
from
dynamo.sglang.worker.main
import
main
if
__name__
==
"__main__"
:
main
()
examples/sglang/components
/worker.py
→
components/backends/sglang/src/dynamo/sglang
/worker
/main
.py
View file @
d65ce1b0
...
...
@@ -14,8 +14,6 @@ import uvloop
import
zmq
from
sglang.srt.server_args
import
ServerArgs
from
sglang.srt.utils
import
get_ip
,
get_zmq_socket
from
utils.protocol
import
DisaggPreprocessedRequest
from
utils.sgl_utils
import
parse_sglang_args_inc
from
dynamo.llm
import
(
ForwardPassMetrics
,
...
...
@@ -29,6 +27,8 @@ from dynamo.llm import (
)
from
dynamo.runtime
import
DistributedRuntime
,
dynamo_worker
from
dynamo.runtime.logging
import
configure_dynamo_logging
from
dynamo.sglang.utils.protocol
import
DisaggPreprocessedRequest
from
dynamo.sglang.utils.sgl_utils
import
parse_sglang_args_inc
configure_dynamo_logging
()
...
...
@@ -361,6 +361,10 @@ async def init(runtime: DistributedRuntime, server_args: ServerArgs):
await
asyncio
.
gather
(
*
tasks
)
if
__name__
==
"__
main
__"
:
def
main
()
:
uvloop
.
install
()
asyncio
.
run
(
worker
())
if
__name__
==
"__main__"
:
main
()
pyproject.toml
View file @
d65ce1b0
...
...
@@ -79,7 +79,7 @@ requires = ["hatchling"]
build-backend
=
"hatchling.build"
[tool.hatch.build.targets.wheel]
packages
=
[
"deploy/sdk/src/dynamo"
,
"components/planner/src/dynamo"
,
"components/frontend/src/dynamo"
,
"components/backends/llama_cpp/src/dynamo"
,
"components/backends/mocker/src/dynamo"
,
"components/backends/trtllm/src/dynamo"
]
packages
=
[
"deploy/sdk/src/dynamo"
,
"components/planner/src/dynamo"
,
"components/frontend/src/dynamo"
,
"components/backends/llama_cpp/src/dynamo"
,
"components/backends/mocker/src/dynamo"
,
"components/backends/trtllm/src/dynamo"
,
"components/backends/sglang/src/dynamo"
]
# This section is for including the binaries in the wheel package
# but doesn't make them executable scripts in the venv bin directory
...
...
Prev
1
2
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment