Unverified Commit d65ce1b0 authored by Graham King's avatar Graham King Committed by GitHub
Browse files

chore(sglang): Move examples/sglang to components/backends/sglang (#2046)

parent 78826932
# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0
from dynamo.sglang.worker.main import main
if __name__ == "__main__":
main()
......@@ -14,8 +14,6 @@ import uvloop
import zmq
from sglang.srt.server_args import ServerArgs
from sglang.srt.utils import get_ip, get_zmq_socket
from utils.protocol import DisaggPreprocessedRequest
from utils.sgl_utils import parse_sglang_args_inc
from dynamo.llm import (
ForwardPassMetrics,
......@@ -29,6 +27,8 @@ from dynamo.llm import (
)
from dynamo.runtime import DistributedRuntime, dynamo_worker
from dynamo.runtime.logging import configure_dynamo_logging
from dynamo.sglang.utils.protocol import DisaggPreprocessedRequest
from dynamo.sglang.utils.sgl_utils import parse_sglang_args_inc
configure_dynamo_logging()
......@@ -361,6 +361,10 @@ async def init(runtime: DistributedRuntime, server_args: ServerArgs):
await asyncio.gather(*tasks)
if __name__ == "__main__":
def main():
uvloop.install()
asyncio.run(worker())
if __name__ == "__main__":
main()
......@@ -79,7 +79,7 @@ requires = ["hatchling"]
build-backend = "hatchling.build"
[tool.hatch.build.targets.wheel]
packages = ["deploy/sdk/src/dynamo", "components/planner/src/dynamo", "components/frontend/src/dynamo", "components/backends/llama_cpp/src/dynamo", "components/backends/mocker/src/dynamo", "components/backends/trtllm/src/dynamo"]
packages = ["deploy/sdk/src/dynamo", "components/planner/src/dynamo", "components/frontend/src/dynamo", "components/backends/llama_cpp/src/dynamo", "components/backends/mocker/src/dynamo", "components/backends/trtllm/src/dynamo", "components/backends/sglang/src/dynamo"]
# This section is for including the binaries in the wheel package
# but doesn't make them executable scripts in the venv bin directory
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment