Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
dynamo
Commits
e9a71009
Unverified
Commit
e9a71009
authored
Oct 09, 2025
by
Graham King
Committed by
GitHub
Oct 09, 2025
Browse files
chore: Remove clear_namespace script (#3519)
Signed-off-by:
Graham King
<
grahamk@nvidia.com
>
parent
be001a58
Changes
20
Hide whitespace changes
Inline
Side-by-side
Showing
20 changed files
with
1 addition
and
110 deletions
+1
-110
components/backends/sglang/launch/agg.sh
components/backends/sglang/launch/agg.sh
+0
-2
components/backends/sglang/launch/agg_embed.sh
components/backends/sglang/launch/agg_embed.sh
+0
-2
components/backends/sglang/launch/agg_router.sh
components/backends/sglang/launch/agg_router.sh
+0
-2
components/backends/sglang/launch/disagg.sh
components/backends/sglang/launch/disagg.sh
+0
-2
components/backends/sglang/launch/disagg_dp_attn.sh
components/backends/sglang/launch/disagg_dp_attn.sh
+0
-2
components/backends/sglang/launch/multimodal_agg.sh
components/backends/sglang/launch/multimodal_agg.sh
+0
-2
components/backends/sglang/launch/multimodal_disagg.sh
components/backends/sglang/launch/multimodal_disagg.sh
+0
-2
components/backends/trtllm/gpt-oss.md
components/backends/trtllm/gpt-oss.md
+1
-4
components/backends/trtllm/launch/agg.sh
components/backends/trtllm/launch/agg.sh
+0
-2
components/backends/trtllm/launch/agg_metrics.sh
components/backends/trtllm/launch/agg_metrics.sh
+0
-3
components/backends/trtllm/launch/agg_router.sh
components/backends/trtllm/launch/agg_router.sh
+0
-2
components/backends/trtllm/launch/disagg.sh
components/backends/trtllm/launch/disagg.sh
+0
-2
components/backends/trtllm/launch/disagg_router.sh
components/backends/trtllm/launch/disagg_router.sh
+0
-2
components/backends/trtllm/launch/epd_disagg.sh
components/backends/trtllm/launch/epd_disagg.sh
+0
-2
components/backends/trtllm/launch/gpt_oss_disagg.sh
components/backends/trtllm/launch/gpt_oss_disagg.sh
+0
-2
components/backends/trtllm/utils/clear_namespace.py
components/backends/trtllm/utils/clear_namespace.py
+0
-25
components/src/dynamo/sglang/clear_namespace.py
components/src/dynamo/sglang/clear_namespace.py
+0
-27
lib/bindings/python/rust/lib.rs
lib/bindings/python/rust/lib.rs
+0
-9
lib/runtime/src/distributed.rs
lib/runtime/src/distributed.rs
+0
-13
tests/serve/launch/sglang_agg.sh
tests/serve/launch/sglang_agg.sh
+0
-3
No files found.
components/backends/sglang/launch/agg.sh
View file @
e9a71009
...
@@ -11,8 +11,6 @@ cleanup() {
...
@@ -11,8 +11,6 @@ cleanup() {
}
}
trap
cleanup EXIT INT TERM
trap
cleanup EXIT INT TERM
# run clear_namespace
python3
-m
dynamo.sglang.clear_namespace
--namespace
dynamo
# run ingress
# run ingress
python3
-m
dynamo.frontend
--http-port
=
8000 &
python3
-m
dynamo.frontend
--http-port
=
8000 &
...
...
components/backends/sglang/launch/agg_embed.sh
View file @
e9a71009
...
@@ -11,8 +11,6 @@ cleanup() {
...
@@ -11,8 +11,6 @@ cleanup() {
}
}
trap
cleanup EXIT INT TERM
trap
cleanup EXIT INT TERM
# run clear_namespace
python3
-m
dynamo.sglang.utils.clear_namespace
--namespace
dynamo
# run ingress
# run ingress
python3
-m
dynamo.frontend
--http-port
=
8000 &
python3
-m
dynamo.frontend
--http-port
=
8000 &
...
...
components/backends/sglang/launch/agg_router.sh
View file @
e9a71009
...
@@ -11,8 +11,6 @@ cleanup() {
...
@@ -11,8 +11,6 @@ cleanup() {
}
}
trap
cleanup EXIT INT TERM
trap
cleanup EXIT INT TERM
# run clear_namespace
python3
-m
dynamo.sglang.clear_namespace
--namespace
dynamo
# run ingress
# run ingress
python
-m
dynamo.frontend
--router-mode
kv
--http-port
=
8000 &
python
-m
dynamo.frontend
--router-mode
kv
--http-port
=
8000 &
...
...
components/backends/sglang/launch/disagg.sh
View file @
e9a71009
...
@@ -11,8 +11,6 @@ cleanup() {
...
@@ -11,8 +11,6 @@ cleanup() {
}
}
trap
cleanup EXIT INT TERM
trap
cleanup EXIT INT TERM
# run clear_namespace
python3
-m
dynamo.sglang.clear_namespace
--namespace
dynamo
# run ingress
# run ingress
python3
-m
dynamo.frontend
--http-port
=
8000 &
python3
-m
dynamo.frontend
--http-port
=
8000 &
...
...
components/backends/sglang/launch/disagg_dp_attn.sh
View file @
e9a71009
...
@@ -11,8 +11,6 @@ cleanup() {
...
@@ -11,8 +11,6 @@ cleanup() {
}
}
trap
cleanup EXIT INT TERM
trap
cleanup EXIT INT TERM
# run clear_namespace
python3
-m
dynamo.sglang.clear_namespace
--namespace
dynamo
# run ingress
# run ingress
python3
-m
dynamo.frontend
--http-port
=
8000 &
python3
-m
dynamo.frontend
--http-port
=
8000 &
...
...
components/backends/sglang/launch/multimodal_agg.sh
View file @
e9a71009
...
@@ -52,8 +52,6 @@ fi
...
@@ -52,8 +52,6 @@ fi
SCRIPT_DIR
=
"
$(
cd
"
$(
dirname
"
${
BASH_SOURCE
[0]
}
"
)
"
&&
pwd
)
"
SCRIPT_DIR
=
"
$(
cd
"
$(
dirname
"
${
BASH_SOURCE
[0]
}
"
)
"
&&
pwd
)
"
SGLANG_BACKEND_DIR
=
"
$SCRIPT_DIR
/src"
SGLANG_BACKEND_DIR
=
"
$SCRIPT_DIR
/src"
# run clear_namespace
python3
-m
dynamo.sglang.clear_namespace
--namespace
dynamo
# run ingress
# run ingress
python3
-m
dynamo.frontend
--http-port
=
8000 &
python3
-m
dynamo.frontend
--http-port
=
8000 &
...
...
components/backends/sglang/launch/multimodal_disagg.sh
View file @
e9a71009
...
@@ -52,8 +52,6 @@ fi
...
@@ -52,8 +52,6 @@ fi
SCRIPT_DIR
=
"
$(
cd
"
$(
dirname
"
${
BASH_SOURCE
[0]
}
"
)
"
&&
pwd
)
"
SCRIPT_DIR
=
"
$(
cd
"
$(
dirname
"
${
BASH_SOURCE
[0]
}
"
)
"
&&
pwd
)
"
SGLANG_BACKEND_DIR
=
"
$SCRIPT_DIR
/src"
SGLANG_BACKEND_DIR
=
"
$SCRIPT_DIR
/src"
# run clear_namespace
python3
-m
dynamo.sglang.clear_namespace
--namespace
dynamo
# run ingress
# run ingress
python3
-m
dynamo.frontend
--http-port
=
8000 &
python3
-m
dynamo.frontend
--http-port
=
8000 &
...
...
components/backends/trtllm/gpt-oss.md
View file @
e9a71009
...
@@ -134,13 +134,10 @@ cd /workspace/components/backends/trtllm
...
@@ -134,13 +134,10 @@ cd /workspace/components/backends/trtllm
#### Option B: Manual Launch
#### Option B: Manual Launch
1.
**
Clear namespace and s
tart frontend**
:
1.
**
S
tart frontend**
:
```
bash
```
bash
cd
/workspace/dynamo/components/backends/trtllm
cd
/workspace/dynamo/components/backends/trtllm
# Clear any existing deployments
python3 utils/clear_namespace.py
--namespace
dynamo
# Start frontend with round-robin routing
# Start frontend with round-robin routing
python3
-m
dynamo.frontend
--router-mode
round-robin
--http-port
8000 &
python3
-m
dynamo.frontend
--router-mode
round-robin
--http-port
8000 &
```
```
...
...
components/backends/trtllm/launch/agg.sh
View file @
e9a71009
...
@@ -19,8 +19,6 @@ cleanup() {
...
@@ -19,8 +19,6 @@ cleanup() {
}
}
trap
cleanup EXIT INT TERM
trap
cleanup EXIT INT TERM
# run clear_namespace
python3 utils/clear_namespace.py
--namespace
dynamo
# run frontend
# run frontend
python3
-m
dynamo.frontend
--http-port
8000 &
python3
-m
dynamo.frontend
--http-port
8000 &
...
...
components/backends/trtllm/launch/agg_metrics.sh
View file @
e9a71009
...
@@ -17,9 +17,6 @@ cleanup() {
...
@@ -17,9 +17,6 @@ cleanup() {
}
}
trap
cleanup EXIT INT TERM
trap
cleanup EXIT INT TERM
# Run clear_namespace
python3 utils/clear_namespace.py
--namespace
dynamo
# Run frontend
# Run frontend
python3
-m
dynamo.frontend
--http-port
8000 &
python3
-m
dynamo.frontend
--http-port
8000 &
DYNAMO_PID
=
$!
DYNAMO_PID
=
$!
...
...
components/backends/trtllm/launch/agg_router.sh
View file @
e9a71009
...
@@ -16,8 +16,6 @@ cleanup() {
...
@@ -16,8 +16,6 @@ cleanup() {
}
}
trap
cleanup EXIT INT TERM
trap
cleanup EXIT INT TERM
# run clear_namespace
python3 utils/clear_namespace.py
--namespace
dynamo
# run frontend
# run frontend
python3
-m
dynamo.frontend
--router-mode
kv
--http-port
8000 &
python3
-m
dynamo.frontend
--router-mode
kv
--http-port
8000 &
...
...
components/backends/trtllm/launch/disagg.sh
View file @
e9a71009
...
@@ -23,8 +23,6 @@ cleanup() {
...
@@ -23,8 +23,6 @@ cleanup() {
}
}
trap
cleanup EXIT INT TERM
trap
cleanup EXIT INT TERM
# run clear_namespace
python3 utils/clear_namespace.py
--namespace
dynamo
# run frontend
# run frontend
python3
-m
dynamo.frontend
--http-port
8000 &
python3
-m
dynamo.frontend
--http-port
8000 &
...
...
components/backends/trtllm/launch/disagg_router.sh
View file @
e9a71009
...
@@ -20,8 +20,6 @@ cleanup() {
...
@@ -20,8 +20,6 @@ cleanup() {
}
}
trap
cleanup EXIT INT TERM
trap
cleanup EXIT INT TERM
# run clear_namespace
python3 utils/clear_namespace.py
--namespace
dynamo
# run frontend
# run frontend
python3
-m
dynamo.frontend
--router-mode
kv
--http-port
8000 &
python3
-m
dynamo.frontend
--router-mode
kv
--http-port
8000 &
...
...
components/backends/trtllm/launch/epd_disagg.sh
View file @
e9a71009
...
@@ -26,8 +26,6 @@ cleanup() {
...
@@ -26,8 +26,6 @@ cleanup() {
}
}
trap
cleanup EXIT INT TERM
trap
cleanup EXIT INT TERM
# run clear_namespace
python3 utils/clear_namespace.py
--namespace
dynamo
# run frontend
# run frontend
python3
-m
dynamo.frontend
--http-port
8000 &
python3
-m
dynamo.frontend
--http-port
8000 &
...
...
components/backends/trtllm/launch/gpt_oss_disagg.sh
View file @
e9a71009
...
@@ -12,8 +12,6 @@ export DECODE_ENGINE_ARGS=${DECODE_ENGINE_ARGS:-"engine_configs/gpt_oss/decode.y
...
@@ -12,8 +12,6 @@ export DECODE_ENGINE_ARGS=${DECODE_ENGINE_ARGS:-"engine_configs/gpt_oss/decode.y
set
-e
set
-e
trap
'echo Cleaning up...; kill 0'
EXIT
trap
'echo Cleaning up...; kill 0'
EXIT
# run clear_namespace
python3 utils/clear_namespace.py
--namespace
dynamo
# run frontend
# run frontend
python3
-m
dynamo.frontend
--router-mode
round-robin
--http-port
8000 &
python3
-m
dynamo.frontend
--router-mode
round-robin
--http-port
8000 &
...
...
components/backends/trtllm/utils/clear_namespace.py
deleted
100644 → 0
View file @
be001a58
# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0
import
argparse
import
asyncio
import
logging
from
dynamo.runtime
import
DistributedRuntime
,
dynamo_worker
from
dynamo.runtime.logging
import
configure_dynamo_logging
configure_dynamo_logging
()
logger
=
logging
.
getLogger
(
__name__
)
@
dynamo_worker
()
async
def
clear_namespace
(
runtime
:
DistributedRuntime
,
namespace
:
str
):
await
runtime
.
temp_clear_namespace
(
f
"/
{
namespace
}
/"
)
logger
.
info
(
f
"Cleared /
{
namespace
}
"
)
if
__name__
==
"__main__"
:
parser
=
argparse
.
ArgumentParser
()
parser
.
add_argument
(
"--namespace"
,
type
=
str
,
required
=
True
)
args
=
parser
.
parse_args
()
asyncio
.
run
(
clear_namespace
(
args
.
namespace
))
components/src/dynamo/sglang/clear_namespace.py
deleted
100644 → 0
View file @
be001a58
# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0
import
argparse
import
asyncio
import
logging
from
dynamo.runtime
import
DistributedRuntime
,
dynamo_worker
from
dynamo.runtime.logging
import
configure_dynamo_logging
configure_dynamo_logging
()
@
dynamo_worker
()
async
def
clear_namespace
(
runtime
:
DistributedRuntime
,
namespace
:
str
):
await
runtime
.
temp_clear_namespace
(
f
"/
{
namespace
}
/"
)
logging
.
info
(
f
"Cleared /
{
namespace
}
"
)
if
__name__
==
"__main__"
:
parser
=
argparse
.
ArgumentParser
()
parser
.
add_argument
(
"--namespace"
,
type
=
str
,
required
=
True
)
args
=
parser
.
parse_args
()
assert
(
args
.
namespace
),
"Missing namespace, either pass --namespace or set DYN_NAMESPACE"
asyncio
.
run
(
clear_namespace
(
args
.
namespace
))
lib/bindings/python/rust/lib.rs
View file @
e9a71009
...
@@ -424,15 +424,6 @@ impl DistributedRuntime {
...
@@ -424,15 +424,6 @@ impl DistributedRuntime {
})
})
}
}
/// Remove everything in an etcd namespace.
/// Will be removed once we can clear the MDC automatically.
fn
temp_clear_namespace
<
'p
>
(
&
self
,
py
:
Python
<
'p
>
,
name
:
String
)
->
PyResult
<
Bound
<
'p
,
PyAny
>>
{
let
inner
=
self
.inner
.clone
();
pyo3_async_runtimes
::
tokio
::
future_into_py
(
py
,
async
move
{
inner
.temp_clear_namespace
(
&
name
)
.await
.map_err
(
to_pyerr
)
})
}
fn
namespace
(
&
self
,
name
:
String
)
->
PyResult
<
Namespace
>
{
fn
namespace
(
&
self
,
name
:
String
)
->
PyResult
<
Namespace
>
{
Ok
(
Namespace
{
Ok
(
Namespace
{
inner
:
self
.inner
.namespace
(
name
)
.map_err
(
to_pyerr
)
?
,
inner
:
self
.inner
.namespace
(
name
)
.map_err
(
to_pyerr
)
?
,
...
...
lib/runtime/src/distributed.rs
View file @
e9a71009
...
@@ -329,19 +329,6 @@ impl DistributedRuntime {
...
@@ -329,19 +329,6 @@ impl DistributedRuntime {
}
}
}
}
/// Clear everything in etcd under a key.
/// todo: Remove as soon as we auto-delete the MDC.
pub
async
fn
temp_clear_namespace
(
&
self
,
name
:
&
str
)
->
anyhow
::
Result
<
()
>
{
let
Some
(
etcd_client
)
=
self
.etcd_client
()
else
{
return
Ok
(());
// no etcd, nothing to clear
};
let
kvs
=
etcd_client
.kv_get_prefix
(
name
)
.await
?
;
for
kv
in
kvs
{
etcd_client
.kv_delete
(
kv
.key
(),
None
)
.await
?
;
}
Ok
(())
}
/// Get all registered hierarchy keys. Private because it is only used for testing.
/// Get all registered hierarchy keys. Private because it is only used for testing.
fn
get_registered_hierarchies
(
&
self
)
->
Vec
<
String
>
{
fn
get_registered_hierarchies
(
&
self
)
->
Vec
<
String
>
{
let
registries
=
self
.hierarchy_to_metricsregistry
.read
()
.unwrap
();
let
registries
=
self
.hierarchy_to_metricsregistry
.read
()
.unwrap
();
...
...
tests/serve/launch/sglang_agg.sh
View file @
e9a71009
...
@@ -11,9 +11,6 @@ cleanup() {
...
@@ -11,9 +11,6 @@ cleanup() {
}
}
trap
cleanup EXIT INT TERM
trap
cleanup EXIT INT TERM
# run clear_namespace
python3
-m
dynamo.sglang.clear_namespace
--namespace
dynamo
# run ingress
# run ingress
python3
-m
dynamo.frontend
--http-port
=
8000 &
python3
-m
dynamo.frontend
--http-port
=
8000 &
DYNAMO_PID
=
$!
DYNAMO_PID
=
$!
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment