"lib/bindings/python/vscode:/vscode.git/clone" did not exist on "cb5a657a6af39cf2cb3595bff439fe46601b2136"
Unverified Commit e9a71009 authored by Graham King's avatar Graham King Committed by GitHub
Browse files

chore: Remove clear_namespace script (#3519)


Signed-off-by: default avatarGraham King <grahamk@nvidia.com>
parent be001a58
...@@ -11,8 +11,6 @@ cleanup() { ...@@ -11,8 +11,6 @@ cleanup() {
} }
trap cleanup EXIT INT TERM trap cleanup EXIT INT TERM
# run clear_namespace
python3 -m dynamo.sglang.clear_namespace --namespace dynamo
# run ingress # run ingress
python3 -m dynamo.frontend --http-port=8000 & python3 -m dynamo.frontend --http-port=8000 &
......
...@@ -11,8 +11,6 @@ cleanup() { ...@@ -11,8 +11,6 @@ cleanup() {
} }
trap cleanup EXIT INT TERM trap cleanup EXIT INT TERM
# run clear_namespace
python3 -m dynamo.sglang.utils.clear_namespace --namespace dynamo
# run ingress # run ingress
python3 -m dynamo.frontend --http-port=8000 & python3 -m dynamo.frontend --http-port=8000 &
......
...@@ -11,8 +11,6 @@ cleanup() { ...@@ -11,8 +11,6 @@ cleanup() {
} }
trap cleanup EXIT INT TERM trap cleanup EXIT INT TERM
# run clear_namespace
python3 -m dynamo.sglang.clear_namespace --namespace dynamo
# run ingress # run ingress
python -m dynamo.frontend --router-mode kv --http-port=8000 & python -m dynamo.frontend --router-mode kv --http-port=8000 &
......
...@@ -11,8 +11,6 @@ cleanup() { ...@@ -11,8 +11,6 @@ cleanup() {
} }
trap cleanup EXIT INT TERM trap cleanup EXIT INT TERM
# run clear_namespace
python3 -m dynamo.sglang.clear_namespace --namespace dynamo
# run ingress # run ingress
python3 -m dynamo.frontend --http-port=8000 & python3 -m dynamo.frontend --http-port=8000 &
......
...@@ -11,8 +11,6 @@ cleanup() { ...@@ -11,8 +11,6 @@ cleanup() {
} }
trap cleanup EXIT INT TERM trap cleanup EXIT INT TERM
# run clear_namespace
python3 -m dynamo.sglang.clear_namespace --namespace dynamo
# run ingress # run ingress
python3 -m dynamo.frontend --http-port=8000 & python3 -m dynamo.frontend --http-port=8000 &
......
...@@ -52,8 +52,6 @@ fi ...@@ -52,8 +52,6 @@ fi
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
SGLANG_BACKEND_DIR="$SCRIPT_DIR/src" SGLANG_BACKEND_DIR="$SCRIPT_DIR/src"
# run clear_namespace
python3 -m dynamo.sglang.clear_namespace --namespace dynamo
# run ingress # run ingress
python3 -m dynamo.frontend --http-port=8000 & python3 -m dynamo.frontend --http-port=8000 &
......
...@@ -52,8 +52,6 @@ fi ...@@ -52,8 +52,6 @@ fi
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
SGLANG_BACKEND_DIR="$SCRIPT_DIR/src" SGLANG_BACKEND_DIR="$SCRIPT_DIR/src"
# run clear_namespace
python3 -m dynamo.sglang.clear_namespace --namespace dynamo
# run ingress # run ingress
python3 -m dynamo.frontend --http-port=8000 & python3 -m dynamo.frontend --http-port=8000 &
......
...@@ -134,13 +134,10 @@ cd /workspace/components/backends/trtllm ...@@ -134,13 +134,10 @@ cd /workspace/components/backends/trtllm
#### Option B: Manual Launch #### Option B: Manual Launch
1. **Clear namespace and start frontend**: 1. **Start frontend**:
```bash ```bash
cd /workspace/dynamo/components/backends/trtllm cd /workspace/dynamo/components/backends/trtllm
# Clear any existing deployments
python3 utils/clear_namespace.py --namespace dynamo
# Start frontend with round-robin routing # Start frontend with round-robin routing
python3 -m dynamo.frontend --router-mode round-robin --http-port 8000 & python3 -m dynamo.frontend --router-mode round-robin --http-port 8000 &
``` ```
......
...@@ -19,8 +19,6 @@ cleanup() { ...@@ -19,8 +19,6 @@ cleanup() {
} }
trap cleanup EXIT INT TERM trap cleanup EXIT INT TERM
# run clear_namespace
python3 utils/clear_namespace.py --namespace dynamo
# run frontend # run frontend
python3 -m dynamo.frontend --http-port 8000 & python3 -m dynamo.frontend --http-port 8000 &
......
...@@ -17,9 +17,6 @@ cleanup() { ...@@ -17,9 +17,6 @@ cleanup() {
} }
trap cleanup EXIT INT TERM trap cleanup EXIT INT TERM
# Run clear_namespace
python3 utils/clear_namespace.py --namespace dynamo
# Run frontend # Run frontend
python3 -m dynamo.frontend --http-port 8000 & python3 -m dynamo.frontend --http-port 8000 &
DYNAMO_PID=$! DYNAMO_PID=$!
......
...@@ -16,8 +16,6 @@ cleanup() { ...@@ -16,8 +16,6 @@ cleanup() {
} }
trap cleanup EXIT INT TERM trap cleanup EXIT INT TERM
# run clear_namespace
python3 utils/clear_namespace.py --namespace dynamo
# run frontend # run frontend
python3 -m dynamo.frontend --router-mode kv --http-port 8000 & python3 -m dynamo.frontend --router-mode kv --http-port 8000 &
......
...@@ -23,8 +23,6 @@ cleanup() { ...@@ -23,8 +23,6 @@ cleanup() {
} }
trap cleanup EXIT INT TERM trap cleanup EXIT INT TERM
# run clear_namespace
python3 utils/clear_namespace.py --namespace dynamo
# run frontend # run frontend
python3 -m dynamo.frontend --http-port 8000 & python3 -m dynamo.frontend --http-port 8000 &
......
...@@ -20,8 +20,6 @@ cleanup() { ...@@ -20,8 +20,6 @@ cleanup() {
} }
trap cleanup EXIT INT TERM trap cleanup EXIT INT TERM
# run clear_namespace
python3 utils/clear_namespace.py --namespace dynamo
# run frontend # run frontend
python3 -m dynamo.frontend --router-mode kv --http-port 8000 & python3 -m dynamo.frontend --router-mode kv --http-port 8000 &
......
...@@ -26,8 +26,6 @@ cleanup() { ...@@ -26,8 +26,6 @@ cleanup() {
} }
trap cleanup EXIT INT TERM trap cleanup EXIT INT TERM
# run clear_namespace
python3 utils/clear_namespace.py --namespace dynamo
# run frontend # run frontend
python3 -m dynamo.frontend --http-port 8000 & python3 -m dynamo.frontend --http-port 8000 &
......
...@@ -12,8 +12,6 @@ export DECODE_ENGINE_ARGS=${DECODE_ENGINE_ARGS:-"engine_configs/gpt_oss/decode.y ...@@ -12,8 +12,6 @@ export DECODE_ENGINE_ARGS=${DECODE_ENGINE_ARGS:-"engine_configs/gpt_oss/decode.y
set -e set -e
trap 'echo Cleaning up...; kill 0' EXIT trap 'echo Cleaning up...; kill 0' EXIT
# run clear_namespace
python3 utils/clear_namespace.py --namespace dynamo
# run frontend # run frontend
python3 -m dynamo.frontend --router-mode round-robin --http-port 8000 & python3 -m dynamo.frontend --router-mode round-robin --http-port 8000 &
......
# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0
import argparse
import asyncio
import logging
from dynamo.runtime import DistributedRuntime, dynamo_worker
from dynamo.runtime.logging import configure_dynamo_logging
configure_dynamo_logging()
logger = logging.getLogger(__name__)
@dynamo_worker()
async def clear_namespace(runtime: DistributedRuntime, namespace: str):
await runtime.temp_clear_namespace(f"/{namespace}/")
logger.info(f"Cleared /{namespace}")
if __name__ == "__main__":
parser = argparse.ArgumentParser()
parser.add_argument("--namespace", type=str, required=True)
args = parser.parse_args()
asyncio.run(clear_namespace(args.namespace))
# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0
import argparse
import asyncio
import logging
from dynamo.runtime import DistributedRuntime, dynamo_worker
from dynamo.runtime.logging import configure_dynamo_logging
configure_dynamo_logging()
@dynamo_worker()
async def clear_namespace(runtime: DistributedRuntime, namespace: str):
await runtime.temp_clear_namespace(f"/{namespace}/")
logging.info(f"Cleared /{namespace}")
if __name__ == "__main__":
parser = argparse.ArgumentParser()
parser.add_argument("--namespace", type=str, required=True)
args = parser.parse_args()
assert (
args.namespace
), "Missing namespace, either pass --namespace or set DYN_NAMESPACE"
asyncio.run(clear_namespace(args.namespace))
...@@ -424,15 +424,6 @@ impl DistributedRuntime { ...@@ -424,15 +424,6 @@ impl DistributedRuntime {
}) })
} }
/// Remove everything in an etcd namespace.
/// Will be removed once we can clear the MDC automatically.
fn temp_clear_namespace<'p>(&self, py: Python<'p>, name: String) -> PyResult<Bound<'p, PyAny>> {
let inner = self.inner.clone();
pyo3_async_runtimes::tokio::future_into_py(py, async move {
inner.temp_clear_namespace(&name).await.map_err(to_pyerr)
})
}
fn namespace(&self, name: String) -> PyResult<Namespace> { fn namespace(&self, name: String) -> PyResult<Namespace> {
Ok(Namespace { Ok(Namespace {
inner: self.inner.namespace(name).map_err(to_pyerr)?, inner: self.inner.namespace(name).map_err(to_pyerr)?,
......
...@@ -329,19 +329,6 @@ impl DistributedRuntime { ...@@ -329,19 +329,6 @@ impl DistributedRuntime {
} }
} }
/// Clear everything in etcd under a key.
/// todo: Remove as soon as we auto-delete the MDC.
pub async fn temp_clear_namespace(&self, name: &str) -> anyhow::Result<()> {
let Some(etcd_client) = self.etcd_client() else {
return Ok(()); // no etcd, nothing to clear
};
let kvs = etcd_client.kv_get_prefix(name).await?;
for kv in kvs {
etcd_client.kv_delete(kv.key(), None).await?;
}
Ok(())
}
/// Get all registered hierarchy keys. Private because it is only used for testing. /// Get all registered hierarchy keys. Private because it is only used for testing.
fn get_registered_hierarchies(&self) -> Vec<String> { fn get_registered_hierarchies(&self) -> Vec<String> {
let registries = self.hierarchy_to_metricsregistry.read().unwrap(); let registries = self.hierarchy_to_metricsregistry.read().unwrap();
......
...@@ -11,9 +11,6 @@ cleanup() { ...@@ -11,9 +11,6 @@ cleanup() {
} }
trap cleanup EXIT INT TERM trap cleanup EXIT INT TERM
# run clear_namespace
python3 -m dynamo.sglang.clear_namespace --namespace dynamo
# run ingress # run ingress
python3 -m dynamo.frontend --http-port=8000 & python3 -m dynamo.frontend --http-port=8000 &
DYNAMO_PID=$! DYNAMO_PID=$!
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment