Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
dynamo
Commits
960dc896
Unverified
Commit
960dc896
authored
Sep 16, 2025
by
Biswa Panda
Committed by
GitHub
Sep 16, 2025
Browse files
fix: replace hard coded dynamo namespace with env var (#3048)
Signed-off-by:
Biswa Panda
<
biswa.panda@gmail.com
>
parent
f77511ff
Changes
11
Hide whitespace changes
Inline
Side-by-side
Showing
11 changed files
with
39 additions
and
17 deletions
+39
-17
components/backends/llama_cpp/src/dynamo/llama_cpp/main.py
components/backends/llama_cpp/src/dynamo/llama_cpp/main.py
+3
-1
components/backends/sglang/src/dynamo/sglang/args.py
components/backends/sglang/src/dynamo/sglang/args.py
+3
-1
examples/multimodal/components/encode_worker.py
examples/multimodal/components/encode_worker.py
+3
-2
examples/multimodal/components/processor.py
examples/multimodal/components/processor.py
+3
-2
examples/multimodal/components/video_encode_worker.py
examples/multimodal/components/video_encode_worker.py
+3
-2
examples/multimodal/components/worker.py
examples/multimodal/components/worker.py
+10
-4
examples/multimodal/utils/args.py
examples/multimodal/utils/args.py
+2
-1
lib/bindings/python/examples/hello_world/server_sglang.py
lib/bindings/python/examples/hello_world/server_sglang.py
+3
-1
lib/bindings/python/examples/hello_world/server_sglang_static.py
...dings/python/examples/hello_world/server_sglang_static.py
+3
-1
lib/bindings/python/examples/hello_world/server_sglang_tok.py
...bindings/python/examples/hello_world/server_sglang_tok.py
+3
-1
lib/bindings/python/examples/hello_world/server_vllm.py
lib/bindings/python/examples/hello_world/server_vllm.py
+3
-1
No files found.
components/backends/llama_cpp/src/dynamo/llama_cpp/main.py
View file @
960dc896
...
@@ -5,6 +5,7 @@
...
@@ -5,6 +5,7 @@
import
argparse
import
argparse
import
logging
import
logging
import
os
import
sys
import
sys
from
typing
import
Optional
from
typing
import
Optional
...
@@ -17,7 +18,8 @@ from dynamo.runtime.logging import configure_dynamo_logging
...
@@ -17,7 +18,8 @@ from dynamo.runtime.logging import configure_dynamo_logging
from
.
import
__version__
from
.
import
__version__
DEFAULT_ENDPOINT
=
"dyn://dynamo.backend.generate"
DYN_NAMESPACE
=
os
.
environ
.
get
(
"DYN_NAMESPACE"
,
"dynamo"
)
DEFAULT_ENDPOINT
=
f
"dyn://
{
DYN_NAMESPACE
}
.backend.generate"
configure_dynamo_logging
()
configure_dynamo_logging
()
...
...
components/backends/sglang/src/dynamo/sglang/args.py
View file @
960dc896
...
@@ -20,7 +20,9 @@ from dynamo.sglang import __version__
...
@@ -20,7 +20,9 @@ from dynamo.sglang import __version__
configure_dynamo_logging
()
configure_dynamo_logging
()
DEFAULT_ENDPOINT
=
"dyn://dynamo.backend.generate"
DYN_NAMESPACE
=
os
.
environ
.
get
(
"DYN_NAMESPACE"
,
"dynamo"
)
DEFAULT_ENDPOINT
=
f
"dyn://
{
DYN_NAMESPACE
}
.backend.generate"
DYNAMO_ARGS
:
Dict
[
str
,
Dict
[
str
,
Any
]]
=
{
DYNAMO_ARGS
:
Dict
[
str
,
Dict
[
str
,
Any
]]
=
{
"endpoint"
:
{
"endpoint"
:
{
"flags"
:
[
"--endpoint"
],
"flags"
:
[
"--endpoint"
],
...
...
examples/multimodal/components/encode_worker.py
View file @
960dc896
...
@@ -176,8 +176,9 @@ class VllmEncodeWorker:
...
@@ -176,8 +176,9 @@ class VllmEncodeWorker:
@
classmethod
@
classmethod
def
parse_args
(
cls
)
->
Tuple
[
argparse
.
Namespace
,
Config
]:
def
parse_args
(
cls
)
->
Tuple
[
argparse
.
Namespace
,
Config
]:
DEFAULT_ENDPOINT
=
"dyn://dynamo.encoder.generate"
DYN_NAMESPACE
=
os
.
environ
.
get
(
"DYN_NAMESPACE"
,
"dynamo"
)
DEFAULT_DOWNSTREAM_ENDPOINT
=
"dyn://dynamo.llm.generate"
DEFAULT_ENDPOINT
=
f
"dyn://
{
DYN_NAMESPACE
}
.encoder.generate"
DEFAULT_DOWNSTREAM_ENDPOINT
=
f
"dyn://
{
DYN_NAMESPACE
}
.llm.generate"
parser
=
FlexibleArgumentParser
(
parser
=
FlexibleArgumentParser
(
description
=
"vLLM based encoder for Dynamo LLM."
description
=
"vLLM based encoder for Dynamo LLM."
...
...
examples/multimodal/components/processor.py
View file @
960dc896
...
@@ -63,8 +63,9 @@ class Processor(ProcessMixIn):
...
@@ -63,8 +63,9 @@ class Processor(ProcessMixIn):
@
classmethod
@
classmethod
def
parse_args
(
cls
)
->
Tuple
[
argparse
.
Namespace
,
Config
]:
def
parse_args
(
cls
)
->
Tuple
[
argparse
.
Namespace
,
Config
]:
DEFAULT_ENDPOINT
=
"dyn://dynamo.processor.generate"
DYN_NAMESPACE
=
os
.
environ
.
get
(
"DYN_NAMESPACE"
,
"dynamo"
)
DEFAULT_DOWNSTREAM_ENDPOINT
=
"dyn://dynamo.encoder.generate"
DEFAULT_ENDPOINT
=
f
"dyn://
{
DYN_NAMESPACE
}
.processor.generate"
DEFAULT_DOWNSTREAM_ENDPOINT
=
f
"dyn://
{
DYN_NAMESPACE
}
.encoder.generate"
parser
=
FlexibleArgumentParser
(
parser
=
FlexibleArgumentParser
(
description
=
"vLLM based processor for Dynamo LLM."
description
=
"vLLM based processor for Dynamo LLM."
...
...
examples/multimodal/components/video_encode_worker.py
View file @
960dc896
...
@@ -217,8 +217,9 @@ class VllmEncodeWorker:
...
@@ -217,8 +217,9 @@ class VllmEncodeWorker:
@
classmethod
@
classmethod
def
parse_args
(
cls
)
->
Tuple
[
argparse
.
Namespace
,
Config
]:
def
parse_args
(
cls
)
->
Tuple
[
argparse
.
Namespace
,
Config
]:
DEFAULT_ENDPOINT
=
"dyn://dynamo.encoder.generate"
DYN_NAMESPACE
=
os
.
environ
.
get
(
"DYN_NAMESPACE"
,
"dynamo"
)
DEFAULT_DOWNSTREAM_ENDPOINT
=
"dyn://dynamo.llm.generate"
DEFAULT_ENDPOINT
=
f
"dyn://
{
DYN_NAMESPACE
}
.encoder.generate"
DEFAULT_DOWNSTREAM_ENDPOINT
=
f
"dyn://
{
DYN_NAMESPACE
}
.llm.generate"
parser
=
FlexibleArgumentParser
(
parser
=
FlexibleArgumentParser
(
description
=
"vLLM based encoder for Dynamo LLM."
description
=
"vLLM based encoder for Dynamo LLM."
...
...
examples/multimodal/components/worker.py
View file @
960dc896
...
@@ -84,17 +84,23 @@ class VllmBaseWorker:
...
@@ -84,17 +84,23 @@ class VllmBaseWorker:
# use endpoint_overwrite to set the default endpoint based on worker type
# use endpoint_overwrite to set the default endpoint based on worker type
def
endpoint_overwrite
(
args
):
def
endpoint_overwrite
(
args
):
DYN_NAMESPACE
=
os
.
environ
.
get
(
"DYN_NAMESPACE"
,
"dynamo"
)
# default endpoint for this worker
# default endpoint for this worker
if
args
.
worker_type
==
"prefill"
:
if
args
.
worker_type
==
"prefill"
:
args
.
endpoint
=
args
.
endpoint
or
"dyn://
dynamo
.llm.generate"
args
.
endpoint
=
args
.
endpoint
or
f
"dyn://
{
DYN_NAMESPACE
}
.llm.generate"
elif
args
.
worker_type
==
"decode"
:
elif
args
.
worker_type
==
"decode"
:
args
.
endpoint
=
args
.
endpoint
or
"dyn://dynamo.decoder.generate"
args
.
endpoint
=
(
args
.
endpoint
or
f
"dyn://
{
DYN_NAMESPACE
}
.decoder.generate"
)
elif
args
.
worker_type
==
"encode_prefill"
:
elif
args
.
worker_type
==
"encode_prefill"
:
args
.
endpoint
=
args
.
endpoint
or
"dyn://dynamo.encoder.generate"
args
.
endpoint
=
(
args
.
endpoint
or
f
"dyn://
{
DYN_NAMESPACE
}
.encoder.generate"
)
# set downstream endpoint for disaggregated workers
# set downstream endpoint for disaggregated workers
if
args
.
enable_disagg
:
if
args
.
enable_disagg
:
args
.
downstream_endpoint
=
(
args
.
downstream_endpoint
=
(
args
.
downstream_endpoint
or
"dyn://dynamo.decoder.generate"
args
.
downstream_endpoint
or
f
"dyn://
{
DYN_NAMESPACE
}
.decoder.generate"
)
)
return
args
return
args
...
...
examples/multimodal/utils/args.py
View file @
960dc896
...
@@ -29,7 +29,8 @@ from vllm.engine.arg_utils import AsyncEngineArgs
...
@@ -29,7 +29,8 @@ from vllm.engine.arg_utils import AsyncEngineArgs
logger
=
logging
.
getLogger
(
__name__
)
logger
=
logging
.
getLogger
(
__name__
)
DEFAULT_ENDPOINT
=
"dyn://dynamo.backend.generate"
DYN_NAMESPACE
=
os
.
environ
.
get
(
"DYN_NAMESPACE"
,
"dynamo"
)
DEFAULT_ENDPOINT
=
f
"dyn://
{
DYN_NAMESPACE
}
.backend.generate"
class
Config
:
class
Config
:
...
...
lib/bindings/python/examples/hello_world/server_sglang.py
View file @
960dc896
...
@@ -21,6 +21,7 @@
...
@@ -21,6 +21,7 @@
import
argparse
import
argparse
import
asyncio
import
asyncio
import
os
import
sys
import
sys
import
sglang
import
sglang
...
@@ -30,7 +31,8 @@ from sglang.srt.server_args import ServerArgs
...
@@ -30,7 +31,8 @@ from sglang.srt.server_args import ServerArgs
from
dynamo.llm
import
ModelInput
,
ModelType
,
register_llm
from
dynamo.llm
import
ModelInput
,
ModelType
,
register_llm
from
dynamo.runtime
import
DistributedRuntime
,
dynamo_worker
from
dynamo.runtime
import
DistributedRuntime
,
dynamo_worker
DEFAULT_ENDPOINT
=
"dyn://dynamo.backend.generate"
DYN_NAMESPACE
=
os
.
environ
.
get
(
"DYN_NAMESPACE"
,
"dynamo"
)
DEFAULT_ENDPOINT
=
f
"dyn://
{
DYN_NAMESPACE
}
.backend.generate"
DEFAULT_MODEL
=
"Qwen/Qwen3-0.6B"
DEFAULT_MODEL
=
"Qwen/Qwen3-0.6B"
DEFAULT_TEMPERATURE
=
0.7
DEFAULT_TEMPERATURE
=
0.7
...
...
lib/bindings/python/examples/hello_world/server_sglang_static.py
View file @
960dc896
...
@@ -13,6 +13,7 @@
...
@@ -13,6 +13,7 @@
import
argparse
import
argparse
import
asyncio
import
asyncio
import
os
import
sys
import
sys
import
sglang
import
sglang
...
@@ -21,7 +22,8 @@ from sglang.srt.server_args import ServerArgs
...
@@ -21,7 +22,8 @@ from sglang.srt.server_args import ServerArgs
from
dynamo.runtime
import
DistributedRuntime
,
dynamo_worker
from
dynamo.runtime
import
DistributedRuntime
,
dynamo_worker
DEFAULT_ENDPOINT
=
"dyn://dynamo.backend.generate"
DYN_NAMESPACE
=
os
.
environ
.
get
(
"DYN_NAMESPACE"
,
"dynamo"
)
DEFAULT_ENDPOINT
=
f
"dyn://
{
DYN_NAMESPACE
}
.backend.generate"
DEFAULT_MODEL
=
"Qwen/Qwen3-0.6B"
DEFAULT_MODEL
=
"Qwen/Qwen3-0.6B"
DEFAULT_TEMPERATURE
=
0.7
DEFAULT_TEMPERATURE
=
0.7
...
...
lib/bindings/python/examples/hello_world/server_sglang_tok.py
View file @
960dc896
...
@@ -22,6 +22,7 @@
...
@@ -22,6 +22,7 @@
import
argparse
import
argparse
import
asyncio
import
asyncio
import
os
import
sys
import
sys
import
time
import
time
...
@@ -34,7 +35,8 @@ from sglang.srt.server_args import ServerArgs
...
@@ -34,7 +35,8 @@ from sglang.srt.server_args import ServerArgs
from
dynamo.llm
import
ModelInput
,
ModelType
,
register_llm
from
dynamo.llm
import
ModelInput
,
ModelType
,
register_llm
from
dynamo.runtime
import
DistributedRuntime
,
dynamo_worker
from
dynamo.runtime
import
DistributedRuntime
,
dynamo_worker
DEFAULT_ENDPOINT
=
"dyn://dynamo.backend.generate"
DYN_NAMESPACE
=
os
.
environ
.
get
(
"DYN_NAMESPACE"
,
"dynamo"
)
DEFAULT_ENDPOINT
=
f
"dyn://
{
DYN_NAMESPACE
}
.backend.generate"
DEFAULT_MODEL
=
"Qwen/Qwen3-0.6B"
DEFAULT_MODEL
=
"Qwen/Qwen3-0.6B"
...
...
lib/bindings/python/examples/hello_world/server_vllm.py
View file @
960dc896
...
@@ -29,6 +29,7 @@
...
@@ -29,6 +29,7 @@
import
argparse
import
argparse
import
asyncio
import
asyncio
import
os
import
sys
import
sys
import
uvloop
import
uvloop
...
@@ -42,7 +43,8 @@ from vllm.inputs import TokensPrompt
...
@@ -42,7 +43,8 @@ from vllm.inputs import TokensPrompt
from
dynamo.llm
import
ModelInput
,
ModelType
,
register_llm
from
dynamo.llm
import
ModelInput
,
ModelType
,
register_llm
from
dynamo.runtime
import
DistributedRuntime
,
dynamo_worker
from
dynamo.runtime
import
DistributedRuntime
,
dynamo_worker
DEFAULT_ENDPOINT
=
"dyn://dynamo.backend.generate"
DYN_NAMESPACE
=
os
.
environ
.
get
(
"DYN_NAMESPACE"
,
"dynamo"
)
DEFAULT_ENDPOINT
=
f
"dyn://
{
DYN_NAMESPACE
}
.backend.generate"
DEFAULT_MODEL
=
"Qwen/Qwen3-0.6B"
DEFAULT_MODEL
=
"Qwen/Qwen3-0.6B"
DEFAULT_TEMPERATURE
=
0.7
DEFAULT_TEMPERATURE
=
0.7
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment