Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
dynamo
Commits
56379dd5
Unverified
Commit
56379dd5
authored
Feb 18, 2026
by
jh-nv
Committed by
GitHub
Feb 18, 2026
Browse files
chore: standardizes Rust-side Dynamo environment variable names (#6358)
parent
5a67b246
Changes
5
Hide whitespace changes
Inline
Side-by-side
Showing
5 changed files
with
13 additions
and
13 deletions
+13
-13
lib/bindings/kvbm/src/block_manager/vllm/connector/leader.rs
lib/bindings/kvbm/src/block_manager/vllm/connector/leader.rs
+1
-1
lib/llm/build.rs
lib/llm/build.rs
+4
-4
lib/llm/src/block_manager/block/transfer/cuda.rs
lib/llm/src/block_manager/block/transfer/cuda.rs
+1
-1
lib/llm/src/http/service/openai.rs
lib/llm/src/http/service/openai.rs
+1
-1
lib/runtime/src/config/environment_names.rs
lib/runtime/src/config/environment_names.rs
+6
-6
No files found.
lib/bindings/kvbm/src/block_manager/vllm/connector/leader.rs
View file @
56379dd5
...
@@ -635,7 +635,7 @@ impl PyKvConnectorLeader {
...
@@ -635,7 +635,7 @@ impl PyKvConnectorLeader {
// Initialize logging for the vLLM connector
// Initialize logging for the vLLM connector
dynamo_runtime
::
logging
::
init
();
dynamo_runtime
::
logging
::
init
();
let
enable_kvbm_record
=
std
::
env
::
var
(
env_kvbm
::
ENABLE
_KVBM
_RECORD
)
let
enable_kvbm_record
=
std
::
env
::
var
(
env_kvbm
::
DYN_KVBM_
ENABLE_RECORD
)
.map
(|
v
|
v
==
"1"
||
v
.eq_ignore_ascii_case
(
"true"
))
.map
(|
v
|
v
==
"1"
||
v
.eq_ignore_ascii_case
(
"true"
))
.unwrap_or
(
false
);
.unwrap_or
(
false
);
...
...
lib/llm/build.rs
View file @
56379dd5
...
@@ -5,7 +5,7 @@ use std::env;
...
@@ -5,7 +5,7 @@ use std::env;
use
std
::
path
::
PathBuf
;
use
std
::
path
::
PathBuf
;
// Environment variable names (build.rs can't import from runtime crate)
// Environment variable names (build.rs can't import from runtime crate)
const
DYN
AMO
_FATBIN_PATH
:
&
str
=
"DYN
AMO
_FATBIN_PATH"
;
const
DYN_FATBIN_PATH
:
&
str
=
"DYN_FATBIN_PATH"
;
const
OUT_DIR
:
&
str
=
"OUT_DIR"
;
const
OUT_DIR
:
&
str
=
"OUT_DIR"
;
fn
main
()
->
Result
<
(),
Box
<
dyn
std
::
error
::
Error
>>
{
fn
main
()
->
Result
<
(),
Box
<
dyn
std
::
error
::
Error
>>
{
...
@@ -38,11 +38,11 @@ fn main() -> Result<(), Box<dyn std::error::Error>> {
...
@@ -38,11 +38,11 @@ fn main() -> Result<(), Box<dyn std::error::Error>> {
println!
(
println!
(
"cargo:warning=CUDA FATBIN not found - run 'make fatbin' in cuda_kernels directory"
"cargo:warning=CUDA FATBIN not found - run 'make fatbin' in cuda_kernels directory"
);
);
println!
(
"cargo:warning=Set DYN
AMO
_FATBIN_PATH env var to specify custom location"
);
println!
(
"cargo:warning=Set DYN_FATBIN_PATH env var to specify custom location"
);
}
}
// Rerun build if environment variable changes
// Rerun build if environment variable changes
println!
(
"cargo:rerun-if-env-changed=DYN
AMO
_FATBIN_PATH"
);
println!
(
"cargo:rerun-if-env-changed=DYN_FATBIN_PATH"
);
Ok
(())
Ok
(())
}
}
...
@@ -56,7 +56,7 @@ fn build_protos() -> Result<(), Box<dyn std::error::Error>> {
...
@@ -56,7 +56,7 @@ fn build_protos() -> Result<(), Box<dyn std::error::Error>> {
fn
find_fatbin_file
()
->
Option
<
PathBuf
>
{
fn
find_fatbin_file
()
->
Option
<
PathBuf
>
{
// 1. Check if user specified custom path via environment variable
// 1. Check if user specified custom path via environment variable
if
let
Ok
(
custom_path
)
=
env
::
var
(
DYN
AMO
_FATBIN_PATH
)
{
if
let
Ok
(
custom_path
)
=
env
::
var
(
DYN_FATBIN_PATH
)
{
let
fatbin_file
=
PathBuf
::
from
(
custom_path
);
let
fatbin_file
=
PathBuf
::
from
(
custom_path
);
if
fatbin_file
.exists
()
{
if
fatbin_file
.exists
()
{
println!
(
println!
(
...
...
lib/llm/src/block_manager/block/transfer/cuda.rs
View file @
56379dd5
...
@@ -587,7 +587,7 @@ fn load_embedded_fatbin() -> Result<cudarc::driver::sys::CUmodule, cudarc::drive
...
@@ -587,7 +587,7 @@ fn load_embedded_fatbin() -> Result<cudarc::driver::sys::CUmodule, cudarc::drive
// Try to load FATBIN from filesystem (runtime)
// Try to load FATBIN from filesystem (runtime)
fn
load_runtime_fatbin
()
->
Result
<
cudarc
::
driver
::
sys
::
CUmodule
,
cudarc
::
driver
::
DriverError
>
{
fn
load_runtime_fatbin
()
->
Result
<
cudarc
::
driver
::
sys
::
CUmodule
,
cudarc
::
driver
::
DriverError
>
{
// 1. Check runtime environment variable first
// 1. Check runtime environment variable first
if
let
Ok
(
runtime_path
)
=
std
::
env
::
var
(
env_cuda
::
DYN
AMO
_FATBIN_PATH
)
if
let
Ok
(
runtime_path
)
=
std
::
env
::
var
(
env_cuda
::
DYN_FATBIN_PATH
)
&&
let
Ok
(
fatbin_data
)
=
std
::
fs
::
read
(
&
runtime_path
)
&&
let
Ok
(
fatbin_data
)
=
std
::
fs
::
read
(
&
runtime_path
)
{
{
tracing
::
debug!
(
"Loading FATBIN from runtime env var: {}"
,
runtime_path
);
tracing
::
debug!
(
"Loading FATBIN from runtime env var: {}"
,
runtime_path
);
...
...
lib/llm/src/http/service/openai.rs
View file @
56379dd5
...
@@ -67,7 +67,7 @@ const VALIDATION_PREFIX: &str = "Validation: ";
...
@@ -67,7 +67,7 @@ const VALIDATION_PREFIX: &str = "Validation: ";
// Default axum max body limit without configuring is 2MB: https://docs.rs/axum/latest/axum/extract/struct.DefaultBodyLimit.html
// Default axum max body limit without configuring is 2MB: https://docs.rs/axum/latest/axum/extract/struct.DefaultBodyLimit.html
/// Default body limit in bytes (45MB) to support 500k+ token payloads.
/// Default body limit in bytes (45MB) to support 500k+ token payloads.
/// Can be configured at
compile
time using the DYN_
FRONTEND
_BODY_LIMIT_MB environment variable
/// Can be configured at
run
time using the DYN_
HTTP
_BODY_LIMIT_MB environment variable
.
pub
(
super
)
fn
get_body_limit
()
->
usize
{
pub
(
super
)
fn
get_body_limit
()
->
usize
{
std
::
env
::
var
(
env_llm
::
DYN_HTTP_BODY_LIMIT_MB
)
std
::
env
::
var
(
env_llm
::
DYN_HTTP_BODY_LIMIT_MB
)
.ok
()
.ok
()
...
...
lib/runtime/src/config/environment_names.rs
View file @
56379dd5
...
@@ -174,8 +174,8 @@ pub mod kvbm {
...
@@ -174,8 +174,8 @@ pub mod kvbm {
/// KVBM metrics endpoint port
/// KVBM metrics endpoint port
pub
const
DYN_KVBM_METRICS_PORT
:
&
str
=
"DYN_KVBM_METRICS_PORT"
;
pub
const
DYN_KVBM_METRICS_PORT
:
&
str
=
"DYN_KVBM_METRICS_PORT"
;
/// Enable KVBM recording for debugging
/// Enable KVBM recording for debugging
.
pub
const
ENABLE
_KVBM
_RECORD
:
&
str
=
"ENABLE
_KVBM
_RECORD"
;
pub
const
DYN_KVBM_
ENABLE_RECORD
:
&
str
=
"
DYN_KVBM_
ENABLE_RECORD"
;
/// Disable disk offload filter
/// Disable disk offload filter
pub
const
DYN_KVBM_DISABLE_DISK_OFFLOAD_FILTER
:
&
str
=
"DYN_KVBM_DISABLE_DISK_OFFLOAD_FILTER"
;
pub
const
DYN_KVBM_DISABLE_DISK_OFFLOAD_FILTER
:
&
str
=
"DYN_KVBM_DISABLE_DISK_OFFLOAD_FILTER"
;
...
@@ -343,11 +343,11 @@ pub mod zmq_broker {
...
@@ -343,11 +343,11 @@ pub mod zmq_broker {
/// CUDA and GPU environment variables
/// CUDA and GPU environment variables
pub
mod
cuda
{
pub
mod
cuda
{
/// Path to custom CUDA fatbin file
/// Path to custom CUDA fatbin file
.
///
///
/// Note: build.rs files cannot import this constant at build time,
/// Note: build.rs files cannot import this constant at build time,
/// so they must define local constants with the same value.
/// so they must define local constants with the same value.
pub
const
DYN
AMO
_FATBIN_PATH
:
&
str
=
"DYN
AMO
_FATBIN_PATH"
;
pub
const
DYN_FATBIN_PATH
:
&
str
=
"DYN_FATBIN_PATH"
;
}
}
/// Build-time environment variables
/// Build-time environment variables
...
@@ -435,7 +435,7 @@ mod tests {
...
@@ -435,7 +435,7 @@ mod tests {
// KVBM
// KVBM
kvbm
::
DYN_KVBM_METRICS
,
kvbm
::
DYN_KVBM_METRICS
,
kvbm
::
DYN_KVBM_METRICS_PORT
,
kvbm
::
DYN_KVBM_METRICS_PORT
,
kvbm
::
ENABLE
_KVBM
_RECORD
,
kvbm
::
DYN_KVBM_
ENABLE_RECORD
,
kvbm
::
DYN_KVBM_DISABLE_DISK_OFFLOAD_FILTER
,
kvbm
::
DYN_KVBM_DISABLE_DISK_OFFLOAD_FILTER
,
kvbm
::
cpu_cache
::
DYN_KVBM_CPU_CACHE_GB
,
kvbm
::
cpu_cache
::
DYN_KVBM_CPU_CACHE_GB
,
kvbm
::
cpu_cache
::
DYN_KVBM_CPU_CACHE_OVERRIDE_NUM_BLOCKS
,
kvbm
::
cpu_cache
::
DYN_KVBM_CPU_CACHE_OVERRIDE_NUM_BLOCKS
,
...
@@ -468,7 +468,7 @@ mod tests {
...
@@ -468,7 +468,7 @@ mod tests {
zmq_broker
::
ZMQ_BROKER_XPUB_BIND
,
zmq_broker
::
ZMQ_BROKER_XPUB_BIND
,
zmq_broker
::
ZMQ_BROKER_NAMESPACE
,
zmq_broker
::
ZMQ_BROKER_NAMESPACE
,
// CUDA
// CUDA
cuda
::
DYN
AMO
_FATBIN_PATH
,
cuda
::
DYN_FATBIN_PATH
,
// Build
// Build
build
::
OUT_DIR
,
build
::
OUT_DIR
,
// Mocker
// Mocker
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment