Skip to content

GitLab

Unverified Commit a5049f0f authored by Rohan Varma's avatar Rohan Varma Committed by GitHub
Browse files

fix: inject TRTLLM_USE_UCX_KVCACHE env var in mpirun (#4609)

parent fcb91e4b
Expand all Hide whitespace changes
Inline Side-by-side
Showing with 11 additions and 11 deletions
deploy/cloud/operator/internal/dynamo/backend_trtllm.go
View file @ a5049f0f
...@@ -224,7 +224,7 @@ func getCommonTRTLLMEnvVars() map[string]bool { ...@@ -224,7 +224,7 @@ func getCommonTRTLLMEnvVars() map[string]bool {
"CUDA_VISIBLE_DEVICES": true, "MODEL_PATH": true, "HF_TOKEN": true, "HUGGING_FACE_HUB_TOKEN": true, "HF_ENDPOINT": true, "CUDA_VISIBLE_DEVICES": true, "MODEL_PATH": true, "HF_TOKEN": true, "HUGGING_FACE_HUB_TOKEN": true, "HF_ENDPOINT": true,
"TOKENIZERS_PARALLELISM": true, "NCCL_DEBUG": true, "NCCL_IB_DISABLE": true, "NCCL_P2P_DISABLE": true, "TOKENIZERS_PARALLELISM": true, "NCCL_DEBUG": true, "NCCL_IB_DISABLE": true, "NCCL_P2P_DISABLE": true,
"TENSORRT_LLM_CACHE_DIR": true, "HF_HOME": true, "TRANSFORMERS_CACHE": true, "HF_DATASETS_CACHE": true, "TENSORRT_LLM_CACHE_DIR": true, "HF_HOME": true, "TRANSFORMERS_CACHE": true, "HF_DATASETS_CACHE": true,
"PATH": true, "LD_LIBRARY_PATH": true, "PYTHONPATH": true, "HOME": true, "USER": true, "PATH": true, "LD_LIBRARY_PATH": true, "PYTHONPATH": true, "HOME": true, "USER": true, "TRTLLM_USE_UCX_KVCACHE": true,
} }
} }
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment