Skip to content

GitLab

"docs/pages/vscode:/vscode.git/clone" did not exist on "97f795377b9d40687c10115ff55fe3d6b4e97ebd"
Unverified Commit f3868b1f authored by Hongkuan Zhou's avatar Hongkuan Zhou Committed by GitHub
Browse files

fix: support config without resource limit for profile sla script (#2201)

parent 57482dcf
Hide whitespace changes
Inline Side-by-side
Showing with 9 additions and 3 deletions
benchmarks/profiler/utils/config.py
View file @ f3868b1f
......@@ -153,9 +153,15 @@ class VllmV1ConfigModifier:
config["spec"]["services"][
WORKER_COMPONENT_NAMES["vllm"].decode_worker_k8s_name
]["resources"]["requests"]["gpu"] = str(tp_size)
config["spec"]["services"][
WORKER_COMPONENT_NAMES["vllm"].decode_worker_k8s_name
]["resources"]["limits"]["gpu"] = str(tp_size)
if (
"limits"
in config["spec"]["services"][
WORKER_COMPONENT_NAMES["vllm"].decode_worker_k8s_name
]["resources"]
):
config["spec"]["services"][
WORKER_COMPONENT_NAMES["vllm"].decode_worker_k8s_name
]["resources"]["limits"]["gpu"] = str(tp_size)
args = config["spec"]["services"][
WORKER_COMPONENT_NAMES["vllm"].decode_worker_k8s_name
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment