Skip to content

GitLab

Unverified Commit f3868b1f authored by Hongkuan Zhou's avatar Hongkuan Zhou Committed by GitHub
Browse files

fix: support config without resource limit for profile sla script (#2201)

parent 57482dcf
Hide whitespace changes
Inline Side-by-side
Showing with 9 additions and 3 deletions
benchmarks/profiler/utils/config.py
View file @ f3868b1f
...@@ -153,9 +153,15 @@ class VllmV1ConfigModifier: ...@@ -153,9 +153,15 @@ class VllmV1ConfigModifier:
config["spec"]["services"][ config["spec"]["services"][
WORKER_COMPONENT_NAMES["vllm"].decode_worker_k8s_name WORKER_COMPONENT_NAMES["vllm"].decode_worker_k8s_name
]["resources"]["requests"]["gpu"] = str(tp_size) ]["resources"]["requests"]["gpu"] = str(tp_size)
config["spec"]["services"][ if (
WORKER_COMPONENT_NAMES["vllm"].decode_worker_k8s_name "limits"
]["resources"]["limits"]["gpu"] = str(tp_size) in config["spec"]["services"][
WORKER_COMPONENT_NAMES["vllm"].decode_worker_k8s_name
]["resources"]
):
config["spec"]["services"][
WORKER_COMPONENT_NAMES["vllm"].decode_worker_k8s_name
]["resources"]["limits"]["gpu"] = str(tp_size)
args = config["spec"]["services"][ args = config["spec"]["services"][
WORKER_COMPONENT_NAMES["vllm"].decode_worker_k8s_name WORKER_COMPONENT_NAMES["vllm"].decode_worker_k8s_name
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment