fix: support config without resource limit for profile sla script (#2201)

f3868b1f · Hongkuan Zhou · GitHub · 57482dcf · f3868b1f
Unverified Commit f3868b1f authored Jul 30, 2025 by Hongkuan Zhou Committed by GitHub Jul 30, 2025
Show whitespace changes
Inline Side-by-side

Showing with 9 additions and 3 deletions

benchmarks/profiler/utils/config.py benchmarks/profiler/utils/config.py +9 -3

No files found.
--- a/benchmarks/profiler/utils/config.py
+++ b/benchmarks/profiler/utils/config.py
@@ -153,6 +153,12 @@ class VllmV1ConfigModifier:
        config["spec"]["services"][
            WORKER_COMPONENT_NAMES["vllm"].decode_worker_k8s_name
        ]["resources"]["requests"]["gpu"] = str(tp_size)
+        if (
+            "limits"
+            in config["spec"]["services"][
+                WORKER_COMPONENT_NAMES["vllm"].decode_worker_k8s_name
+            ]["resources"]
+        ):
            config["spec"]["services"][
                WORKER_COMPONENT_NAMES["vllm"].decode_worker_k8s_name
            ]["resources"]["limits"]["gpu"] = str(tp_size)