feat: deploy planner in operator (#921)

Co-authored-by: mohammedabdulwahhab <furkhan324@berkeley.edu>

examples/llm/configs/agg.yaml

@@ -36,3 +36,7 @@ VllmWorker:
     resources:
       gpu: 1
   common-configs: [model, block-size, max-model-len]
+
+Planner:
+  environment: local
+  no-operation: true
\ No newline at end of file

examples/llm/configs/agg_router.yaml

@@ -41,3 +41,7 @@ VllmWorker:
     resources:
       gpu: 1
   common-configs: [model, block-size, max-model-len, router, kv-transfer-config]
+
+Planner:
+  environment: local
+  no-operation: true
\ No newline at end of file

examples/llm/configs/disagg.yaml

@@ -45,3 +45,7 @@ PrefillWorker:
     resources:
       gpu: 1
   common-configs: [model, block-size, max-model-len, kv-transfer-config]
+
+Planner:
+  environment: local
+  no-operation: true
\ No newline at end of file

examples/llm/configs/disagg_router.yaml

@@ -52,3 +52,7 @@ PrefillWorker:
     resources:
       gpu: 1
   common-configs: [model, block-size, max-model-len, kv-transfer-config]
+
+Planner:
+  environment: local
+  no-operation: true
\ No newline at end of file

examples/llm/graphs/agg.py

@@ -14,7 +14,9 @@
 # limitations under the License.
 
 from components.frontend import Frontend
+from components.planner_service import Planner
 from components.processor import Processor
 from components.worker import VllmWorker
 
 Frontend.link(Processor).link(VllmWorker)
+Frontend.link(Planner)

examples/llm/graphs/agg_router.py

@@ -15,7 +15,9 @@
 
 from components.frontend import Frontend
 from components.kv_router import Router
+from components.planner_service import Planner
 from components.processor import Processor
 from components.worker import VllmWorker
 
 Frontend.link(Processor).link(Router).link(VllmWorker)
+Frontend.link(Planner)

examples/llm/graphs/disagg.py

@@ -14,8 +14,10 @@
 # limitations under the License.
 
 from components.frontend import Frontend
+from components.planner_service import Planner
 from components.prefill_worker import PrefillWorker
 from components.processor import Processor
 from components.worker import VllmWorker
 
 Frontend.link(Processor).link(VllmWorker).link(PrefillWorker)
+Frontend.link(Planner)

examples/llm/graphs/disagg_router.py

@@ -15,8 +15,10 @@
 
 from components.frontend import Frontend
 from components.kv_router import Router
+from components.planner_service import Planner
 from components.prefill_worker import PrefillWorker
 from components.processor import Processor
 from components.worker import VllmWorker
 
 Frontend.link(Processor).link(Router).link(VllmWorker).link(PrefillWorker)
+Frontend.link(Planner)