Unverified Commit e3dc1793 authored by Tushar Sharma's avatar Tushar Sharma Committed by GitHub
Browse files

fix: add explicit --kv-transfer-config to disagg prefill workers (#6554)


Co-authored-by: default avatarClaude Opus 4.6 <noreply@anthropic.com>
parent eac94322
...@@ -364,7 +364,7 @@ jobs: ...@@ -364,7 +364,7 @@ jobs:
# Run if core, vllm, or deploy is changed # Run if core, vllm, or deploy is changed
if: needs.changed-files.outputs.core == 'true' || needs.changed-files.outputs.vllm == 'true' || needs.changed-files.outputs.deploy == 'true' if: needs.changed-files.outputs.core == 'true' || needs.changed-files.outputs.vllm == 'true' || needs.changed-files.outputs.deploy == 'true'
runs-on: prod-default-small-v2 runs-on: prod-default-small-v2
needs: [deploy-operator, vllm-pipeline] needs: [changed-files, deploy-operator, vllm-pipeline]
permissions: permissions:
contents: read contents: read
strategy: strategy:
......
...@@ -55,3 +55,5 @@ spec: ...@@ -55,3 +55,5 @@ spec:
- Qwen/Qwen3-0.6B - Qwen/Qwen3-0.6B
- --disaggregation-mode - --disaggregation-mode
- prefill - prefill
- --kv-transfer-config
- '{"kv_connector":"NixlConnector","kv_role":"kv_both"}'
...@@ -79,3 +79,5 @@ spec: ...@@ -79,3 +79,5 @@ spec:
- Qwen/Qwen3-0.6B - Qwen/Qwen3-0.6B
- --disaggregation-mode - --disaggregation-mode
- prefill - prefill
- --kv-transfer-config
- '{"kv_connector":"NixlConnector","kv_role":"kv_both"}'
...@@ -56,5 +56,7 @@ spec: ...@@ -56,5 +56,7 @@ spec:
- Qwen/Qwen3-0.6B - Qwen/Qwen3-0.6B
- --disaggregation-mode - --disaggregation-mode
- prefill - prefill
- --kv-transfer-config
- '{"kv_connector":"NixlConnector","kv_role":"kv_both"}'
- --kv-events-config - --kv-events-config
- '{"publisher":"zmq","topic":"kv-events","endpoint":"tcp://*:20080","enable_kv_cache_events":true}' - '{"publisher":"zmq","topic":"kv-events","endpoint":"tcp://*:20080","enable_kv_cache_events":true}'
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment