Unverified Commit e3dc1793 authored by Tushar Sharma's avatar Tushar Sharma Committed by GitHub
Browse files

fix: add explicit --kv-transfer-config to disagg prefill workers (#6554)


Co-authored-by: default avatarClaude Opus 4.6 <noreply@anthropic.com>
parent eac94322
......@@ -364,7 +364,7 @@ jobs:
# Run if core, vllm, or deploy is changed
if: needs.changed-files.outputs.core == 'true' || needs.changed-files.outputs.vllm == 'true' || needs.changed-files.outputs.deploy == 'true'
runs-on: prod-default-small-v2
needs: [deploy-operator, vllm-pipeline]
needs: [changed-files, deploy-operator, vllm-pipeline]
permissions:
contents: read
strategy:
......
......@@ -55,3 +55,5 @@ spec:
- Qwen/Qwen3-0.6B
- --disaggregation-mode
- prefill
- --kv-transfer-config
- '{"kv_connector":"NixlConnector","kv_role":"kv_both"}'
......@@ -79,3 +79,5 @@ spec:
- Qwen/Qwen3-0.6B
- --disaggregation-mode
- prefill
- --kv-transfer-config
- '{"kv_connector":"NixlConnector","kv_role":"kv_both"}'
......@@ -56,5 +56,7 @@ spec:
- Qwen/Qwen3-0.6B
- --disaggregation-mode
- prefill
- --kv-transfer-config
- '{"kv_connector":"NixlConnector","kv_role":"kv_both"}'
- --kv-events-config
- '{"publisher":"zmq","topic":"kv-events","endpoint":"tcp://*:20080","enable_kv_cache_events":true}'
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment