fix: Allow users to set `--kv-transfer-config` for vLLM (#4317)

Signed-off-by: Joe Chandler <jchandler@glia-ai.com>

components/src/dynamo/vllm/args.py

@@ -282,35 +282,34 @@ def parse_args() -> Config:
                 f"Please ensure the file exists and the path is correct."
             )
 
-    # Check for conflicting flags
-    has_kv_transfer_config = (
-        hasattr(engine_args, "kv_transfer_config")
-        and engine_args.kv_transfer_config is not None
-    )
-    has_connector_flag = args.connector is not None
+    normalized = [c.lower() for c in args.connector]
 
-    if has_kv_transfer_config and has_connector_flag:
+    invalid = [c for c in normalized if c not in VALID_CONNECTORS]
+    if invalid:
         raise ValueError(
-            "Cannot specify both --kv-transfer-config and --connector flags"
+            f"Invalid connector(s): {', '.join(invalid)}. Valid options are: {', '.join(sorted(VALID_CONNECTORS))}"
         )
 
-    if has_connector_flag:
-        normalized = [c.lower() for c in args.connector]
+    # Check for custom kv_transfer_config
+    has_kv_transfer_config = (
+        hasattr(engine_args, "kv_transfer_config")
+        and engine_args.kv_transfer_config is not None
+    )
 
-        invalid = [c for c in normalized if c not in VALID_CONNECTORS]
-        if invalid:
+    if not normalized or "none" in normalized or "null" in normalized:
+        if len(normalized) > 1:
+            raise ValueError(
+                "'none' and 'null' cannot be combined with other connectors"
+            )
+        config.connector_list = []
+    else:
+        # Check for conflicting flags
+        if has_kv_transfer_config:
             raise ValueError(
-                f"Invalid connector(s): {', '.join(invalid)}. Valid options are: {', '.join(sorted(VALID_CONNECTORS))}"
+                "Cannot specify both --kv-transfer-config and --connector flags"
             )
 
-        if "none" in normalized or "null" in normalized:
-            if len(normalized) > 1:
-                raise ValueError(
-                    "'none' and 'null' cannot be combined with other connectors"
-                )
-            config.connector_list = []
-        else:
-            config.connector_list = normalized
+        config.connector_list = normalized
 
     if config.engine_args.block_size is None:
         config.engine_args.block_size = 16
@@ -433,7 +432,12 @@ def create_kv_transfer_config(config: Config) -> Optional[KVTransferConfig]:
 def overwrite_args(config):
     """Set vLLM defaults for Dynamo."""
 
-    if config.has_connector("nixl"):
+    if config.has_connector("nixl") or (
+        # Check if the user provided their own kv_transfer_config
+        config.engine_args.kv_transfer_config is not None
+        # and the connector is NixlConnector
+        and config.engine_args.kv_transfer_config.kv_connector == "NixlConnector"
+    ):
         ensure_side_channel_host()
 
     defaults = {