fix: Change default vLLM router to round-robin (#597)

examples/llm/utils/vllm.py

@@ -28,7 +28,7 @@ def parse_vllm_args(service_name, prefix) -> AsyncEngineArgs:
         "--router",
         type=str,
         choices=["random", "round-robin", "kv"],
-        default="random",
+        default="round-robin",
         help="Router type to use for scheduling requests to workers",
     )
     parser.add_argument(

launch/dynamo-run/src/flags.rs

@@ -102,8 +102,8 @@ pub struct Flags {
     /// If using `out=dyn://..` with multiple backends, this says how to route the requests.
     ///
     /// Mostly interesting for KV-aware routing.
-    /// Defaults to RouterMode::Random
-    #[arg(long, default_value = "random")]
+    /// Defaults to RouterMode::RoundRobin
+    #[arg(long, default_value = "round-robin")]
     pub router_mode: RouterMode,
 
     /// Internal use only.