chore: Update default router mode from random to round-robin (#1097)

docs/guides/dynamo_run.md

@@ -106,7 +106,9 @@ Vllm engine. Receives and returns requests over the network.
 dynamo-run in=dyn://llama3B_pool out=vllm ~/llms/Llama-3.2-3B-Instruct
 ```
 
-This will use etcd to auto-discover the model and NATS to talk to it. You can run multiple workers on the same endpoint and it will pick one at random each time.
+This will use etcd to auto-discover the model and NATS to talk to it. You can
+run multiple workers on the same endpoint and it will pick one based on the
+`--router-mode` (round-robin by default if left unspecified).
 
 The `llama3B_pool` name is purely symbolic, pick anything as long as it matches the other node.
 

launch/dynamo-run/src/flags.rs

@@ -187,9 +187,9 @@ impl Flags {
 #[derive(Default, PartialEq, Eq, ValueEnum, Clone, Debug, Copy)]
 pub enum RouterMode {
     #[default]
-    Random,
     #[value(name = "round-robin")]
     RoundRobin,
+    Random,
     #[value(name = "kv")]
     KV,
 }

lib/runtime/src/pipeline/network/egress/push_router.rs

@@ -65,8 +65,8 @@ where
 #[derive(Default, Debug, Clone, Copy, PartialEq)]
 pub enum RouterMode {
     #[default]
-    Random,
     RoundRobin,
+    Random,
     Direct(i64),
     // Marker value, KV routing itself is in dynamo-llm
     KV,