Fix sgl-router startup crash (#7619)

b3cff365 · finetune · GitHub · 8f335b5b · b3cff365
Unverified Commit b3cff365 authored Jun 29, 2025 by finetune Committed by GitHub Jun 29, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 9 additions and 1 deletion

sgl-router/src/router.rs sgl-router/src/router.rs +9 -1

No files found.
--- a/sgl-router/src/router.rs
+++ b/sgl-router/src/router.rs
@@ -180,7 +180,15 @@ impl Router {
            }
            _ => {
                // Wait until all workers are healthy for regular modes
-                Self::wait_for_healthy_workers(&worker_urls, timeout_secs, interval_secs)?;
+                let worker_urls = worker_urls.clone();
+                std::thread::spawn(move || {
+                    Self::wait_for_healthy_workers(&worker_urls, timeout_secs, interval_secs)
+                })
+                .join()
+                .map_err(|e| {
+                    error!("Health-check thread panicked: {:?}", e);
+                    format!("Health-check thread panicked: {e:?}")
+                })??;
            }
        }