Skip to content

GitLab

Unverified Commit 7590f522 authored by Shuaiyi Zhang's avatar Shuaiyi Zhang Committed by GitHub
Browse files

[router] Update metrics when request completes (#7899)

parent f9df11ae
Hide whitespace changes
Inline Side-by-side
Showing with 3 additions and 0 deletions
sgl-router/src/router.rs
View file @ 7590f522
...@@ -842,6 +842,8 @@ impl Router { ...@@ -842,6 +842,8 @@ impl Router {
if let Ok(mut queue) = running_queue.lock() { if let Ok(mut queue) = running_queue.lock() {
if let Some(count) = queue.get_mut(worker_url) { if let Some(count) = queue.get_mut(worker_url) {
*count = count.saturating_sub(1); *count = count.saturating_sub(1);
gauge!("sgl_router_running_requests", "worker" => worker_url.to_string())
.set(*count as f64);
} }
} }
} }
...@@ -874,6 +876,7 @@ impl Router { ...@@ -874,6 +876,7 @@ impl Router {
let mut locked_queue = running_queue.lock().unwrap(); let mut locked_queue = running_queue.lock().unwrap();
let count = locked_queue.get_mut(&worker_url).unwrap(); let count = locked_queue.get_mut(&worker_url).unwrap();
*count = count.saturating_sub(1); *count = count.saturating_sub(1);
gauge!("sgl_router_running_requests", "worker" => worker_url.to_string()).set(*count as f64);
debug!("Streaming is done!!") debug!("Streaming is done!!")
} }
}), }),
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment