Skip to content

GitLab

Unverified Commit ff6c3f7f authored by jthomson04's avatar jthomson04 Committed by GitHub
Browse files

fix: Move some router logs to DYN_LOG=debug (#6994) 


Signed-off-by: default avatarjthomson04 <jwillthomson19@gmail.com>
parent e02321f8
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 2 deletions
lib/kv-router/src/scheduling/selector.rs
View file @ ff6c3f7f
......@@ -149,7 +149,7 @@ impl<C: WorkerConfigLike> WorkerSelector<C> for DefaultWorkerSelector {
worker_logits.insert(worker, logit);
tracing::info!(
tracing::debug!(
"Formula for worker_id={} dp_rank={:?} with {overlap} cached blocks: {logit:.3} \
= {overlap_weight:.1} * prefill_blocks + decode_blocks \
= {overlap_weight:.1} * {potential_prefill_block:.3} + {decode_block:.3}",
......@@ -167,7 +167,9 @@ impl<C: WorkerConfigLike> WorkerSelector<C> for DefaultWorkerSelector {
let candidates = softmax_sample(&worker_logits, temperature);
let best_worker = if candidates.len() > 1 {
tracing::info!("Multiple workers tied with same logit, using tree size as tie-breaker");
tracing::debug!(
"Multiple workers tied with same logit, using tree size as tie-breaker"
);
let tree_sizes: Vec<(usize, &WorkerWithDpRank)> = candidates
.iter()
.map(|w| (request.overlaps.tree_sizes.get(w).copied().unwrap_or(0), w))
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment