Unverified Commit ff6c3f7f authored by jthomson04's avatar jthomson04 Committed by GitHub
Browse files

fix: Move some router logs to DYN_LOG=debug (#6994)


Signed-off-by: default avatarjthomson04 <jwillthomson19@gmail.com>
parent e02321f8
...@@ -149,7 +149,7 @@ impl<C: WorkerConfigLike> WorkerSelector<C> for DefaultWorkerSelector { ...@@ -149,7 +149,7 @@ impl<C: WorkerConfigLike> WorkerSelector<C> for DefaultWorkerSelector {
worker_logits.insert(worker, logit); worker_logits.insert(worker, logit);
tracing::info!( tracing::debug!(
"Formula for worker_id={} dp_rank={:?} with {overlap} cached blocks: {logit:.3} \ "Formula for worker_id={} dp_rank={:?} with {overlap} cached blocks: {logit:.3} \
= {overlap_weight:.1} * prefill_blocks + decode_blocks \ = {overlap_weight:.1} * prefill_blocks + decode_blocks \
= {overlap_weight:.1} * {potential_prefill_block:.3} + {decode_block:.3}", = {overlap_weight:.1} * {potential_prefill_block:.3} + {decode_block:.3}",
...@@ -167,7 +167,9 @@ impl<C: WorkerConfigLike> WorkerSelector<C> for DefaultWorkerSelector { ...@@ -167,7 +167,9 @@ impl<C: WorkerConfigLike> WorkerSelector<C> for DefaultWorkerSelector {
let candidates = softmax_sample(&worker_logits, temperature); let candidates = softmax_sample(&worker_logits, temperature);
let best_worker = if candidates.len() > 1 { let best_worker = if candidates.len() > 1 {
tracing::info!("Multiple workers tied with same logit, using tree size as tie-breaker"); tracing::debug!(
"Multiple workers tied with same logit, using tree size as tie-breaker"
);
let tree_sizes: Vec<(usize, &WorkerWithDpRank)> = candidates let tree_sizes: Vec<(usize, &WorkerWithDpRank)> = candidates
.iter() .iter()
.map(|w| (request.overlaps.tree_sizes.get(w).copied().unwrap_or(0), w)) .map(|w| (request.overlaps.tree_sizes.get(w).copied().unwrap_or(0), w))
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment