fix: correct calculation of block needed in rust kv router (#1253)

8cc13610 · Hongkuan Zhou · GitHub · 9723d627 · 8cc13610
Unverified Commit 8cc13610 authored May 28, 2025 by Hongkuan Zhou Committed by GitHub May 28, 2025
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

lib/llm/src/kv_router/scheduler.rs lib/llm/src/kv_router/scheduler.rs +1 -1

No files found.
--- a/lib/llm/src/kv_router/scheduler.rs
+++ b/lib/llm/src/kv_router/scheduler.rs
@@ -325,7 +325,7 @@ impl WorkerSelector for DefaultWorkerSelector {
        tracing::debug!("Selected worker: {worker_id}, logit: {best_logit:.3}");
        // Log selection metrics
-        let total_blocks = std::cmp::min(request.isl_tokens / block_size, 1) as u64;
+        let total_blocks = std::cmp::max(request.isl_tokens / block_size, 1) as u64;
        let overlap_blocks = request.overlap.scores.get(&worker_id).copied().unwrap_or(0) as usize;
        Ok(WorkerSelectionResult {