Unverified Commit 8cc13610 authored by Hongkuan Zhou's avatar Hongkuan Zhou Committed by GitHub
Browse files

fix: correct calculation of block needed in rust kv router (#1253)

parent 9723d627
...@@ -325,7 +325,7 @@ impl WorkerSelector for DefaultWorkerSelector { ...@@ -325,7 +325,7 @@ impl WorkerSelector for DefaultWorkerSelector {
tracing::debug!("Selected worker: {worker_id}, logit: {best_logit:.3}"); tracing::debug!("Selected worker: {worker_id}, logit: {best_logit:.3}");
// Log selection metrics // Log selection metrics
let total_blocks = std::cmp::min(request.isl_tokens / block_size, 1) as u64; let total_blocks = std::cmp::max(request.isl_tokens / block_size, 1) as u64;
let overlap_blocks = request.overlap.scores.get(&worker_id).copied().unwrap_or(0) as usize; let overlap_blocks = request.overlap.scores.get(&worker_id).copied().unwrap_or(0) as usize;
Ok(WorkerSelectionResult { Ok(WorkerSelectionResult {
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment