Unverified Commit e5502e78 authored by Kante Yin's avatar Kante Yin Committed by GitHub
Browse files

chore: remove unused codes (#5151)


Signed-off-by: default avatarkerthcet <kerthcet@gmail.com>
Co-authored-by: default avatarYan Ru Pei <yanrpei@gmail.com>
parent 43ba25bc
...@@ -471,7 +471,6 @@ impl WorkerSelector for DefaultWorkerSelector { ...@@ -471,7 +471,6 @@ impl WorkerSelector for DefaultWorkerSelector {
let prefill_tokens = &request.prefill_tokens; let prefill_tokens = &request.prefill_tokens;
let mut worker_logits = HashMap::new(); let mut worker_logits = HashMap::new();
let mut max_logit = f64::NEG_INFINITY;
// Calculate logits for each worker with dp_rank // Calculate logits for each worker with dp_rank
// Outer loop: iterate over all workers from runtime config // Outer loop: iterate over all workers from runtime config
...@@ -507,7 +506,6 @@ impl WorkerSelector for DefaultWorkerSelector { ...@@ -507,7 +506,6 @@ impl WorkerSelector for DefaultWorkerSelector {
// Calculate logit (lower is better) // Calculate logit (lower is better)
let logit = overlap_weight * potential_prefill_block + decode_block; let logit = overlap_weight * potential_prefill_block + decode_block;
max_logit = max_logit.max(logit);
worker_logits.insert(worker, logit); worker_logits.insert(worker, logit);
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment