Initialize model_worker_batch variable (#1973)

f11eb90f · Enrique Shockwave · GitHub · 95a4ed12 · f11eb90f
Unverified Commit f11eb90f authored Nov 09, 2024 by Enrique Shockwave Committed by GitHub Nov 09, 2024
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

python/sglang/srt/managers/scheduler.py python/sglang/srt/managers/scheduler.py +1 -1

No files found.
--- a/python/sglang/srt/managers/scheduler.py
+++ b/python/sglang/srt/managers/scheduler.py
@@ -787,8 +787,8 @@ class Scheduler:
        self.forward_ct += 1

        if self.is_generation:
-            if batch.forward_mode.is_decode() or batch.extend_num_tokens != 0:
            model_worker_batch = batch.get_model_worker_batch()
+            if batch.forward_mode.is_decode() or batch.extend_num_tokens != 0:
                batch.mark_reqs_started()
                logits_output, next_token_ids = self.tp_worker.forward_batch_generation(
                    model_worker_batch