Fix broken penalty (#1184)

364d3d72 · Liangsheng Yin · GitHub · 5623826f · 364d3d72
Unverified Commit 364d3d72 authored Aug 22, 2024 by Liangsheng Yin Committed by GitHub Aug 22, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

python/sglang/srt/managers/schedule_batch.py python/sglang/srt/managers/schedule_batch.py +1 -1

No files found.
--- a/python/sglang/srt/managers/schedule_batch.py
+++ b/python/sglang/srt/managers/schedule_batch.py
@@ -615,7 +615,7 @@ class ScheduleBatch:
                for r in self.reqs
            ]
        else:
-            self.penalizer_orchestrator.cumulate_input_tokens(input_ids)
+            self.sampling_info.penalizer_orchestrator.cumulate_input_tokens(input_ids)

        self.input_ids = torch.tensor(input_ids, dtype=torch.int32, device="cuda")
        self.seq_lens.add_(1)