[Bugfix]Fix search start_index of stop_checker (#13280)

067fa225 · Xu Song · GitHub · 90763256 · 067fa225
Unverified Commit 067fa225 authored Feb 15, 2025 by Xu Song Committed by GitHub Feb 14, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

vllm/engine/output_processor/stop_checker.py vllm/engine/output_processor/stop_checker.py +1 -1

No files found.
--- a/vllm/engine/output_processor/stop_checker.py
+++ b/vllm/engine/output_processor/stop_checker.py
@@ -113,7 +113,7 @@ class StopChecker:
            stop_string_len = len(stop_str)
            # Avoid searching already-searched text.
            stop_index = output_text.find(stop_str,
-                                          -new_char_count - stop_string_len)
+                                          1 - new_char_count - stop_string_len)
            if stop_index == -1:
                continue