[Fix] OpenAI API adapter tokenizer encoding (#3432)

c7c79b16 · Shi Shuai · GitHub · d8d75d25 · c7c79b16
Unverified Commit c7c79b16 authored Feb 21, 2025 by Shi Shuai Committed by GitHub Feb 21, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 7 additions and 1 deletion

python/sglang/srt/openai_api/adapter.py python/sglang/srt/openai_api/adapter.py +7 -1

No files found.
--- a/python/sglang/srt/openai_api/adapter.py
+++ b/python/sglang/srt/openai_api/adapter.py
@@ -941,7 +941,13 @@ def v1_chat_generate_request(
                    )
                if assistant_prefix:
-                    prompt_ids += tokenizer_manager.tokenizer.encode(assistant_prefix)
+                    encoded = tokenizer_manager.tokenizer.encode(assistant_prefix)
+                    if (
+                        encoded
+                        and encoded[0] == tokenizer_manager.tokenizer.bos_token_id
+                    ):
+                        encoded = encoded[1:]
+                    prompt_ids += encoded
                stop = request.stop
                image_data = None
                modalities = []