[Bugfix] Fix token padding for chameleon (#6724)

0a740a11 · Roger Wang · GitHub · c882a7f5 · 0a740a11
Unverified Commit 0a740a11 authored Jul 24, 2024 by Roger Wang Committed by GitHub Jul 24, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 1 deletion

vllm/model_executor/models/chameleon.py vllm/model_executor/models/chameleon.py +2 -1

No files found.
--- a/vllm/model_executor/models/chameleon.py
+++ b/vllm/model_executor/models/chameleon.py
@@ -125,7 +125,8 @@ def input_processor_for_chameleon(ctx: InputContext, llm_inputs: LLMInputs):

    # Appending sep token for chat mode to follow default processor
    # behavior
-    new_prompt += tokenizer.sep_token
+    if new_prompt is not None:
+        new_prompt += tokenizer.sep_token
    new_token_ids += [CHAMELEON_SEP_TOKEN_ID]

    # NOTE: Create a defensive copy of the original inputs