add cpm tokenizer

d2e73fb4 · zhuwenwen · 82f60bef · d2e73fb4
Commit d2e73fb4 authored May 28, 2025 by zhuwenwen
Hide whitespace changes
Inline Side-by-side

Showing with 8 additions and 2 deletions

vllm/engine/llm_engine.py vllm/engine/llm_engine.py +8 -2

No files found.
--- a/vllm/engine/llm_engine.py
+++ b/vllm/engine/llm_engine.py
@@ -2062,8 +2062,14 @@ class LLMEngine:
        prompt_type: Literal["encoder", "decoder"],
    ):
        model_config = self.model_config
-        tokenizer = (None if self.tokenizer is None else
+        if self.tokenizer is None:
-                     self.tokenizer.get_lora_tokenizer(lora_request))
+            tokenizer = None
+        elif self.model_config.tokenizer_mode != "cpm":
+            tokenizer = self.tokenizer.get_lora_tokenizer(lora_request)
+        else:
+            tokenizer = self.tokenizer
+        # tokenizer = (None if self.tokenizer is None else
+        #              self.tokenizer.get_lora_tokenizer(lora_request))
        prompt_ids = prompt_inputs["prompt_token_ids"]
        if not prompt_ids: