Add LLM.set_tokenizer (#283)

bdd6b4c8 · Jishnu Ray Chowdhury · GitHub · 2b7d3aca · bdd6b4c8
Unverified Commit bdd6b4c8 authored Jun 28, 2023 by Jishnu Ray Chowdhury Committed by GitHub Jun 28, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 6 additions and 0 deletions

vllm/entrypoints/llm.py vllm/entrypoints/llm.py +6 -0

No files found.
--- a/vllm/entrypoints/llm.py
+++ b/vllm/entrypoints/llm.py
@@ -60,6 +60,12 @@ class LLM:
    ) -> Union[PreTrainedTokenizer, PreTrainedTokenizerFast]:
        return self.llm_engine.tokenizer

+    def set_tokenizer(
+        self,
+        tokenizer: Union[PreTrainedTokenizer, PreTrainedTokenizerFast],
+    ) -> None:
+        self.llm_engine.tokenizer = tokenizer
+
    def generate(
        self,
        prompts: Optional[Union[str, List[str]]] = None,