Unverified Commit 38ba7dce authored by Baber Abbasi's avatar Baber Abbasi Committed by GitHub
Browse files

fix resolve_hf_chat_template version (#2917)

* fix resolve_hf_chat_template version

* pre-commit
parent bb90a90c
...@@ -3,7 +3,7 @@ import logging ...@@ -3,7 +3,7 @@ import logging
import os import os
from datetime import timedelta from datetime import timedelta
from pathlib import Path from pathlib import Path
from typing import Dict, List, Literal, Optional, Tuple, Union, Any from typing import Any, Dict, List, Literal, Optional, Tuple, Union
import jinja2 import jinja2
import torch import torch
......
...@@ -28,7 +28,9 @@ try: ...@@ -28,7 +28,9 @@ try:
from vllm import LLM, SamplingParams from vllm import LLM, SamplingParams
from vllm.lora.request import LoRARequest from vllm.lora.request import LoRARequest
from vllm.transformers_utils.tokenizer import get_tokenizer from vllm.transformers_utils.tokenizer import get_tokenizer
from vllm.entrypoints.chat_utils import resolve_hf_chat_template
if parse_version(version("vllm")) >= parse_version("0.8.3"):
from vllm.entrypoints.chat_utils import resolve_hf_chat_template
except ModuleNotFoundError: except ModuleNotFoundError:
pass pass
...@@ -134,12 +136,15 @@ class VLLM(TemplateLM): ...@@ -134,12 +136,15 @@ class VLLM(TemplateLM):
"Found 'gemma' in model name, a BOS token will be used as Gemma series models underperform without it." "Found 'gemma' in model name, a BOS token will be used as Gemma series models underperform without it."
) )
self.hf_chat_template = resolve_hf_chat_template( if parse_version(version("vllm")) >= parse_version("0.8.3"):
tokenizer=self.tokenizer, self.hf_chat_template = resolve_hf_chat_template(
chat_template=None, tokenizer=self.tokenizer,
tools=None, chat_template=None,
trust_remote_code=trust_remote_code, tools=None,
) trust_remote_code=trust_remote_code,
)
else:
self.hf_chat_template = None
self.custom_prefix_token_id = prefix_token_id self.custom_prefix_token_id = prefix_token_id
if prefix_token_id is not None: if prefix_token_id is not None:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment