Unverified Commit 357d4eaa authored by fxmarty-amd's avatar fxmarty-amd Committed by GitHub
Browse files

[Fix] Update `resolve_hf_chat_template` arguments (#2992)



* fix arguments

* pacify pre-commit

---------
Co-authored-by: default avatarBaber <baber@hey.com>
parent e1a7a39c
import copy import copy
import inspect
import logging import logging
from importlib.metadata import version from importlib.metadata import version
from importlib.util import find_spec from importlib.util import find_spec
...@@ -140,11 +141,28 @@ class VLLM(TemplateLM): ...@@ -140,11 +141,28 @@ class VLLM(TemplateLM):
) )
if parse_version(version("vllm")) >= parse_version("0.8.3"): if parse_version(version("vllm")) >= parse_version("0.8.3"):
kwargs_resolve_hf_chat_template = {
"tokenizer": self.tokenizer,
"chat_template": None,
"tools": None,
}
if parse_version(version("vllm")) >= parse_version("0.9.0"):
kwargs_resolve_hf_chat_template["model_config"] = (
self.model.llm_engine.model_config
)
# https://github.com/vllm-project/vllm/pull/18259
if (
"trsut_remote_code"
in inspect.signature(resolve_hf_chat_template).parameters
):
kwargs_resolve_hf_chat_template["trsut_remote_code"] = trust_remote_code
else:
kwargs_resolve_hf_chat_template["trust_remote_code"] = trust_remote_code
self.hf_chat_template = resolve_hf_chat_template( self.hf_chat_template = resolve_hf_chat_template(
tokenizer=self.tokenizer, **kwargs_resolve_hf_chat_template
chat_template=None,
tools=None,
trust_remote_code=trust_remote_code,
) )
else: else:
self.hf_chat_template = None self.hf_chat_template = None
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment