Unverified Commit 0dfba97b authored by Lei Yang's avatar Lei Yang Committed by GitHub
Browse files

[Frontend] Fix multiple values for keyword argument error (#10075) (#10076)


Signed-off-by: default avatarLei <ylxx@live.com>
parent aa9078fa
...@@ -443,29 +443,28 @@ class OpenAIServing: ...@@ -443,29 +443,28 @@ class OpenAIServing:
tokenizer, tokenizer,
) )
_chat_template_kwargs: Dict[str, Any] = dict(
chat_template=chat_template,
add_generation_prompt=add_generation_prompt,
continue_final_message=continue_final_message,
tools=tool_dicts,
documents=documents,
)
_chat_template_kwargs.update(chat_template_kwargs or {})
request_prompt: Union[str, List[int]] request_prompt: Union[str, List[int]]
is_mistral_tokenizer = isinstance(tokenizer, MistralTokenizer) is_mistral_tokenizer = isinstance(tokenizer, MistralTokenizer)
if is_mistral_tokenizer: if is_mistral_tokenizer:
request_prompt = apply_mistral_chat_template( request_prompt = apply_mistral_chat_template(
tokenizer, tokenizer,
messages=messages, messages=messages,
chat_template=chat_template, **_chat_template_kwargs,
add_generation_prompt=add_generation_prompt,
continue_final_message=continue_final_message,
tools=tool_dicts,
documents=documents,
**(chat_template_kwargs or {}),
) )
else: else:
request_prompt = apply_hf_chat_template( request_prompt = apply_hf_chat_template(
tokenizer, tokenizer,
conversation=conversation, conversation=conversation,
chat_template=chat_template, **_chat_template_kwargs,
add_generation_prompt=add_generation_prompt,
continue_final_message=continue_final_message,
tools=tool_dicts,
documents=documents,
**(chat_template_kwargs or {}),
) )
mm_data = await mm_data_future mm_data = await mm_data_future
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment