Unverified Commit 552b2629 authored by Ning Xie's avatar Ning Xie Committed by GitHub
Browse files

rename tokenize serving api request id prefix to tokenize (#32328)


Signed-off-by: default avatarAndy Xie <andy.xning@gmail.com>
parent 00e6402d
......@@ -92,11 +92,11 @@ class TokenizeChatRequest(OpenAIBaseModel):
)
mm_processor_kwargs: dict[str, Any] | None = Field(
default=None,
description=("Additional kwargs to pass to the HF processor."),
description="Additional kwargs to pass to the HF processor.",
)
tools: list[ChatCompletionToolsParam] | None = Field(
default=None,
description=("A list of tools the model may call."),
description="A list of tools the model may call.",
)
@model_validator(mode="before")
......
......@@ -62,7 +62,7 @@ class OpenAIServingTokenization(OpenAIServing):
if error_check_ret is not None:
return error_check_ret
request_id = f"tokn-{self._base_request_id(raw_request)}"
request_id = f"tokenize-{self._base_request_id(raw_request)}"
try:
lora_request = self._maybe_get_adapters(request)
......@@ -134,7 +134,7 @@ class OpenAIServingTokenization(OpenAIServing):
if error_check_ret is not None:
return error_check_ret
request_id = f"tokn-{self._base_request_id(raw_request)}"
request_id = f"tokenize-{self._base_request_id(raw_request)}"
lora_request = self._maybe_get_adapters(request)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment