Unverified Commit 552b2629 authored by Ning Xie's avatar Ning Xie Committed by GitHub
Browse files

rename tokenize serving api request id prefix to tokenize (#32328)


Signed-off-by: default avatarAndy Xie <andy.xning@gmail.com>
parent 00e6402d
...@@ -92,11 +92,11 @@ class TokenizeChatRequest(OpenAIBaseModel): ...@@ -92,11 +92,11 @@ class TokenizeChatRequest(OpenAIBaseModel):
) )
mm_processor_kwargs: dict[str, Any] | None = Field( mm_processor_kwargs: dict[str, Any] | None = Field(
default=None, default=None,
description=("Additional kwargs to pass to the HF processor."), description="Additional kwargs to pass to the HF processor.",
) )
tools: list[ChatCompletionToolsParam] | None = Field( tools: list[ChatCompletionToolsParam] | None = Field(
default=None, default=None,
description=("A list of tools the model may call."), description="A list of tools the model may call.",
) )
@model_validator(mode="before") @model_validator(mode="before")
......
...@@ -62,7 +62,7 @@ class OpenAIServingTokenization(OpenAIServing): ...@@ -62,7 +62,7 @@ class OpenAIServingTokenization(OpenAIServing):
if error_check_ret is not None: if error_check_ret is not None:
return error_check_ret return error_check_ret
request_id = f"tokn-{self._base_request_id(raw_request)}" request_id = f"tokenize-{self._base_request_id(raw_request)}"
try: try:
lora_request = self._maybe_get_adapters(request) lora_request = self._maybe_get_adapters(request)
...@@ -134,7 +134,7 @@ class OpenAIServingTokenization(OpenAIServing): ...@@ -134,7 +134,7 @@ class OpenAIServingTokenization(OpenAIServing):
if error_check_ret is not None: if error_check_ret is not None:
return error_check_ret return error_check_ret
request_id = f"tokn-{self._base_request_id(raw_request)}" request_id = f"tokenize-{self._base_request_id(raw_request)}"
lora_request = self._maybe_get_adapters(request) lora_request = self._maybe_get_adapters(request)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment