Unverified Commit 5c7fe254 authored by Aleksei Tsvetkov's avatar Aleksei Tsvetkov Committed by GitHub
Browse files

[Misc] Separate prompt logging to debug (#26713)


Signed-off-by: default avatarAleksei Tsvetkov <aitsvet@ya.ru>
parent 53c9a7ce
...@@ -34,16 +34,20 @@ class RequestLogger: ...@@ -34,16 +34,20 @@ class RequestLogger:
if prompt_token_ids is not None: if prompt_token_ids is not None:
prompt_token_ids = prompt_token_ids[:max_log_len] prompt_token_ids = prompt_token_ids[:max_log_len]
logger.info( logger.debug(
"Received request %s: prompt: %r, " "Request %s details: prompt: %r, "
"params: %s, prompt_token_ids: %s, " "prompt_token_ids: %s, "
"prompt_embeds shape: %s, " "prompt_embeds shape: %s.",
"lora_request: %s.",
request_id, request_id,
prompt, prompt,
params,
prompt_token_ids, prompt_token_ids,
prompt_embeds.shape if prompt_embeds is not None else None, prompt_embeds.shape if prompt_embeds is not None else None,
)
logger.info(
"Received request %s: params: %s, lora_request: %s.",
request_id,
params,
lora_request, lora_request,
) )
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment