"vscode:/vscode.git/clone" did not exist on "b10e51989551cd80dd74079429ccf91f0807bd92"
Unverified Commit 5c7fe254 authored by Aleksei Tsvetkov's avatar Aleksei Tsvetkov Committed by GitHub
Browse files

[Misc] Separate prompt logging to debug (#26713)


Signed-off-by: default avatarAleksei Tsvetkov <aitsvet@ya.ru>
parent 53c9a7ce
......@@ -34,16 +34,20 @@ class RequestLogger:
if prompt_token_ids is not None:
prompt_token_ids = prompt_token_ids[:max_log_len]
logger.info(
"Received request %s: prompt: %r, "
"params: %s, prompt_token_ids: %s, "
"prompt_embeds shape: %s, "
"lora_request: %s.",
logger.debug(
"Request %s details: prompt: %r, "
"prompt_token_ids: %s, "
"prompt_embeds shape: %s.",
request_id,
prompt,
params,
prompt_token_ids,
prompt_embeds.shape if prompt_embeds is not None else None,
)
logger.info(
"Received request %s: params: %s, lora_request: %s.",
request_id,
params,
lora_request,
)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment