Unverified Commit 33d9ae78 authored by Shuaiyi Zhang's avatar Shuaiyi Zhang Committed by GitHub
Browse files

fix: Set annotated_usage.event to None in the final usage chunk response (#3729)


Signed-off-by: default avatarShuaiyi Zhang <zhangsy28@lenovo.com>
Co-authored-by: default avatarShuaiyi Zhang <zhangsy28@lenovo.com>
Co-authored-by: default avatarRyan McCormick <rmccormick@nvidia.com>
parent 7b967c77
......@@ -663,13 +663,14 @@ impl OpenAIPreprocessor {
let annotated_usage = Annotated::<Resp> {
id: None,
data: Some(usage_chunk),
event: Some(ANNOTATION_LLM_METRICS.to_string()),
event: None,
comment: None,
};
tracing::trace!(
request_id = inner.context.id(),
"Sending final usage chunk for OpenAI compliance"
"Sending final usage chunk for OpenAI compliance, annotated_usage: {:?}",
annotated_usage
);
Some((annotated_usage, inner))
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment