Unverified Commit 33d9ae78 authored by Shuaiyi Zhang's avatar Shuaiyi Zhang Committed by GitHub
Browse files

fix: Set annotated_usage.event to None in the final usage chunk response (#3729)


Signed-off-by: default avatarShuaiyi Zhang <zhangsy28@lenovo.com>
Co-authored-by: default avatarShuaiyi Zhang <zhangsy28@lenovo.com>
Co-authored-by: default avatarRyan McCormick <rmccormick@nvidia.com>
parent 7b967c77
...@@ -663,13 +663,14 @@ impl OpenAIPreprocessor { ...@@ -663,13 +663,14 @@ impl OpenAIPreprocessor {
let annotated_usage = Annotated::<Resp> { let annotated_usage = Annotated::<Resp> {
id: None, id: None,
data: Some(usage_chunk), data: Some(usage_chunk),
event: Some(ANNOTATION_LLM_METRICS.to_string()), event: None,
comment: None, comment: None,
}; };
tracing::trace!( tracing::trace!(
request_id = inner.context.id(), request_id = inner.context.id(),
"Sending final usage chunk for OpenAI compliance" "Sending final usage chunk for OpenAI compliance, annotated_usage: {:?}",
annotated_usage
); );
Some((annotated_usage, inner)) Some((annotated_usage, inner))
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment