Unverified Commit e2c31fca authored by Enrique Shockwave's avatar Enrique Shockwave Committed by GitHub
Browse files

Include finish reason in meta info response (#415)

parent d5de20a3
......@@ -586,6 +586,8 @@ class ModelRpcServer:
+ len(req.output_ids)
- req.prompt_tokens,
"completion_tokens_wo_jump_forward": req.completion_tokens_wo_jump_forward,
"finish_reason": req.finish_reason,
"hit_stop_str": req.hit_stop_str,
}
if req.return_logprob:
(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment