Include finish reason in meta info response (#415)

e2c31fca · Enrique Shockwave · GitHub · d5de20a3 · e2c31fca
Unverified Commit e2c31fca authored May 09, 2024 by Enrique Shockwave Committed by GitHub May 09, 2024
Show whitespace changes
Inline Side-by-side

Showing with 2 additions and 0 deletions

python/sglang/srt/managers/router/model_rpc.py python/sglang/srt/managers/router/model_rpc.py +2 -0

No files found.
--- a/python/sglang/srt/managers/router/model_rpc.py
+++ b/python/sglang/srt/managers/router/model_rpc.py
@@ -586,6 +586,8 @@ class ModelRpcServer:
                    + len(req.output_ids)
                    - req.prompt_tokens,
                    "completion_tokens_wo_jump_forward": req.completion_tokens_wo_jump_forward,
+                    "finish_reason": req.finish_reason,
+                    "hit_stop_str": req.hit_stop_str,
                }
                if req.return_logprob:
                    (