Commit 7b744f46 authored by Ceng23333's avatar Ceng23333
Browse files

resolve comments


Signed-off-by: default avatarCeng23333 <441651826@qq.com>
parent 505f8f66
...@@ -239,13 +239,13 @@ class LLMEngine: ...@@ -239,13 +239,13 @@ class LLMEngine:
decoded_text = self.detokenize(req.generated_token_ids) decoded_text = self.detokenize(req.generated_token_ids)
finished_now = False finished_now = False
# Update generated_text to the latest decode (used for stop-string checks and debugging)
req.generated_text = decoded_text
if self._check_request_finished(req, token_id): if self._check_request_finished(req, token_id):
req.mark_finished(req.finish_reason) req.mark_finished(req.finish_reason)
finished_now = True finished_now = True
# Update generated_text to the latest decode (used for stop-string checks and debugging)
req.generated_text = decoded_text
holds_back_incomplete_utf8 = ( holds_back_incomplete_utf8 = (
bool(decoded_text) and decoded_text.endswith("\ufffd") bool(decoded_text) and decoded_text.endswith("\ufffd")
) )
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment