Unverified Commit 8ba2d7c5 authored by WRH's avatar WRH Committed by GitHub
Browse files

return carriage cause overwriting at the same line (#143)

parent cde17e73
......@@ -92,7 +92,7 @@ class InternLMStreamer(DecodeOutputStreamer):
tok = self.tokenizer.decode(value)
if res := self.hex_regex.match(tok):
tok = chr(int(res.group(1), 16))
if tok == '</s>' or tok == '<eoa>':
if tok == '</s>' or tok == '<eoa>' or tok == '\r':
tok = '\n'
return tok
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment