"src/vscode:/vscode.git/clone" did not exist on "7c2262640bbf9fa61c281bc49eb8494cb48da81f"
Commit 873d0e85 authored by Lianmin Zheng's avatar Lianmin Zheng
Browse files

Ignore detokenization error

parent 1d0fbe8e
......@@ -56,7 +56,7 @@ class DetokenizerManager:
int(output_tokens[i][0])
)
if not isinstance(first_token, str):
first_token = first_token.decode("utf-8")
first_token = first_token.decode("utf-8", errors="ignore")
if first_token.startswith("▁"):
output_strs[i] = " " + output_strs[i]
......
......@@ -320,7 +320,7 @@ def launch_server(server_args, pipe_finish_writer):
# Load chat template if needed
if server_args.chat_template is not None:
print(server_args.chat_template)
print(f"Use chat template: {server_args.chat_template}")
if not chat_template_exists(server_args.chat_template):
if not os.path.exists(server_args.chat_template):
raise RuntimeError(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment