Skip to content

GitLab

Commit 40dc810c authored by zhouxiang's avatar zhouxiang
Browse files

修复api-server非流式异常

parent 253f844a
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
package/fastllm_pytools/llm.py
View file @ 40dc810c
...@@ -216,7 +216,7 @@ class model: ...@@ -216,7 +216,7 @@ class model:
return cache_result return cache_result
output_buffer_init_len = 256 output_buffer_init_len = 256
if self.thread_local_obj.tokenizer_decode_token__output_buffer is None or self.thread_local_obj.tokenizer_decode_token__output_buffer is None: if not hasattr(self.thread_local_obj, 'tokenizer_decode_token__output_buffer') or self.thread_local_obj.tokenizer_decode_token__output_buffer is None:
self.thread_local_obj.tokenizer_decode_token__output_buffer = ctypes.create_string_buffer(output_buffer_init_len) self.thread_local_obj.tokenizer_decode_token__output_buffer = ctypes.create_string_buffer(output_buffer_init_len)
buffer = self.thread_local_obj.tokenizer_decode_token__output_buffer buffer = self.thread_local_obj.tokenizer_decode_token__output_buffer
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment