Skip to content

GitLab

"git@developer.sourcefind.cn:OpenDAS/torch-harmonics.git" did not exist on "5a6d52ddae72ced116a36f0b8e28560bc712b54d"
Commit d166fb9f authored by Lander-Hatsune's avatar Lander-Hatsune
Browse files

cpuinfer: filter repeated backend instantiation

parent 09c043d8
Hide whitespace changes
Inline Side-by-side
Showing with 6 additions and 1 deletion
ktransformers/operators/cpuinfer.py
View file @ d166fb9f
...@@ -727,8 +727,13 @@ class CPUInferKVCache: ...@@ -727,8 +727,13 @@ class CPUInferKVCache:
class CPUInfer: class CPUInfer:
cpuinfer = None cpuinfer = None
cur_backend_thread_num = 0
def __init__(self, thread_num): def __init__(self, thread_num):
CPUInfer.cpuinfer = cpuinfer_ext.CPUInfer(thread_num) if thread_num > CPUInfer.cur_backend_thread_num:
CPUInfer.cur_backend_thread_num = thread_num
del CPUInfer.cpuinfer
CPUInfer.cpuinfer = cpuinfer_ext.CPUInfer(thread_num)
def submit(self, task): def submit(self, task):
CPUInfer.cpuinfer.submit(task) CPUInfer.cpuinfer.submit(task)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment