过滤重复创建thread

vllm/two_batch_overlap/two_batch_overlap.py

@@ -53,9 +53,11 @@ class TwoBatchOverlap():
     def init_tbo_thread(self):
         self.model_input_left_queue.empty()
         self.model_input_right_queue.empty()
+        if self.left_thread == None:
             self.left_thread = threading.Thread(target=self.thread_two_batch_overlap, args=(self.model_input_left_queue,))
-        self.right_thread = threading.Thread(target=self.thread_two_batch_overlap, args=(self.model_input_right_queue,))
             self.left_thread.start()
+        if self.right_thread == None:
+            self.right_thread = threading.Thread(target=self.thread_two_batch_overlap, args=(self.model_input_right_queue,))
             self.right_thread.start()
         logger.info('tbo:two batch overlap threads start')