fix bug of race condition in copy()

67be11c7 · Ying Sheng · cd8c3ccd · 67be11c7
Commit 67be11c7 authored Feb 03, 2024 by Ying Sheng
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 3 deletions

python/sglang/lang/interpreter.py python/sglang/lang/interpreter.py +2 -3

No files found.
--- a/python/sglang/lang/interpreter.py
+++ b/python/sglang/lang/interpreter.py
@@ -252,9 +252,8 @@ class StreamExecutor:
        return ret
    def fork(self, number: int, position_ids_offset: Optional[List[int]] = None):
-        if number > 1:
+        self.submit(SglCommitLazy())
-            self.submit(SglCommitLazy())
+        self.sync()
-            self.sync()
        number = int(number)