set start method to spawn

99258181 · Lianmin Zheng · 3de54a1b · 99258181
Commit 99258181 authored Jan 24, 2024 by Lianmin Zheng
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 0 deletions

python/sglang/srt/server.py python/sglang/srt/server.py +3 -0

No files found.
--- a/python/sglang/srt/server.py
+++ b/python/sglang/srt/server.py
@@ -425,6 +425,9 @@ class Runtime:
            random_seed=random_seed,
            log_level=log_level,
        )
+        import torch
+        torch.multiprocessing.set_start_method("spawn", force=True)
+
        self.url = self.server_args.url()
        self.generate_url = (
            f"http://{self.server_args.host}:{self.server_args.port}/generate"