[CI/Build][Bugfix] Fix CPU backend default threads num (#13077)

565c1efa · Li, Jiang · GitHub · 2b25b7d2 · 565c1efa
Unverified Commit 565c1efa authored Feb 12, 2025 by Li, Jiang Committed by GitHub Feb 11, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 0 deletions

vllm/platforms/cpu.py vllm/platforms/cpu.py +3 -0

No files found.
--- a/vllm/platforms/cpu.py
+++ b/vllm/platforms/cpu.py
@@ -115,6 +115,9 @@ class CpuPlatform(Platform):
        # Environment variables for CPU executor
        #

+        # Set default threads num for OpenMP parallel
+        os.environ["OMP_NUM_THREADS"] = str(torch.get_num_threads())
+
        # Disable torch async compiling which won't work with daemonic processes
        os.environ["TORCHINDUCTOR_COMPILE_THREADS"] = "1"