fix undefined symbol cudaGetDriverEntryPointByVersion (#3372)

45c87e08 · Yineng Zhang · GitHub · 2b1808ce · 45c87e08
Unverified Commit 45c87e08 authored Feb 07, 2025 by Yineng Zhang Committed by GitHub Feb 07, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 9 additions and 0 deletions

sgl-kernel/src/sgl-kernel/__init__.py sgl-kernel/src/sgl-kernel/__init__.py +9 -0

No files found.
--- a/sgl-kernel/src/sgl-kernel/__init__.py
+++ b/sgl-kernel/src/sgl-kernel/__init__.py
+import ctypes
+import os
+
+if os.path.exists("/usr/local/cuda/targets/x86_64-linux/lib/libcudart.so.12"):
+    ctypes.CDLL(
+        "/usr/local/cuda/targets/x86_64-linux/lib/libcudart.so.12",
+        mode=ctypes.RTLD_GLOBAL,
+    )
+
 from sgl_kernel.ops import (
    apply_rope_with_cos_sin_cache_inplace,
    bmm_fp8,