Set cudnn LD_LIBRARY_PATH to fix whisper inference

0f90332e · Self Denial · a602089b · 0f90332e
Commit 0f90332e authored Apr 04, 2024 by Self Denial
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

backend/start.sh backend/start.sh +1 -1

No files found.
--- a/backend/start.sh
+++ b/backend/start.sh
@@ -26,7 +26,7 @@ fi

 if [ "$USE_CUDA_DOCKER" = "true" ]; then
  echo "CUDA is enabled, appending LD_LIBRARY_PATH to include torch/cudnn & cublas libraries."
-  export LD_LIBRARY_PATH="$LD_LIBRARY_PATH:/usr/local/lib/python3.11/site-packages/torch/lib:/usr/local/lib/python3.11/site-packages/nvidia/cublas/lib"
+  export LD_LIBRARY_PATH="$LD_LIBRARY_PATH:/usr/local/lib/python3.11/site-packages/torch/lib:/usr/local/lib/python3.11/site-packages/nvidia/cudnn/lib"
 fi

 WEBUI_SECRET_KEY="$WEBUI_SECRET_KEY" exec uvicorn main:app --host 0.0.0.0 --port "$PORT" --forwarded-allow-ips '*'