preload

app.py

@@ -26,7 +26,7 @@ for path in os.environ.values():
 
 
 # ---- make cuDNN libs discoverable before importing torch ----
-import os, pathlib, sys
+import os, pathlib, sys, ctypes
 
 def _cudnn_lib_dir():
     try:
@@ -58,6 +58,19 @@ print("torch", torch.__version__, "CUDA build:", torch.version.cuda,
 print("CT2:", ctranslate2.__version__)
 print("LD_LIBRARY_PATH has cudnn/lib?", any("cudnn/lib" in p for p in os.environ.get("LD_LIBRARY_PATH","").split(":")))
 
+def _preload(paths):
+    for p in paths:
+        if os.path.exists(p):
+            ctypes.CDLL(p, mode=ctypes.RTLD_GLOBAL)
+
+if _cudnn:
+    _preload([
+        f"{_cudnn}/libcudnn.so.9",          # core (cuDNN 9)
+        f"{_cudnn}/libcudnn_ops.so.9",
+        f"{_cudnn}/libcudnn_cnn.so.9",
+        f"{_cudnn}/libcudnn_adv.so.9",
+    ])
+
 import gradio as gr
 import torchaudio
 import numpy as np