Mike0021 commited on
Commit
eb79699
·
verified ·
1 Parent(s): 4238006

Preload CUDA 12 cuBLAS for sgl_kernel

Browse files
Files changed (1) hide show
  1. app.py +3 -0
app.py CHANGED
@@ -28,6 +28,7 @@ for cache_dir in (
28
  def _preload_cuda12_library(library_name: str) -> None:
29
  candidates: list[Path] = []
30
  for root in site.getsitepackages():
 
31
  candidates.append(Path(root) / "nvidia" / "cuda_nvrtc" / "lib" / library_name)
32
  candidates.append(Path(root) / "nvidia" / "cuda_runtime" / "lib" / library_name)
33
  for candidate in candidates:
@@ -38,6 +39,8 @@ def _preload_cuda12_library(library_name: str) -> None:
38
 
39
  _preload_cuda12_library("libnvrtc.so.12")
40
  _preload_cuda12_library("libcudart.so.12")
 
 
41
 
42
  import spaces
43
  import gradio as gr
 
28
  def _preload_cuda12_library(library_name: str) -> None:
29
  candidates: list[Path] = []
30
  for root in site.getsitepackages():
31
+ candidates.append(Path(root) / "nvidia" / "cublas" / "lib" / library_name)
32
  candidates.append(Path(root) / "nvidia" / "cuda_nvrtc" / "lib" / library_name)
33
  candidates.append(Path(root) / "nvidia" / "cuda_runtime" / "lib" / library_name)
34
  for candidate in candidates:
 
39
 
40
  _preload_cuda12_library("libnvrtc.so.12")
41
  _preload_cuda12_library("libcudart.so.12")
42
+ _preload_cuda12_library("libcublas.so.12")
43
+ _preload_cuda12_library("libcublasLt.so.12")
44
 
45
  import spaces
46
  import gradio as gr