organatceo commited on
Commit
cc1778b
·
verified ·
1 Parent(s): 85b3fda

Upload app.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. app.py +16 -4
app.py CHANGED
@@ -23,16 +23,28 @@ if not os.path.exists(MODEL_PATH):
23
  log.info("Download complete")
24
 
25
  def _setup_cuda_paths():
 
26
  candidates = set()
 
 
 
 
 
 
 
27
  for p in sys.path:
28
  candidates.add(os.path.join(p, "nvidia", "cuda_runtime", "lib"))
 
29
  candidates.add("/usr/local/lib/python3.12/site-packages/nvidia/cuda_runtime/lib")
 
30
  current = os.environ.get("LD_LIBRARY_PATH", "")
 
31
  for p in candidates:
32
- if os.path.exists(os.path.join(p, "libcudart.so.12")) and p not in current:
33
- os.environ["LD_LIBRARY_PATH"] = p + ":" + current
34
- log.info(f"CUDA libs found at {p}")
35
- return
 
36
 
37
  @spaces.GPU
38
  def cuda_test():
 
23
  log.info("Download complete")
24
 
25
  def _setup_cuda_paths():
26
+ nvidia_pkgs = ["nvidia", "nvidia.cuda_runtime", "nvidia.cublas"]
27
  candidates = set()
28
+ for mod_name in nvidia_pkgs:
29
+ try:
30
+ mod = __import__(mod_name, fromlist=["__path__"])
31
+ pkg_path = mod.__path__[0]
32
+ candidates.add(os.path.join(os.path.dirname(pkg_path), mod_name.split(".")[-1], "lib"))
33
+ except Exception:
34
+ pass
35
  for p in sys.path:
36
  candidates.add(os.path.join(p, "nvidia", "cuda_runtime", "lib"))
37
+ candidates.add(os.path.join(p, "nvidia", "cublas", "lib"))
38
  candidates.add("/usr/local/lib/python3.12/site-packages/nvidia/cuda_runtime/lib")
39
+ candidates.add("/usr/local/lib/python3.12/site-packages/nvidia/cublas/lib")
40
  current = os.environ.get("LD_LIBRARY_PATH", "")
41
+ merged = []
42
  for p in candidates:
43
+ if os.path.exists(p) and p not in merged:
44
+ merged.append(p)
45
+ for p in merged:
46
+ os.environ["LD_LIBRARY_PATH"] = p + ":" + os.environ.get("LD_LIBRARY_PATH", "")
47
+ log.info(f"CUDA lib paths: {merged}")
48
 
49
  @spaces.GPU
50
  def cuda_test():