Upload folder using huggingface_hub

app.py

@@ -11,8 +11,14 @@ import site
 def _preload_cudart13():
     # zonos2's JIT kernels are compiled by the image's CUDA 13 nvcc and link
     # libcudart.so.13, but torch 2.9.1 (cu128) only ships cudart 12.
-    for sp in site.getsitepackages():
-        for lib in sorted(glob.glob(f"{sp}/nvidia/**/libcudart.so.13*", recursive=True)):
+    patterns = [f"{sp}/nvidia/**/libcudart.so.13*" for sp in site.getsitepackages()]
+    patterns += [
+        "/usr/local/cuda*/targets/*/lib/libcudart.so.13*",
+        "/usr/local/cuda*/lib64/libcudart.so.13*",
+        "/usr/lib/x86_64-linux-gnu/libcudart.so.13*",
+    ]
+    for pattern in patterns:
+        for lib in sorted(glob.glob(pattern, recursive=True)):
             ctypes.CDLL(lib, mode=ctypes.RTLD_GLOBAL)
             return
 

requirements.txt

@@ -1,5 +1,5 @@
 torch==2.9.1
 torchaudio==2.9.1
-nvidia-cuda-runtime-cu13
+nvidia-cuda-runtime>=13,<14
 https://github.com/flashinfer-ai/flashinfer/releases/download/v0.5.3/flashinfer_jit_cache-0.5.3+cu128-cp39-abi3-manylinux_2_28_x86_64.whl
 git+https://github.com/Zyphra/ZONOS2.git