import cudnn for faster-whisper

handler.py

@@ -9,6 +9,8 @@ import torch
 
 from faster_whisper import WhisperModel
 import os
+import nvidia.cublas.lib
+import nvidia.cudnn.lib
 import time
 import json
 import base64
@@ -16,6 +18,10 @@ import numpy as np
 
 DEVNULL = open(os.devnull, "w")
 
+os.environ["LD_LIBRARY_PATH"] = (
+    os.path.dirname(nvidia.cublas.lib.__file__) + ":" + os.path.dirname(nvidia.cudnn.lib.__file__)
+)
+
 # from transformers.pipelines.audio_utils import ffmpeg_read
 from typing import Dict, List, Any
 

requirements.txt

@@ -4,4 +4,6 @@ torchaudio==2.0.2
 faster-whisper
 ffmpeg-python==0.2.0
 setuptools
-ctranslate2
+ctranslate2
+nvidia-cublas-cu11
+nvidia-cudnn-cu11