Force prealloc cause waiting apparantly doenst work

README.md

@@ -4,7 +4,7 @@ emoji: 🐠
 colorFrom: blue
 colorTo: gray
 sdk: gradio
-sdk_version: 3.12
+sdk_version: 3.16
 app_file: app.py
 pinned: false
 license: apache-2.0

app.py

@@ -95,11 +95,18 @@ SUPPORTED_MODEL_NAMES = sorted(list(SUPPORTED_MODEL_NAMES))
 model_dict = {}
 for model_name in SUPPORTED_MODEL_NAMES:
     try:
-        # iface = gr.Interface.load(f'models/{model_name}')
-        model_dict[model_name] = None
+        iface = gr.Interface.load(f'models/{model_name}')
+        model_dict[model_name] = iface
+
+        # model_dict[model_name] = None
     except:
         pass
 
+if DEFAULT_EN_MODEL in model_dict:
+    # Preemptively load the default EN model
+    if model_dict[DEFAULT_EN_MODEL] is None:
+        model_dict[DEFAULT_EN_MODEL] = gr.Interface.load(f'models/{DEFAULT_EN_MODEL}')
+
 SUPPORTED_LANG_MODEL_DICT = {}
 for lang in SUPPORTED_LANGUAGES:
     for model_id in SUPPORTED_MODEL_NAMES:
@@ -373,10 +380,11 @@ def infer_audio(model_name: str, audio_file: str) -> str:
 
             if model is None:
                 # Load the gradio interface
-                try:
-                    iface = gr.Interface.load(f'models/{model_name}')
-                except:
-                    iface = None
+                # try:
+                iface = gr.Interface.load(f'models/{model_name}')
+                print(iface)
+                # except:
+                #     iface = None
 
                 if iface is not None:
                     # Update model cache

requirements.txt

@@ -1,2 +1,2 @@
--e git+https://github.com/NVIDIA/NeMo.git@2a6101421f4366ec28bac1165f26fec8eeedea59#egg=nemo_toolkit[all]
+nemo_toolkit[all]
 pytube