Update app.py

app.py

@@ -1,38 +1,60 @@
-from flask import Flask, request, Response, stream_with_context, jsonify
-import soundfile as sf
+import os
 import io
+import threading
+import soundfile as sf
+from flask import Flask, request, Response, stream_with_context, jsonify
 
-# --- CRITICAL FIX FOR HUGGING FACE SPACES ---
-# This "patches" the missing function that causes the crash.
+# --- MONKEY PATCH (Prevents Startup Crash) ---
 import phonemizer.backend.espeak.wrapper
 from phonemizer.backend.espeak.wrapper import EspeakWrapper
-
-def dummy_set_data_path(path):
-    # We ignore this because Docker sets the path automatically
-    pass
-
-# We force the library to use our dummy function instead of crashing
+def dummy_set_data_path(path): pass
 EspeakWrapper.set_data_path = dummy_set_data_path
-# --------------------------------------------
+# ---------------------------------------------
 
 from kokoro_onnx import Kokoro
 
 app = Flask(__name__)
 
-print("--- STARTUP ---")
-print("Loading Kokoro...")
-# Now this line won't crash because we fixed the wrapper above
-kokoro = Kokoro("kokoro-v1.0.int8.onnx", "voices-v1.0.bin")
-print("SUCCESS: Model Loaded!")
+# GLOBAL VARIABLES
+kokoro = None
+model_loading = False
+
+def load_model_lazy():
+    """Loads the model only when needed"""
+    global kokoro, model_loading
+    if kokoro is not None:
+        return kokoro
+    
+    if model_loading:
+        return None 
+        
+    print("--- LOADING KOKORO AI ---")
+    model_loading = True
+    try:
+        k = Kokoro("kokoro-v1.0.int8.onnx", "voices-v1.0.bin")
+        kokoro = k
+        print("--- KOKORO LOADED SUCCESS ---")
+        return kokoro
+    except Exception as e:
+        print(f"FATAL ERROR: {e}")
+        return None
+    finally:
+        model_loading = False
 
 @app.route("/", methods=["GET"])
 def home():
-    return "Kokoro TTS API is Online!"
+    return "<h1>Kokoro API is Online</h1>"
 
-# Universal Route (Accepts both /v1 and standard paths)
-@app.route("/audio/speech", methods=["POST"])
+# --- THE FIX FOR YOUR 404 ERROR ---
+# We accept BOTH standard URL and /v1 URL
 @app.route("/v1/audio/speech", methods=["POST"])
+@app.route("/audio/speech", methods=["POST"])
 def generate_speech():
+    model = load_model_lazy()
+    
+    if not model:
+        return jsonify({"error": "Model loading..."}), 503
+
     try:
         data = request.json
         text = data.get("input", "")
@@ -40,12 +62,7 @@ def generate_speech():
         speed = float(data.get("speed", 1.0))
 
         def generate_stream():
-            samples, sample_rate = kokoro.create(
-                text, 
-                voice=voice, 
-                speed=speed, 
-                lang="en-us"
-            )
+            samples, sample_rate = model.create(text, voice=voice, speed=speed, lang="en-us")
             buffer = io.BytesIO()
             sf.write(buffer, samples, sample_rate, format='WAV')
             buffer.seek(0)
@@ -54,7 +71,6 @@ def generate_speech():
         return Response(stream_with_context(generate_stream()), mimetype="audio/wav")
         
     except Exception as e:
-        print(f"Error: {e}")
         return jsonify({"error": str(e)}), 500
 
 @app.route("/v1/models", methods=["GET"])
@@ -65,7 +81,11 @@ def list_models():
 @app.route("/v1/audio/voices", methods=["GET"])
 @app.route("/audio/voices", methods=["GET"])
 def list_voices():
-    return jsonify({"voices": list(kokoro.get_voices())})
+    model = load_model_lazy()
+    if model:
+        return jsonify({"voices": list(model.get_voices())})
+    return jsonify({"voices": []})
 
 if __name__ == "__main__":
-    app.run(host="0.0.0.0", port=7860)
+    print("Starting Flask Server...")
+    app.run(host="0.0.0.0", port=7860)