Create app/main.py

app/main.py

@@ -0,0 +1,36 @@
+from fastapi import FastAPI, Request, HTTPException
+from fastapi.responses import StreamingResponse
+from gradio_client import Client
+import httpx
+
+app = FastAPI()
+tts = Client("mrfakename/MeloTTS")  # one-time init, O(1)
+
+async def synth_stream(text: str):
+    # 1) simple stubbed chatbot logic, O(1)
+    reply = "Hello! You said: " + text
+
+    # 2) request TTS (blocking inside predict, but typically <100 ms)
+    audio_path = tts.predict(
+        text=reply,
+        speaker="EN_INDIA",
+        speed=0.95,
+        language="EN",
+        api_name="/synthesize"
+    )
+    url = f"https://mrfakename-melotts.hf.space/file={audio_path}"
+
+    # 3) async stream from upstream, O(L) for L bytes
+    async with httpx.AsyncClient(timeout=None) as client:
+        async with client.stream("GET", url) as resp:
+            resp.raise_for_status()
+            async for chunk in resp.aiter_bytes(1024):
+                yield chunk
+
+@app.post("/chat")
+async def chat(request: Request):
+    data = await request.json()
+    text = data.get("text", "").strip()
+    if not text:
+        raise HTTPException(400, "`text` required")
+    return StreamingResponse(synth_stream(text), media_type="audio/mpeg")