Update app.py

app.py

@@ -213,7 +213,7 @@ async def generate_text(request: Request):
 
     body["model"] = chosen_model
 
-    stream = body.get("stream", True)
+    stream = body.get("stream", False)
 
     if provider == "groq":
         API_KEY = os.getenv("GROQ_KEY", "")
@@ -233,21 +233,21 @@ async def generate_text(request: Request):
 
     headers = {"Authorization": f"Bearer {API_KEY}"}
 
-    async with httpx.AsyncClient(timeout=None) as client:
-
-        if stream:
-            async def event_generator():
+    if stream:
+        async def event_generator():
+            async with httpx.AsyncClient(timeout=None) as client:
                 async with client.stream("POST", url, json=body, headers=headers) as r:
                     async for chunk in r.aiter_raw():
                         yield chunk
-
-            return StreamingResponse(
-                event_generator(),
-                media_type="text/event-stream",
-            )
-
-        r = await client.post(url, json=body, headers=headers)
-
+    
+        return StreamingResponse(
+            event_generator(),
+            media_type="text/event-stream",
+        )
+    else:
+        async with httpx.AsyncClient(timeout=None) as client:
+            r = await client.post(url, json=body, headers=headers)
+        
         return JSONResponse(
             status_code=r.status_code,
             content=r.json()