update app

app.py

@@ -71,12 +71,8 @@ def generate_stream(prompt, max_new_tokens=128):
     thread = threading.Thread(target=model.generate, kwargs=generation_kwargs)
     thread.start()
 
-    def token_stream():
-        for token in streamer:
-            yield token
-
-    return StreamingResponse(token_stream(), media_type="text/plain")
-
+    for token in streamer:
+        yield token
 
 @app.post("/stream")
 async def chat(req: ChatRequest):