Update main.py

main.py

@@ -1,6 +1,6 @@
 import requests
 from bs4 import BeautifulSoup
-from fastapi import FastAPI
+from fastapi import FastAPI, Request, StreamingResponse
 from pydantic import BaseModel
 import re
 import os
@@ -15,8 +15,6 @@ summarizer = transformers.pipeline("summarization", model="Falconsai/text_summar
 
 
 
-
-
 @app.get("/")
 async def root():
     return {"status": "OK"}
@@ -45,33 +43,29 @@ def extract_article_content(url):
 
 @app.post("/summarize-v2")
 async def root(item: Item):
-    
     try:
-
         article = extract_article_content(item.url)
 
         if len(article) == 0:
-            return {'summary': ""}
+            return StreamingResponse(content="", media_type="application/json")
+
         response = requests.post('https://fumes-api.onrender.com/llama3',
         json={'prompt': "{ 'User': 'Summarize the following news article: '" + article + "}",
         "temperature":0.6,
         "topP":0.9,
         "maxTokens": 200}, stream=True)
 
-        response_content = response.content.decode('utf-8')
+        async def send_chunks():
+            for chunk in response.iter_content(chunk_size=1024):
+                if chunk:
+                    yield chunk.decode('utf-8')
 
-        response_content = response_content.replace("Here is a summary of the news article:", "")
-        response_content = response_content.replace("YOU CAN BUY ME COFFE! https://buymeacoffee.com/mygx", "")
+        return StreamingResponse(send_chunks(), media_type="text/plain")
 
-        #return {clean_response}
-        return {
-                "summary":response_content}
-        
     except requests.RequestException as e:
         return {"error": str(e), "status_code": 500}
 
 
-
     
 @app.post("/extract-content")
 async def root(item: Item):
@@ -83,14 +77,13 @@ async def root(item: Item):
         if len(article) == 0:
             return {'ERROR': "AHHHHHHHHH"}
         
-        return {
-                "content":article}
+        return {"content":article}
         
     except requests.RequestException as e:
         return {"error": str(e), "status_code": 500}
     
 
-@app.post("/summarize-v2")
+@app.post("/summarize-v1")
 async def root(item: Item):
     
     try:
@@ -101,11 +94,8 @@ async def root(item: Item):
             return {'summary': ""}
 
         summ = summarizer(article, max_length=1000, min_length=30, do_sample=False)
-
-
-        #return {clean_response}
-        return {
-                "summary":summ}
+ 
+        return {"summary":summ}
         
     except requests.RequestException as e:
         return {"error": str(e), "status_code": 500}