Update main.py

main.py

@@ -4,7 +4,7 @@ from fastapi import FastAPI#, Request
 #from fastapi.responses import StreamingResponse
 from pydantic import BaseModel
 import re
-
+import replicate
 
 
 class Item(BaseModel):
@@ -44,19 +44,23 @@ async def root(item: Item):
         if len(article) == 0:
             return {'summary': ""}
 
-        response = requests.post('https://fumes-api.onrender.com/llama3',
-        json={'prompt': [{ "role":"user", "content" : 'Summarize the following news article: ' + article }],
-        "temperature":0.6,
-        "topP":0.9,
-        "maxTokens": 200}, stream=True)
+        for event in replicate.stream("snowflake/snowflake-arctic-instruct",input={
+        "top_p": 0.9,
+        "prompt": "Write fizz buzz in SQL",
+        "temperature": 0.2,
+        "max_new_tokens": 512,
+        "min_new_tokens": 0,
+        "stop_sequences": "<|im_end|>",
+        "prompt_template": "<|im_start|>system\nYou're a helpful assistant<|im_end|>\n<|im_start|>user\n{prompt}<|im_end|>\n\n<|im_start|>assistant\n",
+        "presence_penalty": 1.15,
+        "frequency_penalty": 0.2},):
+        
 
-        response_content = response.content.decode('utf-8')
+        output_variable = str(event)
 
-        response_content = response_content.replace("Here is a summary of the news article:", "")
-        response_content = response_content.replace("YOU CAN BUY ME COFFE! https://buymeacoffee.com/mygx", "")
 
 
-        return {"summary":response_content}
+        return {"summary":output_variable}
         
     except requests.RequestException as e:
         return {"error": str(e), "status_code": 500}