Update app.py

app.py

@@ -1,16 +1,26 @@
 import gradio as gr
-from transformers import pipeline
+import requests
+import os
 
-chatbot = pipeline("text2text-generation", model="sshleifer/tiny-t5")
+API_URL = "https://api-inference.huggingface.co/models/google/flan-t5-small"
+headers = {"Authorization": f"Bearer {os.getenv('HF_TOKEN')}"}
+
+def query(payload):
+    response = requests.post(API_URL, headers=headers, json=payload)
+    return response.json()
 
 def respond(message, history):
     if not message:
         return "Ask me something 😊"
 
-    prompt = "Answer clearly and simply like a helpful tutor: " + message
-    response = chatbot(prompt, max_length=100)
+    output = query({
+        "inputs": "Explain clearly like a tutor: " + message
+    })
 
-    return response[0]['generated_text']
+    try:
+        return output[0]["generated_text"]
+    except:
+        return "Error 😭 try again"
 
 demo = gr.ChatInterface(fn=respond)