Update app.py

app.py

@@ -1,49 +1,24 @@
-from flask import Flask, request, jsonify
-from transformers import pipeline
-import requests
-from bs4 import BeautifulSoup
+import gradio as gr
+from huggingface_hub import InferenceClient
 
-app = Flask(__name__)
+"""
+For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
+"""
+client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
 
-try:
-    nlp_pipeline = pipeline('text-generation', model='gpt2', framework='pt')
-    print("Hugging Face pipeline initialized successfully.")
-except Exception as e:
-    print(f"Error initializing Hugging Face pipeline: {e}")
 
-@app.route('/')
-def index():
-    return "Chatbot is running!"
+def respond(
+    message,
+    history: list[tuple[str, str]],
+    system_message,
+    max_tokens,
+    temperature,
+    top_p,
+):
+    messages = [{"role": "system", "content": system_message}]
 
-@app.route('/chat', methods=['POST'])
-def chat():
-    try:
-        user_input = request.json.get('message')
-        if user_input.startswith('http://') or user_input.startswith('https://'):
-            response = handle_url(user_input)
-        else:
-            response = handle_text(user_input)
-        return jsonify(response)
-    except Exception as e:
-        return jsonify({"message": "Error processing request", "details": str(e)})
-
-def handle_url(url):
-    try:
-        response = requests.get(url)
-        soup = BeautifulSoup(response.content, 'html.parser')
-        title = soup.title.string if soup.title else "No title found"
-        paragraphs = [p.get_text() for p in soup.find_all('p')]
-        return {"message": f"Website Title: {title}\n\n" + "\n".join(paragraphs[:2])}
-    except Exception as e:
-        return {"message": "Error scraping the website", "details": str(e)}
-
-def handle_text(text):
-    try:
-        response = nlp_pipeline(text, max_length=50, num_return_sequences=1)
-        return {"message": response[0]['generated_text']}
-    except Exception as e:
-        return {"message": "Error generating text", "details": str(e)}
-
-if __name__ == '__main__':
-    print("Starting Flask app...")
-    app.run(debug=True, port=5001)
+    for val in history:
+        if val[0]:
+            messages.append({"role": "user", "content": val[0]})
+        if val[1]:
+            messages.append({"role": "assistant", "content": val[1]})