adding huggingface and transitioning to a generative AI model

app.py

@@ -1,9 +1,21 @@
 import gradio as gr
-import random
+from huggingface_hub import InferenceClient
 
-def magic_eight_ball(message, history):
-    responses=["Yes!","No.","Yes, definetely!", "Most Likely."]
-    return random.choice(responses)
+client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
 
-chatbot = gr.ChatInterface(magic_eight_ball, type="messages",title="Magic 8 Ball",description="Ask me your most pressing questions.", theme='shivi/calm_seafoam')
+def respond(message, history):
+    messages=[{"role":"system", "content": "You are a friendly chatbot"}]
+
+    if history:
+        messages.extend(history)
+    messages.append({"role": "user", "content": message})
+    
+    response client.chat_completion(
+        messages,
+        max_toxens=100
+        temperature=0.2
+    )
+    return response['choices'][0]['message']['content'].strip()
+
+chatbot = gr.ChatInterface(magic_eight_ball, type="messages")
 chatbot.launch()