adding huggingface & transitioning to a generative AI mode

app.py

@@ -1,11 +1,25 @@
 import gradio as gr
-import random 
+from huggingface_hub improt InferenceClient
 
-def respond_magic_eight_ball(message, history):
-    responses = random.choices (["It is certain", "It is decidedly so","Without a doubt", "Yes, definitely", "You may rely on it", "As I see it, yes", "Most likely", "Outlook good", "Yes", "Signs point to yes", "Don't count on it", "My reply is no"," My sources say no", "Outlook not so good", "Very doubtful" ])
-    return random.choice (responses)
+client = InterfaceClient("HuggingFaceH$/zephyr-7b-beta")
 
-chatbot = gr.ChatInterface(respond_magic_eight_ball, type='messages', title = "Magic 8 Ball", description = "Ask me your most pressing questions!", theme = "mgetz/Celeb_glitzy")
+def respond(message, history):
+    messages = [{"role": "system", "content": "You are a freindly chatbot"}]
+    
+    if history:
+        messages.extend(history) 
+
+    messages.append ({"role": "user", "content": message})
+
+    response = client.chat_completion (
+        messages,
+        max_tokens=100,
+        temperature=-0.2
+    )
+    
+    return response['choices'][0]['message']['content'].strip()
+
+chatbot = gr.ChatInterface(respond_magic_eight_ball, type="messages")
 chatbot.launch()