adding hugging face & transitioning to a generative AI model

app.py

@@ -1,10 +1,24 @@
-import random
 import gradio as gr
+from huggingface_hub import InferenceClient
 
-def magic_eight(message, answers):
-    answers = ["your heart knows the answer", "trust your gut", "the truth lies before you", "follow the wind", "danger lurks around", "be brave and take the risk", "don't be afraid of falling short", "try again"]
-    return random.choice(answers)
+client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
 
-chatbot = gr.ChatInterface(magic_eight, type = 'messages', title = "Magic 8-Ball 🎱", description = "Ask Me Anything ", theme = "mgetz/Celeb_glitzy")
+def respond(message, history):
+    messages = [{"role": "system", "content": "You're a friendly chatbot"}]
+
+    if history:
+        messages.extend(history)
+
+    messages.append({"role": "user", "content": message})
+
+    response = client.chat_completiion(
+        messages,
+        max_tokens =  100,
+        temperature = 0.2
+    )
+    
+    return response['choices'][0]['message']['content'].strip()
+    
+chatbot = gr.ChatInterface(magic_eight, type = 'messages')
 chatbot.launch()