adding huggingface & transitioning to a generative AI model

app.py

@@ -1,9 +1,24 @@
 import gradio as gr
-import random
+from huggingface_hub import InferenceClient
+
+client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
 
 def respond (message, history):
-    responses = ["Why are you asking me..", "I believe so", "My sources say no", "Too foggy to predict", "Stay delusional", "Uhh lwk ask yourself", "Of course not", "Girl yesss", "I guess", "No way", "Bro trust"]
-    return random.choice(responses)
+    messages = [{"role:" "system", "content": "You're a friendly chatbot"}]
+
+    if history:
+        messages.extend(history)
+
+    messages.append({"role": "user", "content": message})
+
+    response = client.chat_completion(
+        messages, 
+        max_tokens = 100, 
+        temperature = 0.2 
+    )
+    
+    return response['choices'][0]['message']['content'].strip()
     
-chatbot = gr.ChatInterface(respond, type = 'messages', title = "Magic 8 Ball", description = "Ask me anything, I promise to tell the truth..", theme = "mgetz/Celeb_glitzy") 
-chatbot.launch()
+chatbot = gr.ChatInterface(respond, type = 'messages')
+
+chatbot.launch()