adding huggingface & transitioning to a generative AI model

app.py

@@ -1,9 +1,23 @@
 import gradio as gr 
-import random
+from huggingface_hub import InferenceClient
 
-def magic_chatbot(message, history):
-    magic_8 = ["Yes", "No", "Don't know"]
-    return random.choices(magic_8)
+client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
+
+def respond(message, history):
+    messages =[{"role": "system", "content": "You're a friendly chatbot"}] #dictionary 
+
+    if history:
+        messages.extend(history)
+
+    messages.append({"role": "user", "content": message}) # conditional bc we might not have history 
+
+    response = client.chat_completion(
+        messages           # list of dicitonaries containing all the messages 
+        max_tokens=100
+        temperature=0.2
+    )
+    return response["choices"][0]['message']['content'].strip()
     
-chatbot = gr.ChatInterface(magic_chatbot, type='messages', title="Magic 8 Ball", description = "Ask me your most pressing question!") 
+chatbot = gr.ChatInterface(magic_chatbot, type='messages')
+
 chatbot.launch()