adding huggingface & transitioning to a generative AI model

app.py

@@ -1,12 +1,15 @@
 import gradio as gr
-import random
+from huggingface_hub import Inference_Client
 
-def eight_ball(message,history):
-    return random.choice(['It is certain',	'Reply hazy, try again',	'Don’t count on it',
-'It is decidedly so',	'Ask again later',	'My reply is no',
-'Without a doubt',	'Better not tell you now',	'My sources say no',
-'Yes definitely',	'Cannot predict now',	'Outlook not so good',
-'You may rely on it',	'Concentrate and ask again',	'Very doubtful'])
+client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
+
+def respond(message,history):
+    messages = [{"role": "system","content":"You are a friendly chatbot"}]
+    if history:
+        messages.extend(history)
+    messages.append({"role":"user", "content":message})
+    response = client.chat_completion(messages,max_tokens=100,temperature=0.2)
+    return response['choices'][0]['message']['content'].strip()
     
-chatbot = gr.ChatInterface(eight_ball, type="messages", title="Magic Eight Ball", description="Ask me your most pressing questions!", theme="mgetz/Celeb_glitzy")
+chatbot = gr.ChatInterface(respond, type="messages")
 chatbot.launch()