adding hugging face& transitioning to a generative AI model

app.py

@@ -1,10 +1,18 @@
 import gradio as gr
-import random as rd
+from huggingface_hub import InfrenceClient
 
-def magic_eight_ball(message,history):
-    responses = ["It is certain", "Without a doubt","Better not tell you now", "Don't count on it"]
-    random_choose = rd.choice(responses) 
-    return random_choose
+client = IntferenceClient("HuggingFaceH4/zephyr-7b-beta")
+
+def respond(message,history):
+    messages = [{"role":"system","content":"You are a friendly chatbot"}]
+    
+    if history:
+        messages.extend(history)
+    messages.append([{"role":"user","content": message}])    
+
+    response = client.chat_completion(messages,max_tokens=100,temperature=0.2)
+    return response['choices'][0]['message']['content'].strip()
+
+chatbot = gr.ChatInterface(respond, type = 'messages')
 
-chatbot = gr.ChatInterface(magic_eight_ball, type = 'messages', title = 'Best Friend', description = 'Ask me your most pressing questions!', theme = 'mgetz/Celeb_Glitzy')
 chatbot.launch()