Connected chatbot to LLM

app.py

@@ -1,5 +1,16 @@
 import gradio as gr
 import random
+from huggingface_hub import InferenceClient
+
+client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
+
+def respond(message, history):
+    messages = [{"role":"system", "content": "You are a friendly chatbot."}]
+    if history:
+        messages.extend(history)
+    messages.append({"role": "user", "content": message})
+    response = client.chat_completion(messages,max_tokens=100)
+    return response["choices"][0]["message"]["content"].strip()
 
 def yes_or_no(message, history):
     return random.choice(["Yes","No"])
@@ -8,5 +19,5 @@ def magic8(message, history):
     return random.choice(["Maybe... Let's see your luck!", "Of course! Don't even doubt it.", "Of course NOT! There's no chance!", "Try again", "Never in a billion years", "Is the sky blue?"])
 
 print ("Hello, world!")
-chatBot = gr.ChatInterface(magic8, type = "messages", title = "Magic 8 Ball", description = "Ask me a question if you dare!", theme = "earneleh/paris")
+chatBot = gr.ChatInterface(respond, type = "messages", title = "Magic 8 Ball", description = "Ask me a question if you dare!", theme = "earneleh/paris")
 chatBot.launch()