Attached the API to access the model!

app.py

@@ -1,14 +1,34 @@
 import gradio as gr
 import random
+from huggingface_hub import InferenceClient
 
-def random_message(message, history):
-    choices = ["Yes", "No", "Try Again Later.", "Of course!", "Bruh.", "Wow.", "I don't know...", "... You're weird", "Obviously..?", "Duh.", "Sure", "I don't think so ha."]
+client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
 
-    randomMessage = random.choice(choices)
+
+
+def respond(message, history):
+    messages = [{"role": "system", "content":"You are a friendly chatbot."}]
+    if history:
+        messages.extend(history)
+    messages.append({"role": "user", "content": message})
+
+    response = client.chat_completion(
+        messages,
+        max_tokens=100
+    )
+
+    return response['choices'][0]['message']['content'].strip()
+
+
+
+#def random_message(message, history):
+   # choices = ["Yes", "No", "Try Again Later.", "Of course!", "Bruh.", "Wow.", "I don't know...", "... You're weird", "Obviously..?", "Duh.", "Sure", "I don't think so ha."]
+
+  #  randomMessage = random.choice(choices)
     
-    return randomMessage
+   # return randomMessage
 
-chatbot = gr.ChatInterface(random_message, type = "messages", title = "Brutal 8Ball Fortune Teller for KWK", theme = gr.themes.Glass(), examples = ["How will lunch be today?", "How's the weather today?", "Is Trinity goofy?"])
+chatbot = gr.ChatInterface(respond, type = "messages", title = "Brutal 8Ball Fortune Teller for KWK", theme = gr.themes.Glass(), examples = ["How will lunch be today?", "How's the weather today?", "Is Trinity goofy?"])
 
 chatbot.launch()