token

app.py

@@ -1,7 +1,23 @@
 import gradio as gr
 import random
+from huggingface_hub import InferenceClient
 # import lines go at the top: any libraries I need to import go up here ^^
 
+client = InferenceClient("HuggingFaceH4/zephr-7b-beta")
+
+def respond(message, history):
+
+    messages = [{"role": "system", "content": "You are a friendly chatbot."}]
+
+    if history: 
+        messages.extend(history)
+
+    messages.append({"role": "user", "content": message})
+
+    response = client.chat_completion(messages, max_tokens = 100)
+
+    return response['choices'][0]['message']['content'].strip()
+
 def yes_or_no(message, history):
     return random.choice(['Yes', 'No', 'Maybe', 'Ask Again'])