Connecting to zephyr LLM

app.py

@@ -1,14 +1,26 @@
 import gradio as gr
+from huggingface_hub import InferenceClient
 import random
 
+client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
 
+#def echo(message, history):
+    #choices = ["Ask me later", "Not today, sweetie", "One day we'll know", "Indeed!", "Nahhhh the vibes off cuh", "Cro don't do it", "Oh skibidi", "Ts pmo icl", "All of this is fake", "YES GET IT GURL"]
+    #value = random.choice(choices)
+    #return value
 
-def echo(message, history):
-    choices = ["Ask me later", "Not today, sweetie", "One day we'll know", "Indeed!", "Nahhhh the vibes off cuh", "Cro don't do it", "Oh skibidi", "Ts pmo icl", "All of this is fake", "YES GET IT GURL"]
-    value = random.choice(choices)
-    return value
-    
-chatbot = gr.ChatInterface(echo, type = "messages")
+def respond(message, history):
+    messages [{"role":  "system", "content": "You are a friendly chatbot."}]
+    if history:
+        messages.extend(history)
+        #adds multiple value + types rather than just one
+    messages.append("{"role": "user", "content": message})
+    response = client.chat_completion(messages, max_tokens=0)
+    print(response)
+    return response['choices'][0]['message']['content'].strip()
+                    
+chatbot = gr.ChatInterface(respond, type = "messages")
+        
 
 chatbot.launch()