Connected Chatbot to LLM

app.py

@@ -2,8 +2,27 @@ import gradio as gr
 import random
 #import lines go at the top!
 
-def yes_or_no(message,history):
-    return random.choice(['Yes','No'])
+from huggingface_hub import InferenceClient
+
+client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
+# name of llm chatbot accessed ^^
+
+def respond(message,history):
+
+    messages = [{'role': 'system','content':'You are a friendly chatbot.'}]
+    #creating dictionary containing key value pairs; first key value pair is system message, second is user message
+
+    if history:
+        messages.extend(history)
+
+    messages.append({'role': 'user','content': message})
+
+    response = client.chat_completion(messages, max_tokens = 100)
+
+    return response['choices'][0]['message']['content'].strip()
+
+#def yes_or_no(message,history):
+    #return random.choice(['Yes','No'])
     
 #def echo(message, history):
     #always need two inputs
@@ -11,7 +30,7 @@ def yes_or_no(message,history):
  
 print("Hello, World")
 
-chatbot = gr.ChatInterface(yes_or_no, type='messages')
+chatbot = gr.ChatInterface(respond, type='messages')
 #defining my chatbot so user can interact, see their conversation and send new messages
 
 chatbot.launch()