create a new chatbot RAG

app.py

@@ -1,16 +1,35 @@
 import gradio as gr
 import random
+import os
 
-def simple(message, history):
-    responses = ["Hello", "How are you?", "What's your name?"]
-    return random.choice(responses)
-       
-chatbot = gr.ChatInterface(
-    fn=simple,  # 添加了fn参数指向你的聊天函数
-    title="Simple Pattern Bot",
-    description="I respond to basic patterns (try saying hi or asking a question)",
-    examples=["Hello", "How are you?", "What's your name?"],
-)
-
-if __name__ == "__main__":
+#os.environ["HF_TOKEN"] = "#insert token here"
+
+client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
+
+def repond(message, history):
+    messages = [{"role": "system","content": "You are a freindly chatbot!"}]
+    #responses = ["Hello", "How are you?", "What's your name?"]
+    if history: 
+        message.extend(history)
+
+    messages.append({"role": "user", "content": message})
+
+    #return random.choice(responses)  
+    response = client.chat_completion(
+        messages
+        max_tokens=100
+    )
+
+    return response['choices'][0]['message']['content'].strip()
+
+chatbot = gr.ChatInterface(respond, type="messages")
+    
+#chatbot = gr.ChatInterface(
+#    fn=simple, 
+#    title="Simple Pattern Bot",
+#    description="I respond to basic patterns (try saying hi or asking a question)",
+#    examples=["Hello", "How are you?", "What's your name?"],
+#)
+
+#if __name__ == "__main__":
     chatbot.launch()