practice for lesson 11 generative AI -----> adding the respond function + important InferenceClient (from hugging face)

app.py

@@ -1,11 +1,25 @@
 import gradio as gr
 import random
+from huggingface_hub import InferenceClient
 
+client = InferenceClient ("HuggingFaceH4/zephyr-7b-beta")
+
+def respond(message, history):
+    messages = [{"role" : "system", "content" : "You are a friendly chatbot."}]
+    if history: 
+        messages.extend(history)
+        
+    messages.append({"role" : "user", "content" : message})
+    response = client.chat_completion(messages, max_tokens = 100)
+
+    print(response["choices"][0]["message"]["content"].strip())
+    return response["choices"][0]["message"]["content"].strip()
+    
 def random_message(message, history):
     choices = ["try again later", "isn't looking good for you", "perhaps", "maybe", "doubtful", "yes", "no", "without a doubt", "most likely", "signs point to yes", "it is certain", "my sources say no", "reply hazy, try again"]
     random_choices = random.choice(choices)
     return random_choices
 
-chatbot = gr.ChatInterface(random_message, type = "messages", title = "Welcome to 8 Ball")
+chatbot = gr.ChatInterface(respond, type = "messages")
 
 chatbot.launch()