Practice for lesson 11 generative AI

app.py

@@ -1,8 +1,28 @@
 import gradio as gr
+import random
+from huggingface_hub import InferenceClient
+
+client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
+
+def respond(message, history):
+
+    messages = [{"role": "system", "content": "You are a friendly chatbot."}]
+    if history: 
+        messages.extend(history)
+
+    messages.append({"role : user", "content" : message})
+
+    response = client.chat_completion(messages, max_tokens = 100)
+
+    print (return response ["choices"] (0)["message"]["content"].strip())
+    
+    return response ["choices"] (0)["message"]["content"].strip()
 
 def echo(messaged, history):
-    return messaged
+    my_list = ["sure", "ask again", "maybe"]
+    return random.choice(my_list)
+chatbot = gr.ChatInterface(respond, type = "messages")
+
 
-chatbot = gr.ChatInterface(echo)
 
 chatbot.launch()