Update app.py

app.py

@@ -1,11 +1,12 @@
 import gradio as gr
 import time
-from huggingface_hub import InferenceClient
 
-"""
-For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
-"""
-client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
+# Chatbot demo with multimodal input (text, markdown, LaTeX, code blocks, image, audio, & video). Plus shows support for streaming text.
+
+
+def print_like_dislike(x: gr.LikeData):
+    print(x.index, x.value, x.liked)
+
 
 def add_message(history, message):
     for x in message["files"]:
@@ -14,6 +15,7 @@ def add_message(history, message):
         history.append({"role": "user", "content": message["text"]})
     return history, gr.MultimodalTextbox(value=None, interactive=False)
 
+
 def bot(history: list):
     response = "**That's cool!**"
     history.append({"role": "assistant", "content": ""})
@@ -22,43 +24,8 @@ def bot(history: list):
         time.sleep(0.05)
         yield history
 
-def respond(
-    message,
-    history: list[tuple[str, str]],
-    system_message,
-    max_tokens,
-    temperature,
-    top_p,
-):
-    messages = [{"role": "system", "content": system_message}]
-
-    for val in history:
-        if val[0]:
-            messages.append({"role": "user", "content": val[0]})
-        if val[1]:
-            messages.append({"role": "assistant", "content": val[1]})
-
-    messages.append({"role": "user", "content": message})
 
-    response = ""
-
-    for message in client.chat_completion(
-        messages,
-        max_tokens=max_tokens,
-        stream=True,
-        temperature=temperature,
-        top_p=top_p,
-    ):
-        token = message.choices[0].delta.content
-
-        response += token
-        yield response
-
-
-"""
-For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
-"""
-with gr.blocks() as demo:
+with gr.Blocks() as demo:
     chatbot = gr.Chatbot(elem_id="chatbot", bubble_full_width=False, type="messages")
 
     chat_input = gr.MultimodalTextbox(
@@ -66,7 +33,7 @@ with gr.blocks() as demo:
         file_count="multiple",
         placeholder="Enter message or upload file...",
         show_label=False,
-        sources=["upload"],
+        sources=["microphone", "upload"],
     )
 
     chat_msg = chat_input.submit(
@@ -77,6 +44,4 @@ with gr.blocks() as demo:
 
     chatbot.like(print_like_dislike, None, None, like_user_message=True)
 
-
-if __name__ == "__main__":
-    demo.launch()
+demo.launch()