Update app.py

app.py

@@ -85,7 +85,6 @@ client_yi = InferenceClient("01-ai/Yi-1.5-34B-Chat")
 def respond(message, history):
     func_caller = []
 
-    # Ensure 'message' is a dictionary
     if isinstance(message, dict):
         user_prompt = message
         if "files" in message and message["files"]:
@@ -93,7 +92,7 @@ def respond(message, history):
             streamer = TextIteratorStreamer(None, skip_prompt=True, **{"skip_special_tokens": True})
             generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=1024)
 
-            thread = Thread(target=None.generate, kwargs=generation_kwargs)
+            thread = Thread(target=None.generate, kwargs=generation_kwargs)  # Replace None with actual model
             thread.start()
         
             buffer = ""
@@ -115,7 +114,7 @@ def respond(message, history):
             message_text = message["text"]
             func_caller.append({"role": "user", "content": f'[SYSTEM]You are a helpful assistant. You have access to the following functions: \n {str(functions_metadata)}\n\nTo use these functions respond with:\n<functioncall> {{ "name": "function_name", "arguments": {{ "arg_1": "value_1", "arg_1": "value_1", ... }} }}  </functioncall>  [USER] {message_text}'})
         
-            response = None.chat_completion(func_caller, max_tokens=200)
+            response = None.chat_completion(func_caller, max_tokens=200)  # Replace None with actual model
             response = str(response)
             try:
                 response = response[int(response.find("{")):int(response.rindex("</"))]
@@ -140,7 +139,7 @@ def respond(message, history):
                         messages += f"\nuser\n{str(msg[0])}"
                         messages += f"\nassistant\n{str(msg[1])}"
                     messages+=f"\nuser\n{message_text}\nweb_result\n{web2}\nassistant\n"
-                    stream = None.text_generation(messages, max_new_tokens=2000, do_sample=True, stream=True, details=True, return_full_text=False)
+                    stream = None.text_generation(messages, max_new_tokens=2000, do_sample=True, stream=True, details=True, return_full_text=False)  # Replace None with actual model
                     output = ""
                     for response in stream:
                         if not response.token.text == "":
@@ -153,7 +152,7 @@ def respond(message, history):
                         image = image_gen(f"{str(query)}")
                         yield gr.Image(image[1])
                     except:
-                        client_sd3 = None.InferenceClient("stabilityai/stable-diffusion-3-medium-diffusers")
+                        client_sd3 = None.InferenceClient("stabilityai/stable-diffusion-3-medium-diffusers")  # Replace None with actual model
                         seed = random.randint(0, 999999)
                         image = client_sd3.text_to_image(query, negative_prompt=f"{seed}")
                         yield gr.Image(image)
@@ -170,11 +169,11 @@ def respond(message, history):
                     image = Image.open(image).convert("RGB")
                     prompt = f"user <image>\n{txt}assistant"
                     
-                    inputs = None(prompt, image, return_tensors="pt")
+                    inputs = None(prompt, image, return_tensors="pt")  # Replace None with actual model
                     streamer = TextIteratorStreamer(None, skip_prompt=True, **{"skip_special_tokens": True})
                     generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=1024)
 
-                    thread = Thread(target=None.generate, kwargs=generation_kwargs)
+                    thread = Thread(target=None.generate, kwargs=generation_kwargs)  # Replace None with actual model
                     thread.start()
                 
                     buffer = ""
@@ -187,7 +186,7 @@ def respond(message, history):
                     messages += f"\nuser\n{str(msg[0])}"
                     messages += f"\nassistant\n{str(msg[1])}"
                 messages += f"\nuser\n{str(message)}"
-                stream = None.text_generation(messages, max_new_tokens=2000, do_sample=True, stream=True, details=True, return_full_text=False)
+                stream = None.text_generation(messages, max_new_tokens=2000, do_sample=True, stream=True, details=True, return_full_text=False)  # Replace None with actual model
                 output = ""
                 for response in stream:
                     if not response.token.text == "":
@@ -196,13 +195,12 @@ def respond(message, history):
     else:
         yield "Error: Message format is incorrect."
 
-
 # Interface Layout
 with gr.Blocks() as demo:
     chatbot = gr.Chatbot(label="ChatGPT Style Chatbot", height=500)
 
     with gr.Row():
-        upload_button = gr.FileButton(label="Upload File", elem_id="upload-button")
+        upload_button = gr.File(label="Upload File", elem_id="upload-button")
         with gr.Column(scale=8):
             text_input = gr.Textbox(label="", placeholder="Type your message here...", lines=1)
         submit_button = gr.Button("Send")