Update app.py

app.py

@@ -9,10 +9,10 @@ processor = AutoProcessor.from_pretrained("microsoft/kosmos-2-patch14-224")
 
 # The original Kosmos-2 demo saves the image first then reload it. For some images, this will give slightly different image input and change the generation outputs.
 
-prompt = ""
+prompt = "{question}"
 
-def describe_image(image_path):
-  inputs = processor(text=prompt, images=image_path, return_tensors="pt")
+def describe_image(image_path, question):
+  inputs = processor(text=question, images=image_path, return_tensors="pt")
 
   generated_ids = model.generate(
       pixel_values=inputs["pixel_values"],
@@ -34,7 +34,7 @@ def describe_image(image_path):
 
 import gradio as gr
 
-gr_app = gr.Interface(fn=describe_image, inputs=[gr.Image(label="Upload an image for description", type='pil')],
+gr_app = gr.Interface(fn=describe_image, inputs=[gr.Image(label="Upload an image for description", type='pil'), "text"],
                       outputs=[gr.Textbox(label="Image description")], title="App for image description")
 
 if __name__ == "__main__":