Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -19,22 +19,22 @@ model.to(device)
|
|
| 19 |
def filter_output(output):
|
| 20 |
return output.replace("<0x0A>", "")
|
| 21 |
|
| 22 |
-
def
|
| 23 |
-
inputs = processor(images=image, text=
|
| 24 |
predictions = model.generate(**inputs, max_new_tokens=512)
|
| 25 |
return filter_output(processor.decode(predictions[0], skip_special_tokens=True))
|
| 26 |
|
| 27 |
|
| 28 |
image = gr.inputs.Image(type="pil", label="Chart")
|
| 29 |
-
answer = gr.outputs.Textbox(label="
|
| 30 |
examples = [["chart_example.png", "Which country has the second highest death rate?"], ]
|
| 31 |
#["chart_example_2.png"], ["chart_example_3.png"], ["chart_example_4.png"]]
|
| 32 |
|
| 33 |
title = "Interactive demo: chart QA"
|
| 34 |
description = "Gradio Demo for matcha model, fine-tuned on the ChartQA dataset. To use it, simply upload your image and click 'submit', or click one of the examples to load them."
|
| 35 |
|
| 36 |
-
interface = gr.Interface(fn=
|
| 37 |
-
inputs=[image],
|
| 38 |
outputs=answer,
|
| 39 |
examples=examples,
|
| 40 |
title=title,
|
|
|
|
| 19 |
def filter_output(output):
|
| 20 |
return output.replace("<0x0A>", "")
|
| 21 |
|
| 22 |
+
def chart_qa(image, question):
|
| 23 |
+
inputs = processor(images=image, text=question, return_tensors="pt").to(device)
|
| 24 |
predictions = model.generate(**inputs, max_new_tokens=512)
|
| 25 |
return filter_output(processor.decode(predictions[0], skip_special_tokens=True))
|
| 26 |
|
| 27 |
|
| 28 |
image = gr.inputs.Image(type="pil", label="Chart")
|
| 29 |
+
answer = gr.outputs.Textbox(label="Model Output")
|
| 30 |
examples = [["chart_example.png", "Which country has the second highest death rate?"], ]
|
| 31 |
#["chart_example_2.png"], ["chart_example_3.png"], ["chart_example_4.png"]]
|
| 32 |
|
| 33 |
title = "Interactive demo: chart QA"
|
| 34 |
description = "Gradio Demo for matcha model, fine-tuned on the ChartQA dataset. To use it, simply upload your image and click 'submit', or click one of the examples to load them."
|
| 35 |
|
| 36 |
+
interface = gr.Interface(fn=chart_qa,
|
| 37 |
+
inputs=[image, question],
|
| 38 |
outputs=answer,
|
| 39 |
examples=examples,
|
| 40 |
title=title,
|