Spaces:
Running
on
Zero
Running
on
Zero
| import gradio as gr | |
| from PIL import Image, ImageDraw, ImageFont | |
| import xml.etree.ElementTree as ET | |
| import os | |
| # --- Helper Functions --- | |
| def get_alto_namespace(xml_file_path): | |
| """ | |
| Dynamically gets the ALTO namespace from the XML file. | |
| """ | |
| try: | |
| tree = ET.parse(xml_file_path) | |
| root = tree.getroot() | |
| if '}' in root.tag: | |
| return root.tag.split('}')[0] + '}' | |
| except ET.ParseError: | |
| print(f"Error parsing XML to find namespace: {xml_file_path}") | |
| return '' | |
| def parse_alto_xml(xml_file_path): | |
| """ | |
| Parses an ALTO XML file to extract text content and bounding box info. | |
| Returns: | |
| - full_text (str): All extracted text concatenated. | |
| - ocr_data (list): A list of dictionaries, each with | |
| {'text': str, 'x': int, 'y': int, 'w': int, 'h': int} | |
| """ | |
| full_text_lines = [] | |
| ocr_data = [] | |
| if not xml_file_path or not os.path.exists(xml_file_path): | |
| return "Error: XML file not provided or does not exist.", [] | |
| try: | |
| ns_prefix = get_alto_namespace(xml_file_path) | |
| tree = ET.parse(xml_file_path) | |
| root = tree.getroot() | |
| for text_line in root.findall(f'.//{ns_prefix}TextLine'): | |
| line_text_parts = [] | |
| for string_element in text_line.findall(f'{ns_prefix}String'): | |
| text = string_element.get('CONTENT') | |
| if text: | |
| line_text_parts.append(text) | |
| try: | |
| hpos = int(float(string_element.get('HPOS'))) | |
| vpos = int(float(string_element.get('VPOS'))) | |
| width = int(float(string_element.get('WIDTH'))) | |
| height = int(float(string_element.get('HEIGHT'))) | |
| ocr_data.append({ | |
| 'text': text, | |
| 'x': hpos, | |
| 'y': vpos, | |
| 'w': width, | |
| 'h': height | |
| }) | |
| except (ValueError, TypeError) as e: | |
| print(f"Warning: Could not parse coordinates for '{text}': {e}") | |
| ocr_data.append({ | |
| 'text': text, 'x': 0, 'y': 0, 'w': 10, 'h': 10 # Placeholder | |
| }) | |
| if line_text_parts: | |
| full_text_lines.append(" ".join(line_text_parts)) | |
| return "\n".join(full_text_lines), ocr_data | |
| except ET.ParseError as e: | |
| return f"Error parsing XML: {e}", [] | |
| except Exception as e: | |
| return f"An unexpected error occurred during XML parsing: {e}", [] | |
| def draw_ocr_on_image(image_pil, ocr_data): | |
| """ | |
| Draws bounding boxes and text from ocr_data onto the image. | |
| """ | |
| if not image_pil or not ocr_data: | |
| return image_pil | |
| draw = ImageDraw.Draw(image_pil) | |
| try: | |
| # Filter for items with positive height before calculating average | |
| valid_heights = [d['h'] for d in ocr_data if d['h'] > 0] | |
| if valid_heights: | |
| avg_height = sum(valid_heights) / len(valid_heights) | |
| else: | |
| avg_height = 10 # Default if no valid heights | |
| font_size = max(8, int(avg_height * 0.6)) | |
| font = ImageFont.truetype("arial.ttf", font_size) | |
| except (IOError, ZeroDivisionError): # ZeroDivisionError should be caught by the check above | |
| font = ImageFont.load_default() | |
| font_size = 10 | |
| print("Arial font not found or issue with height calculation, using default font.") | |
| for item in ocr_data: | |
| x, y, w, h = item['x'], item['y'], item['w'], item['h'] | |
| text = item['text'] | |
| draw.rectangle([(x, y), (x + w, y + h)], outline="red", width=2) | |
| # Adjust text position to be slightly above the box, or below if no space above | |
| text_y_position = y - font_size - 2 | |
| if text_y_position < 0: # If text would go off the top of the image | |
| text_y_position = y + h + 2 # Place below the box | |
| draw.text((x + 2, text_y_position), text, fill="green", font=font) | |
| return image_pil | |
| # --- Gradio Interface Function --- | |
| def process_image_and_xml(image_path, xml_path, show_overlay): | |
| """ | |
| Main function for the Gradio interface. | |
| image_path and xml_path are now file paths (strings). | |
| """ | |
| if image_path is None: # If no image is uploaded at all | |
| return None, "Please upload an image.", None | |
| # Try to open the image first, as it's needed for both outputs if XML is missing | |
| try: | |
| img_pil = Image.open(image_path).convert("RGB") | |
| except Exception as e: | |
| return None, f"Error loading image: {e}", None | |
| if xml_path is None: # If XML is missing, but image is present | |
| return img_pil, "Please upload an OCR XML file.", None | |
| # Both image and XML are presumably present | |
| extracted_text, ocr_box_data = parse_alto_xml(xml_path) | |
| overlay_image_pil = None | |
| if show_overlay: | |
| if ocr_box_data: | |
| img_for_overlay = img_pil.copy() | |
| overlay_image_pil = draw_ocr_on_image(img_for_overlay, ocr_box_data) | |
| elif not (isinstance(extracted_text, str) and extracted_text.startswith("Error")): | |
| # Append message if overlay is checked but no boxes, and no major XML parse error | |
| if isinstance(extracted_text, str): | |
| extracted_text += "\n(No bounding box data found or parsed for overlay)" | |
| else: # Should ideally not happen based on parse_alto_xml's return | |
| extracted_text = "(No bounding box data found or parsed for overlay)" | |
| return img_pil, extracted_text, overlay_image_pil | |
| # --- Create Gradio App --- | |
| with gr.Blocks(theme=gr.themes.Soft()) as demo: | |
| gr.Markdown("# OCR Viewer (ALTO XML)") | |
| gr.Markdown( | |
| "Upload an image and its corresponding ALTO OCR XML file. " | |
| "The app will display the image, extract and show the plain text, " | |
| "and optionally overlay the OCR predictions on the image." | |
| ) | |
| with gr.Row(): | |
| with gr.Column(scale=1): | |
| image_input = gr.File(label="Upload Image (PNG, JPG, etc.)", type="filepath") | |
| xml_input = gr.File(label="Upload ALTO XML File (.xml)", type="filepath") | |
| show_overlay_checkbox = gr.Checkbox(label="Show OCR Overlay on Image", value=False) | |
| submit_button = gr.Button("Process Files", variant="primary") | |
| with gr.Row(): | |
| with gr.Column(scale=1): | |
| output_image_orig = gr.Image(label="Uploaded Image", type="pil", interactive=False) | |
| with gr.Column(scale=1): | |
| output_text = gr.Textbox(label="Extracted Plain Text", lines=15, interactive=False) | |
| output_image_overlay = gr.Image(label="Image with OCR Overlay", type="pil", interactive=False, visible=True) | |
| def update_interface(image_filepath, xml_filepath, show_overlay_val): | |
| if image_filepath is None and xml_filepath is None: | |
| return None, "Please upload an image and an XML file.", None | |
| # `process_image_and_xml` now handles cases where one is None | |
| img, text, overlay_img = process_image_and_xml(image_filepath, xml_filepath, show_overlay_val) | |
| return img, text, overlay_img | |
| submit_button.click( | |
| fn=update_interface, | |
| inputs=[image_input, xml_input, show_overlay_checkbox], | |
| outputs=[output_image_orig, output_text, output_image_overlay] | |
| ) | |
| show_overlay_checkbox.change( | |
| fn=update_interface, | |
| inputs=[image_input, xml_input, show_overlay_checkbox], | |
| outputs=[output_image_orig, output_text, output_image_overlay] | |
| ) | |
| gr.Markdown("---") | |
| gr.Markdown("### Example ALTO XML Snippet (for `String` element extraction):") | |
| gr.Code( | |
| # Corrected: Omitted language parameter | |
| value=""" | |
| <alto xmlns="http://www.loc.gov/standards/alto/v3/alto.xsd"> | |
| <Description>...</Description> | |
| <Styles>...</Styles> | |
| <Layout> | |
| <Page ID="Page13" PHYSICAL_IMG_NR="13" WIDTH="2394" HEIGHT="3612"> | |
| <PrintSpace> | |
| <TextLine WIDTH="684" HEIGHT="108" ID="p13_t1" HPOS="465" VPOS="196"> | |
| <String ID="p13_w1" CONTENT="Introduction" HPOS="465" VPOS="196" WIDTH="684" HEIGHT="108" STYLEREFS="font0"/> | |
| </TextLine> | |
| <TextLine WIDTH="1798" HEIGHT="51" ID="p13_t2" HPOS="492" VPOS="523"> | |
| <String ID="p13_w2" CONTENT="Britain" HPOS="492" VPOS="523" WIDTH="166" HEIGHT="51" STYLEREFS="font1"/> | |
| <SP WIDTH="24" VPOS="523" HPOS="658"/> | |
| <String ID="p13_w3" CONTENT="1981" HPOS="682" VPOS="523" WIDTH="117" HEIGHT="51" STYLEREFS="font1"/> | |
| <!-- ... more String and SP elements ... --> | |
| </TextLine> | |
| <!-- ... more TextLine elements ... --> | |
| </PrintSpace> | |
| </Page> | |
| </Layout> | |
| </alto> | |
| """, | |
| interactive=False | |
| ) | |
| if __name__ == "__main__": | |
| try: | |
| img = Image.new('RGB', (2394, 3612), color = 'lightgray') | |
| img.save("dummy_image.png") | |
| print("Created dummy_image.png for testing.") | |
| example_xml_filename = "189819724.34.xml" # Make sure this file exists with your XML content | |
| if not os.path.exists(example_xml_filename): | |
| print(f"WARNING: Example XML '{example_xml_filename}' not found. Please create it or upload your own.") | |
| except ImportError: | |
| print("Pillow not installed, can't create dummy image.") | |
| except Exception as e: | |
| print(f"Error during setup: {e}") | |
| demo.launch() |