import os import json import logging import cv2 import numpy as np from pdf2image import convert_from_path from pytesseract import Output, pytesseract from scipy.ndimage import rotate from surya.ocr import run_ocr from surya.model.detection.model import load_model as load_det_model, load_processor as load_det_processor from surya.model.recognition.model import load_model as load_rec_model from surya.model.recognition.processor import load_processor as load_rec_processor import imutils import gradio as gr import subprocess import glob from PIL import Image, ImageDraw from pytesseract import Output import pytesseract # Load the Surya detection and recognition models once at startup. # Model loading is expensive, so it must not happen per request. det_processor, det_model = load_det_processor(), load_det_model() rec_model, rec_processor = load_rec_model(), load_rec_processor() # Function to correct image skew def correct_skew(image, delta=0.1, limit=3): gray = cv2.cvtColor(image, cv2.COLOR_BGR2GRAY) thresh = cv2.adaptiveThreshold( gray, 255, cv2.ADAPTIVE_THRESH_GAUSSIAN_C, cv2.THRESH_BINARY_INV, 41, 15 ) scores = [] angles = np.arange(-limit, limit + delta, delta) for angle in angles: _, score = determine_score(thresh, angle) scores.append(score) best_angle = angles[scores.index(max(scores))] (h, w) = image.shape[:2] center = (w // 2, h // 2) M = cv2.getRotationMatrix2D(center, best_angle, 1.0) rotated = cv2.warpAffine( image, M, (w, h), flags=cv2.INTER_LINEAR, borderMode=cv2.BORDER_CONSTANT, borderValue=(255, 255, 255) ) print(f"[INFO] Detected skew angle: {best_angle} degrees") return rotated def determine_score(arr, angle): data = rotate(arr, angle, reshape=False, order=0) histogram = np.sum(data, axis=1, dtype=float) score = np.sum((histogram[1:] - histogram[:-1]) ** 2, dtype=float) return histogram, score def correct_image_rotation(image): if isinstance(image, Image.Image): original_size = image.size print('image original size is:', original_size) image = cv2.cvtColor(np.array(image), cv2.COLOR_RGB2BGR) image_required = image.copy() h, w = image_required.shape[:2] cropped_rotated = cv2.resize(image_required, (w * 4, h * 4)) results = pytesseract.image_to_osd( cropped_rotated, output_type=Output.DICT, config='--dpi 300 --psm 0 -c min_characters_to_try=5 -c tessedit_script_lang=Arabic' ) if results["script"] not in ['Bengali', 'Latin', 'Greek', 'Katakana'] and results["orientation"] != 180: print("[INFO] Detected orientation: {}".format(results["orientation"])) print("[INFO] Rotate by {} degrees to correct".format(results["rotate"])) print("[INFO] Detected script: {}".format(results["script"])) rotated = imutils.rotate_bound(image, angle=results['rotate']) if results['rotate'] in [90, 270]: rotated_h, rotated_w = rotated.shape[:2] original_size = (rotated_w, rotated_h) print(f"Rotated dimensions: {rotated_w}x{rotated_h}") if (rotated_w, rotated_h) != (h, w): rotated = cv2.resize(rotated, (w, h)) else: print("[INFO] Major orientation is correct, proceeding to fine-tune...") rotated = image final_rotated = correct_skew(rotated) rotated_pil = Image.fromarray(cv2.cvtColor(final_rotated, cv2.COLOR_BGR2RGB)) print('resize the image to its original size: ', original_size) corrected_image = rotated_pil.resize(original_size, Image.Resampling.LANCZOS) return corrected_image # Function to process PDF or image and detect text lines def process_pdf(file_path): # Define the results directories detected_text_dir = "/home/Detected_Text_Line" detected_layout_dir = "/home/Detected_layout" ocr_dir = "/home/OCR" # Ensure the results directories exist os.makedirs(detected_text_dir, exist_ok=True) os.makedirs(detected_layout_dir, exist_ok=True) os.makedirs(ocr_dir, exist_ok=True) # Extract the PDF name (without extension) pdf_name = os.path.splitext(os.path.basename(file_path))[0] # Step 1: Run surya_detect try: subprocess.run( ["surya_detect", "--results_dir", detected_text_dir, "--images", file_path], check=True, ) print(f"[INFO] surya_detect completed for {file_path}") except subprocess.CalledProcessError as e: print(f"[ERROR] surya_detect failed: {e}") return None # Step 2: Remove column files (if they exist) column_files = glob.glob(f"{detected_text_dir}/{pdf_name}/*column*") if column_files: try: subprocess.run(["rm"] + column_files, check=True) print(f"[INFO] Removed column files for {pdf_name}") except subprocess.CalledProcessError as e: print(f"[ERROR] Failed to remove column files: {e}") else: print(f"[INFO] No column files found for {pdf_name}") # Return the path to the directory containing the output images output_dir = os.path.join(detected_text_dir, pdf_name) return output_dir # Function to run OCR (recognition) and extract the actual text as JSON def extract_text(corrected_images, langs): ocr_dir = "/home/OCR" os.makedirs(ocr_dir, exist_ok=True) # Default to English if no language was selected if not langs: langs = ["en"] try: predictions = run_ocr( corrected_images, [langs] * len(corrected_images), det_model, det_processor, rec_model, rec_processor, ) result = [ { "page": i + 1, "text_lines": [ { "text": line.text, "confidence": line.confidence, "bbox": line.bbox, "polygon": line.polygon, } for line in pred.text_lines ], } for i, pred in enumerate(predictions) ] json_path = os.path.join(ocr_dir, "ocr_result.json") with open(json_path, "w", encoding="utf-8") as f: json.dump(result, f, ensure_ascii=False, indent=2) return result, json_path except Exception as e: print(f"[ERROR] OCR text extraction failed: {e}") return {"error": str(e)}, None # Function to handle the Gradio interface def gradio_interface(file, langs): # Step 1: Correct the skew of the input file corrected_images = [] if file.name.lower().endswith('.pdf'): images = convert_from_path(file.name) for i, image in enumerate(images): corrected_image = correct_image_rotation(image) corrected_images.append(corrected_image) else: image = Image.open(file.name) corrected_image = correct_image_rotation(image) corrected_images.append(corrected_image) # Save corrected images to a folder corrected_dir = "/home/Corrected_Images" os.makedirs(corrected_dir, exist_ok=True) for i, corrected_image in enumerate(corrected_images): corrected_image.save(os.path.join(corrected_dir, f"corrected_{i}.png")) # Step 2: Detect text lines in the corrected images detected_dir = process_pdf(corrected_dir) if detected_dir is None: # Return a placeholder image with an error message error_image = Image.new("RGB", (400, 200), color="red") error_draw = ImageDraw.Draw(error_image) error_draw.text((10, 10), "Error detecting text lines. Check the logs for details.", fill="white") return corrected_images, [error_image], {}, None # Load and return the detected text line images detected_images = [] for image_file in sorted(os.listdir(detected_dir)): if image_file.endswith((".png", ".jpg", ".jpeg")): image_path = os.path.join(detected_dir, image_file) detected_images.append(Image.open(image_path)) if not detected_images: # Return a placeholder image if no output images are found placeholder_image = Image.new("RGB", (400, 200), color="gray") placeholder_draw = ImageDraw.Draw(placeholder_image) placeholder_draw.text((10, 10), "No detected text line images found.", fill="white") ocr_json, json_path = extract_text(corrected_images, langs) return corrected_images, [placeholder_image], ocr_json, json_path # Step 3: Run OCR (recognition) to extract the actual text as JSON ocr_json, json_path = extract_text(corrected_images, langs) return corrected_images, detected_images, ocr_json, json_path # Gradio Interface iface = gr.Interface( fn=gradio_interface, inputs=[ gr.File(label="Upload PDF or Image"), gr.Dropdown( choices=["en", "ar", "fr", "es", "de", "it", "pt", "nl", "zh", "ja", "ko", "hi", "ru", "tr"], value=["en"], multiselect=True, label="OCR language(s)", ), ], outputs=[ gr.Gallery(label="Corrected Images", columns=[2], height="auto"), gr.Gallery(label="Detected Text Lines", columns=[2], height="auto"), gr.JSON(label="Extracted Text (JSON)"), gr.File(label="Download JSON"), ], title="PDF/Image Skew Correction, Text Line Detection and OCR", description="Upload a PDF or image to correct skew, detect text lines, and extract the text as JSON.", ) iface.launch()