import os os.environ["OMP_THREAD_LIMIT"] = "1" os.environ["OMP_NUM_THREADS"] = "1" os.environ["MKL_NUM_THREADS"] = "1" os.environ["OPENBLAS_NUM_THREADS"] = "1" import re import json import concurrent.futures import csv import gradio as gr import cloudinary import cloudinary.uploader import pytesseract from PIL import Image, ImageFilter from openai import OpenAI from dotenv import load_dotenv from pymongo import MongoClient import pytz from datetime import datetime # ────────────────────────────────────────────── # A. Setup & Configuration # ────────────────────────────────────────────── load_dotenv() cloudinary.config( cloud_name=os.environ.get("CLOUDINARY_CLOUD_NAME"), api_key=os.environ.get("CLOUDINARY_API_KEY"), api_secret=os.environ.get("CLOUDINARY_API_SECRET"), ) client = OpenAI( base_url="https://integrate.api.nvidia.com/v1", api_key=os.environ.get("NVIDIA_API_KEY"), timeout=15.0, ) if os.name == "nt": _tess_path = r"C:\Program Files\Tesseract-OCR\tesseract.exe" if os.path.exists(_tess_path): pytesseract.pytesseract.tesseract_cmd = _tess_path mongo_uri = os.environ.get("MONGODB_URI") mongo_client = None db = None collection = None if mongo_uri: try: mongo_client = MongoClient(mongo_uri, serverSelectionTimeoutMS=5000) mongo_client.admin.command("ping") db = mongo_client["police_db"] collection = db["warrant"] print("✅ Connected successfully to MongoDB!") except Exception as exc: print(f"❌ MongoDB connection failed: {exc}") collection = None officers_db: dict = {} _officers_csv_error: str | None = None try: with open("officers.csv", "r", encoding="utf-8") as _f: for row in csv.DictReader(_f): officers_db[row["Officer_Name"]] = row["Phone_Number"] except Exception as _e: _officers_csv_error = str(_e) print(f"⚠️ Could not load officers.csv: {_e}") # ────────────────────────────────────────────── # B. Core Processing Logic # ────────────────────────────────────────────── SYSTEM_PROMPT = """You are an extremely precise and strict Indian legal document parser. Your task is to extract information from raw OCR text of a Punjab court warrant or summons. CRITICAL RULES TO PREVENT HALLUCINATION & FABRICATION: 1. NEVER assume, guess, or fabricate any field. If a field is not explicitly and clearly mentioned in the provided text, you MUST return null for that field. 2. DO NOT use placeholder values unless they are literally printed in the text. 3. Case_FIR_Number: Extract the court case number (usually in a format like 'CHI/339/2021' or similar, found near the top-right or case details) AND/OR the FIR number (usually labeled as 'POLICE STATION/FIR NO' or similar). - Use " | " separator only if two DISTINCT numbers exist (e.g., 'CHI/339/2021 | PS WOMEN/39/2020'). - NEVER duplicate the same number on both sides. - Ignore or filter out barcode metadata, serial numbers, or form numbers (like 'PBBT03-003502-2021' or 'Form No. 50') if there is a more specific case number (like 'CHI/339/2021') and FIR number present in the text. 4. Act_and_Sections: Extract only explicitly mentioned sections (e.g. "IPC 302"). null if absent. 5. Person_Name_To_Serve: The person to be served/arrested — found after "Whereas [NAME] has been duly served ... has failed to attend". NEVER use the accused from "Vs [name]" headers. 6. Hearing_Date: The NEXT hearing date only. Format DD-MM-YYYY (e.g. "05-05-2026"). - You MUST extract the full day, month, AND year. A year-only value like "2026" is WRONG. - Look for labels like "NEXT DATE", "Next Date", "Next Hearing", "Date of Hearing". - If only a year can be found and no full date exists in the text, return null. - NOT the signing/dated date (e.g. ignore "Dated, this day of ..."). 7. Court_Name: Extract the specific court designation/level and location (e.g., 'Judicial Magistrate Ist Class, Bathinda' or 'Judicial Magistrate 1st Class' or 'Chief Judicial Magistrate'), NOT the building/header location (such as 'Criminal Courts, Bathinda' or 'District Courts'). The actual court name is typically written directly below 'IN THE COURT OF Sh. [Name]'. 8. Ground every value in the OCR text. Prefer null over a guess. Return ONLY valid JSON, no markdown fences, no explanation: { "Case_FIR_Number": "...", "Act_and_Sections": null, "Type_of_Document": "...", "Target_Police_Station": "...", "IO_Name_and_Belt_No": "...", "IO_Mobile_Number": null, "Person_Name_To_Serve": "...", "Person_Address": "...", "Court_Name": "...", "Hearing_Date": "..." } """ REQUIRED_KEYS = [ "Case_FIR_Number", "Act_and_Sections", "Type_of_Document", "Target_Police_Station", "IO_Name_and_Belt_No", "IO_Mobile_Number", "Person_Name_To_Serve", "Person_Address", "Court_Name", "Hearing_Date", ] _MONTH_MAP = { "january": "01", "february": "02", "march": "03", "april": "04", "may": "05", "june": "06", "july": "07", "august": "08", "september": "09", "october": "10", "november": "11", "december": "12", "jan": "01", "feb": "02", "mar": "03", "apr": "04", "jun": "06", "jul": "07", "aug": "08", "sep": "09", "oct": "10", "nov": "11", "dec": "12", } # ── Detect available Tesseract languages ────── def _get_available_tess_langs() -> str: """ Query Tesseract for installed language packs and build the best available lang string for Punjab court documents (eng + hin + pan). Falls back gracefully if hin/pan are not installed. """ try: import subprocess result = subprocess.run( ["tesseract", "--list-langs"], capture_output=True, text=True, timeout=10 ) installed = set(result.stdout.lower().split() + result.stderr.lower().split()) except Exception: installed = {"eng"} langs = ["eng"] if "hin" in installed: langs.append("hin") if "pan" in installed: langs.append("pan") lang_str = "+".join(langs) print(f"🔤 Tesseract languages available: {lang_str}") return lang_str _TESS_LANG = _get_available_tess_langs() # ── OCR ─────────────────────────────────────── _OCR_MAX_DIM = 1500 # px — cap before handing to Tesseract (reduced to prevent HF timeout) _OCR_MIN_DIM = 1000 # px — upscale target for very small images (optimized for speed) _OCR_TIMEOUT_S = 60 # seconds — hard kill on the Tesseract subprocess def _preprocess_for_ocr(img: Image.Image) -> Image.Image: """ Prepare image for Tesseract: 1. Convert to greyscale (L mode). 2. Upscale tiny images so Tesseract has enough pixel density (~300 DPI). 3. **Downscale large images** — phone camera shots can be 4000×3000+ px, which causes Tesseract to hang for minutes. We cap the longest edge at _OCR_MAX_DIM (2000 px) which is more than enough for court-document text. 4. Sharpen after any resize to compensate for interpolation softness. """ img = img.convert("L") max_dim = max(img.size) if max_dim < _OCR_MIN_DIM: # Too small — upscale scale = _OCR_MIN_DIM / max_dim img = img.resize( (int(img.width * scale), int(img.height * scale)), Image.LANCZOS ) elif max_dim > _OCR_MAX_DIM: # Too large — downscale to prevent Tesseract timeout scale = _OCR_MAX_DIM / max_dim img = img.resize( (int(img.width * scale), int(img.height * scale)), Image.LANCZOS ) # Sharpen after any resize img = img.filter(ImageFilter.SHARPEN) return img def _ocr_image(image_path: str) -> str: """ Run Tesseract via subprocess with a hard OS-level kill on timeout. Key fixes vs original: • Images are now CAPPED at _OCR_MAX_DIM (2000 px longest edge). Phone camera images (4K+) were the primary cause of the hang. • Uses subprocess + os.killpg so the Tesseract process is truly killed on timeout (ThreadPoolExecutor.cancel() only abandons the Python thread — the Tesseract child process kept running and blocked the next request). • PSM 6 (uniform block) instead of PSM 3 (full auto-layout) — warrants are single-column documents; PSM 3's expensive layout analysis adds time without improving accuracy here. • Falls back to pytesseract if subprocess approach fails (e.g. Windows). """ import subprocess, tempfile, os, signal, sys try: img = Image.open(image_path) processed = _preprocess_for_ocr(img) except Exception as exc: return f"[OCR Error] Could not open/preprocess image: {exc}" # Write the preprocessed image to a temp file for the subprocess approach with tempfile.NamedTemporaryFile(suffix=".png", delete=False) as tmp: tmp_path = tmp.name try: processed.save(tmp_path, format="PNG") except Exception as exc: os.unlink(tmp_path) return f"[OCR Error] Could not save temp image: {exc}" tess_cmd = pytesseract.pytesseract.tesseract_cmd or "tesseract" out_base = tmp_path.replace(".png", "_out") cmd = [ tess_cmd, tmp_path, out_base, "-l", _TESS_LANG, "--oem", "1", "--psm", "4", # single column of variable sizes — matches Punjab warrants layout best ] try: # Use subprocess with a real timeout so we can kill the process tree kwargs = {} if sys.platform != "win32": kwargs["start_new_session"] = True # lets us killpg the whole group proc = subprocess.Popen( cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE, **kwargs, ) try: proc.communicate(timeout=_OCR_TIMEOUT_S) except subprocess.TimeoutExpired: if sys.platform != "win32": try: os.killpg(os.getpgid(proc.pid), signal.SIGKILL) except Exception: proc.kill() else: proc.kill() proc.communicate() return "[OCR Timeout] Tesseract exceeded 60 s — image may be too complex." out_txt = out_base + ".txt" if os.path.exists(out_txt): with open(out_txt, "r", encoding="utf-8", errors="replace") as f: result = f.read() os.unlink(out_txt) return result # Subprocess produced no output file — fall through to pytesseract fallback except Exception: pass finally: try: os.unlink(tmp_path) except Exception: pass # ── Fallback: pytesseract (Windows or if subprocess path fails) ──────── def _run() -> str: return pytesseract.image_to_string( processed, lang=_TESS_LANG, config="--oem 1 --psm 4" ) with concurrent.futures.ThreadPoolExecutor(max_workers=1) as executor: future = executor.submit(_run) try: return future.result(timeout=_OCR_TIMEOUT_S) except concurrent.futures.TimeoutError: future.cancel() return "[OCR Timeout] Tesseract exceeded 60 s — try a smaller or clearer image." except Exception as exc: return f"[OCR Error] {exc}" # ── Post-processing helpers ─────────────────── def _extract_person_from_whereas(raw_ocr: str) -> str | None: m = re.search( r"[Ww]hereas\s+([A-Za-z\s]+(?:,\s*no\.?\s*\d+)?)[,\s]+" r"(?:\([^)]*\)[,\s]+)?(?:R/O[^,]*,)?\s*has been duly served", raw_ocr, ) return m.group(1).strip() if m else None def _extract_next_date_from_ocr(raw_ocr: str) -> str | None: """ Fallback: scan OCR text for a date near 'NEXT DATE' / 'Next Date' / 'Next Hearing' labels. Returns DD-MM-YYYY string if found, else None. """ # Look for "NEXT DATE" or similar label followed by a date within ~60 characters m = re.search( r"(?:NEXT\s*DATE|Next\s*Date|Next\s*Hearing|Hearing\s*Date)\s*[:\-]?\s*" r"(\d{1,2}[-/.\s]\d{1,2}[-/.\s]\d{4}|\d{4}[-/.\s]\d{1,2}[-/.\s]\d{1,2})", raw_ocr, re.IGNORECASE ) if m: raw_date = re.sub(r"[\s/.]", "-", m.group(1).strip()) # Normalise YYYY-MM-DD → DD-MM-YYYY yyyy_first = re.fullmatch(r"(\d{4})-(\d{1,2})-(\d{1,2})", raw_date) if yyyy_first: raw_date = f"{yyyy_first.group(3).zfill(2)}-{yyyy_first.group(2).zfill(2)}-{yyyy_first.group(1)}" return raw_date return None def _post_validate(data: dict, raw_ocr: str) -> dict: """Correct Person_Name_To_Serve if LLM picked the accused instead of the witness. Also repair Hearing_Date if LLM returned only a year (e.g. '2026').""" # ── Person fix ────────────────────────────────────────────────────────── person = data.get("Person_Name_To_Serve") or "" if person and re.search(r"\bVs\s+" + re.escape(person), raw_ocr, re.IGNORECASE): fallback = _extract_person_from_whereas(raw_ocr) if fallback: data["Person_Name_To_Serve"] = fallback if not person: fallback = _extract_person_from_whereas(raw_ocr) if fallback: data["Person_Name_To_Serve"] = fallback # ── Hearing_Date repair ───────────────────────────────────────────────── hdate = data.get("Hearing_Date") or "" if hdate and re.fullmatch(r"\d{4}", str(hdate).strip()): # LLM returned only a year — try to recover the full date from OCR recovered = _extract_next_date_from_ocr(raw_ocr) data["Hearing_Date"] = recovered # may be None if not found hdate = recovered or "" # Correct OCR character-substitution errors in years (e.g. misreading '2026' as '2028') if hdate: m_date = re.fullmatch(r"(\d{2})-(\d{2})-(\d{4})", str(hdate).strip()) if m_date: day, month, year = m_date.groups() ocr_years = [y for y in re.findall(r"\b(202\d|203\d)\b", raw_ocr)] if ocr_years: from collections import Counter year_counts = Counter(ocr_years) most_common_year, count = year_counts.most_common(1)[0] if year != most_common_year and year_counts[most_common_year] >= 2 and year_counts[year] <= 1: data["Hearing_Date"] = f"{day}-{month}-{most_common_year}" return data def _is_date_grounded(val: str, raw_ocr_lower: str) -> bool: """ Verify a date string against OCR output. Handles numeric dates (DD-MM-YYYY), written months, ordinal suffixes. FIX: Reject partial/year-only values like "2026". A valid Hearing_Date must contain at least a day, a month, and a year (i.e. at least 3 non-empty parts when split on separators). Pure 4-digit year strings are always rejected so that a year-only LLM output (e.g. "2026") is nulled out rather than passing the grounding check. """ val_str = str(val).strip() # Reject bare year (4-digit number only, e.g. "2026") if re.fullmatch(r"\d{4}", val_str): return False # Split into parts and require at least 3 (day / month / year) parts = [p for p in re.split(r"[-/.\s]+", val_str) if p] if len(parts) < 3: return False if val_str.lower() in raw_ocr_lower: return True for part in parts: clean = re.sub(r"(?<=\d)(st|nd|rd|th)$", "", part.lower()) alias = _MONTH_MAP.get(clean) if clean not in raw_ocr_lower and (alias is None or alias not in raw_ocr_lower): return False return True def _strict_grounding_filter(data: dict, raw_ocr: str) -> dict: """ Programmatic hallucination firewall. is_grounded() is nested here so it closes over raw_ocr_lower correctly. """ if not isinstance(data, dict): return data raw_ocr_lower = raw_ocr.lower() def is_grounded(val) -> bool: if not val or str(val).strip().lower() in ("null", "none", "—", ""): return False val_str = str(val).strip() # 1. Exact substring if val_str.lower() in raw_ocr_lower: return True # 2. Code-token check: "CHI/339/2021" → any segment present is enough code_tokens = [t.lower() for t in re.split(r"[/\-]", val_str) if len(t) > 2] if code_tokens and any(t in raw_ocr_lower for t in code_tokens): return True # 3. Prose token check: require 75% of meaningful words present words = [w.lower() for w in re.split(r"[^a-zA-Z0-9]", val_str) if len(w) > 2] if not words: # Pure numeric fallback (belt numbers, years) nums = [n for n in re.split(r"\D+", val_str) if n] return any(n in raw_ocr_lower for n in nums) if nums else False matched = sum(1 for w in words if w in raw_ocr_lower) return matched >= max(1, round(len(words) * 0.75)) # — Case/FIR deduplication & grounding — case_fir = data.get("Case_FIR_Number") if case_fir: case_fir = str(case_fir).strip() if " | " in case_fir: parts = list(dict.fromkeys(p.strip() for p in case_fir.split("|") if p.strip())) grounded = [p for p in parts if is_grounded(p)] data["Case_FIR_Number"] = " | ".join(grounded) if grounded else None elif not is_grounded(case_fir): data["Case_FIR_Number"] = None # — All other fields — for field in [ "Act_and_Sections", "Type_of_Document", "Target_Police_Station", "IO_Name_and_Belt_No", "IO_Mobile_Number", "Person_Name_To_Serve", "Person_Address", "Court_Name", "Hearing_Date", ]: val = data.get(field) if val: if field == "Hearing_Date": if not _is_date_grounded(val, raw_ocr_lower): data[field] = None elif not is_grounded(val): data[field] = None return data def _clean_and_parse_json(raw_response: str, raw_ocr: str = "") -> dict: cleaned = re.sub(r"^```(?:json)?\s*", "", raw_response.strip()) cleaned = re.sub(r"\s*```$", "", cleaned).strip() try: data = json.loads(cleaned) if isinstance(data, dict): normalized = {k.replace("__", "_").strip(): v for k, v in data.items()} final_data = { req: next((v for k, v in normalized.items() if k.lower() == req.lower()), None) for req in REQUIRED_KEYS } if raw_ocr: final_data = _post_validate(final_data, raw_ocr) final_data = _strict_grounding_filter(final_data, raw_ocr) return final_data return data except json.JSONDecodeError: return { "_parse_error": True, "_raw_llm_response": raw_response, "_message": "Could not parse LLM response as JSON.", } # ── Main pipeline ───────────────────────────── _NVIDIA_MODELS = [ "qwen/qwen3-coder-480b-a35b-instruct", "meta/llama-3.3-70b-instruct", "nvidia/llama-3.1-nemotron-70b-instruct", "qwen/qwen3.5-122b-a10b", "qwen/qwen3-coder-480b-a35b-instruct", ] def process_document(image_path: str, progress=gr.Progress(track_tqdm=False)): if image_path is None: raise gr.Error("Please upload an image first.") # Step 1 — Upload progress(0, desc="☁️ Uploading to Cloudinary…") yield "⏳ Uploading to Cloudinary…", "", {} try: upload_result = cloudinary.uploader.upload( image_path, folder="warrants", resource_type="image" ) cloudinary_url = upload_result.get("secure_url", "") except Exception as exc: raise gr.Error(f"Cloudinary upload failed: {exc}") # Step 2 — OCR progress(0.25, desc="🔍 Running OCR…") yield cloudinary_url, "⏳ Extracting text via OCR…", {} try: raw_text = _ocr_image(image_path) except Exception as exc: raw_text = f"[OCR Error] {exc}" if not raw_text or not raw_text.strip(): raw_text = "[OCR returned empty text — image may be blank or unreadable]" # Step 3 — LLM progress(0.5, desc="🤖 Calling AI model…") yield cloudinary_url, raw_text, {"status": "⏳ Calling AI model…"} prompt = f"{SYSTEM_PROMPT}\n\n--- RAW OCR TEXT ---\n{raw_text}\n--- END ---" llm_response: str | None = None last_exception: Exception | None = None for model_name in _NVIDIA_MODELS: try: completion = client.chat.completions.create( model=model_name, messages=[{"role": "user", "content": prompt}], temperature=0.0, top_p=0.1, max_tokens=1024, stream=True, ) chunks = [] for chunk in completion: delta = chunk.choices[0].delta.content if chunk.choices else None if delta is not None: chunks.append(delta) yield cloudinary_url, raw_text, {"streaming_raw_response": "".join(chunks)} llm_response = "".join(chunks) break except Exception as exc: last_exception = exc continue if llm_response is None: raise gr.Error(f"All NVIDIA models failed. Last error: {last_exception}") # Step 4 — Parse + Store parsed_json = _clean_and_parse_json(llm_response, raw_text) if collection is not None and "_parse_error" not in parsed_json: try: collection.insert_one({ **parsed_json, "cloudinary_url": cloudinary_url, "raw_ocr_text": raw_text, "uploaded_at": datetime.now(pytz.timezone("Asia/Kolkata")), }) except Exception as exc: print(f"❌ MongoDB insert failed: {exc}") progress(1.0, desc="✅ Done!") yield cloudinary_url, raw_text, parsed_json # ────────────────────────────────────────────── # C. Dashboard — inline styles so dark theme can't override # ────────────────────────────────────────────── C_LABEL = "#4f46e5" C_VALUE = "#1a1a2e" C_CARD_BG = "#ffffff" C_CARD_BG2 = "#f8f7ff" C_CARD_BORDER = "#e0e7ff" C_PILL_BG = "#ede9fe" C_PILL_TEXT = "#3730a3" C_SEPARATOR = "#ede9fe" C_MUTED = "#6b7280" C_BTN_BG = "#4f46e5" C_BTN_TEXT = "#ffffff" C_TH_BG1 = "#4f46e5" C_TH_BG2 = "#7c3aed" C_TH_TEXT = "#ffffff" def _card_row(label: str, value: str, is_pill: bool = False, is_btn: bool = False) -> str: label_html = ( f'' ) if is_btn: value_html = ( f'🖼 View' ) elif is_pill: value_html = ( f'' f'' f'{value}' ) elif value and value != "—": value_html = ( f'{value}' ) else: value_html = ( f'—' ) return ( f'