Update backend/app/api/ingest.py

backend/app/api/ingest.py

@@ -32,6 +32,113 @@ logging.basicConfig(
 
 logger = logging.getLogger(__name__)
 
+# ============================================
+# FORCE DATABASE INITIALIZATION ON MODULE LOAD
+# ============================================
+
+def init_tables_now():
+    """Force create tables on module import"""
+    try:
+        DB_PATH.parent.mkdir(parents=True, exist_ok=True)
+        
+        with FileLock(str(LOCK_PATH), timeout=30):
+            conn = sqlite3.connect(str(DB_PATH))
+            cursor = conn.cursor()
+            
+            # Check if table exists
+            cursor.execute("SELECT name FROM sqlite_master WHERE type='table' AND name='ingest_jobs'")
+            if cursor.fetchone():
+                conn.close()
+                logger.info("✅ Database tables already exist")
+                return
+            
+            logger.warning("⚠️  Creating database tables...")
+            
+            # Create all tables (abbreviated version shown)
+            cursor.execute("""
+                CREATE TABLE IF NOT EXISTS ingest_jobs (
+                    job_id TEXT PRIMARY KEY,
+                    doc_id TEXT,
+                    filename TEXT NOT NULL,
+                    status TEXT NOT NULL DEFAULT 'queued',
+                    error_text TEXT,
+                    created_at TEXT DEFAULT CURRENT_TIMESTAMP,
+                    updated_at TEXT DEFAULT CURRENT_TIMESTAMP
+                )
+            """)
+            
+            cursor.execute("""
+                CREATE TABLE IF NOT EXISTS documents (
+                    doc_id TEXT PRIMARY KEY,
+                    job_id TEXT NOT NULL,
+                    path TEXT NOT NULL,
+                    filename TEXT NOT NULL,
+                    content_type TEXT NOT NULL,
+                    uploaded_at TEXT DEFAULT CURRENT_TIMESTAMP
+                )
+            """)
+            
+            cursor.execute("""
+                CREATE TABLE IF NOT EXISTS extractions (
+                    doc_id TEXT PRIMARY KEY,
+                    raw_text TEXT,
+                    tables_json TEXT,
+                    entities_json TEXT,
+                    classification_json TEXT,
+                    summary_text TEXT,
+                    extracted_at TEXT DEFAULT CURRENT_TIMESTAMP
+                )
+            """)
+            
+            cursor.execute("""
+                CREATE TABLE IF NOT EXISTS invoice_fields (
+                    invoice_id INTEGER PRIMARY KEY AUTOINCREMENT,
+                    doc_id TEXT NOT NULL,
+                    cust_number TEXT,
+                    posting_date TEXT,
+                    total_open_amount REAL,
+                    business_code TEXT,
+                    cust_payment_terms TEXT,
+                    confidence_map TEXT,
+                    created_at TEXT DEFAULT CURRENT_TIMESTAMP
+                )
+            """)
+            
+            cursor.execute("""
+                CREATE TABLE IF NOT EXISTS batch_jobs (
+                    batch_id TEXT PRIMARY KEY,
+                    total_files INTEGER,
+                    message TEXT,
+                    created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
+                )
+            """)
+            
+            cursor.execute("""
+                CREATE TABLE IF NOT EXISTS batch_job_mapping (
+                    batch_id TEXT,
+                    job_id TEXT
+                )
+            """)
+            
+            # Create indexes
+            cursor.execute("CREATE INDEX IF NOT EXISTS idx_ingest_jobs_status ON ingest_jobs(status)")
+            cursor.execute("CREATE INDEX IF NOT EXISTS idx_documents_job_id ON documents(job_id)")
+            cursor.execute("CREATE INDEX IF NOT EXISTS idx_invoice_fields_doc_id ON invoice_fields(doc_id)")
+            
+            conn.commit()
+            conn.close()
+            
+            logger.info("✅ Database tables created successfully!")
+            
+    except Exception as e:
+        logger.error(f"❌ Failed to create tables: {e}")
+        import traceback
+        logger.error(traceback.format_exc())
+
+# Run immediately on import
+logger.info("🔍 Initializing database on module load...")
+init_tables_now()
+
 # Setup
 BASE_DIR = Path(__file__).parent.parent.parent.parent
 STORAGE_PATH = Path(os.getenv('STORAGE_PATH', str(BASE_DIR / "data" / "docs")))