bank-statement-api / routers /processing.py
3v324v23's picture
Feat: Added New column in xlsx
fbb917f
Raw History Blame Contribute Delete
4.81 kB
import logging
from typing import Optional, List
from fastapi import APIRouter, Depends, HTTPException, BackgroundTasks
from auth.models import User
from auth.service import get_current_user
from models.statements import ProcessingState, ProcessingStage
from core.state import statements
from core.extraction import run_coordinate_extraction_task
from core.statement_io import _persist_swap_to_xlsx
logger = logging.getLogger("befree.processing")
router = APIRouter(prefix="/api/v1/statements", tags=["processing"])
@router.post("/{statement_id}/process")
async def start_processing(
statement_id: str,
background_tasks: BackgroundTasks,
current_user: User = Depends(get_current_user)
):
"""Start processing: detect layout then immediately begin extraction (no HITL gate)."""
if statement_id not in statements:
raise HTTPException(status_code=404, detail="Statement not found")
stmt = statements[statement_id]
stmt.status = "detecting_layout"
stmt.layout_detected_count = 0
stmt.extracted_count = 0
background_tasks.add_task(run_coordinate_extraction_task, statement_id)
return {"statementId": statement_id, "status": "detecting_layout"}
@router.get("/{statement_id}/processing", response_model=ProcessingState)
async def get_processing_state(statement_id: str, current_user: User = Depends(get_current_user)):
"""Get processing progress and coordinate layout detection status."""
if statement_id not in statements:
raise HTTPException(status_code=404, detail="Statement not found")
stmt = statements[statement_id]
stages = [
ProcessingStage(key="read", label="Reading PDF", status="completed", progress=100),
ProcessingStage(key="detect", label="Detecting Layout", status="pending", progress=0),
ProcessingStage(key="extract", label="Extracting Transactions", status="pending", progress=0),
ProcessingStage(key="audit", label="Running Audits", status="pending", progress=0),
ProcessingStage(key="generate", label="Generating Workbook", status="pending", progress=0),
]
overall = 0
estimated = None
total_files = len(getattr(stmt, "pdf_paths", [1])) if getattr(stmt, "pdf_paths", None) else 1
if stmt.status == "uploaded":
stages[0].status = "active"
stages[0].progress = 50
overall = 10
elif stmt.status == "detecting_layout":
stages[0].status = "completed"
stages[0].progress = 100
stages[1].status = "active"
detected = getattr(stmt, "layout_detected_count", 0)
stages[1].progress = int((detected / max(total_files, 1)) * 100)
overall = 10 + int((stages[1].progress / 100) * 15)
estimated = max(10 - detected * 2, 2)
elif stmt.status in ("awaiting_layout_review", "extracting"):
stages[0].status = "completed"
stages[0].progress = 100
stages[1].status = "completed"
stages[1].progress = 100
stages[2].status = "active"
extracted = getattr(stmt, "extracted_count", 0)
stages[2].progress = int((extracted / max(total_files, 1)) * 100)
overall = 25 + int((stages[2].progress / 100) * 35)
estimated = max(20 - extracted * 4, 3)
elif stmt.status in ("ready", "completed"):
for s in stages:
s.status = "completed"
s.progress = 100
overall = 100
elif stmt.status == "failed":
stages[0].status = "failed"
overall = 0
return ProcessingState(
statementId=statement_id,
overallProgress=overall,
estimatedSecondsRemaining=estimated,
stages=stages,
ocrEnabled=True,
multiEngine=True,
confidenceScoring=True,
validationChecks=True,
status=stmt.status,
)
@router.post("/{statement_id}/processing/cancel")
async def cancel_processing(statement_id: str, current_user: User = Depends(get_current_user)):
"""Cancel processing."""
if statement_id not in statements:
raise HTTPException(status_code=404, detail="Statement not found")
statements[statement_id].status = "cancelled"
return None
@router.post("/{statement_id}/save-progress")
async def save_progress(statement_id: str, current_user: User = Depends(get_current_user)):
"""Save progress."""
if statement_id not in statements:
raise HTTPException(status_code=404, detail="Statement not found")
try:
_persist_swap_to_xlsx(statement_id)
except Exception as e:
logger.error(f"Failed to save progress for statement {statement_id}: {e}")
raise HTTPException(status_code=500, detail=f"Failed to save progress: {e}")
return {"status": "success", "message": "Progress saved successfully"}