File size: 8,353 Bytes
f1aecd4 fcacf10 f1aecd4 d135b0e f1aecd4 34c89e2 f1aecd4 fcacf10 d135b0e f1aecd4 fcacf10 34c89e2 e2532ee f1aecd4 fcacf10 d135b0e fcacf10 37e137f 0a902e5 fcacf10 f1aecd4 34c89e2 f1aecd4 34c89e2 e2532ee f1aecd4 34c89e2 f1aecd4 c793197 34c89e2 f1aecd4 fcacf10 34c89e2 c793197 34c89e2 f1aecd4 34c89e2 fcacf10 34c89e2 f1aecd4 34c89e2 f1aecd4 fcacf10 37e137f a7114c1 37e137f a7114c1 37e137f | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 | import os
from uuid import UUID
from fastapi import APIRouter, Depends, File, HTTPException, UploadFile
from sqlalchemy.orm import Session, selectinload
from app.core.dependencies import get_current_user
from app.core.file_types import ALLOWED_EXTENSIONS
from app.database.session import get_db
from app.models.document import Document
from app.models.document_version import DocumentVersion
from app.models.user import User
from app.models.workflow_run import WorkflowRun, WorkflowStatus
from app.models.workspace import Workspace
from app.schemas.document import DocumentUploadResponse
from app.services.document_service import DocumentService
from app.services.workspace_service import WorkspaceService
router = APIRouter()
@router.get("")
def list_documents(
workspace_id: str,
current_user: User = Depends(get_current_user),
db: Session = Depends(get_db),
):
workspace = WorkspaceService(db).get_workspace(workspace_id)
if workspace is None:
raise HTTPException(status_code=404, detail="Workspace not found.")
if workspace.created_by != current_user.id:
raise HTTPException(status_code=403, detail="You do not have access to this workspace.")
documents = (
db.query(Document)
.options(
selectinload(Document.versions).selectinload(DocumentVersion.workflow_runs)
)
.filter(Document.workspace_id == workspace_id)
.order_by(Document.created_at.desc())
.all()
)
results = []
for doc in documents:
latest_version = doc.versions[-1] if doc.versions else None
workflow_runs = latest_version.workflow_runs if latest_version else []
# Get the most recently created workflow (handles retries)
latest_workflow = max(workflow_runs, key=lambda w: w.started_at, default=None) if workflow_runs else None
results.append({
"id": str(doc.id),
"title": doc.title,
"document_type": doc.document_type,
"created_at": doc.created_at,
"version_id": str(latest_version.id) if latest_version else None,
"filename": latest_version.filename if latest_version else doc.title,
"processing_status": latest_version.status.value if latest_version else None,
"uploaded_at": latest_version.uploaded_at if latest_version else doc.created_at,
"workflow_id": str(latest_workflow.id) if latest_workflow else None,
"workflow_status": latest_workflow.status.value if latest_workflow else None,
})
return results
@router.post("/upload")
async def upload_document(
workspace_id: str,
files: list[UploadFile] = File(...),
current_user: User = Depends(get_current_user),
db: Session = Depends(get_db),
):
service = DocumentService(db)
workspace = WorkspaceService(db).get_workspace(workspace_id)
if workspace is None:
raise HTTPException(
status_code=404,
detail="Workspace not found.",
)
if workspace.created_by != current_user.id:
raise HTTPException(
status_code=403,
detail="You do not have access to this workspace.",
)
uploaded = []
failed = []
for file in files:
ext = os.path.splitext(file.filename)[1].lower()
if ext not in ALLOWED_EXTENSIONS:
failed.append(
{
"filename": file.filename,
"detail": "Unsupported file type.",
}
)
continue
# Detect document type from extension
DOC_TYPE_MAP = {
".pdf": "PDF", ".docx": "DOCX", ".doc": "DOC",
".txt": "TXT", ".md": "TXT", ".csv": "CSV",
".xlsx": "XLSX", ".xls": "XLS",
".pptx": "PPTX", ".ppt": "PPT",
".png": "IMAGE", ".jpg": "IMAGE", ".jpeg": "IMAGE",
}
doc_type = DOC_TYPE_MAP.get(ext, "GENERAL")
try:
document, version, workflow = await service.upload_document(
workspace_id=workspace_id,
uploaded_by=current_user.id,
file=file,
document_type=doc_type,
)
uploaded.append(
DocumentUploadResponse(
document_id=document.id,
version_id=version.id,
workflow_id=workflow.id,
filename=version.filename,
processing_stage=version.status.value,
uploaded_at=version.uploaded_at,
)
)
except Exception as e:
failed.append(
{
"filename": file.filename,
"detail": str(e),
}
)
return {
"uploaded": uploaded,
"failed": failed,
}
@router.delete("/{document_id}", status_code=204)
def delete_document(
document_id: UUID,
current_user: User = Depends(get_current_user),
db: Session = Depends(get_db),
):
"""
Delete a document and all its versions, knowledge items, proposals,
and cancel any active workflows.
"""
document = db.query(Document).filter(Document.id == document_id).first()
if document is None:
raise HTTPException(status_code=404, detail="Document not found.")
workspace = WorkspaceService(db).get_workspace(document.workspace_id)
if workspace is None or workspace.created_by != current_user.id:
raise HTTPException(status_code=403, detail="You do not have access to this document.")
# Cancel any active workflows for this document's versions
for version in document.versions:
for workflow in version.workflow_runs:
if workflow.status in (WorkflowStatus.PENDING, WorkflowStatus.RUNNING, WorkflowStatus.WAITING_FOR_REVIEW):
workflow.status = WorkflowStatus.CANCELLED
db.add(workflow)
# The cascade on Document -> DocumentVersion -> KnowledgeItem, etc.
# will handle removing related data
db.delete(document)
db.commit()
@router.post("/{document_id}/retry")
def retry_document(
document_id: UUID,
current_user: User = Depends(get_current_user),
db: Session = Depends(get_db),
):
"""
Retry processing a failed document. Creates a new workflow run
for the latest version and processes it from scratch.
"""
import threading
from app.services.document_service import _run_workflow_background, _active_workflows, _active_workflows_lock
document = db.query(Document).filter(Document.id == document_id).first()
if document is None:
raise HTTPException(status_code=404, detail="Document not found.")
workspace = WorkspaceService(db).get_workspace(document.workspace_id)
if workspace is None or workspace.created_by != current_user.id:
raise HTTPException(status_code=403, detail="You do not have access to this document.")
latest_version = document.versions[-1] if document.versions else None
if latest_version is None:
raise HTTPException(status_code=400, detail="No version to retry.")
# Cancel any currently running workflow for this version
last_workflow = latest_version.workflow_runs[-1] if latest_version.workflow_runs else None
if last_workflow and last_workflow.status in (WorkflowStatus.PENDING, WorkflowStatus.RUNNING):
last_workflow.status = WorkflowStatus.CANCELLED
db.add(last_workflow)
db.commit()
# Create a new workflow run
from app.services.workflow_service import WorkflowService
workflow_service = WorkflowService(db)
workflow = workflow_service.start_workflow(
workspace_id=document.workspace_id,
document_version_id=latest_version.id,
)
# Launch background processing
thread = threading.Thread(
target=_run_workflow_background,
args=(
workflow.id,
document.workspace_id,
latest_version.id,
latest_version.storage_path,
),
daemon=False,
)
with _active_workflows_lock:
_active_workflows[str(workflow.id)] = thread
thread.start()
return {
"message": "Retry started",
"workflow_id": str(workflow.id),
"document_id": str(document.id),
}
|