File Upload API (#10)

- Added post api method to support file upload (360f86b30ddf202f9c0847be405aa57fedd3048b)
- Added file_upload file (88e4f9d2a6ac940c49fe603946605726893e8da1)
- Update fastapi post method to match current pattern (8231f9c63cd7759e0f3af006b39367327230c832)
- Add missing file (e5fb4c51758a29da9236629ddd85db33608a369a)
- Removed unnecessary directory (065050e8610115b44e59ab90e380b7a0c5903c84)
- Updated with main branch (5f1aad0a8257c197e34bcf91451761965899acbf)

.dockerignore

@@ -1,4 +1,5 @@
 __pycache__
 storage
 data/*
-venv
+venv
+myvenv

.gitignore

@@ -2,4 +2,5 @@ __pycache__
 storage
 .env
 data/*
-venv
+venv
+myvenv

app/api/routers/file_upload.py

@@ -0,0 +1,40 @@
+from typing import Annotated
+from fastapi import APIRouter, UploadFile
+from app.categorization.file_processing import process_file, save_results
+from app.schema.index import FileUploadCreate
+import asyncio
+import os
+import csv
+
+file_upload_router = r = APIRouter(prefix="/api/v1/file_upload", tags=["file_upload"])
+
+@r.post(
+    "/",
+    responses={
+        200: {"description": "File successfully uploaded"},
+        400: {"description": "Bad request"},
+        500: {"description": "Internal server error"},
+    },
+)
+async def create_file(input_file: UploadFile):
+    try:
+         # Create directory to store all uploaded .csv files
+        file_upload_directory_path = "data/tx_data/input"
+        if not os.path.exists(file_upload_directory_path):
+            os.makedirs(file_upload_directory_path)
+
+        # Write items of .csv filte to directory
+        with open(os.path.join(file_upload_directory_path, input_file.filename)) as output_file:
+            [output_file.write(" ".join(row)+'\n') for row in csv.reader(input_file)]
+        output_file.close()
+
+        # With the newly created file and it's path, process and save it for embedding
+        processed_file = process_file(os.path.realpath(input_file.filename))
+        result = await asyncio.gather(processed_file)
+        save_results(result)
+
+    except Exception:
+        return {"message": "There was an error uploading this file. Ensure you have a .csv file with the following columns:"
+        "\n source, date, type, category, description, amount"}
+
+    return {"message": f"Successfully uploaded {input_file.filename}"}

app/schema/index.py

@@ -53,6 +53,15 @@ class Transaction(TransactionResponse):
     user: User
 
 
+<<<<<<< HEAD
+class FileUploadCreate(PydanticBaseModel):
+    source: str
+    date: datetime
+    category: str
+    name_description: str
+    amount: float
+    type: str
+=======
 class IncomeStatementCreate(PydanticBaseModel):
     user_id: int
     date_from: datetime
@@ -65,3 +74,4 @@ class IncomeStatementResponse(PydanticBaseModel):
     date_to: datetime
     income: dict
     expenses: dict
+>>>>>>> main

main.py

@@ -8,7 +8,11 @@ from fastapi.responses import RedirectResponse
 from app.api.routers.chat import chat_router
 from app.api.routers.user import user_router
 from app.api.routers.transaction import transaction_router
+<<<<<<< HEAD
+from app.api.routers.file_upload import file_upload_router
+=======
 from app.api.routers.income_statement import income_statement_router
+>>>>>>> main
 from app.settings import init_settings
 from fastapi.staticfiles import StaticFiles
 from alembic.config import Config
@@ -54,7 +58,11 @@ def init_app(init_db: bool = True) -> FastAPI:
     app.include_router(chat_router, prefix="/api/chat")
     app.include_router(user_router)
     app.include_router(transaction_router)
+<<<<<<< HEAD
+    app.include_router(file_upload_router)
+=======
     app.include_router(income_statement_router)
+>>>>>>> main
 
     return app