feat: Add Hugging Face Hub integration for uploading database file

main.py

@@ -12,12 +12,15 @@ from apscheduler.schedulers.asyncio import AsyncIOScheduler
 from apscheduler.triggers.cron import CronTrigger
 from cashews import NOT_NONE, cache
 from fastapi import FastAPI, HTTPException, Query
+from huggingface_hub import login, upload_file
 from pandas import Timestamp
 from pydantic import BaseModel
 from starlette.responses import RedirectResponse
 
 from data_loader import refresh_data
 
+login(token=os.getenv("HF_TOKEN"))
+
 UPDATE_SCHEDULE = {"hour": os.getenv("UPDATE_INTERVAL_HOURS", "*/6")}
 
 cache.setup("mem://?check_interval=10&size=10000")
@@ -147,6 +150,18 @@ async def update_database():
     finally:
         conn.close()
 
+    # Upload the database file to Hugging Face Hub
+    try:
+        upload_file(
+            path_or_fileobj="datasets.db",
+            path_in_repo="datasets.db",
+            repo_id="librarian-bots/column-db",
+            repo_type="dataset",
+        )
+        logger.info("Database file uploaded to Hugging Face Hub successfully")
+    except Exception as e:
+        logger.error(f"Error uploading database file to Hugging Face Hub: {str(e)}")
+
 
 @asynccontextmanager
 async def lifespan(app: FastAPI):