Upload folder using huggingface_hub

app.py

@@ -52,31 +52,6 @@ def get_all_languages():
     return sorted(set(languages))  # remove duplicates and sort alphabetically
 
 
-def init():
-    load_dotenv(override=True)
-    try:
-        SanatanDatabase().test_sanity()
-    except Exception as e:
-        logger.warning("Sanity Test Failed - %s", e)
-        logger.info("Downloading database ...")
-        downloader = ZipDownloader(
-            service_account_json=os.getenv("GOOGLE_SERVICE_ACCOUNT_JSON")
-        )
-        zip_path = downloader.download_zip_from_drive(
-            file_id=os.getenv("CHROMADB_FILE_ID"),
-            output_path=SanatanConfig.dbStorePath,
-        )
-        downloader.unzip(zip_path, extract_to="./")
-
-    # add global index
-    # delete taniyan records
-    SanatanDatabase().delete_taniyans_in_divya_prabandham()
-    SanatanDatabase().build_global_index_for_all_scriptures()
-    # Launch the whole thing in a background thread
-    yt_init_thread = threading.Thread(target=initialize_youtube_metadata_and_poll, daemon=True)
-    yt_init_thread.start()
-
-
 def render_message_with_tooltip(content: str, max_chars=200):
     short = escape(content[:max_chars]) + ("…" if len(content) > max_chars else "")
     return f"<div title='{escape(content)}'>{short}</div>"
@@ -93,8 +68,6 @@ supported_scriptures = "\n - ".join(
     ]
 )
 
-init()
-
 message_textbox = gr.Textbox(
     placeholder="Search the scriptures ...", submit_btn=True, stop_btn=True
 )

main.py

@@ -1,12 +1,18 @@
 import asyncio
 from contextlib import asynccontextmanager
+import os
+import threading
+from dotenv import load_dotenv
 from fastapi.responses import RedirectResponse
+from config import SanatanConfig
+from db import SanatanDatabase
+from drive_downloader import ZipDownloader
 from modules.firebase.listener import start_firestore_listener
 import uvicorn
 from fastapi import FastAPI
 from modules.dropbox.audio import cleanup_audio_url_cache
 # from modules.home.app import home_app
-from modules.youtube_metadata.app import youtube_metadata_app
+from modules.youtube_metadata.app import initialize_youtube_metadata_and_poll, youtube_metadata_app
 from server import router as mobile_router
 # from app import gradio_app  # your Blocks object
 import gradio as gr
@@ -20,6 +26,35 @@ from slowapi.errors import RateLimitExceeded
 from contextlib import asynccontextmanager
 
 logging.basicConfig(level=logging.INFO)
+logger = logging.getLogger()
+
+logger.setLevel(logging.INFO)
+
+
+def init():
+    load_dotenv(override=True)
+    try:
+        SanatanDatabase().test_sanity()
+    except Exception as e:
+        logger.warning("Sanity Test Failed - %s", e)
+        logger.info("Downloading database ...")
+        downloader = ZipDownloader(
+            service_account_json=os.getenv("GOOGLE_SERVICE_ACCOUNT_JSON")
+        )
+        zip_path = downloader.download_zip_from_drive(
+            file_id=os.getenv("CHROMADB_FILE_ID"),
+            output_path=SanatanConfig.dbStorePath,
+        )
+        downloader.unzip(zip_path, extract_to="./")
+
+    # add global index
+    # delete taniyan records
+    SanatanDatabase().delete_taniyans_in_divya_prabandham()
+    SanatanDatabase().build_global_index_for_all_scriptures()
+    # Launch the whole thing in a background thread
+    yt_init_thread = threading.Thread(target=initialize_youtube_metadata_and_poll, daemon=True)
+    yt_init_thread.start()
+
 
 @asynccontextmanager
 async def fn_lifespan(app: FastAPI):
@@ -28,6 +63,10 @@ async def fn_lifespan(app: FastAPI):
     yield
     logging.info("🛑 Firestore listener shutdown (no explicit cleanup needed).")
     
+######  Initialize the database ######
+init()
+######  Initialize the database ######
+
 app = FastAPI(title="Sanatan AI Unified Server",lifespan=fn_lifespan)
 limiter = Limiter(key_func=get_remote_address)
 app.state.limiter = limiter