chore: Add logging to main.py for error handling and debugging

main.py

@@ -7,6 +7,9 @@ from pydantic import BaseModel
 from data_loader import refresh_data
 import numpy as np
 from pandas import Timestamp
+import logging
+
+logger = logging.getLogger(__name__)
 
 
 def get_db_connection():
@@ -18,7 +21,8 @@ def get_db_connection():
 def setup_database():
     conn = get_db_connection()
     c = conn.cursor()
-    c.execute("""CREATE TABLE IF NOT EXISTS datasets
+    c.execute(
+        """CREATE TABLE IF NOT EXISTS datasets
                  (hub_id TEXT PRIMARY KEY, 
                   likes INTEGER,
                   downloads INTEGER,
@@ -29,7 +33,8 @@ def setup_database():
                   language TEXT,
                   config_name TEXT,
                   column_names TEXT,
-                  features TEXT)""")
+                  features TEXT)"""
+    )
     c.execute("CREATE INDEX IF NOT EXISTS idx_column_names ON datasets (column_names)")
     conn.commit()
     conn.close()
@@ -44,6 +49,7 @@ def serialize_numpy(obj):
         return float(obj)
     if isinstance(obj, Timestamp):
         return int(obj.timestamp())
+    logger.error(f"Object of type {type(obj)} is not JSON serializable")
     raise TypeError(f"Object of type {type(obj)} is not JSON serializable")
 
 
@@ -85,11 +91,15 @@ def insert_data(conn, data):
 async def lifespan(app: FastAPI):
     # Startup: Load data into the database
     setup_database()
+    logger.info("Creating database connection")
     conn = get_db_connection()
+    logger.info("Refreshing data")
     datasets = refresh_data()
+
     for data in datasets:
         insert_data(conn, data)
     conn.close()
+    logger.info("Data refreshed")
     yield
     # Shutdown: You can add any cleanup operations here if needed
     # For example, closing database connections, clearing caches, etc.
@@ -169,6 +179,7 @@ async def search_datasets(
         )
 
     except sqlite3.Error as e:
+        logger.error(f"Database error: {str(e)}")
         raise HTTPException(status_code=500, detail=f"Database error: {str(e)}") from e
     finally:
         conn.close()