Upload 3 files

src/db_manager.py

@@ -4,9 +4,11 @@ import sys # type: ignore
 from pathlib import Path # type: ignore
 from dotenv import load_dotenv # type: ignore
 
+
 # Add parent directory to path to allow imports from api/
 sys.path.insert(0, str(Path(__file__).parent.parent))
 
+from api.update_static import GTFSSyncManager
 from api.bus_cache import AsyncBusCache # type: ignore
 
 # Configuration - always save DB in src/ directory
@@ -14,14 +16,34 @@ DB_PATH = str(Path(__file__).parent / "ttc_gtfs.duckdb")
 STATIC_DIR = str(Path(__file__).parent.parent / "static")
 
 def init_db():
-    con = duckdb.connect(DB_PATH)
+    sync_mgr = GTFSSyncManager()
+    remote_data = sync_mgr.get_remote_metadata()
     
-    # 1. Check for 'shapes' specifically
-    tables = [t[0] for t in con.execute("SHOW TABLES").fetchall()]
+    # Connect to existing or new DB
+    con = duckdb.connect(sync_mgr.DB_PATH)
+    
+    # 1. Setup metadata tracking
+    con.execute("CREATE TABLE IF NOT EXISTS sync_metadata (key VARCHAR PRIMARY KEY, value VARCHAR)")
+    local_update = con.execute("SELECT value FROM sync_metadata WHERE key = 'last_modified'").fetchone()
+
+    # 2. Check if we need to sync based on API metadata
+    should_sync = False
+    if not local_update or (remote_data and remote_data["updated_at"] > local_update[0]):
+        should_sync = True
     
-    # If all core tables including shapes exist, skip the import
+    if should_sync and remote_data:
+        print(f"--- Data Stale. Remote: {remote_data['updated_at']} | Local: {local_update[0] if local_update else 'None'} ---")
+        con.close() # Close to allow file deletion
+        sync_mgr.perform_full_sync(remote_data["url"])
+        
+        # Reconnect and finalize metadata
+        con = duckdb.connect(sync_mgr.DB_PATH)
+        con.execute("CREATE TABLE IF NOT EXISTS sync_metadata (key VARCHAR PRIMARY KEY, value VARCHAR)")
+        con.execute("INSERT OR REPLACE INTO sync_metadata VALUES ('last_modified', ?)", [remote_data["updated_at"]])
+
+    # 3. Standard Import Loop (runs if DB was nuked or is missing tables)
+    tables = [t[0] for t in con.execute("SHOW TABLES").fetchall()]
     if all(t in tables for t in ["routes", "trips", "stops", "stop_times", "shapes"]):
-        print("--- Database fully populated (including shapes) ---")
         return con
 
     print("--- Initializing/Updating DuckDB: Importing CSVs ---")

src/ttc_gtfs.duckdb

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:77d950fba457220526e7c2bc2bea0a8d12fac55674ee1b576236d2a7dcd332b8
-size 122957824
+oid sha256:816a12c5c8dca213be643f4d3d822463043e7e62044df1fc08743bfad12047d3
+size 123219968