Update db_syncer.py

db_syncer.py

@@ -1,22 +1,15 @@
 #!/usr/bin/env python3
 """
-db_syncer.py — watches litellm.db for changes, commits to HF Space repo every 5 mins.
-Run as background process inside the container.
-
-Required env vars:
-  HF_TOKEN     — HuggingFace write token
-  HF_REPO_ID   — e.g. Ins0mn1a/llm_router-v1
-  DB_PATH      — path to litellm.db (default: /app/data/litellm.db)
-  SYNC_INTERVAL — seconds between syncs (default: 300)
+db_syncer.py — watches litellm.db for changes, git commits + pushes to HF Space repo.
+Runs as background process inside the HF Space container.
+Uses HF Space's built-in git repo at /app.
 """
 
 import hashlib
 import os
+import subprocess
 import time
 import logging
-import base64
-
-import requests
 
 logging.basicConfig(
     format="%(asctime)s [db_syncer] %(levelname)s %(message)s",
@@ -24,12 +17,10 @@ logging.basicConfig(
 )
 log = logging.getLogger("db_syncer")
 
-HF_TOKEN = os.environ["HF_TOKEN"]
-HF_REPO_ID = os.environ["HF_REPO_ID"]
 DB_PATH = os.environ.get("DB_PATH", "/app/data/litellm.db")
+REPO_PATH = os.environ.get("REPO_PATH", "/app")
+REPO_DB_FILENAME = "litellm.db"
 SYNC_INTERVAL = int(os.environ.get("SYNC_INTERVAL", "300"))
-HF_API = "https://huggingface.co/api"
-REPO_FILE_PATH = "litellm.db"
 
 
 def file_hash(path: str) -> str:
@@ -40,45 +31,32 @@ def file_hash(path: str) -> str:
     return h.hexdigest()
 
 
-def get_remote_sha(headers: dict) -> str | None:
-    """Get current file SHA from HF repo (needed for updates)."""
-    url = f"{HF_API}/spaces/{HF_REPO_ID}/raw/{REPO_FILE_PATH}"
-    r = requests.head(url, headers=headers)
-    if r.status_code == 200:
-        return r.headers.get("X-SHA")
-    return None
-
-
-def upload_db(headers: dict) -> bool:
-    """Upload litellm.db to HF Space repo via API."""
-    with open(DB_PATH, "rb") as f:
-        content = base64.b64encode(f.read()).decode()
-
-    payload = {
-        "content": content,
-        "encoding": "base64",
-        "message": f"db_syncer: auto-sync litellm.db",
-    }
-
-    url = f"{HF_API}/spaces/{HF_REPO_ID}/upload/{REPO_FILE_PATH}"
-    r = requests.post(url, headers=headers, json=payload, timeout=60)
-
-    if r.status_code in (200, 201):
+def sync_db() -> bool:
+    try:
+        dest = os.path.join(REPO_PATH, REPO_DB_FILENAME)
+        subprocess.run(["cp", DB_PATH, dest], check=True)
+        subprocess.run(["git", "-C", REPO_PATH, "add", REPO_DB_FILENAME], check=True)
+        result = subprocess.run(
+            ["git", "-C", REPO_PATH, "diff", "--cached", "--quiet"],
+            capture_output=True,
+        )
+        if result.returncode == 0:
+            log.info("No git diff — skipping commit")
+            return True
+        subprocess.run(
+            ["git", "-C", REPO_PATH, "commit", "-m", "db_syncer: auto-sync litellm.db"],
+            check=True,
+        )
+        subprocess.run(["git", "-C", REPO_PATH, "push"], check=True)
         log.info("Synced litellm.db to HF Space repo")
         return True
-    else:
-        log.error(f"Sync failed: {r.status_code} {r.text[:200]}")
+    except subprocess.CalledProcessError as e:
+        log.error(f"Sync failed: {e}")
         return False
 
 
 def main():
     log.info(f"Starting db_syncer — watching {DB_PATH} every {SYNC_INTERVAL}s")
-    log.info(f"Target repo: {HF_REPO_ID}")
-
-    headers = {
-        "Authorization": f"Bearer {HF_TOKEN}",
-        "Content-Type": "application/json",
-    }
 
     last_hash = None
 
@@ -93,13 +71,13 @@ def main():
 
             if current_hash != last_hash:
                 log.info(f"Change detected (hash: {current_hash[:8]}...) — syncing")
-                if upload_db(headers):
+                if sync_db():
                     last_hash = current_hash
             else:
-                log.debug("No change detected — skipping sync")
+                log.debug("No change — skipping")
 
         except Exception as e:
-            log.error(f"Sync error: {e}")
+            log.error(f"Unexpected error: {e}")
 
         time.sleep(SYNC_INTERVAL)