Create db_syncer.py

db_syncer.py

@@ -0,0 +1,108 @@
+#!/usr/bin/env python3
+"""
+db_syncer.py — watches litellm.db for changes, commits to HF Space repo every 5 mins.
+Run as background process inside the container.
+
+Required env vars:
+  HF_TOKEN     — HuggingFace write token
+  HF_REPO_ID   — e.g. Ins0mn1a/llm_router-v1
+  DB_PATH      — path to litellm.db (default: /app/data/litellm.db)
+  SYNC_INTERVAL — seconds between syncs (default: 300)
+"""
+
+import hashlib
+import os
+import time
+import logging
+import base64
+
+import requests
+
+logging.basicConfig(
+    format="%(asctime)s [db_syncer] %(levelname)s %(message)s",
+    level=logging.INFO,
+)
+log = logging.getLogger("db_syncer")
+
+HF_TOKEN = os.environ["HF_TOKEN"]
+HF_REPO_ID = os.environ["HF_REPO_ID"]
+DB_PATH = os.environ.get("DB_PATH", "/app/data/litellm.db")
+SYNC_INTERVAL = int(os.environ.get("SYNC_INTERVAL", "300"))
+HF_API = "https://huggingface.co/api"
+REPO_FILE_PATH = "litellm.db"
+
+
+def file_hash(path: str) -> str:
+    h = hashlib.sha256()
+    with open(path, "rb") as f:
+        for chunk in iter(lambda: f.read(65536), b""):
+            h.update(chunk)
+    return h.hexdigest()
+
+
+def get_remote_sha(headers: dict) -> str | None:
+    """Get current file SHA from HF repo (needed for updates)."""
+    url = f"{HF_API}/spaces/{HF_REPO_ID}/raw/{REPO_FILE_PATH}"
+    r = requests.head(url, headers=headers)
+    if r.status_code == 200:
+        return r.headers.get("X-SHA")
+    return None
+
+
+def upload_db(headers: dict) -> bool:
+    """Upload litellm.db to HF Space repo via API."""
+    with open(DB_PATH, "rb") as f:
+        content = base64.b64encode(f.read()).decode()
+
+    payload = {
+        "content": content,
+        "encoding": "base64",
+        "message": f"db_syncer: auto-sync litellm.db",
+    }
+
+    url = f"{HF_API}/spaces/{HF_REPO_ID}/upload/{REPO_FILE_PATH}"
+    r = requests.post(url, headers=headers, json=payload, timeout=60)
+
+    if r.status_code in (200, 201):
+        log.info("Synced litellm.db to HF Space repo")
+        return True
+    else:
+        log.error(f"Sync failed: {r.status_code} {r.text[:200]}")
+        return False
+
+
+def main():
+    log.info(f"Starting db_syncer — watching {DB_PATH} every {SYNC_INTERVAL}s")
+    log.info(f"Target repo: {HF_REPO_ID}")
+
+    headers = {
+        "Authorization": f"Bearer {HF_TOKEN}",
+        "Content-Type": "application/json",
+    }
+
+    last_hash = None
+
+    while True:
+        try:
+            if not os.path.exists(DB_PATH):
+                log.warning(f"{DB_PATH} not found — waiting...")
+                time.sleep(30)
+                continue
+
+            current_hash = file_hash(DB_PATH)
+
+            if current_hash != last_hash:
+                log.info(f"Change detected (hash: {current_hash[:8]}...) — syncing")
+                if upload_db(headers):
+                    last_hash = current_hash
+            else:
+                log.debug("No change detected — skipping sync")
+
+        except Exception as e:
+            log.error(f"Sync error: {e}")
+
+        time.sleep(SYNC_INTERVAL)
+
+
+if __name__ == "__main__":
+    main()