feat: add Supabase Storage sync for config persistence

- Add download/upload functions using Supabase Storage API
- Sync config/ and data/ directories
- Default bucket: codex-proxy
- Remove datasets config (Docker Spaces doesn't support)

.hf/setup.sh

@@ -5,21 +5,145 @@ echo "========================================"
 echo "  Codex Proxy - HF Spaces Setup"
 echo "========================================"
 
-# HF Spaces automatically mounts datasets to /data
-# Data persistence is handled by HF infrastructure
+# Supabase Storage configuration
+SUPABASE_URL="${SUPABASE_URL:-https://mgcfsinockiucyvptluv.supabase.co}"
+SUPABASE_KEY="${SUPABASE_KEY:-}"
+SUPABASE_BUCKET="${SUPABASE_BUCKET:-codex-proxy}"
 
 # Set HF Space environment variables if available
 if [ -n "$HF_SPACE_ID" ]; then
     echo "Running on Hugging Face Spaces: $HF_SPACE_ID"
 fi
 
-# Ensure directories exist (data mounted by HF if configured)
+# Ensure directories exist
 mkdir -p /app/data
 mkdir -p /app/config
 
-# Change to app directory
+echo "[1/3] Starting Supabase sync..."
+
+# ===== Supabase Storage Functions =====
+
+download_from_supabase() {
+    echo "Downloading from Supabase Storage..."
+    if [ -z "$SUPABASE_KEY" ]; then
+        echo "SUPABASE_KEY not set, skipping download"
+        return 1
+    fi
+    
+    local remote_list=$(curl -s -X POST \
+        -H "Authorization: Bearer $SUPABASE_KEY" \
+        -H "Content-Type: application/json" \
+        -d '{"prefix":"","search":"","limit":100,"offsets":[],"sortBy":{"column":"name","order":"asc"},"recursive":true}' \
+        "$SUPABASE_URL/storage/v1/object/list/$SUPABASE_BUCKET")
+    
+    if [ -z "$remote_list" ] || echo "$remote_list" | grep -q "error"; then
+        echo "No remote data found or error, starting fresh"
+        return 1
+    fi
+    
+    echo "$remote_list" | python3 -c "
+import json, sys, os, urllib.request
+
+data = json.load(sys.stdin)
+supabase_url = '$SUPABASE_URL'
+supabase_key = '$SUPABASE_KEY'
+bucket = '$SUPABASE_BUCKET'
+app_dir = '/app'
+
+for item in data:
+    if item.get('id'):
+        remote_path = item['name']
+        # Skip root level files
+        if '/' not in remote_path:
+            continue
+        local_path = os.path.join(app_dir, remote_path)
+        os.makedirs(os.path.dirname(local_path), exist_ok=True)
+        
+        url = f'{supabase_url}/storage/v1/object/{bucket}/{remote_path}'
+        req = urllib.request.Request(url, headers={'Authorization': f'Bearer {supabase_key}'})
+        try:
+            with urllib.request.urlopen(req) as resp:
+                with open(local_path, 'wb') as f:
+                    f.write(resp.read())
+            print(f'Downloaded: {remote_path}')
+        except Exception as e:
+            print(f'Failed: {remote_path} - {e}')
+"
+    echo "Download complete"
+}
+
+upload_to_supabase() {
+    if [ -z "$SUPABASE_KEY" ]; then
+        return 1
+    fi
+    
+    # Upload config directory
+    if [ -d "/app/config" ]; then
+        find /app/config -type f | while read file; do
+            local relative_path="$(echo "$file" | sed 's|/app/||')"
+            local size=$(stat -f%z "$file" 2>/dev/null || stat -c%s "$file" 2>/dev/null)
+            
+            if [ "$size" -gt 5000000 ]; then
+                echo "Skipping large file: $file ($size bytes)"
+                continue
+            fi
+            
+            curl -s -X POST \
+                -H "Authorization: Bearer $SUPABASE_KEY" \
+                -H "Content-Type: application/octet-stream" \
+                --data-binary @"$file" \
+                "$SUPABASE_URL/storage/v1/object/$SUPABASE_BUCKET/$relative_path" && \
+                echo "Uploaded: $relative_path"
+        done
+    fi
+    
+    # Upload data directory
+    if [ -d "/app/data" ]; then
+        find /app/data -type f | while read file; do
+            local relative_path="$(echo "$file" | sed 's|/app/||')"
+            local size=$(stat -f%z "$file" 2>/dev/null || stat -c%s "$file" 2>/dev/null)
+            
+            if [ "$size" -gt 5000000 ]; then
+                echo "Skipping large file: $file ($size bytes)"
+                continue
+            fi
+            
+            curl -s -X POST \
+                -H "Authorization: Bearer $SUPABASE_KEY" \
+                -H "Content-Type: application/octet-stream" \
+                --data-binary @"$file" \
+                "$SUPABASE_URL/storage/v1/object/$SUPABASE_BUCKET/$relative_path" && \
+                echo "Uploaded: $relative_path"
+        done
+    fi
+}
+
+start_supabase_sync() {
+    echo "Starting Supabase sync..."
+    
+    if [ -z "$SUPABASE_KEY" ]; then
+        echo "SUPABASE_KEY not set. Set it in HF Spaces secrets."
+        return 1
+    fi
+    
+    download_from_supabase
+    
+    while true; do
+        echo "[$(date)] Uploading to Supabase..."
+        upload_to_supabase
+        echo "Upload complete, waiting 3 minutes..."
+        sleep 180
+    done &
+    
+    echo "Supabase sync background process started (PID: $!)"
+}
+
+start_supabase_sync &
+
+echo "[2/3] Downloading config from Supabase..."
+download_from_supabase
+
+echo "[3/3] Starting Codex Proxy..."
 cd /app
 
-# Start the server
-echo "Starting Codex Proxy..."
 exec node dist/index.js

hf_space_metadata.yaml

@@ -7,6 +7,4 @@ sdk: docker
 app_port: 7860
 pinned: false
 license: mit
-datasets:
-  - lenson78/codex-proxy-data
 ---