feat: add HF Dataset sync for config persistence, install huggingface-hub

.hf/setup.sh

@@ -5,6 +5,10 @@ echo "========================================"
 echo "  Codex Proxy - HF Spaces Setup"
 echo "========================================"
 
+# Configuration
+HF_DATASET_NAME="${HF_DATASET_NAME:-lenson78/codex-proxy-data}"
+HF_TOKEN="${HF_TOKEN:-}"
+
 # Ensure data directories exist
 mkdir -p /app/data
 mkdir -p /app/config
@@ -14,6 +18,23 @@ if [ -n "$HF_SPACE_ID" ]; then
     echo "Running on Hugging Face Spaces: $HF_SPACE_ID"
 fi
 
+# Download config from HF Dataset if exists
+if [ -n "$HF_TOKEN" ]; then
+    echo "Downloading config from HF Dataset: $HF_DATASET_NAME"
+    
+    # Download data directory
+    huggingface-cli download "$HF_DATASET_NAME" data/ --repo-type dataset --local-dir /app/data --local-dir-use-symlinks False 2>/dev/null || \
+    echo "No data directory in dataset, starting fresh"
+    
+    # Download config directory
+    huggingface-cli download "$HF_DATASET_NAME" config/ --repo-type dataset --local-dir /app/config --local-dir-use-symlinks False 2>/dev/null || \
+    echo "No config directory in dataset, using defaults"
+    
+    echo "Config downloaded successfully"
+else
+    echo "HF_TOKEN not set, using default config"
+fi
+
 # Change to app directory
 cd /app
 

Dockerfile

@@ -1,10 +1,12 @@
 FROM node:20-slim
 
 # curl: needed by setup-curl.ts and full-update.ts
-# unzip: needed by full-update.ts to extract Codex.app
+# unzip: needed for full-update.ts to extract Codex.app
 # gosu: needed by entrypoint to drop from root to node user
+# python3 + pip: needed for huggingface-cli
 RUN apt-get update && \
-    apt-get install -y --no-install-recommends curl unzip ca-certificates gosu && \
+    apt-get install -y --no-install-recommends curl unzip ca-certificates gosu python3 python3-pip && \
+    pip3 install --no-cache-dir huggingface-hub && \
     rm -rf /var/lib/apt/lists/*
 
 WORKDIR /app

Dockerfile.hfspaces

@@ -1,10 +1,12 @@
 FROM node:20-slim
 
 # curl: needed by setup-curl.ts and full-update.ts
-# unzip: needed by full-update.ts to extract Codex.app
+# unzip: needed for full-update.ts to extract Codex.app
 # gosu: needed by entrypoint to drop from root to node user
+# python3 + pip: needed for huggingface-cli
 RUN apt-get update && \
-    apt-get install -y --no-install-recommends curl unzip ca-certificates gosu && \
+    apt-get install -y --no-install-recommends curl unzip ca-certificates gosu python3 python3-pip && \
+    pip3 install --no-cache-dir huggingface-hub && \
     rm -rf /var/lib/apt/lists/*
 
 WORKDIR /app

config/default.yaml

@@ -26,7 +26,7 @@ auth:
 server:
   host: "::"
   port: 7860
-  proxy_api_key: ""
+  proxy_api_key: pwd
 session:
   ttl_minutes: 60
   cleanup_interval_minutes: 5