codex-proxy / sync-to-hf.sh
Lenson
feat: add HF Dataset sync scripts
0c1bc80
raw
history blame
687 Bytes
#!/bin/bash
set -e
echo "========================================"
echo " Codex Proxy - Sync to HF Dataset"
echo "========================================"
HF_DATASET_NAME="${HF_DATASET_NAME:-lenson78/codex-proxy-data}"
HF_TOKEN="${HF_TOKEN:-}"
if [ -z "$HF_TOKEN" ]; then
echo "Error: HF_TOKEN not set"
echo "Usage: HF_TOKEN=hf_xxx ./sync-to-hf.sh"
exit 1
fi
export HF_TOKEN
echo "Uploading data/ directory..."
huggingface-cli upload "$HF_DATASET_NAME" data/ --repo-type dataset --quiet || true
echo "Uploading config/ directory..."
huggingface-cli upload "$HF_DATASET_NAME" config/ --repo-type dataset --quiet || true
echo "Done! Config synced to $HF_DATASET_NAME"