progress / podflow /export_data.sh
eyad-silx's picture
Upload podflow/export_data.sh with huggingface_hub
582cb4e verified
Raw History Blame Contribute Delete
528 Bytes
#!/bin/bash
set -euo pipefail
T=$(cat /root/.hftok)
curl -sL -H "Authorization: Bearer $T" -T /root/measure_pooled.jsonl \
"https://huggingface.co/datasets/eyad-silx/progress/resolve/main/x" 2>/dev/null || true
/root/ingot/.venv/bin/python - <<'PY'
from huggingface_hub import HfApi
tok = open("/root/.hftok").read().strip()
HfApi(token=tok).upload_file(path_or_fileobj="/root/measure_pooled.jsonl",
path_in_repo="podflow/twin_per_sample.jsonl",
repo_id="eyad-silx/progress", repo_type="model")
print("DATA_UP_OK")
PY