eyad-silx commited on
Commit
582cb4e
·
verified ·
1 Parent(s): af9cf9b

Upload podflow/export_data.sh with huggingface_hub

Browse files
Files changed (1) hide show
  1. podflow/export_data.sh +13 -0
podflow/export_data.sh ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/bin/bash
2
+ set -euo pipefail
3
+ T=$(cat /root/.hftok)
4
+ curl -sL -H "Authorization: Bearer $T" -T /root/measure_pooled.jsonl \
5
+ "https://huggingface.co/datasets/eyad-silx/progress/resolve/main/x" 2>/dev/null || true
6
+ /root/ingot/.venv/bin/python - <<'PY'
7
+ from huggingface_hub import HfApi
8
+ tok = open("/root/.hftok").read().strip()
9
+ HfApi(token=tok).upload_file(path_or_fileobj="/root/measure_pooled.jsonl",
10
+ path_in_repo="podflow/twin_per_sample.jsonl",
11
+ repo_id="eyad-silx/progress", repo_type="model")
12
+ print("DATA_UP_OK")
13
+ PY