Commit ·
a31492e
1
Parent(s): f11734c
Fix: force download to skip HF cache on refresh
Browse files
dabstep_benchmark/leaderboard.py
CHANGED
|
@@ -157,23 +157,25 @@ def sync_from_hf_dataset():
|
|
| 157 |
ensure_directories()
|
| 158 |
|
| 159 |
try:
|
| 160 |
-
# Download metadata.jsonl
|
| 161 |
metadata_path = hf_hub_download(
|
| 162 |
repo_id=HF_DATASET_REPO,
|
| 163 |
filename="metadata.jsonl",
|
| 164 |
repo_type="dataset",
|
| 165 |
local_dir=DATA_DIR,
|
| 166 |
-
local_dir_use_symlinks=False
|
|
|
|
| 167 |
)
|
| 168 |
print(f"Downloaded metadata from HF Dataset: {metadata_path}")
|
| 169 |
|
| 170 |
-
# Download scores_summary.jsonl
|
| 171 |
scores_path = hf_hub_download(
|
| 172 |
repo_id=HF_DATASET_REPO,
|
| 173 |
filename="scores_summary.jsonl",
|
| 174 |
repo_type="dataset",
|
| 175 |
local_dir=DATA_DIR,
|
| 176 |
-
local_dir_use_symlinks=False
|
|
|
|
| 177 |
)
|
| 178 |
print(f"Downloaded scores summary from HF Dataset: {scores_path}")
|
| 179 |
|
|
|
|
| 157 |
ensure_directories()
|
| 158 |
|
| 159 |
try:
|
| 160 |
+
# Download metadata.jsonl (force_download to skip cache)
|
| 161 |
metadata_path = hf_hub_download(
|
| 162 |
repo_id=HF_DATASET_REPO,
|
| 163 |
filename="metadata.jsonl",
|
| 164 |
repo_type="dataset",
|
| 165 |
local_dir=DATA_DIR,
|
| 166 |
+
local_dir_use_symlinks=False,
|
| 167 |
+
force_download=True # Always get latest
|
| 168 |
)
|
| 169 |
print(f"Downloaded metadata from HF Dataset: {metadata_path}")
|
| 170 |
|
| 171 |
+
# Download scores_summary.jsonl (force_download to skip cache)
|
| 172 |
scores_path = hf_hub_download(
|
| 173 |
repo_id=HF_DATASET_REPO,
|
| 174 |
filename="scores_summary.jsonl",
|
| 175 |
repo_type="dataset",
|
| 176 |
local_dir=DATA_DIR,
|
| 177 |
+
local_dir_use_symlinks=False,
|
| 178 |
+
force_download=True # Always get latest
|
| 179 |
)
|
| 180 |
print(f"Downloaded scores summary from HF Dataset: {scores_path}")
|
| 181 |
|