justinlangsethgenesis commited on
Commit
a31492e
·
1 Parent(s): f11734c

Fix: force download to skip HF cache on refresh

Browse files
Files changed (1) hide show
  1. dabstep_benchmark/leaderboard.py +6 -4
dabstep_benchmark/leaderboard.py CHANGED
@@ -157,23 +157,25 @@ def sync_from_hf_dataset():
157
  ensure_directories()
158
 
159
  try:
160
- # Download metadata.jsonl
161
  metadata_path = hf_hub_download(
162
  repo_id=HF_DATASET_REPO,
163
  filename="metadata.jsonl",
164
  repo_type="dataset",
165
  local_dir=DATA_DIR,
166
- local_dir_use_symlinks=False
 
167
  )
168
  print(f"Downloaded metadata from HF Dataset: {metadata_path}")
169
 
170
- # Download scores_summary.jsonl
171
  scores_path = hf_hub_download(
172
  repo_id=HF_DATASET_REPO,
173
  filename="scores_summary.jsonl",
174
  repo_type="dataset",
175
  local_dir=DATA_DIR,
176
- local_dir_use_symlinks=False
 
177
  )
178
  print(f"Downloaded scores summary from HF Dataset: {scores_path}")
179
 
 
157
  ensure_directories()
158
 
159
  try:
160
+ # Download metadata.jsonl (force_download to skip cache)
161
  metadata_path = hf_hub_download(
162
  repo_id=HF_DATASET_REPO,
163
  filename="metadata.jsonl",
164
  repo_type="dataset",
165
  local_dir=DATA_DIR,
166
+ local_dir_use_symlinks=False,
167
+ force_download=True # Always get latest
168
  )
169
  print(f"Downloaded metadata from HF Dataset: {metadata_path}")
170
 
171
+ # Download scores_summary.jsonl (force_download to skip cache)
172
  scores_path = hf_hub_download(
173
  repo_id=HF_DATASET_REPO,
174
  filename="scores_summary.jsonl",
175
  repo_type="dataset",
176
  local_dir=DATA_DIR,
177
+ local_dir_use_symlinks=False,
178
+ force_download=True # Always get latest
179
  )
180
  print(f"Downloaded scores summary from HF Dataset: {scores_path}")
181