Fred808 commited on
Commit
ed3a9c5
·
verified ·
1 Parent(s): 0f13ce0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -129,7 +129,7 @@ def save_processed_files_state(processed_set: set):
129
  with open(PROCESS_STATE_FILE, "w") as f:
130
  json.dump({"processed_rars": list(processed_set)}, f)
131
 
132
- def download_rar_files(start_index: int, chunk_size: int) -> tuple:
133
  """Downloads a batch of RAR files from the source dataset"""
134
  try:
135
  all_files = list_repo_files(repo_id=SOURCE_REPO_ID, repo_type="dataset", token=HF_TOKEN)
 
129
  with open(PROCESS_STATE_FILE, "w") as f:
130
  json.dump({"processed_rars": list(processed_set)}, f)
131
 
132
+ def download_rar_files(start_index: 4, chunk_size: int) -> tuple:
133
  """Downloads a batch of RAR files from the source dataset"""
134
  try:
135
  all_files = list_repo_files(repo_id=SOURCE_REPO_ID, repo_type="dataset", token=HF_TOKEN)