Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
|
@@ -129,7 +129,7 @@ def save_processed_files_state(processed_set: set):
|
|
| 129 |
with open(PROCESS_STATE_FILE, "w") as f:
|
| 130 |
json.dump({"processed_rars": list(processed_set)}, f)
|
| 131 |
|
| 132 |
-
def download_rar_files(start_index:
|
| 133 |
"""Downloads a batch of RAR files from the source dataset"""
|
| 134 |
try:
|
| 135 |
all_files = list_repo_files(repo_id=SOURCE_REPO_ID, repo_type="dataset", token=HF_TOKEN)
|
|
|
|
| 129 |
with open(PROCESS_STATE_FILE, "w") as f:
|
| 130 |
json.dump({"processed_rars": list(processed_set)}, f)
|
| 131 |
|
| 132 |
+
def download_rar_files(start_index: 4, chunk_size: int) -> tuple:
|
| 133 |
"""Downloads a batch of RAR files from the source dataset"""
|
| 134 |
try:
|
| 135 |
all_files = list_repo_files(repo_id=SOURCE_REPO_ID, repo_type="dataset", token=HF_TOKEN)
|