Upload training/scripts/assign_buckets.py with huggingface_hub
Browse files
training/scripts/assign_buckets.py
CHANGED
|
@@ -18,7 +18,7 @@ import sys
|
|
| 18 |
from concurrent.futures import ProcessPoolExecutor
|
| 19 |
from pathlib import Path
|
| 20 |
|
| 21 |
-
SRC = Path("/workspace/datasets/
|
| 22 |
DST = Path("/workspace/datasets/train_quick")
|
| 23 |
MANIFEST = Path("/workspace/projects/h3_loop/configs/bucket_manifest_quick.csv")
|
| 24 |
|
|
|
|
| 18 |
from concurrent.futures import ProcessPoolExecutor
|
| 19 |
from pathlib import Path
|
| 20 |
|
| 21 |
+
SRC = Path("/workspace/datasets/mega_24_ext")
|
| 22 |
DST = Path("/workspace/datasets/train_quick")
|
| 23 |
MANIFEST = Path("/workspace/projects/h3_loop/configs/bucket_manifest_quick.csv")
|
| 24 |
|