Upload datasets-jiaocai/copyfile.sh with huggingface_hub
Browse files
datasets-jiaocai/copyfile.sh
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
while IFS= read -r file; do
|
| 2 |
+
rclone copy --progress --transfers 200 --checkers 200 "volces-tos:tos-bjml-kilab/ceph/llm-pdf/en/$file" /fs-computility/ai-shen/wangyujia/datasets-jiaocai
|
| 3 |
+
done < /fs-computility/ai-shen/wangyujia/datasets-jiaocai/selected_files1.txt
|