oss / datasets-jiaocai /copyfile.sh
yuccaaa's picture
Upload datasets-jiaocai/copyfile.sh with huggingface_hub
0fb7bd2 verified
raw
history blame contribute delete
264 Bytes
while IFS= read -r file; do
rclone copy --progress --transfers 200 --checkers 200 "volces-tos:tos-bjml-kilab/ceph/llm-pdf/en/$file" /fs-computility/ai-shen/wangyujia/datasets-jiaocai
done < /fs-computility/ai-shen/wangyujia/datasets-jiaocai/selected_files1.txt