dataset / copyfile.sh
yuccaaa's picture
Add files using upload-large-folder tool
4245984 verified
raw
history blame contribute delete
264 Bytes
while IFS= read -r file; do
rclone copy --progress --transfers 200 --checkers 200 "volces-tos:tos-bjml-kilab/ceph/llm-pdf/en/$file" /fs-computility/ai-shen/wangyujia/datasets-jiaocai
done < /fs-computility/ai-shen/wangyujia/datasets-jiaocai/selected_files1.txt