File size: 374 Bytes
72c0672 | 1 2 3 4 5 6 7 8 9 10 11 12 13 | #!/bin/bash
source_dir="tokenizer_json"
dest_dir="/mnt/bn/tiktok-mm-5/aiic/users/linzheng/artifacts"
for file in "$source_dir"/*/tokenizer.json; do
if [ -f "$file" ]; then
tokenizer_name=$(basename $(dirname $file))
new_name="${dest_dir}/superbpe_${tokenizer_name}.json"
cp "$file" "$new_name"
echo "Copy $file to $new_name"
fi
done |