egrpo / scripts /preprocess /preprocess_flux_rl_embeddings.sh
studyOverflow's picture
Add files using upload-large-folder tool
45d12c1 verified
GPU_NUM=4 # 2,4,8
MODEL_PATH="/mnt/dolphinfs/ssd_pool/docker/user/hadoop-videogen-hl/hadoop-camera3d/zhangshengjun/checkpoints/G2RPO/ckpt/flux"
OUTPUT_DIR="/mnt/dolphinfs/ssd_pool/docker/user/hadoop-videogen-hl/hadoop-camera3d/zhangshengjun/checkpoints/G2RPO/flux_rl_embeddings"
torchrun --nproc_per_node=$GPU_NUM --master_port 19002 \
fastvideo/data_preprocess/preprocess_flux_rfpt_embedding.py \
--model_path $MODEL_PATH \
--output_dir $OUTPUT_DIR \
--prompt_dir "/mnt/dolphinfs/ssd_pool/docker/user/hadoop-videogen-hl/hadoop-camera3d/zhangshengjun/checkpoints/datasets/Aesthetics-Part01"