E-GRPO / scoure_code /scripts /preprocess /preprocess_flux_rl_embeddings.sh
zhangsj0722's picture
Upload folder using huggingface_hub
58a7e24 verified
GPU_NUM=4 # 2,4,8
MODEL_PATH="/mnt/dolphinfs/ssd_pool/docker/user/hadoop-videogen-hl/hadoop-camera3d/zhangshengjun/checkpoints/G2RPO/ckpt/flux"
OUTPUT_DIR="/mnt/dolphinfs/ssd_pool/docker/user/hadoop-videogen-hl/hadoop-camera3d/zhangshengjun/checkpoints/G2RPO/flux_rl_embeddings"
torchrun --nproc_per_node=$GPU_NUM --master_port 19002 \
fastvideo/data_preprocess/preprocess_flux_rfpt_embedding.py \
--model_path $MODEL_PATH \
--output_dir $OUTPUT_DIR \
--prompt_dir "/mnt/dolphinfs/ssd_pool/docker/user/hadoop-videogen-hl/hadoop-camera3d/zhangshengjun/checkpoints/datasets/Aesthetics-Part01"