egrpo / scripts /preprocess /preprocess_qwen_image_rl_embeddings.sh
studyOverflow's picture
Add files using upload-large-folder tool
45d12c1 verified
# pip install diffusers==0.35.0 peft==0.17.0 transformers==4.56.0
# GPU 6 is faulty
export CUDA_VISIBLE_DEVICES="0,1,2,3,4,5"
GPU_NUM=6 # 2,4,8
MODEL_PATH="./data/QwenImage"
OUTPUT_DIR="./data/qwenimage_rl_embeddings"
# Change to source_code directory if not already there
cd "$(dirname "$0")/../.."
torchrun --nproc_per_node=$GPU_NUM --master_port 19002 \
fastvideo/data_preprocess/preprocess_qwenimage_embedding.py \
--model_path $MODEL_PATH \
--output_dir $OUTPUT_DIR \
--prompt_dir "./assets/prompts.txt"