File size: 1,795 Bytes
7803bdf | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 | #!/bin/bash
# 分布式采样：指定 LoRA 与 Rectified(SIT) 权重
export CUDA_VISIBLE_DEVICES="0,1,2,3"
PRETRAINED_MODEL="/gemini/space/hsd/project/pretrained_model/huggingface/hub/models--stabilityai--stable-diffusion-3-medium-diffusers/snapshots/ea42f8cef0f178587cf766dc8129abd379c90671"
LOCAL_PIPELINE_PATH="/gemini/space/gzy_new/models/Sida/pipeline_stable_diffusion_3.py"
LORA_PATH="/gemini/space/gzy_new/models/Sida/sd3-lora-finetuned-batch-4/checkpoint-500000"
RECTIFIED_WEIGHTS="/gemini/space/gzy_new/models/Sida/rectified-noise-batch-2/checkpoint-220000/sit_weights"
CAPTIONS_JSONL="/gemini/space/hsd/project/dataset/cc3m-wds/validation/metadata.jsonl"
SAMPLE_DIR="./sd3_rectified_samples_batch2_220000"
NUM_INFERENCE_STEPS=40
GUIDANCE_SCALE=7.0
HEIGHT=512
WIDTH=512
PER_PROC_BATCH_SIZE=32
IMAGES_PER_CAPTION=3
MAX_SAMPLES=30000
GLOBAL_SEED=42
MIXED_PRECISION="fp16" # no / fp16 / bf16
NUM_SIT_LAYERS=1 # 需与训练一致
ARGS=(
--pretrained_model_name_or_path "$PRETRAINED_MODEL"
--captions_jsonl "$CAPTIONS_JSONL"
--sample_dir "$SAMPLE_DIR"
--num_inference_steps $NUM_INFERENCE_STEPS
--guidance_scale $GUIDANCE_SCALE
--height $HEIGHT
--width $WIDTH
--per_proc_batch_size $PER_PROC_BATCH_SIZE
--images_per_caption $IMAGES_PER_CAPTION
--max_samples $MAX_SAMPLES
--global_seed $GLOBAL_SEED
--num_sit_layers $NUM_SIT_LAYERS
--mixed_precision $MIXED_PRECISION
)
if [ -n "$LORA_PATH" ]; then
ARGS+=(--lora_path "$LORA_PATH")
fi
if [ -n "$RECTIFIED_WEIGHTS" ]; then
ARGS+=(--rectified_weights "$RECTIFIED_WEIGHTS")
fi
torchrun --nproc_per_node=4 --master_port=25913 sample_sd3_rectified_ddp.py "${ARGS[@]}"
echo "Sampling done. Output at: $SAMPLE_DIR"
# nohup bash run_sd3_rectified_sampling.sh > run_sd3_rectified_sampling.log 2>&1 &
|