# 70 GiB * 2
nproc_per_node=2
NPROC_PER_NODE=$nproc_per_node \
CUDA_VISIBLE_DEVICES=0,2 \
max_position_embeddings=10240 \
image_area=518400 \
swift sft \
    --model BAAI/Emu3-Gen \
    --train_type lora \
    --dataset 'swift/TextCaps#40' \
    --torch_dtype bfloat16 \
    --num_train_epochs 10 \
    --per_device_train_batch_size 1 \
    --learning_rate 1e-5 \
    --gradient_accumulation_steps 4 \
    --warmup_ratio 0.03 \
    --eval_steps 500 \
    --save_steps 500 \
    --save_total_limit 2 \
    --logging_steps 5 \
    --max_length 1024 \
    --weight_decay 0.1 \
    --gradient_checkpointing_kwargs '{"use_reentrant": false}'