Upload train_v6.sh with huggingface_hub

train_v6.sh

@@ -0,0 +1,47 @@
+DATASET_CONFIG=/mnt/training/config/graveyard-ghoulz/v06-musubi/config.toml
+MODEL_BASE=/mnt/data/models/musubi
+
+python src/musubi_tuner/qwen_image_cache_latents.py \
+	--dataset_config $DATASET_CONFIG \
+	--vae $MODEL_BASE/vae.safetensors \
+	--skip_existing
+
+python src/musubi_tuner/qwen_image_cache_text_encoder_outputs.py \
+	--dataset_config $DATASET_CONFIG \
+	--text_encoder $MODEL_BASE/text_encoder.safetensors \
+	--batch_size 8 \
+	--skip_existing
+
+accelerate launch \
+	--num_cpu_threads_per_process 1 \
+	--mixed_precision bf16 \
+	src/musubi_tuner/qwen_image_train.py \
+	--dit $MODEL_BASE/unet.safetensors \
+	--vae $MODEL_BASE/vae.safetensors \
+	--text_encoder $MODEL_BASE/text_encoder.safetensors \
+	--dataset_config $DATASET_CONFIG \
+	--sdpa \
+	--mixed_precision bf16  \
+	--full_bf16 \
+	--gradient_accumulation_steps 8 \
+	--gradient_checkpointing \
+	--timestep_sampling shift \
+	--weighting_scheme none \
+	--discrete_flow_shift 2.2 \
+	--optimizer_type adafactor \
+	--learning_rate 1e-5 \
+	--fused_backward_pass \
+	--optimizer_args "relative_step=False" "scale_parameter=False" "warmup_init=False" \
+	--max_grad_norm 0 \
+	--lr_scheduler cosine \
+	--lr_warmup_steps 0.05 \
+	--max_data_loader_n_workers 0 \
+	--max_train_epochs 5 \
+	--save_every_n_epochs 1 \
+	--seed 42 \
+	--output_dir /mnt/training/output/musubi \
+	--output_name graveyard_ghoulz_musubi_fine_v6 \
+	--log_with wandb \
+	--wandb_run_name graveyard_ghoulz_musubi_fine_v6 \
+	--save_state \
+	--save_every_n_steps 250