| { |
| "type": "sd_trainer", |
| "training_folder": "output", |
| "device": "cuda:0", |
| "network": { |
| "type": "lora", |
| "linear": 16, |
| "linear_alpha": 16 |
| }, |
| "save": { |
| "dtype": "float16", |
| "save_every": 250, |
| "max_step_saves_to_keep": 4, |
| "push_to_hub": true, |
| "hf_repo_id": "rahul7star/shiva", |
| "hf_private": true |
| }, |
| "datasets": [ |
| { |
| "folder_path": "datasets/9214e113-9d5a-400a-961a-9378ea675e44", |
| "caption_ext": "txt", |
| "caption_dropout_rate": 0.05, |
| "shuffle_tokens": false, |
| "cache_latents_to_disk": true, |
| "resolution": [ |
| 512, |
| 768, |
| 1024 |
| ] |
| } |
| ], |
| "train": { |
| "batch_size": 1, |
| "steps": 1000, |
| "gradient_accumulation_steps": 1, |
| "train_unet": true, |
| "train_text_encoder": false, |
| "gradient_checkpointing": true, |
| "noise_scheduler": "flowmatch", |
| "optimizer": "adamw8bit", |
| "lr": 0.0004, |
| "ema_config": { |
| "use_ema": true, |
| "ema_decay": 0.99 |
| }, |
| "dtype": "bf16", |
| "skip_first_sample": true, |
| "disable_sampling": false |
| }, |
| "model": { |
| "name_or_path": "black-forest-labs/FLUX.1-dev", |
| "is_flux": true, |
| "quantize": true, |
| "low_vram": true |
| }, |
| "sample": { |
| "sampler": "flowmatch", |
| "sample_every": 1000, |
| "width": 1024, |
| "height": 1024, |
| "prompts": [ |
| " s3voham is divine", |
| "s3voham is singularity", |
| "s3voham is everything" |
| ], |
| "neg": "", |
| "seed": 42, |
| "walk_seed": true, |
| "guidance_scale": 4, |
| "sample_steps": 28 |
| }, |
| "trigger_word": "s3voham" |
| } |
