| { |
| "__version": 10, |
| "training_method": "LORA", |
| "model_type": "QWEN", |
| "debug_mode": false, |
| "debug_dir": "debug", |
| "workspace_dir": "workspace/azis1", |
| "cache_dir": "workspace-cache/azis1", |
| "tensorboard": true, |
| "tensorboard_expose": false, |
| "continue_last_backup": true, |
| "base_model_name": "../models/Qwen-Image", |
| "output_dtype": "BFLOAT_16", |
| "output_model_format": "SAFETENSORS", |
| "output_model_destination": "../output/azis1.safetensors", |
| "gradient_checkpointing": "CPU_OFFLOADED", |
| "layer_offload_fraction": 0.1, |
| "concept_file_name": "", |
| "concepts": [ |
| { |
| "name": "azis1", |
| "enabled": true, |
| "path": "../datasets/azis1", |
| "prompt_source": "TXT", |
| "prompt_path": "", |
| "include_subdirectories": false, |
| "image_variations": 1, |
| "repeats": 1, |
| "loss_weight": 1.0 |
| } |
| ], |
| "aspect_ratio_bucketing": true, |
| "latent_caching": true, |
| "clear_cache_before_training": true, |
| "learning_rate_scheduler": "COSINE", |
| "learning_rate": 0.0001, |
| "learning_rate_warmup_steps": 200, |
| "learning_rate_cycles": 1.0, |
| "epochs": 5, |
| "batch_size": 2, |
| "gradient_accumulation_steps": 2, |
| "dataloader_threads": 1, |
| "train_device": "cuda", |
| "temp_device": "cpu", |
| "train_dtype": "BFLOAT_16", |
| "weight_dtype": "BFLOAT_16", |
| "resolution": "512", |
| "transformer": { |
| "__version": 0, |
| "model_name": "", |
| "include": true, |
| "train": true, |
| "stop_training_after": 0, |
| "stop_training_after_unit": "NEVER", |
| "learning_rate": null, |
| "weight_dtype": "FLOAT_8" |
| }, |
| "text_encoder": { |
| "__version": 0, |
| "model_name": "", |
| "include": true, |
| "train": false, |
| "stop_training_after": 0, |
| "stop_training_after_unit": "NEVER", |
| "learning_rate": null, |
| "weight_dtype": "FLOAT_8" |
| }, |
| "vae": { |
| "__version": 0, |
| "model_name": "", |
| "include": true, |
| "train": false, |
| "weight_dtype": "FLOAT_32" |
| }, |
| "peft_type": "LORA", |
| "lora_rank": 64, |
| "lora_alpha": 64, |
| "lora_weight_dtype": "FLOAT_32", |
| "layer_filter_preset": "attn-mlp", |
| "layer_filter": "attn,img_mlp,txt_mlp", |
| "quantization": { |
| "layer_filter": "transformer_block", |
| "layer_filter_preset": "blocks" |
| }, |
| "optimizer": { |
| "__version": 0, |
| "optimizer": "ADAMW_8BIT", |
| "weight_decay": 0.01, |
| "eps": 1e-08, |
| "fused": true |
| }, |
| "timestep_distribution": "LOGIT_NORMAL", |
| "sample_definition_file_name": "", |
| "samples": [ |
| { |
| "prompt": "azis1, man, portrait, professional photography, Ultra HD, 4K", |
| "negative_prompt": "", |
| "seed": 42, |
| "height": 512, |
| "width": 512, |
| "cfg_scale": 4.0, |
| "sampler": "EULER" |
| }, |
| { |
| "prompt": "azis1, man, beard, tattoos, casual photo, outdoor, Ultra HD", |
| "negative_prompt": "", |
| "seed": 123, |
| "height": 512, |
| "width": 512, |
| "cfg_scale": 4.0, |
| "sampler": "EULER" |
| } |
| ], |
| "sample_after": 1000, |
| "sample_after_unit": "STEP", |
| "sample_image_format": "JPG", |
| "samples_to_tensorboard": true, |
| "backup_after": 1000, |
| "backup_after_unit": "STEP", |
| "rolling_backup": true, |
| "rolling_backup_count": 3, |
| "backup_before_save": true |
| } |
|
|
|
|
