Upload 4x_GPU_Rank_1_FAST_Lower_Quality.json

4x_GPU_Rank_1_FAST_Lower_Quality.json

@@ -0,0 +1,184 @@
+{
+    "LoRA_type": "Flux1",
+    "LyCORIS_preset": "full",
+    "adaptive_noise_scale": 0,
+    "additional_parameters": "",
+    "ae": "/home/Ubuntu/Downloads/ae.safetensors",
+    "apply_t5_attn_mask": false,
+    "async_upload": false,
+    "block_alphas": "",
+    "block_dims": "",
+    "block_lr_zero_threshold": "",
+    "bucket_no_upscale": true,
+    "bucket_reso_steps": 64,
+    "bypass_mode": false,
+    "cache_latents": true,
+    "cache_latents_to_disk": true,
+    "caption_dropout_every_n_epochs": 0,
+    "caption_dropout_rate": 0,
+    "caption_extension": ".txt",
+    "clip_l": "/home/Ubuntu/Downloads/clip_l.safetensors",
+    "clip_skip": 0,
+    "color_aug": false,
+    "constrain": 0,
+    "conv_alpha": 1,
+    "conv_block_alphas": "",
+    "conv_block_dims": "",
+    "conv_dim": 1,
+    "dataset_config": "",
+    "debiased_estimation_loss": false,
+    "decompose_both": false,
+    "dim_from_weights": false,
+    "discrete_flow_shift": 3.1582,
+    "dora_wd": false,
+    "down_lr_weight": "",
+    "dynamo_backend": "no",
+    "dynamo_mode": "default",
+    "dynamo_use_dynamic": false,
+    "dynamo_use_fullgraph": false,
+    "enable_bucket": false,
+    "epoch": 50,
+    "extra_accelerate_launch_args": "",
+    "factor": -1,
+    "flip_aug": false,
+    "flux1_cache_text_encoder_outputs": true,
+    "flux1_cache_text_encoder_outputs_to_disk": true,
+    "flux1_checkbox": true,
+    "fp8_base": false,
+    "fp8_base_unet": false,
+    "full_bf16": true,
+    "full_fp16": false,
+    "gpu_ids": "0,1,2,3",
+    "gradient_accumulation_steps": 1,
+    "gradient_checkpointing": true,
+    "guidance_scale": 1,
+    "highvram": true,
+    "huber_c": 0.1,
+    "huber_schedule": "snr",
+    "huggingface_path_in_repo": "",
+    "huggingface_repo_id": "",
+    "huggingface_repo_type": "",
+    "huggingface_repo_visibility": "",
+    "huggingface_token": "",
+    "ip_noise_gamma": 0,
+    "ip_noise_gamma_random_strength": false,
+    "keep_tokens": 0,
+    "learning_rate": 0.0001,
+    "log_config": false,
+    "log_tracker_config": "",
+    "log_tracker_name": "",
+    "log_with": "",
+    "logging_dir": "",
+    "loraplus_lr_ratio": 0,
+    "loraplus_text_encoder_lr_ratio": 0,
+    "loraplus_unet_lr_ratio": 0,
+    "loss_type": "l2",
+    "lowvram": false,
+    "lr_scheduler": "constant",
+    "lr_scheduler_args": "",
+    "lr_scheduler_num_cycles": 1,
+    "lr_scheduler_power": 1,
+    "lr_scheduler_type": "",
+    "lr_warmup": 0,
+    "main_process_port": 0,
+    "masked_loss": false,
+    "max_bucket_reso": 2048,
+    "max_data_loader_n_workers": 0,
+    "max_grad_norm": 0,
+    "max_resolution": "1024,1024",
+    "max_timestep": 1000,
+    "max_token_length": 75,
+    "max_train_epochs": 0,
+    "max_train_steps": 0,
+    "mem_eff_attn": false,
+    "mem_eff_save": true,
+    "metadata_author": "",
+    "metadata_description": "",
+    "metadata_license": "",
+    "metadata_tags": "",
+    "metadata_title": "",
+    "mid_lr_weight": "",
+    "min_bucket_reso": 256,
+    "min_snr_gamma": 0,
+    "min_timestep": 0,
+    "mixed_precision": "bf16",
+    "model_list": "custom",
+    "model_prediction_type": "raw",
+    "module_dropout": 0,
+    "multi_gpu": true,
+    "multires_noise_discount": 0.3,
+    "multires_noise_iterations": 0,
+    "network_alpha": 128,
+    "network_dim": 128,
+    "network_dropout": 0,
+    "network_weights": "",
+    "noise_offset": 0,
+    "noise_offset_random_strength": false,
+    "noise_offset_type": "Original",
+    "num_cpu_threads_per_process": 2,
+    "num_machines": 1,
+    "num_processes": 4,
+    "optimizer": "Adafactor",
+    "optimizer_args": "scale_parameter=False relative_step=False warmup_init=False weight_decay=0.01",
+    "output_dir": "/home/Ubuntu/apps/StableSwarmUI/Models/Lora",
+    "output_name": "Rank_1_FAST_4x_GPU",
+    "persistent_data_loader_workers": false,
+    "pretrained_model_name_or_path": "/home/Ubuntu/Downloads/flux1-dev.safetensors",
+    "prior_loss_weight": 1,
+    "random_crop": false,
+    "rank_dropout": 0,
+    "rank_dropout_scale": false,
+    "reg_data_dir": "",
+    "rescaled": false,
+    "resume": "",
+    "resume_from_huggingface": "",
+    "sample_every_n_epochs": 0,
+    "sample_every_n_steps": 0,
+    "sample_prompts": "",
+    "sample_sampler": "euler_a",
+    "save_as_bool": false,
+    "save_every_n_epochs": 25,
+    "save_every_n_steps": 0,
+    "save_last_n_steps": 0,
+    "save_last_n_steps_state": 0,
+    "save_model_as": "safetensors",
+    "save_precision": "float",
+    "save_state": false,
+    "save_state_on_train_end": false,
+    "save_state_to_huggingface": false,
+    "scale_v_pred_loss_like_noise_pred": false,
+    "scale_weight_norms": 0,
+    "sdxl": false,
+    "sdxl_cache_text_encoder_outputs": false,
+    "sdxl_no_half_vae": false,
+    "seed": 1,
+    "shuffle_caption": false,
+    "split_mode": false,
+    "split_qkv": false,
+    "stop_text_encoder_training": 0,
+    "t5xxl": "/home/Ubuntu/Downloads/t5xxl_fp16.safetensors",
+    "t5xxl_max_token_length": 512,
+    "text_encoder_lr": 0.0001,
+    "timestep_sampling": "sigmoid",
+    "train_batch_size": 1,
+    "train_blocks": "all",
+    "train_data_dir": "/home/Ubuntu/Downloads/training_imgs",
+    "train_norm": false,
+    "train_on_input": true,
+    "training_comment": "",
+    "unet_lr": 0.0001,
+    "unit": 1,
+    "up_lr_weight": "",
+    "use_cp": false,
+    "use_scalar": false,
+    "use_tucker": false,
+    "v2": false,
+    "v_parameterization": false,
+    "v_pred_like_loss": 0,
+    "vae": "",
+    "vae_batch_size": 4,
+    "wandb_api_key": "",
+    "wandb_run_name": "",
+    "weighted_captions": false,
+    "xformers": "xformers"
+}