{ "model_family": "flux2", "model_flavour": "dev", "controlnet": false, "pretrained_model_name_or_path": "black-forest-labs/FLUX.2-dev", "output_dir": "/home/Ubuntu/.simpletuner/output", "logging_dir": "/home/Ubuntu/.simpletuner/output/logs", "model_type": "lora", "seed": null, "resolution": 1024, "resume_from_checkpoint": null, "prediction_type": null, "pretrained_vae_model_name_or_path": "black-forest-labs/FLUX.2-dev", "vae_dtype": "bf16", "vae_cache_ondemand": false, "vae_cache_disable": false, "accelerator_cache_clear_interval": null, "aspect_bucket_rounding": 2, "base_model_precision": "no_change", "text_encoder_1_precision": "no_change", "text_encoder_2_precision": "no_change", "text_encoder_3_precision": "no_change", "text_encoder_4_precision": "no_change", "gradient_checkpointing_interval": null, "offload_during_startup": false, "quantize_via": "accelerator", "wan_force_2_1_time_embedding": false, "fuse_qkv_projections": false, "rescale_betas_zero_snr": false, "control": false, "controlnet_custom_config": null, "controlnet_model_name_or_path": null, "tread_config": null, "pretrained_transformer_model_name_or_path": null, "pretrained_transformer_subfolder": "transformer", "pretrained_unet_model_name_or_path": null, "pretrained_unet_subfolder": "unet", "pretrained_t5_model_name_or_path": null, "revision": null, "variant": null, "base_model_default_dtype": "bf16", "unet_attention_slice": false, "num_train_epochs": 834, "max_train_steps": 5000, "train_batch_size": 2, "learning_rate": 0.0001, "optimizer": "adamw_bf16", "lr_scheduler": "constant_with_warmup", "gradient_accumulation_steps": 1, "lr_warmup_steps": 0, "checkpoints_total_limit": 5, "gradient_checkpointing": true, "enable_group_offload": false, "ramtorch": false, "ramtorch_target_modules": null, "ramtorch_text_encoder": false, "ramtorch_vae": false, "ramtorch_controlnet": false, "group_offload_type": "block_level", "group_offload_blocks_per_group": 1, "group_offload_use_stream": false, "group_offload_to_disk_path": "", "group_offload_text_encoder": false, "group_offload_vae": false, "offload_during_save": false, "enable_chunked_feed_forward": false, "feed_forward_chunk_size": null, "train_text_encoder": false, "text_encoder_lr": null, "lyrics_embedder_train": false, "lyrics_embedder_optimizer": null, "lyrics_embedder_lr": null, "lyrics_embedder_lr_scheduler": null, "lr_num_cycles": 1, "lr_power": 0.8, "use_soft_min_snr": false, "use_ema": false, "ema_device": "cpu", "ema_cpu_only": false, "ema_update_interval": 1, "ema_foreach_disable": false, "ema_decay": 0.995, "lora_rank": 16, "lora_alpha": 16.0, "lora_type": "standard", "lora_dropout": 0.1, "lora_init_type": "default", "peft_lora_mode": "standard", "singlora_ramp_up_steps": 0, "init_lora": null, "lycoris_config": "/home/Ubuntu/.simpletuner/configs/config/lycoris_config.json", "init_lokr_norm": null, "flux_lora_target": "all", "acestep_lora_target": "attn_qkv+linear_qkv", "use_dora": false, "resolution_type": "pixel_area", "data_backend_config": "/home/Ubuntu/.simpletuner/configs/111/multidatabackend-bartek_mizak.json", "caption_strategy": "filename", "conditioning_multidataset_sampling": "random", "instance_prompt": null, "parquet_caption_column": null, "parquet_filename_column": null, "ignore_missing_files": false, "vae_cache_scan_behaviour": "recreate", "vae_enable_slicing": false, "vae_enable_tiling": false, "vae_batch_size": 4, "max_upscale_threshold": null, "caption_dropout_probability": 0.1, "tokenizer_max_length": 512, "audio_max_duration_seconds": null, "audio_min_duration_seconds": null, "audio_channels": 1, "audio_duration_interval": 3.0, "audio_truncation_mode": "beginning", "validation_step_interval": 100, "validation_epoch_interval": null, "disable_benchmark": false, "validation_preview": false, "validation_preview_steps": 1, "validation_prompt": "bm82 man", "validation_lyrics": null, "validation_audio_duration": 30.0, "num_validation_images": 1, "num_eval_images": 4, "eval_steps_interval": null, "eval_timesteps": 28, "eval_dataset_pooling": false, "evaluation_type": "none", "pretrained_evaluation_model_name_or_path": "openai/clip-vit-large-patch14-336", "validation_guidance": 7.5, "validation_num_inference_steps": 20, "validation_on_startup": false, "validation_method": "simpletuner-local", "validation_external_script": null, "validation_external_background": false, "validation_using_datasets": false, "validation_torch_compile": false, "validation_guidance_real": 1.0, "validation_no_cfg_until_timestep": 2, "validation_negative_prompt": "blurry, cropped, ugly", "validation_randomize": false, "validation_seed": null, "validation_multigpu": "batch-parallel", "validation_disable": false, "validation_prompt_library": false, "user_prompt_library": null, "eval_dataset_id": null, "validation_stitch_input_location": "left", "validation_guidance_rescale": 0.0, "validation_disable_unconditional": false, "validation_guidance_skip_layers": null, "validation_guidance_skip_layers_start": 0.01, "validation_guidance_skip_layers_stop": 0.2, "validation_guidance_skip_scale": 2.8, "validation_lycoris_strength": 1.0, "validation_noise_scheduler": null, "validation_num_video_frames": null, "validation_resolution": "1024x1024", "validation_seed_source": "cpu", "validation_torch_compile_mode": "max-autotune", "validation_adapter_path": null, "validation_adapter_name": null, "validation_adapter_strength": 1.0, "validation_adapter_mode": "adapter_only", "validation_adapter_config": null, "i_know_what_i_am_doing": false, "flow_sigmoid_scale": 1.0, "flux_fast_schedule": false, "flow_use_uniform_schedule": false, "flow_use_beta_schedule": false, "flow_beta_schedule_alpha": 2.0, "flow_beta_schedule_beta": 2.0, "flow_schedule_shift": 3.0, "flow_schedule_auto_shift": false, "flux_guidance_mode": "constant", "flux_attention_masked_training": false, "flux_guidance_value": 1.0, "flux_guidance_min": 0.0, "flux_guidance_max": 4.0, "t5_padding": "unmodified", "sd3_clip_uncond_behaviour": "empty_string", "sd3_t5_uncond_behaviour": null, "soft_min_snr_sigma_data": null, "mixed_precision": "bf16", "attention_mechanism": "diffusers", "sla_config": null, "sageattention_usage": { "_value_": "inference", "_name_": "INFERENCE", "__objclass__": "{'_generate_next_value_': )>, '__module__': 'simpletuner.helpers.training.attention_backend', 'allows_training': , 'allows_inference': , 'from_raw': )>, '_new_member_': , '_use_args_': True, '_member_names_': ['TRAINING', 'INFERENCE', 'TRAINING_AND_INFERENCE'], '_member_map_': {'TRAINING': , 'INFERENCE': , 'TRAINING_AND_INFERENCE': }, '_value2member_map_': {'training': , 'inference': , 'training+inference': }, '_unhashable_values_': [], '_member_type_': , '_value_repr_': , '__dict__': , '__weakref__': , '__doc__': None, 'TRAINING': , 'INFERENCE': , 'TRAINING_AND_INFERENCE': , '__repr__': , '__str__': , '__format__': , '__new__': }", "_sort_order_": 1 }, "disable_tf32": false, "set_grads_to_none": false, "noise_offset": 0.1, "noise_offset_probability": 0.25, "input_perturbation": 0.0, "input_perturbation_steps": 0, "lr_end": "4e-7", "lr_scale": false, "lr_scale_sqrt": false, "ignore_final_epochs": false, "freeze_encoder_before": 12, "freeze_encoder_after": 17, "freeze_encoder_strategy": "after", "layer_freeze_strategy": null, "fully_unload_text_encoder": false, "save_text_encoder": false, "text_encoder_limit": 100, "prepend_instance_prompt": false, "only_instance_prompt": false, "data_aesthetic_score": 7.0, "delete_unwanted_images": false, "delete_problematic_images": false, "disable_bucket_pruning": false, "allow_dataset_oversubscription": false, "disable_segmented_timestep_sampling": false, "preserve_data_backend_cache": false, "override_dataset_config": false, "cache_dir": "/home/Ubuntu/.simpletuner/output/cache", "cache_dir_text": "cache", "cache_dir_vae": "", "compress_disk_cache": true, "aspect_bucket_disable_rebuild": false, "keep_vae_loaded": false, "skip_file_discovery": "", "data_backend_sampling": "auto-weighting", "image_processing_batch_size": 32, "write_batch_size": 128, "read_batch_size": 25, "enable_multiprocessing": false, "accelerate_config": null, "deepspeed_config": null, "fsdp_enable": false, "fsdp_version": 2, "fsdp_reshard_after_forward": false, "fsdp_state_dict_type": "SHARDED_STATE_DICT", "fsdp_cpu_ram_efficient_loading": false, "fsdp_auto_wrap_policy": "TRANSFORMER_BASED_WRAP", "fsdp_limit_all_gathers": false, "fsdp_cpu_offload": false, "fsdp_activation_checkpointing": false, "fsdp_transformer_layer_cls_to_wrap": null, "context_parallel_size": 1, "context_parallel_comm_strategy": "allgather", "num_processes": 1, "num_machines": 1, "accelerate_extra_args": null, "main_process_ip": "127.0.0.1", "main_process_port": 29500, "machine_rank": 0, "same_network": true, "dynamo_backend": "no", "dynamo_mode": "", "dynamo_fullgraph": false, "dynamo_dynamic": false, "dynamo_use_regional_compilation": false, "max_workers": 32, "aws_max_pool_connections": 128, "torch_num_threads": 8, "dataloader_prefetch": false, "dataloader_prefetch_qlen": 10, "aspect_bucket_worker_count": 12, "aspect_bucket_alignment": 16, "minimum_image_size": null, "maximum_image_size": null, "target_downsample_size": null, "metadata_update_interval": 3600, "debug_aspect_buckets": false, "debug_dataset_loader": false, "print_filenames": false, "print_sampler_statistics": false, "timestep_bias_strategy": null, "timestep_bias_begin": 0, "timestep_bias_end": 1000, "timestep_bias_multiplier": 1.0, "timestep_bias_portion": 0.25, "training_scheduler_timestep_spacing": "trailing", "inference_scheduler_timestep_spacing": "trailing", "loss_type": "l2", "huber_schedule": "snr", "huber_c": 0.1, "snr_gamma": null, "masked_loss_probability": 1.0, "hidream_use_load_balancing_loss": false, "hidream_load_balancing_loss_weight": null, "adam_beta1": 0.9, "adam_beta2": 0.999, "optimizer_beta1": null, "optimizer_beta2": null, "optimizer_cpu_offload_method": null, "gradient_precision": null, "adam_weight_decay": 0.01, "adam_epsilon": 1e-08, "prodigy_steps": null, "max_grad_norm": 2.0, "optimizer_config": null, "grad_clip_method": "value", "optimizer_offload_gradients": false, "fuse_optimizer": false, "optimizer_release_gradients": false, "push_to_hub": false, "publishing_config": null, "post_upload_script": null, "push_checkpoints_to_hub": false, "push_to_hub_background": false, "hub_model_id": "quzo/fl2", "model_card_private": false, "model_card_safe_for_work": false, "model_card_note": null, "report_to": "none", "custom_tracker": null, "checkpoint_step_interval": 200, "checkpoint_epoch_interval": null, "checkpointing_rolling_steps": 0, "checkpointing_use_tempdir": false, "checkpoints_rolling_total_limit": 1, "tracker_run_name": "simpletuner-testing", "tracker_project_name": "simpletuner", "tracker_image_layout": "gallery", "enable_watermark": false, "framerate": null, "seed_for_each_device": true, "snr_weight": 1.0, "webhook_config": [ { "webhook_type": "raw", "callback_url": "http://0.0.0.0:8001/callback", "log_level": "info", "ssl_no_verify": false } ], "webhook_reporting_interval": null, "distillation_method": null, "distillation_config": null, "ema_validation": "comparison", "local_rank": -1, "ltx_train_mode": "i2v", "ltx_i2v_prob": 0.1, "ltx_partial_noise_fraction": 0.05, "ltx_protect_first_frame": false, "offload_param_path": null, "offset_noise": false, "quantize_activations": false, "refiner_training": false, "refiner_training_invert_schedule": false, "refiner_training_strength": 0.2, "sdxl_refiner_uses_full_range": false, "sana_complex_human_instruction": "Given a user prompt, generate an 'Enhanced prompt' that provides detailed visual descriptions suitable for image generation. Evaluate the level of detail in the user prompt:\n- If the prompt is simple, focus on adding specifics about colors, shapes, sizes, textures, and spatial relationships to create vivid and concrete scenes.\n- Do not add detail that is not in the original prompt! Do not mention colors if the User Prompt does not!\n- If the prompt is already detailed, refine and enhance the existing details slightly without overcomplicating.\n- If the prompt contains explicit material, do not remove this information from the output, which would damage the performance of downstream classifiers.\nHere are examples of how to transform or refine prompts:\n- User Prompt: A cat sleeping -> Enhanced: A cat sleeping peacefully, showcasing the joy of pet ownership. Cute floof kitty cat gatto.\n- User Prompt: A busy city street -> Enhanced: A bustling city street scene featuring a crowd of people.\nPlease generate only the enhanced description for the prompt below and avoid including any additional commentary or evaluations:\nUser Prompt: ", "vae_path": "black-forest-labs/FLUX.2-dev", "accelerator_project_config": { "project_dir": "/home/Ubuntu/.simpletuner/output", "logging_dir": "/home/Ubuntu/.simpletuner/output/logs", "automatic_checkpoint_naming": false, "total_limit": null, "iteration": 6, "save_on_each_node": false }, "process_group_kwargs": { "backend": "nccl", "init_method": null, "timeout": "1:30:00" }, "is_quantized": false, "weight_dtype": "torch.bfloat16", "disable_accelerator": false, "lora_initialisation_style": true, "checkpointing_steps": 200, "use_fsdp": false, "model_type_label": "Flux.2", "use_deepspeed_optimizer": false, "use_deepspeed_scheduler": false, "base_weight_dtype": "torch.bfloat16", "is_quanto": false, "is_torchao": false, "is_bnb": false, "flow_matching": true, "overrode_max_train_steps": false, "total_num_batches": 6, "num_update_steps_per_epoch": 6, "total_batch_size": 2, "enable_adamw_bf16": true, "is_schedulefree": false, "is_lr_scheduler_disabled": false, "total_steps_remaining_at_start": 5000 }