cwhuh commited on
Commit
5b91948
·
verified ·
1 Parent(s): 5f6f9cd

End of training

Browse files
README.md CHANGED
@@ -12,6 +12,13 @@ tags:
12
  - flux
13
  - flux-diffusers
14
  - template:sd-lora
 
 
 
 
 
 
 
15
  ---
16
 
17
  <!-- This model card has been generated automatically according to the information the training script had access to. You
 
12
  - flux
13
  - flux-diffusers
14
  - template:sd-lora
15
+ - text-to-image
16
+ - diffusers-training
17
+ - diffusers
18
+ - lora
19
+ - flux
20
+ - flux-diffusers
21
+ - template:sd-lora
22
  ---
23
 
24
  <!-- This model card has been generated automatically according to the information the training script had access to. You
checkpoint-1500/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9de531056db08f5e22d5d9e08bfb12e29ed90c6c975ad6d23eb310ebdeea345c
3
+ size 738345542
checkpoint-1500/pytorch_lora_weights.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e68deafdb94f416b2ca5a49f9c7d10eb20b177fb70aa6d3ecf602d1d23173b0c
3
+ size 37406344
checkpoint-1500/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f30915a4c20fc074f9fae4c756f20c2fa93a556e9e6df076b90e22a902079a5
3
+ size 14344
checkpoint-1500/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55b1d2ab105d2c50a3e64b5f5c8e0356d8449c803a58abd53d161a1494e5c026
3
+ size 1064
logs/dreambooth-flux-dev-lora-advanced/1741497965.1812637/events.out.tfevents.1741497965.81a08c12101c.35262.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae56025b76b7c67abe686ac896f4db2c861d3964eda92b0df8ca1d1a84b0f8fe
3
+ size 3797
logs/dreambooth-flux-dev-lora-advanced/1741497965.1935017/hparams.yml ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.0001
5
+ adam_weight_decay_text_encoder: 0.001
6
+ allow_tf32: false
7
+ cache_dir: /workspace/ponix-generator/model
8
+ cache_latents: false
9
+ caption_column: null
10
+ center_crop: false
11
+ checkpointing_steps: 500
12
+ checkpoints_total_limit: null
13
+ class_data_dir: null
14
+ class_prompt: null
15
+ dataloader_num_workers: 0
16
+ dataset_config_name: null
17
+ dataset_name: null
18
+ enable_t5_ti: false
19
+ gradient_accumulation_steps: 1
20
+ gradient_checkpointing: true
21
+ guidance_scale: 1.0
22
+ hub_model_id: null
23
+ hub_token: null
24
+ image_column: image
25
+ initializer_concept: bird plush
26
+ instance_data_dir: ./data/instance
27
+ instance_prompt: photo of <s0><s1> bird plush
28
+ learning_rate: 1.0
29
+ local_rank: -1
30
+ logging_dir: logs
31
+ logit_mean: 0.0
32
+ logit_std: 1.0
33
+ lora_layers: attn.to_k,attn.to_q,attn.to_v,attn.to_out.0
34
+ lr_num_cycles: 1
35
+ lr_power: 1.0
36
+ lr_scheduler: constant
37
+ lr_warmup_steps: 500
38
+ max_grad_norm: 1.0
39
+ max_sequence_length: 512
40
+ max_train_steps: 1500
41
+ mixed_precision: bf16
42
+ mode_scale: 1.29
43
+ num_class_images: 1000
44
+ num_new_tokens_per_abstraction: null
45
+ num_train_epochs: 250
46
+ num_validation_images: 4
47
+ optimizer: prodigy
48
+ output_dir: ./ckpt/ponix-generator
49
+ pretrained_model_name_or_path: black-forest-labs/FLUX.1-dev
50
+ prior_generation_precision: null
51
+ prior_loss_weight: 1.0
52
+ prodigy_beta3: null
53
+ prodigy_decouple: true
54
+ prodigy_safeguard_warmup: true
55
+ prodigy_use_bias_correction: true
56
+ push_to_hub: true
57
+ random_flip: false
58
+ rank: 16
59
+ repeats: 1
60
+ report_to: tensorboard
61
+ resolution: 768
62
+ resume_from_checkpoint: latest
63
+ revision: null
64
+ sample_batch_size: 4
65
+ scale_lr: false
66
+ seed: null
67
+ text_encoder_lr: 5.0e-06
68
+ token_abstraction: ponix
69
+ train_batch_size: 1
70
+ train_text_encoder: false
71
+ train_text_encoder_frac: 1.0
72
+ train_text_encoder_ti: true
73
+ train_text_encoder_ti_frac: 0.25
74
+ train_transformer_frac: 1.0
75
+ use_8bit_adam: false
76
+ validation_epochs: 50
77
+ validation_prompt: null
78
+ variant: null
79
+ weighting_scheme: none
80
+ with_prior_preservation: false
logs/dreambooth-flux-dev-lora-advanced/1741498193.8387392/events.out.tfevents.1741498193.81a08c12101c.39116.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04d1847ce7c072343c003a07a682d6ce394e1c3f250e0485187d229ab353d0ec
3
+ size 3805
logs/dreambooth-flux-dev-lora-advanced/1741498193.8511646/hparams.yml ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.0001
5
+ adam_weight_decay_text_encoder: 0.001
6
+ allow_tf32: false
7
+ cache_dir: /workspace/ponix-generator/model
8
+ cache_latents: false
9
+ caption_column: null
10
+ center_crop: false
11
+ checkpointing_steps: 500
12
+ checkpoints_total_limit: null
13
+ class_data_dir: null
14
+ class_prompt: null
15
+ dataloader_num_workers: 0
16
+ dataset_config_name: null
17
+ dataset_name: null
18
+ enable_t5_ti: false
19
+ gradient_accumulation_steps: 1
20
+ gradient_checkpointing: true
21
+ guidance_scale: 1.0
22
+ hub_model_id: null
23
+ hub_token: null
24
+ image_column: image
25
+ initializer_concept: red plush bird
26
+ instance_data_dir: ./data/instance
27
+ instance_prompt: photo of <s0><s1><s2> plush bird
28
+ learning_rate: 1.0
29
+ local_rank: -1
30
+ logging_dir: logs
31
+ logit_mean: 0.0
32
+ logit_std: 1.0
33
+ lora_layers: attn.to_k,attn.to_q,attn.to_v,attn.to_out.0
34
+ lr_num_cycles: 1
35
+ lr_power: 1.0
36
+ lr_scheduler: constant
37
+ lr_warmup_steps: 500
38
+ max_grad_norm: 1.0
39
+ max_sequence_length: 512
40
+ max_train_steps: 1500
41
+ mixed_precision: bf16
42
+ mode_scale: 1.29
43
+ num_class_images: 100
44
+ num_new_tokens_per_abstraction: null
45
+ num_train_epochs: 250
46
+ num_validation_images: 4
47
+ optimizer: prodigy
48
+ output_dir: ./ckpt/ponix-generator
49
+ pretrained_model_name_or_path: black-forest-labs/FLUX.1-dev
50
+ prior_generation_precision: null
51
+ prior_loss_weight: 1.0
52
+ prodigy_beta3: null
53
+ prodigy_decouple: true
54
+ prodigy_safeguard_warmup: true
55
+ prodigy_use_bias_correction: true
56
+ push_to_hub: true
57
+ random_flip: false
58
+ rank: 16
59
+ repeats: 1
60
+ report_to: tensorboard
61
+ resolution: 768
62
+ resume_from_checkpoint: latest
63
+ revision: null
64
+ sample_batch_size: 4
65
+ scale_lr: false
66
+ seed: null
67
+ text_encoder_lr: 5.0e-06
68
+ token_abstraction: ponix
69
+ train_batch_size: 1
70
+ train_text_encoder: false
71
+ train_text_encoder_frac: 1.0
72
+ train_text_encoder_ti: true
73
+ train_text_encoder_ti_frac: 0.25
74
+ train_transformer_frac: 1.0
75
+ use_8bit_adam: false
76
+ validation_epochs: 50
77
+ validation_prompt: null
78
+ variant: null
79
+ weighting_scheme: none
80
+ with_prior_preservation: false
logs/dreambooth-flux-dev-lora-advanced/events.out.tfevents.1741497965.81a08c12101c.35262.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afc449e073ace5a4515519e67d7490875ad9e66ed5523277001d77ad9075e269
3
+ size 88
logs/dreambooth-flux-dev-lora-advanced/events.out.tfevents.1741498193.81a08c12101c.39116.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26af154a0a1200ed6ddf97347c88c93cf584b4b9006f88e3c42275fa69cbac00
3
+ size 42088
ponix-generator_emb.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a0c2de2afb51ea627ab311a1cb0702279f8da73dc9658b723cf37dca828754a8
3
  size 9296
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77ec9f8e4eda407191c92552d3259b9785dd8540cc49ec51b444c649e7d27617
3
  size 9296
pytorch_lora_weights.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:28ad9b6259056741062d7028961ed51e3b38d3219ee57d1bac6a0e69e0ec5e7b
3
  size 37406344
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e68deafdb94f416b2ca5a49f9c7d10eb20b177fb70aa6d3ecf602d1d23173b0c
3
  size 37406344