zhangyi617 commited on
Commit
2d63297
·
verified ·
1 Parent(s): 9e529e0

End of training

Browse files
.gitattributes CHANGED
@@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ image_0.png filter=lfs diff=lfs merge=lfs -text
37
+ image_1.png filter=lfs diff=lfs merge=lfs -text
38
+ image_2.png filter=lfs diff=lfs merge=lfs -text
39
+ image_3.png filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: runwayml/stable-diffusion-v1-5
3
+ library_name: diffusers
4
+ license: creativeml-openrail-m
5
+ inference: true
6
+ tags:
7
+ - stable-diffusion
8
+ - stable-diffusion-diffusers
9
+ - text-to-image
10
+ - diffusers
11
+ - diffusers-training
12
+ - lora
13
+ ---
14
+
15
+ <!-- This model card has been generated automatically according to the information the training script had access to. You
16
+ should probably proofread and complete it, then remove this comment. -->
17
+
18
+
19
+ # LoRA text2image fine-tuning - zhangyi617/sd15_naruto_text_0.01
20
+ These are LoRA adaption weights for runwayml/stable-diffusion-v1-5. The weights were fine-tuned on the lambdalabs/naruto-blip-captions dataset. You can find some example images in the following.
21
+
22
+ ![img_0](./image_0.png)
23
+ ![img_1](./image_1.png)
24
+ ![img_2](./image_2.png)
25
+ ![img_3](./image_3.png)
26
+
27
+
28
+
29
+ ## Intended uses & limitations
30
+
31
+ #### How to use
32
+
33
+ ```python
34
+ # TODO: add an example code snippet for running this diffusion pipeline
35
+ ```
36
+
37
+ #### Limitations and bias
38
+
39
+ [TODO: provide examples of latent issues and potential remediations]
40
+
41
+ ## Training details
42
+
43
+ [TODO: describe the data used to train the model]
checkpoint-6000/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2243e3d2a3806933d50f6f6ca200383028a1cbb47513a7ae4c035c845d3e97b
3
+ size 1722353544
checkpoint-6000/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8eab6fc27f9092291c4ee66e27d4bd2c6539693c4f59e754c5c89a4641fc919
3
+ size 6592523
checkpoint-6000/pytorch_lora_weights.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36eccd2462a3960558796a958f45934c5abdf0d1c10468b76d8116418b56c70a
3
+ size 3226184
checkpoint-6000/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:119b45dc050f67f8ac6ef9a1863bdb7ed8b76bba0c35c5bbd6d2ea7c00967bee
3
+ size 14821
checkpoint-6000/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bb2b51b22f222dc6df63edb791d76de5de25b8bb724e885f8753e34cfb8ae10
3
+ size 1383
checkpoint-6000/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cd36bc98fdcd79a93149a23d5d1fe1a31ea2e04bc414545257bbcc4e0ffd739
3
+ size 1401
image_0.png ADDED

Git LFS Details

  • SHA256: 09232d6ba3707aaa5f4a81edecd3fcfe35e8aa1e6f06a493fe77066b2b26f3cf
  • Pointer size: 131 Bytes
  • Size of remote file: 421 kB
image_1.png ADDED

Git LFS Details

  • SHA256: 3947271538d104562a731df76f5312a425c1e4d87153c264db8a9a7d6438a946
  • Pointer size: 131 Bytes
  • Size of remote file: 405 kB
image_2.png ADDED

Git LFS Details

  • SHA256: 503726f7a51c364032a380666435ee3a6ba54fed7765a7ac571c5fc50ac296e1
  • Pointer size: 131 Bytes
  • Size of remote file: 383 kB
image_3.png ADDED

Git LFS Details

  • SHA256: 5283d409c343f5911ac49a6e47e643bb59967c6ad3166175fd0420c753ef4708
  • Pointer size: 131 Bytes
  • Size of remote file: 466 kB
logs/text2image-fine-tune/1770801520.7157483/events.out.tfevents.1770801520.wmgubws17.wmgds.wmg.warwick.ac.uk.222864.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81973bf6546ecc7c21af375fe18a290b714adac1a0409c6edc2cc8f54ef9ad2b
3
+ size 2496
logs/text2image-fine-tune/1770801520.717183/hparams.yml ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ caption_column: text
8
+ center_crop: true
9
+ checkpointing_steps: 6000
10
+ checkpoints_total_limit: null
11
+ dataloader_num_workers: 8
12
+ dataset_config_name: null
13
+ dataset_name: lambdalabs/naruto-blip-captions
14
+ enable_xformers_memory_efficient_attention: false
15
+ epsilon_m: 0.01
16
+ gradient_accumulation_steps: 1
17
+ gradient_checkpointing: false
18
+ hub_model_id: sd15_naruto_text_0.01
19
+ hub_token: null
20
+ image_column: image
21
+ image_interpolation_mode: lanczos
22
+ learning_rate: 0.0001
23
+ local_rank: -1
24
+ logging_dir: logs
25
+ lr_scheduler: cosine
26
+ lr_warmup_steps: 0
27
+ max_grad_norm: 1.0
28
+ max_train_samples: null
29
+ max_train_steps: 6120
30
+ mixed_precision: fp16
31
+ noise_offset: 0
32
+ num_train_epochs: 20
33
+ num_validation_images: 4
34
+ output_dir: output_models/sd15_naruto_text_0.01
35
+ prediction_type: null
36
+ pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5
37
+ push_to_hub: true
38
+ random_flip: true
39
+ rank: 4
40
+ report_to: tensorboard
41
+ resolution: 512
42
+ resume_from_checkpoint: null
43
+ revision: null
44
+ scale_lr: false
45
+ seed: 42
46
+ snr_gamma: null
47
+ train_batch_size: 4
48
+ train_data_dir: null
49
+ use_8bit_adam: false
50
+ validation_epochs: 1
51
+ validation_prompt: a car is driving down the road with another car
52
+ variant: null
logs/text2image-fine-tune/1770801632.665137/events.out.tfevents.1770801632.wmgubws17.wmgds.wmg.warwick.ac.uk.226458.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d6e4eebc02397f0fe08cab671d42bb123130fa81fafb0bc33b4cae2f9f7ae22
3
+ size 2496
logs/text2image-fine-tune/1770801632.6665232/hparams.yml ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ caption_column: text
8
+ center_crop: true
9
+ checkpointing_steps: 6000
10
+ checkpoints_total_limit: null
11
+ dataloader_num_workers: 8
12
+ dataset_config_name: null
13
+ dataset_name: lambdalabs/naruto-blip-captions
14
+ enable_xformers_memory_efficient_attention: false
15
+ epsilon_m: 0.01
16
+ gradient_accumulation_steps: 1
17
+ gradient_checkpointing: false
18
+ hub_model_id: sd15_naruto_text_0.01
19
+ hub_token: null
20
+ image_column: image
21
+ image_interpolation_mode: lanczos
22
+ learning_rate: 0.0001
23
+ local_rank: -1
24
+ logging_dir: logs
25
+ lr_scheduler: cosine
26
+ lr_warmup_steps: 0
27
+ max_grad_norm: 1.0
28
+ max_train_samples: null
29
+ max_train_steps: 6120
30
+ mixed_precision: fp16
31
+ noise_offset: 0
32
+ num_train_epochs: 20
33
+ num_validation_images: 4
34
+ output_dir: output_models/sd15_naruto_text_0.01
35
+ prediction_type: null
36
+ pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5
37
+ push_to_hub: true
38
+ random_flip: true
39
+ rank: 4
40
+ report_to: tensorboard
41
+ resolution: 512
42
+ resume_from_checkpoint: null
43
+ revision: null
44
+ scale_lr: false
45
+ seed: 42
46
+ snr_gamma: null
47
+ train_batch_size: 4
48
+ train_data_dir: null
49
+ use_8bit_adam: false
50
+ validation_epochs: 1
51
+ validation_prompt: a car is driving down the road with another car
52
+ variant: null
logs/text2image-fine-tune/events.out.tfevents.1770801520.wmgubws17.wmgds.wmg.warwick.ac.uk.222864.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:def5d4f6c0f7b4833ebf175d0cbf4942d645cd93f3b51384e01e850c0fd25547
3
+ size 7213
logs/text2image-fine-tune/events.out.tfevents.1770801632.wmgubws17.wmgds.wmg.warwick.ac.uk.226458.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b91c849c339aff33730ff617e629cc45cbd7d4556d55b6f147560ae9007f470
3
+ size 36799583
pytorch_lora_weights.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6646f28a6d70d0c898b5e229824bd2aa72afa4c102754529e50f2bd5fd8d7bd4
3
+ size 3226184