RajShah21 commited on
Commit
7321f8a
·
verified ·
1 Parent(s): 7c0c297

Upload 17 files

Browse files
glass-shatter-v2/README.md ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: runwayml/stable-diffusion-v1-5
3
+ library_name: diffusers
4
+ license: creativeml-openrail-m
5
+ tags:
6
+ - stable-diffusion
7
+ - stable-diffusion-diffusers
8
+ - text-to-image
9
+ - diffusers
10
+ - diffusers-training
11
+ - lora
12
+ inference: true
13
+ ---
14
+
15
+ <!-- This model card has been generated automatically according to the information the training script had access to. You
16
+ should probably proofread and complete it, then remove this comment. -->
17
+
18
+
19
+ # LoRA text2image fine-tuning - RajShah21/stable-diffusion-glass-shatter-lora-v2
20
+ These are LoRA adaption weights for runwayml/stable-diffusion-v1-5. The weights were fine-tuned on the IDS-560-Group-3/glass-shatter-image-captions dataset. You can find some example images in the following.
21
+
22
+ ![img_0](./image_0.png)
23
+ ![img_1](./image_1.png)
24
+ ![img_2](./image_2.png)
25
+ ![img_3](./image_3.png)
26
+
27
+
28
+
29
+ ## Intended uses & limitations
30
+
31
+ #### How to use
32
+
33
+ ```python
34
+ # TODO: add an example code snippet for running this diffusion pipeline
35
+ ```
36
+
37
+ #### Limitations and bias
38
+
39
+ [TODO: provide examples of latent issues and potential remediations]
40
+
41
+ ## Training details
42
+
43
+ [TODO: describe the data used to train the model]
glass-shatter-v2/checkpoint-500/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c4d0fe9cbf73e5782178a257cb4c81e0257ce0dc38a3e07a548e45f64a56ba9
3
+ size 3450963568
glass-shatter-v2/checkpoint-500/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d97e8e9b758e6d0a06c4c3aad2855f429d20b1201c582f5a6a2443ae042dae21
3
+ size 25724538
glass-shatter-v2/checkpoint-500/pytorch_lora_weights.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df3f69c33fd340d0c660196bd1f504332aec07d6dc9a549b36ad4ab54cbdd1b6
3
+ size 12792952
glass-shatter-v2/checkpoint-500/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b6defcb59ce007cf88db02fe79314d4c61014b15707145a755b3161e863e106
3
+ size 14408
glass-shatter-v2/checkpoint-500/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:477ec2d5138da08e731b1ef4f62dadb91cb33dbc493c52711c291d427ad4ae96
3
+ size 1000
glass-shatter-v2/image_0.png ADDED
glass-shatter-v2/image_1.png ADDED
glass-shatter-v2/image_2.png ADDED
glass-shatter-v2/image_3.png ADDED
glass-shatter-v2/logs/text2image-fine-tune/1729758661.419256/events.out.tfevents.1729758661.RajShah.18864.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6da63b6620b2ed5266c3e8ad2f2e8c296ca468177603b6cea3c230c163bffa5e
3
+ size 2488
glass-shatter-v2/logs/text2image-fine-tune/1729758661.419256/hparams.yml ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ caption_column: text
8
+ center_crop: true
9
+ checkpointing_steps: 500
10
+ checkpoints_total_limit: null
11
+ dataloader_num_workers: 0
12
+ dataset_config_name: null
13
+ dataset_name: IDS-560-Group-3/glass-shatter-image-captions
14
+ enable_xformers_memory_efficient_attention: false
15
+ gradient_accumulation_steps: 4
16
+ gradient_checkpointing: false
17
+ hub_model_id: stable-diffusion-glass-shatter-lora-v2
18
+ hub_token: null
19
+ image_column: image
20
+ learning_rate: 0.0001
21
+ local_rank: -1
22
+ logging_dir: logs
23
+ lr_scheduler: cosine
24
+ lr_warmup_steps: 0
25
+ max_grad_norm: 1.0
26
+ max_train_samples: null
27
+ max_train_steps: 160
28
+ mixed_precision: 'no'
29
+ noise_offset: 0
30
+ num_train_epochs: 10
31
+ num_validation_images: 4
32
+ output_dir: C:\Users\Raj\Desktop\Fall 2024\Capstone Project\Synthetic Vehicle Images
33
+ Damage Generation\finetune\glass-shatter-v2
34
+ prediction_type: null
35
+ pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5
36
+ push_to_hub: true
37
+ random_flip: true
38
+ rank: 8
39
+ report_to: tensorboard
40
+ resolution: 512
41
+ resume_from_checkpoint: null
42
+ revision: null
43
+ scale_lr: false
44
+ seed: 21
45
+ snr_gamma: null
46
+ train_batch_size: 1
47
+ train_data_dir: null
48
+ use_8bit_adam: false
49
+ validation_epochs: 1
50
+ validation_prompt: shattered glass and broken windshield
51
+ variant: null
glass-shatter-v2/logs/text2image-fine-tune/1730967156.617461/events.out.tfevents.1730967156.RajShah.40968.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb9779cc9988b957ea3b4dac0140242924d902843649c89fb5f6822b491bb309
3
+ size 2501
glass-shatter-v2/logs/text2image-fine-tune/1730967156.6198964/hparams.yml ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ caption_column: text
8
+ center_crop: true
9
+ checkpointing_steps: 500
10
+ checkpoints_total_limit: null
11
+ dataloader_num_workers: 0
12
+ dataset_config_name: null
13
+ dataset_name: IDS-560-Group-3/Glass-Shatter-image-captions-v2
14
+ enable_xformers_memory_efficient_attention: false
15
+ gradient_accumulation_steps: 4
16
+ gradient_checkpointing: false
17
+ hub_model_id: stable-diffusion-glass-shatter-lora-v2
18
+ hub_token: null
19
+ image_column: image
20
+ learning_rate: 0.0001
21
+ local_rank: -1
22
+ logging_dir: logs
23
+ lr_scheduler: cosine
24
+ lr_warmup_steps: 0
25
+ max_grad_norm: 1.0
26
+ max_train_samples: null
27
+ max_train_steps: 740
28
+ mixed_precision: 'no'
29
+ noise_offset: 0
30
+ num_train_epochs: 20
31
+ num_validation_images: 4
32
+ output_dir: C:\Users\Raj\Desktop\Fall 2024\Capstone Project\Synthetic Vehicle Images
33
+ Damage Generation\finetune\glass-shatter-v2
34
+ prediction_type: null
35
+ pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5
36
+ push_to_hub: true
37
+ random_flip: true
38
+ rank: 16
39
+ report_to: tensorboard
40
+ resolution: 512
41
+ resume_from_checkpoint: null
42
+ revision: null
43
+ scale_lr: false
44
+ seed: 21
45
+ snr_gamma: null
46
+ train_batch_size: 1
47
+ train_data_dir: null
48
+ use_8bit_adam: false
49
+ validation_epochs: 1
50
+ validation_prompt: car with broken windshield and shattered glass.
51
+ variant: null
glass-shatter-v2/logs/text2image-fine-tune/events.out.tfevents.1729758661.RajShah.18864.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da70e16148b0ef0111bbc01b4d47f8f52c013383504d2e5cd36cb20691dbd1f8
3
+ size 25717448
glass-shatter-v2/logs/text2image-fine-tune/events.out.tfevents.1730967156.RajShah.40968.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dca61dfa020f2f3df7e7cb4995aa318f8695b88948f984e7d3e1cd62953871a6
3
+ size 30361999
glass-shatter-v2/pytorch_lora_weights.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da943920cbe016fc9eaf8a5d963af10dec836bde651ae88938b386ddd86c0b74
3
+ size 6414992