End of training

README.md

@@ -0,0 +1,43 @@
+---
+license: creativeml-openrail-m
+library_name: diffusers
+tags:
+- stable-diffusion
+- stable-diffusion-diffusers
+- text-to-image
+- diffusers
+- diffusers-training
+- lora
+base_model: runwayml/stable-diffusion-v1-5
+inference: true
+---
+
+<!-- This model card has been generated automatically according to the information the training script had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+
+# LoRA text2image fine-tuning - Kiranbabu/text-2-image-3d-render
+These are LoRA adaption weights for runwayml/stable-diffusion-v1-5. The weights were fine-tuned on the MohamedRashad/midjourney-detailed-prompts dataset. You can find some example images in the following. 
+
+![img_0](./image_0.png)
+![img_1](./image_1.png)
+![img_2](./image_2.png)
+![img_3](./image_3.png)
+
+
+
+## Intended uses & limitations
+
+#### How to use
+
+```python
+# TODO: add an example code snippet for running this diffusion pipeline
+```
+
+#### Limitations and bias
+
+[TODO: provide examples of latent issues and potential remediations]
+
+## Training details
+
+[TODO: describe the data used to train the model]

checkpoint-12000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a2d921939ecd25cc52c5fc8c1df92a19a309fd4c10fb3b25be4925adf4694f
+size 1722353544

checkpoint-12000/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e10f1c642d0247d82fd23eebddd37263158d1b1d2d4253f89bf66e861465ad7
+size 6592122

checkpoint-12000/pytorch_lora_weights.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79fcbc287a1ac30f4205142124c2ec4ddee480e888ccc3f255f94705b915a550
+size 3226184

checkpoint-12000/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f274a60bbdef9be4a7931c33bb9483474709edd5cc6ee8e24dd394a8c09fde2
+size 14408

checkpoint-12000/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d1f9d6a63312bf6188d8844a7d621f2ecda20b6c0aee9e19ddcea1c480954ba
+size 988

checkpoint-12000/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9921b7da5c99c86f03a3f19361ffe4ae9a1d7472d81b1adc17eaae9fcbef933b
+size 1000

checkpoint-15000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe763ff54dc03d09adae7c6389461b578bac52c5a4838256cb8f6d83448837e0
+size 1722353544

checkpoint-15000/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a366b596d2a5853e4fea121a8ff019ec9fa01ee1555419a33c418219e7fe7cb
+size 6592122

checkpoint-15000/pytorch_lora_weights.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cdf9f86bc5d3e2e74b2ef32407b9651e400625e8a3d190f01a4372515ff579b
+size 3226184

checkpoint-15000/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd92b1a046836f6f1029513e559ca2a45750a193c3bfaad1575fe1086e4882dd
+size 14408

checkpoint-15000/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2491380f0b55e3e8cbfec1654220a94cf6d79d50cd1b1e51dfe593c04a274cb9
+size 988

checkpoint-15000/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0d2821e7f7c722098b0457f080f4d8c890ce3bfa7f08e3dad3b6fdda4dfbd7
+size 1000

checkpoint-3000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b7b6d816ad7bb4306b5cc6b71d33e9797624dbe1e187b8dfd603fcae67da42f
+size 1722353544

checkpoint-3000/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82514753a78575bf8f0d241ca1d6bb9a70ea937a6a32209b96c16ad71431343e
+size 6592122

checkpoint-3000/pytorch_lora_weights.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48217731749a06815a72181480b527cae5032c900ab480fdd188b7f3f6b0ae77
+size 3226184

checkpoint-3000/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732e22eb2f7a8531da634b64b7f311a1b9038eaf7e5a9c40631ed8f93b9b2122
+size 14408

checkpoint-3000/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21aba8ed0f38ed1c04994c10a9ca7e9925e55ef2ed51283c43ff8e2cce78585f
+size 988

checkpoint-3000/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89df8bcca59003290e3a854d22c2892d49d485440014cbb479fc1d4c852903d2
+size 1000

checkpoint-6000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ca3ac9a32976a3bd4ff2992b6aea57d87e2c234ed11b14e55824a7a6d15c2f
+size 1722353544

checkpoint-6000/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01fa6c54138d222d4d7f7c92a5be80b09b73eb469ba67e5d427ac1b78500b466
+size 6592122

checkpoint-6000/pytorch_lora_weights.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d64b50a70e6ff2919b87f8690492038c055c752dae99c4a7886207cedaaecb5f
+size 3226184

checkpoint-6000/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b83062908c6705f5b2cca6488b512dac6f3783b36d34a5044cc9970fcd6339
+size 14408

checkpoint-6000/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c6abec96b9d238cb94e3e6ca47ebac7366e65b2c1f7f780949153075612b6e
+size 988

checkpoint-6000/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8efbe3d12cb8a569b24bc75287fb9269526a43518a997085b3fd06b850026b3
+size 1000

checkpoint-9000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093edfa2d6e52723565d23991852deac766220071b4db61aea3ca69ca3e63469
+size 1722353544

checkpoint-9000/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f62546071a7ca4c71567395d2d2dabbcfb212189f9f10cf2eb83dce9d2f7488
+size 6592122

checkpoint-9000/pytorch_lora_weights.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80bb4b96b44cde88c2e9bc1e641d99dafb23fe28752a46a4da174047cd947f5
+size 3226184

checkpoint-9000/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8141094ad307502601b808475150df565f2029e8902e369df10f455fe35d682c
+size 14408

checkpoint-9000/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad6c50c35b53713927f28732052bf0f3bf5da247a85776559de9817d2d278c7
+size 988

checkpoint-9000/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b79c3422e1af76ea696e5b4dc00cd35dc6ee89af188fa2a23482f281e12789d
+size 1000

logs/text2image-fine-tune/1718005795.7688832/events.out.tfevents.1718005795.e2e-85-47.59727.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00702ddc064fb27865292a0a81e63c5ea719da8f585950ac18769d57e3d7c912
+size 2375

logs/text2image-fine-tune/1718005795.7705083/hparams.yml

@@ -0,0 +1,50 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: short_prompt
+center_crop: true
+checkpointing_steps: 3000
+checkpoints_total_limit: null
+dataloader_num_workers: 8
+dataset_config_name: null
+dataset_name: MohamedRashad/midjourney-detailed-prompts
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 4
+gradient_checkpointing: false
+hub_model_id: text-2-image-3d-render
+hub_token: null
+image_column: image
+learning_rate: 0.0001
+local_rank: -1
+logging_dir: logs
+lr_scheduler: cosine
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 15000
+mixed_precision: null
+noise_offset: 0
+num_train_epochs: 20
+num_validation_images: 4
+output_dir: /root/abrar/instant3d/lora_training/dalle_3d_render
+prediction_type: null
+pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5
+push_to_hub: true
+random_flip: true
+rank: 4
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+scale_lr: false
+seed: 1337
+snr_gamma: null
+train_batch_size: 1
+train_data_dir: null
+use_8bit_adam: false
+validation_epochs: 1
+validation_prompt: a red color car, 3d toon style, 3d or 3d render
+variant: null

logs/text2image-fine-tune/1718005980.499919/events.out.tfevents.1718005980.e2e-85-47.60144.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5857f9a546cb24b41227750e46e398bded239b5be531485e8a645b1b54fa4a50
+size 2375

logs/text2image-fine-tune/1718005980.5015764/hparams.yml

@@ -0,0 +1,50 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: short_prompt
+center_crop: true
+checkpointing_steps: 3000
+checkpoints_total_limit: null
+dataloader_num_workers: 8
+dataset_config_name: null
+dataset_name: MohamedRashad/midjourney-detailed-prompts
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 4
+gradient_checkpointing: false
+hub_model_id: text-2-image-3d-render
+hub_token: null
+image_column: image
+learning_rate: 0.0001
+local_rank: -1
+logging_dir: logs
+lr_scheduler: cosine
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 15000
+mixed_precision: null
+noise_offset: 0
+num_train_epochs: 20
+num_validation_images: 4
+output_dir: /root/abrar/instant3d/lora_training/dalle_3d_render
+prediction_type: null
+pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5
+push_to_hub: true
+random_flip: true
+rank: 4
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+scale_lr: false
+seed: 1337
+snr_gamma: null
+train_batch_size: 1
+train_data_dir: null
+use_8bit_adam: false
+validation_epochs: 1
+validation_prompt: a red color car, 3d toon style, 3d or 3d render
+variant: null

logs/text2image-fine-tune/1718006309.0229716/events.out.tfevents.1718006309.e2e-85-47.60679.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4451d194617491d0fd042f1c8e9030a2140db83e917404ccf416267f05be84ee
+size 2375

logs/text2image-fine-tune/1718006309.0247097/hparams.yml

@@ -0,0 +1,50 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: short_prompt
+center_crop: true
+checkpointing_steps: 3000
+checkpoints_total_limit: null
+dataloader_num_workers: 8
+dataset_config_name: null
+dataset_name: MohamedRashad/midjourney-detailed-prompts
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 4
+gradient_checkpointing: false
+hub_model_id: text-2-image-3d-render
+hub_token: null
+image_column: image
+learning_rate: 0.0001
+local_rank: -1
+logging_dir: logs
+lr_scheduler: cosine
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 15000
+mixed_precision: null
+noise_offset: 0
+num_train_epochs: 20
+num_validation_images: 4
+output_dir: /root/abrar/instant3d/lora_training/dalle_3d_render
+prediction_type: null
+pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5
+push_to_hub: true
+random_flip: true
+rank: 4
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+scale_lr: false
+seed: 1337
+snr_gamma: null
+train_batch_size: 1
+train_data_dir: null
+use_8bit_adam: false
+validation_epochs: 1
+validation_prompt: a red color car, 3d toon style, 3d or 3d render
+variant: null

logs/text2image-fine-tune/1718006358.4499438/events.out.tfevents.1718006358.e2e-85-47.61014.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3644ff26c0360ed3cbc92d6521dd7560ad8cb1137dc9b2b407e012fb12fe6018
+size 2423

logs/text2image-fine-tune/1718006358.4518273/hparams.yml

@@ -0,0 +1,50 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: short_prompt
+center_crop: true
+checkpointing_steps: 3000
+checkpoints_total_limit: null
+dataloader_num_workers: 8
+dataset_config_name: null
+dataset_name: MohamedRashad/midjourney-detailed-prompts
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 4
+gradient_checkpointing: false
+hub_model_id: text-2-image-3d-render
+hub_token: null
+image_column: image
+learning_rate: 0.0001
+local_rank: -1
+logging_dir: logs
+lr_scheduler: cosine
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 15000
+mixed_precision: fp16
+noise_offset: 0
+num_train_epochs: 20
+num_validation_images: 4
+output_dir: /root/abrar/instant3d/lora_training/dalle_3d_render
+prediction_type: null
+pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5
+push_to_hub: true
+random_flip: true
+rank: 4
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+scale_lr: false
+seed: 1337
+snr_gamma: null
+train_batch_size: 1
+train_data_dir: null
+use_8bit_adam: false
+validation_epochs: 1
+validation_prompt: a red color car, 3d toon style, 3d or 3d render
+variant: null

logs/text2image-fine-tune/1718009968.71028/events.out.tfevents.1718009968.e2e-85-47.10985.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e1b10fa66d1f05f167b2068c8f1e13204e1e81d9d65b0e0ba53c69b1020c2e
+size 2423

logs/text2image-fine-tune/1718009968.7121315/hparams.yml

@@ -0,0 +1,50 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: short_prompt
+center_crop: true
+checkpointing_steps: 3000
+checkpoints_total_limit: null
+dataloader_num_workers: 8
+dataset_config_name: null
+dataset_name: MohamedRashad/midjourney-detailed-prompts
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 4
+gradient_checkpointing: false
+hub_model_id: text-2-image-3d-render
+hub_token: null
+image_column: image
+learning_rate: 0.0001
+local_rank: -1
+logging_dir: logs
+lr_scheduler: cosine
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 15000
+mixed_precision: fp16
+noise_offset: 0
+num_train_epochs: 20
+num_validation_images: 4
+output_dir: /root/abrar/instant3d/lora_training/dalle_3d_render
+prediction_type: null
+pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5
+push_to_hub: true
+random_flip: true
+rank: 4
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+scale_lr: false
+seed: 1337
+snr_gamma: null
+train_batch_size: 1
+train_data_dir: null
+use_8bit_adam: false
+validation_epochs: 1
+validation_prompt: a red color car, 3d toon style, 3d or 3d render
+variant: null

logs/text2image-fine-tune/events.out.tfevents.1718005795.e2e-85-47.59727.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb5dd4e861eb18ef4ff1963aba79d43a5a66538ee640fe8dd46418b9a0739f1b
+size 88

logs/text2image-fine-tune/events.out.tfevents.1718005980.e2e-85-47.60144.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3009b9b67b9627455ff9e1e1877f7ff13536e3b87b03f2ec3f1ca6b985fd6a1f
+size 88

logs/text2image-fine-tune/events.out.tfevents.1718006309.e2e-85-47.60679.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdefbdc8ac3ecaf6dc48eb2012fcb575ee0f010b53fdcddcdde74ce66e300896
+size 88

logs/text2image-fine-tune/events.out.tfevents.1718006358.e2e-85-47.61014.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ab49bafa2b5a7be6095ee6cbca61d4521dcf0b8d807a912b381d1becafb1ae
+size 4357325

logs/text2image-fine-tune/events.out.tfevents.1718009968.e2e-85-47.10985.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc74271b6d9e40a381bed47b904f968d96c1ce73c955f49338dbc3b6d29a6f30
+size 29259195