--- license: creativeml-openrail-m base_model: runwayml/stable-diffusion-v1-5 tags: - stable-diffusion - stable-diffusion-diffusers - text-to-image - diffusers - lora inference: true --- # LoRA text2image fine-tuning - stillerman/trdne-smol-simple These are LoRA adaption weights for runwayml/stable-diffusion-v1-5. The weights were fine-tuned on the stillerman/rugs-filtered-blip dataset. You can find some example images in the following. ![img_0](./image_0.png) ![img_1](./image_1.png) ![img_2](./image_2.png) ![img_3](./image_3.png) ## Training Args ```json { "pretrained_model_name_or_path": "runwayml/stable-diffusion-v1-5", "revision": null, "dataset_name": "stillerman/rugs-filtered-blip", "dataset_config_name": null, "train_data_dir": null, "image_column": "image", "caption_column": "caption", "validation_prompt": "rug from peterpap.com", "num_validation_images": 4, "validation_epochs": 100, "max_train_samples": null, "output_dir": "model_out_dir", "cache_dir": null, "seed": 1337, "resolution": 512, "center_crop": true, "random_flip": true, "train_batch_size": 1, "num_train_epochs": 8, "max_train_steps": 250, "gradient_accumulation_steps": 4, "gradient_checkpointing": false, "learning_rate": 0.0001, "scale_lr": false, "lr_scheduler": "cosine", "lr_warmup_steps": 0, "snr_gamma": null, "use_8bit_adam": false, "allow_tf32": false, "dataloader_num_workers": 8, "adam_beta1": 0.9, "adam_beta2": 0.999, "adam_weight_decay": 0.01, "adam_epsilon": 1e-08, "max_grad_norm": 1.0, "push_to_hub": true, "hub_token": null, "prediction_type": null, "hub_model_id": "trdne-smol-simple", "logging_dir": "logs", "mixed_precision": null, "report_to": "tensorboard", "local_rank": -1, "checkpointing_steps": 250, "checkpoints_total_limit": null, "resume_from_checkpoint": null, "enable_xformers_memory_efficient_attention": false, "noise_offset": 0, "rank": 4, "override_caption": "rug from peterpap.com", "append_caption": null } ```