| |
|
| | --- |
| | license: creativeml-openrail-m |
| | base_model: runwayml/stable-diffusion-v1-5 |
| | tags: |
| | - stable-diffusion |
| | - stable-diffusion-diffusers |
| | - text-to-image |
| | - diffusers |
| | - lora |
| | inference: true |
| | --- |
| | |
| | # LoRA text2image fine-tuning - stillerman/trdne-smol-simple |
| | These are LoRA adaption weights for runwayml/stable-diffusion-v1-5. The weights were fine-tuned on the stillerman/rugs-filtered-blip dataset. You can find some example images in the following. |
| | |
| |  |
| |  |
| |  |
| |  |
| |
|
| |
|
| |
|
| | ## Training Args |
| | ```json |
| | { |
| | "pretrained_model_name_or_path": "runwayml/stable-diffusion-v1-5", |
| | "revision": null, |
| | "dataset_name": "stillerman/rugs-filtered-blip", |
| | "dataset_config_name": null, |
| | "train_data_dir": null, |
| | "image_column": "image", |
| | "caption_column": "caption", |
| | "validation_prompt": "rug from peterpap.com", |
| | "num_validation_images": 4, |
| | "validation_epochs": 100, |
| | "max_train_samples": null, |
| | "output_dir": "model_out_dir", |
| | "cache_dir": null, |
| | "seed": 1337, |
| | "resolution": 512, |
| | "center_crop": true, |
| | "random_flip": true, |
| | "train_batch_size": 1, |
| | "num_train_epochs": 8, |
| | "max_train_steps": 250, |
| | "gradient_accumulation_steps": 4, |
| | "gradient_checkpointing": false, |
| | "learning_rate": 0.0001, |
| | "scale_lr": false, |
| | "lr_scheduler": "cosine", |
| | "lr_warmup_steps": 0, |
| | "snr_gamma": null, |
| | "use_8bit_adam": false, |
| | "allow_tf32": false, |
| | "dataloader_num_workers": 8, |
| | "adam_beta1": 0.9, |
| | "adam_beta2": 0.999, |
| | "adam_weight_decay": 0.01, |
| | "adam_epsilon": 1e-08, |
| | "max_grad_norm": 1.0, |
| | "push_to_hub": true, |
| | "hub_token": null, |
| | "prediction_type": null, |
| | "hub_model_id": "trdne-smol-simple", |
| | "logging_dir": "logs", |
| | "mixed_precision": null, |
| | "report_to": "tensorboard", |
| | "local_rank": -1, |
| | "checkpointing_steps": 250, |
| | "checkpoints_total_limit": null, |
| | "resume_from_checkpoint": null, |
| | "enable_xformers_memory_efficient_attention": false, |
| | "noise_offset": 0, |
| | "rank": 4, |
| | "override_caption": "rug from peterpap.com", |
| | "append_caption": null |
| | } |
| | ``` |
| |
|
