Upload folder using huggingface_hub

README.md

@@ -11,20 +11,49 @@ tags:
 - replicate
 base_model: "black-forest-labs/FLUX.1-dev"
 pipeline_tag: text-to-image
+# widget:
+#   - text: >-
+#       prompt
+#     output:
+#       url: https://...
 instance_prompt: KATIE
 ---
 
 # Katie
 
-Trained on Replicate using:
+<Gallery />
 
-https://replicate.com/ostris/flux-dev-lora-trainer/train
+## About this LoRA
+
+This is a [LoRA](https://replicate.com/docs/guides/working-with-loras) for the FLUX.1-dev text-to-image model. It can be used with diffusers or ComfyUI.
+
+It was trained on [Replicate](https://replicate.com/) using AI toolkit: https://replicate.com/ostris/flux-dev-lora-trainer/train
 
 
 ## Trigger words
+
 You should use `KATIE` to trigger the image generation.
 
 
+## Run this LoRA with an API using Replicate
+
+```py
+import replicate
+
+input = {
+    "prompt": "KATIE",
+    "lora_weights": "https://huggingface.co/codebuilt/katie/resolve/main/lora.safetensors"
+}
+
+output = replicate.run(
+    "black-forest-labs/flux-dev-lora",
+    input=input
+)
+for index, item in enumerate(output):
+    with open(f"output_{index}.webp", "wb") as file:
+        file.write(item.read())
+```
+
 ## Use it with the [🧨 diffusers library](https://github.com/huggingface/diffusers)
 
 ```py
@@ -33,7 +62,19 @@ import torch
 
 pipeline = AutoPipelineForText2Image.from_pretrained('black-forest-labs/FLUX.1-dev', torch_dtype=torch.float16).to('cuda')
 pipeline.load_lora_weights('codebuilt/katie', weight_name='lora.safetensors')
-image = pipeline('your prompt').images[0]
+image = pipeline('KATIE').images[0]
 ```
 
 For more details, including weighting, merging and fusing LoRAs, check the [documentation on loading LoRAs in diffusers](https://huggingface.co/docs/diffusers/main/en/using-diffusers/loading_adapters)
+
+
+## Training details
+
+- Steps: 1000
+- Learning rate: 0.0004
+- LoRA rank: 16
+
+
+## Contribute your own examples
+
+You can use the [community tab](https://huggingface.co/codebuilt/katie/discussions) to add images that show off what you’ve made with this LoRA.

config.yaml

@@ -8,30 +8,31 @@ config:
     trigger_word: KATIE
     network:
       type: lora
-      linear: 32
-      linear_alpha: 32
+      linear: 16
+      linear_alpha: 16
     save:
       dtype: float16
-      save_every: 2001
+      save_every: 1001
       max_step_saves_to_keep: 1
     datasets:
     - folder_path: input_images
       caption_ext: txt
       caption_dropout_rate: 0.05
       shuffle_tokens: false
-      cache_latents_to_disk: true
+      cache_latents_to_disk: false
+      cache_latents: true
       resolution:
       - 512
       - 768
       - 1024
     train:
       batch_size: 1
-      steps: 2000
+      steps: 1000
       gradient_accumulation_steps: 1
       train_unet: true
       train_text_encoder: false
       content_or_style: balanced
-      gradient_checkpointing: true
+      gradient_checkpointing: false
       noise_scheduler: flowmatch
       optimizer: adamw8bit
       lr: 0.0004
@@ -42,18 +43,18 @@ config:
     model:
       name_or_path: FLUX.1-dev
       is_flux: true
-      quantize: true
+      quantize: false
     sample:
       sampler: flowmatch
-      sample_every: 2001
+      sample_every: 1001
       width: 1024
       height: 1024
       prompts: []
       neg: ''
       seed: 42
       walk_seed: true
-      guidance_scale: 4
-      sample_steps: 20
+      guidance_scale: 3.5
+      sample_steps: 28
 meta:
   name: flux_train_replicate
   version: '1.0'

lora.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:43f29f753adbdec09233bce9793e757f80113fcdd29080ac9dcf727d947e5e99
-size 343805456
+oid sha256:5fba995388f946e288e6e454c477e5d4eedd5f73c7ac0f8dd536f235eac201fb
+size 171969416