dolphinium commited on
Commit
6785327
·
verified ·
1 Parent(s): cd00dea

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -33,3 +33,21 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ samples/1742779089630__000000000_0.jpg filter=lfs diff=lfs merge=lfs -text
37
+ samples/1742779126866__000000000_2.jpg filter=lfs diff=lfs merge=lfs -text
38
+ samples/1742779145497__000000000_3.jpg filter=lfs diff=lfs merge=lfs -text
39
+ samples/1742779747453__000000250_0.jpg filter=lfs diff=lfs merge=lfs -text
40
+ samples/1742779784785__000000250_2.jpg filter=lfs diff=lfs merge=lfs -text
41
+ samples/1742779803474__000000250_3.jpg filter=lfs diff=lfs merge=lfs -text
42
+ samples/1742780393169__000000500_0.jpg filter=lfs diff=lfs merge=lfs -text
43
+ samples/1742780430482__000000500_2.jpg filter=lfs diff=lfs merge=lfs -text
44
+ samples/1742780449170__000000500_3.jpg filter=lfs diff=lfs merge=lfs -text
45
+ samples/1742781042352__000000750_0.jpg filter=lfs diff=lfs merge=lfs -text
46
+ samples/1742781079652__000000750_2.jpg filter=lfs diff=lfs merge=lfs -text
47
+ samples/1742781098308__000000750_3.jpg filter=lfs diff=lfs merge=lfs -text
48
+ samples/1742781700453__000001000_0.jpg filter=lfs diff=lfs merge=lfs -text
49
+ samples/1742781737800__000001000_2.jpg filter=lfs diff=lfs merge=lfs -text
50
+ samples/1742781756484__000001000_3.jpg filter=lfs diff=lfs merge=lfs -text
51
+ samples/1742782363496__000001250_0.jpg filter=lfs diff=lfs merge=lfs -text
52
+ samples/1742782400784__000001250_2.jpg filter=lfs diff=lfs merge=lfs -text
53
+ samples/1742782419437__000001250_3.jpg filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ tags:
3
+ - flux
4
+ - stable-diffusion
5
+ - text-to-image
6
+ - lora
7
+ - impressionism
8
+ library_name: diffusers
9
+ pipeline_tag: text-to-image
10
+ ---
11
+
12
+ # Flux Impressionism LoRA v1
13
+
14
+ This is a LoRA fine-tuning of the FLUX.1 model trained on a curated dataset of impressionist paintings from WikiArt.
15
+
16
+ ## Dataset
17
+ The model was trained on the [WikiArt Impressionism Curated Dataset](https://huggingface.co/datasets/dolphinium/wikiart-impressionism-curated), which contains 1,000 high-quality Impressionist paintings with the following distribution:
18
+
19
+ - Landscapes: 300 images (30%)
20
+ - Portraits: 300 images (30%)
21
+ - Urban Scenes: 200 images (20%)
22
+ - Still Life: 200 images (20%)
23
+
24
+ ## Model Details
25
+ - Base Model: [FLUX.1](https://huggingface.co/black-forest-labs/FLUX.1-dev)
26
+ - LoRA Rank: 16
27
+ - Training Steps: 2000
28
+ - Resolution: 512-1024px
29
+
30
+ ## Usage
31
+
32
+ ```python
33
+ from diffusers import StableDiffusionPipeline
34
+ import torch
35
+
36
+ model_id = "black-forest-labs/FLUX.1-dev"
37
+ lora_model_path = "dolphinium/flux_1_dev_wikiart_impressionism"
38
+
39
+ pipe = StableDiffusionPipeline.from_pretrained(
40
+ model_id,
41
+ torch_dtype=torch.float16
42
+ ).to("cuda")
43
+
44
+ # Load LoRA weights
45
+ pipe.unet.load_attn_procs(lora_model_path)
46
+
47
+ # Generate image
48
+ prompt = "an impressionist style landscape with rolling hills and autumn trees"
49
+ image = pipe(prompt).images[0]
50
+ image.save("impressionist_landscape.png")
51
+ ```
52
+
53
+
54
+ ## License
55
+ This model inherits the license of the base FLUX.1 model and the WikiArt dataset.
config.yaml ADDED
@@ -0,0 +1,62 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ job: extension
2
+ config:
3
+ name: flux_1_dev_wikiart_impressionism
4
+ process:
5
+ - type: sd_trainer
6
+ training_folder: /content/output
7
+ device: cuda:0
8
+ network:
9
+ type: lora
10
+ linear: 16
11
+ linear_alpha: 16
12
+ save:
13
+ dtype: float16
14
+ save_every: 250
15
+ max_step_saves_to_keep: 4
16
+ datasets:
17
+ - folder_path: /content/dataset
18
+ caption_ext: txt
19
+ caption_dropout_rate: 0.05
20
+ shuffle_tokens: true
21
+ cache_latents_to_disk: true
22
+ resolution:
23
+ - 512
24
+ - 768
25
+ - 1024
26
+ train:
27
+ batch_size: 1
28
+ steps: 2000
29
+ gradient_accumulation_steps: 1
30
+ train_unet: true
31
+ train_text_encoder: false
32
+ content_or_style: balanced
33
+ gradient_checkpointing: true
34
+ noise_scheduler: flowmatch
35
+ optimizer: adamw8bit
36
+ lr: 0.0001
37
+ ema_config:
38
+ use_ema: true
39
+ ema_decay: 0.99
40
+ dtype: bf16
41
+ model:
42
+ name_or_path: black-forest-labs/FLUX.1-dev
43
+ is_flux: true
44
+ quantize: true
45
+ sample:
46
+ sampler: flowmatch
47
+ sample_every: 250
48
+ width: 1024
49
+ height: 1024
50
+ prompts:
51
+ - an impressionist style landscape with rolling hills and autumn trees
52
+ - a portrait of a woman in impressionist style, soft lighting
53
+ - an urban scene with cafe terraces in impressionist style
54
+ - a still life with flowers in impressionist painting style
55
+ neg: ''
56
+ seed: 42
57
+ walk_seed: true
58
+ guidance_scale: 4
59
+ sample_steps: 20
60
+ meta:
61
+ name: flux_1_dev_wikiart_impressionism
62
+ version: '1.0'
flux_1_dev_wikiart_impressionism_000000500.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2801c08e3c0f47fdeb1ef2c43dd49db6398d8d030dc720cd0adb766ed0d356f9
3
+ size 171969384
flux_1_dev_wikiart_impressionism_000000750.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f440c9712d5729ae49c263c2d2821881772771041cabe89a639878fdac74f90b
3
+ size 171969384
flux_1_dev_wikiart_impressionism_000001000.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d8dffc150a37bf4479fff2851681990eabad02c0ee2d3b5e7f77fdac95c20bc
3
+ size 171969392
flux_1_dev_wikiart_impressionism_000001250.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f41ce54f7c475e73ea73290015fbd29b5619b07ec7abff0686ddcf55fe7f5987
3
+ size 171969392
metadata.json ADDED
@@ -0,0 +1,84 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "base_model": "black-forest-labs/FLUX.1-dev",
3
+ "dataset": "dolphinium/wikiart-impressionism-curated",
4
+ "training_config": {
5
+ "job": "extension",
6
+ "config": {
7
+ "name": "flux_1_dev_wikiart_impressionism",
8
+ "process": [
9
+ {
10
+ "type": "sd_trainer",
11
+ "training_folder": "/content/output",
12
+ "device": "cuda:0",
13
+ "network": {
14
+ "type": "lora",
15
+ "linear": 16,
16
+ "linear_alpha": 16
17
+ },
18
+ "save": {
19
+ "dtype": "float16",
20
+ "save_every": 250,
21
+ "max_step_saves_to_keep": 4
22
+ },
23
+ "datasets": [
24
+ {
25
+ "folder_path": "/content/dataset",
26
+ "caption_ext": "txt",
27
+ "caption_dropout_rate": 0.05,
28
+ "shuffle_tokens": true,
29
+ "cache_latents_to_disk": true,
30
+ "resolution": [
31
+ 512,
32
+ 768,
33
+ 1024
34
+ ]
35
+ }
36
+ ],
37
+ "train": {
38
+ "batch_size": 1,
39
+ "steps": 2000,
40
+ "gradient_accumulation_steps": 1,
41
+ "train_unet": true,
42
+ "train_text_encoder": false,
43
+ "content_or_style": "balanced",
44
+ "gradient_checkpointing": true,
45
+ "noise_scheduler": "flowmatch",
46
+ "optimizer": "adamw8bit",
47
+ "lr": 0.0001,
48
+ "ema_config": {
49
+ "use_ema": true,
50
+ "ema_decay": 0.99
51
+ },
52
+ "dtype": "bf16"
53
+ },
54
+ "model": {
55
+ "name_or_path": "black-forest-labs/FLUX.1-dev",
56
+ "is_flux": true,
57
+ "quantize": true
58
+ },
59
+ "sample": {
60
+ "sampler": "flowmatch",
61
+ "sample_every": 250,
62
+ "width": 1024,
63
+ "height": 1024,
64
+ "prompts": [
65
+ "an impressionist style landscape with rolling hills and autumn trees",
66
+ "a portrait of a woman in impressionist style, soft lighting",
67
+ "an urban scene with cafe terraces in impressionist style",
68
+ "a still life with flowers in impressionist painting style"
69
+ ],
70
+ "neg": "",
71
+ "seed": 42,
72
+ "walk_seed": true,
73
+ "guidance_scale": 4,
74
+ "sample_steps": 20
75
+ }
76
+ }
77
+ ]
78
+ },
79
+ "meta": {
80
+ "name": "[name]",
81
+ "version": "1.0"
82
+ }
83
+ }
84
+ }
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76671f026cb60abd0412b4dc293ea52c606e022da9fea241fc0a7389c3402330
3
+ size 175676612
samples/1742779089630__000000000_0.jpg ADDED

Git LFS Details

  • SHA256: a94be5ebde79814003f7818f742414badd610bf1a689131b3e89b0d9c5999a67
  • Pointer size: 131 Bytes
  • Size of remote file: 108 kB
samples/1742779108247__000000000_1.jpg ADDED
samples/1742779126866__000000000_2.jpg ADDED

Git LFS Details

  • SHA256: 5e13ff160ecbb49acd8a4549b9dc9cbc164ce309482258e7d1710b6630f03870
  • Pointer size: 131 Bytes
  • Size of remote file: 205 kB
samples/1742779145497__000000000_3.jpg ADDED

Git LFS Details

  • SHA256: 8f25166e6ba5250e8180e603951a38784c998daeba0aa19e9e8371685afd1662
  • Pointer size: 131 Bytes
  • Size of remote file: 150 kB
samples/1742779747453__000000250_0.jpg ADDED

Git LFS Details

  • SHA256: 9e4ab03e914b8dfe67750ced6903233ed4e4cfa3919e4e5815ac71610a4ebc1d
  • Pointer size: 131 Bytes
  • Size of remote file: 126 kB
samples/1742779766101__000000250_1.jpg ADDED
samples/1742779784785__000000250_2.jpg ADDED

Git LFS Details

  • SHA256: 9f8840ef948576e3ee48d10151ced4e2dcc9f88b3354020ae423f1c3bc9ad1b9
  • Pointer size: 131 Bytes
  • Size of remote file: 226 kB
samples/1742779803474__000000250_3.jpg ADDED

Git LFS Details

  • SHA256: 1cd92dca29f9cd32f406140b0f953034455fd7cf17870f5bb739d3e0d4359f22
  • Pointer size: 131 Bytes
  • Size of remote file: 186 kB
samples/1742780393169__000000500_0.jpg ADDED

Git LFS Details

  • SHA256: c4dd7300a16a641f8e84b512e3ba1b54338b582a9d11970066b217b291b2f73f
  • Pointer size: 131 Bytes
  • Size of remote file: 128 kB
samples/1742780411808__000000500_1.jpg ADDED
samples/1742780430482__000000500_2.jpg ADDED

Git LFS Details

  • SHA256: cbca7f01163caa5faf32a5c43224ccd4c71b3300cc0dfcae27aa1afe595ae8c0
  • Pointer size: 131 Bytes
  • Size of remote file: 220 kB
samples/1742780449170__000000500_3.jpg ADDED

Git LFS Details

  • SHA256: 8a8721e304c9634686db2a8c8b943c13cf8721998a1417a5ca5ea6d5a9ba47fe
  • Pointer size: 131 Bytes
  • Size of remote file: 175 kB
samples/1742781042352__000000750_0.jpg ADDED

Git LFS Details

  • SHA256: 4a51b527f79e66a31694f28095571c9f531543b6f37f3af5156d59a0899ce527
  • Pointer size: 131 Bytes
  • Size of remote file: 130 kB
samples/1742781060993__000000750_1.jpg ADDED
samples/1742781079652__000000750_2.jpg ADDED

Git LFS Details

  • SHA256: b10324920be6ccdd22d35c89588da6dacd3612f20d017750d33791d3a2cf904d
  • Pointer size: 131 Bytes
  • Size of remote file: 224 kB
samples/1742781098308__000000750_3.jpg ADDED

Git LFS Details

  • SHA256: c6157a789fdad033bac00974853b42ed3387ff37270f1f7af145a840d636a5e9
  • Pointer size: 131 Bytes
  • Size of remote file: 175 kB
samples/1742781700453__000001000_0.jpg ADDED

Git LFS Details

  • SHA256: 1478a1bd6b09a50ebbe0abbc1ef14430a7ab9a2bfd20d842a402cf75c3703e27
  • Pointer size: 131 Bytes
  • Size of remote file: 140 kB
samples/1742781719122__000001000_1.jpg ADDED
samples/1742781737800__000001000_2.jpg ADDED

Git LFS Details

  • SHA256: e39d285a4bf902f21621fe8a2df6d1275eae4d1a0058c0b0885d36ac662a5007
  • Pointer size: 131 Bytes
  • Size of remote file: 225 kB
samples/1742781756484__000001000_3.jpg ADDED

Git LFS Details

  • SHA256: c16a95c03f1ac8f3558500118620574e47a5fa26ca8c2859c8c1e9bb32ac2ae0
  • Pointer size: 131 Bytes
  • Size of remote file: 181 kB
samples/1742782363496__000001250_0.jpg ADDED

Git LFS Details

  • SHA256: 1a4f2b8d0d3875de77ab29080591319ef149db0b1f40ae3ff0252f5a9c65f9db
  • Pointer size: 131 Bytes
  • Size of remote file: 134 kB
samples/1742782382135__000001250_1.jpg ADDED
samples/1742782400784__000001250_2.jpg ADDED

Git LFS Details

  • SHA256: 4d3bee57cacebc0745a69bc11d9fbccc81d29bf2dc4b64d1c6e5b052a2582405
  • Pointer size: 131 Bytes
  • Size of remote file: 206 kB
samples/1742782419437__000001250_3.jpg ADDED

Git LFS Details

  • SHA256: 907095b4daecf1fa54eb5d2094ffd1842b0376ca10e47cf57b46765c75eed782
  • Pointer size: 131 Bytes
  • Size of remote file: 178 kB