Text-to-Image
Diffusers
flux
lora
template:sd-lora
Rashnan boring-dragon commited on
Commit
1fe340f
·
verified ·
0 Parent(s):

Super-squash branch 'main' using huggingface_hub

Browse files

Co-authored-by: boring-dragon <boring-dragon@users.noreply.huggingface.co>

.gitattributes ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,45 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ tags:
3
+ - text-to-image
4
+ - flux
5
+ - lora
6
+ - diffusers
7
+ - template:sd-lora
8
+ widget:
9
+ - output:
10
+ url: sample/sketchyv2_003500_00_20240924001949.png
11
+ text: A guy sitting on a bench , GETSKETCHY --s 28
12
+ - output:
13
+ url: sample/sketchyv2_003500_01_20240924001958.png
14
+ text: A boy running , GETSKETCHY --s 28
15
+ - output:
16
+ url: sample/sketchyv2_003500_02_20240924002006.png
17
+ text: A sunrise with birds on the horizon , GETSKETCHY --s 28
18
+ - text: A sunrise with birds on the horizon , GETSKETCHY --s 28
19
+ output:
20
+ url: images/example_k5ovbvzuz.png
21
+ - text: A sunrise with birds on the horizon , GETSKETCHY --s 28
22
+ output:
23
+ url: images/example_nfc9uovi8.png
24
+ base_model: black-forest-labs/FLUX.1-dev
25
+ instance_prompt: GETSKETCHY
26
+ license: other
27
+ license_name: flux-1-dev-non-commercial-license
28
+ license_link: https://huggingface.co/black-forest-labs/FLUX.1-dev/blob/main/LICENSE.md
29
+
30
+ ---
31
+
32
+ # sketchyv2
33
+
34
+ A Flux LoRA
35
+
36
+ <Gallery />
37
+
38
+ ## Trigger words
39
+
40
+ You should use `GETSKETCHY` to trigger the image generation.
41
+
42
+ ## Download model and use it with ComfyUI, AUTOMATIC1111, SD.Next, Invoke AI, Forge, etc.
43
+
44
+ Weights for this model are available in Safetensors format.
45
+
dataset.toml ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [general]
2
+ shuffle_caption = false
3
+ caption_extension = '.txt'
4
+ keep_tokens = 1
5
+
6
+ [[datasets]]
7
+ resolution = 512
8
+ batch_size = 1
9
+ keep_tokens = 1
10
+
11
+ [[datasets.subsets]]
12
+ image_dir = '/home/boringdragon/Code/ml/flux/fluxgym/datasets/sketchyv2'
13
+ class_tokens = 'GETSKETCHY'
14
+ num_repeats = 10
images/example_k5ovbvzuz.png ADDED
images/example_nfc9uovi8.png ADDED
sample/sketchyv2_000500_00_20240923232620.png ADDED
sample/sketchyv2_000500_01_20240923232629.png ADDED
sample/sketchyv2_000500_02_20240923232638.png ADDED
sample/sketchyv2_001000_00_20240923233514.png ADDED
sample/sketchyv2_001000_01_20240923233522.png ADDED
sample/sketchyv2_001000_02_20240923233530.png ADDED
sample/sketchyv2_001500_00_20240923234405.png ADDED
sample/sketchyv2_001500_01_20240923234413.png ADDED
sample/sketchyv2_001500_02_20240923234422.png ADDED
sample/sketchyv2_002000_00_20240923235300.png ADDED
sample/sketchyv2_002000_01_20240923235309.png ADDED
sample/sketchyv2_002000_02_20240923235318.png ADDED
sample/sketchyv2_002500_00_20240924000156.png ADDED
sample/sketchyv2_002500_01_20240924000205.png ADDED
sample/sketchyv2_002500_02_20240924000214.png ADDED
sample/sketchyv2_003000_00_20240924001053.png ADDED
sample/sketchyv2_003000_01_20240924001101.png ADDED
sample/sketchyv2_003000_02_20240924001110.png ADDED
sample/sketchyv2_003500_00_20240924001949.png ADDED
sample/sketchyv2_003500_01_20240924001958.png ADDED
sample/sketchyv2_003500_02_20240924002006.png ADDED
sample_prompts.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ A guy sitting on a bench , GETSKETCHY --s 28
2
+ A boy running , GETSKETCHY --s 28
3
+ A sunrise with birds on the horizon , GETSKETCHY --s 28
sketchyv2.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad08a58edbc9cc69bb604df31997f7ad0eb25c2b59f2019caa0c0e706908a4da
3
+ size 158681152
train.sh ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ accelerate launch \
2
+ --mixed_precision bf16 \
3
+ --num_cpu_threads_per_process 1 \
4
+ sd-scripts/flux_train_network.py \
5
+ --pretrained_model_name_or_path "/home/boringdragon/Code/ml/flux/fluxgym/models/unet/flux1-dev.sft" \
6
+ --clip_l "/home/boringdragon/Code/ml/flux/fluxgym/models/clip/clip_l.safetensors" \
7
+ --t5xxl "/home/boringdragon/Code/ml/flux/fluxgym/models/clip/t5xxl_fp16.safetensors" \
8
+ --ae "/home/boringdragon/Code/ml/flux/fluxgym/models/vae/ae.sft" \
9
+ --cache_latents_to_disk \
10
+ --save_model_as safetensors \
11
+ --sdpa --persistent_data_loader_workers \
12
+ --max_data_loader_n_workers 2 \
13
+ --seed 42 \
14
+ --gradient_checkpointing \
15
+ --mixed_precision bf16 \
16
+ --save_precision bf16 \
17
+ --network_module networks.lora_flux \
18
+ --network_dim 16 \
19
+ --optimizer_type adamw8bit \--sample_prompts="/home/boringdragon/Code/ml/flux/fluxgym/outputs/sketchyv2/sample_prompts.txt" --sample_every_n_steps="500" \
20
+ --learning_rate 8e-4 \
21
+ --cache_text_encoder_outputs \
22
+ --cache_text_encoder_outputs_to_disk \
23
+ --fp8_base \
24
+ --highvram \
25
+ --max_train_epochs 2 \
26
+ --save_every_n_epochs 4 \
27
+ --dataset_config "/home/boringdragon/Code/ml/flux/fluxgym/outputs/sketchyv2/dataset.toml" \
28
+ --output_dir "/home/boringdragon/Code/ml/flux/fluxgym/outputs/sketchyv2" \
29
+ --output_name sketchyv2 \
30
+ --timestep_sampling shift \
31
+ --discrete_flow_shift 3.1582 \
32
+ --model_prediction_type raw \
33
+ --guidance_scale 1 \
34
+ --loss_type l2 \