Upload 8 files
Browse files- .gitattributes +4 -0
- anime/flux_dev_lora_akame_ver1/assets/Overview_1.png +3 -0
- anime/flux_dev_lora_akame_ver1/assets/akame_flux_lora_comparison.drawio +3 -0
- anime/flux_dev_lora_akame_ver1/assets/example_2.png +3 -0
- anime/flux_dev_lora_akame_ver1/assets/example_3.png +3 -0
- anime/flux_dev_lora_akame_ver1/lora_models/flux-lora-akame-0001000.safetensors +3 -0
- anime/flux_dev_lora_akame_ver1/lora_models/flux-lora-akame-000600.safetensors +3 -0
- anime/flux_dev_lora_akame_ver1/lora_models/flux-lora-akame-000800.safetensors +3 -0
- anime/flux_dev_lora_akame_ver1/training_scripts/train.sh +43 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
anime/flux_dev_lora_akame_ver1/assets/akame_flux_lora_comparison.drawio filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
anime/flux_dev_lora_akame_ver1/assets/example_2.png filter=lfs diff=lfs merge=lfs -text
|
| 38 |
+
anime/flux_dev_lora_akame_ver1/assets/example_3.png filter=lfs diff=lfs merge=lfs -text
|
| 39 |
+
anime/flux_dev_lora_akame_ver1/assets/Overview_1.png filter=lfs diff=lfs merge=lfs -text
|
anime/flux_dev_lora_akame_ver1/assets/Overview_1.png
ADDED
|
Git LFS Details
|
anime/flux_dev_lora_akame_ver1/assets/akame_flux_lora_comparison.drawio
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:69895299f3884a06422d2b3cd6f5bd6ccd1a39e98a770fc10e9e13b5a118212a
|
| 3 |
+
size 11229594
|
anime/flux_dev_lora_akame_ver1/assets/example_2.png
ADDED
|
Git LFS Details
|
anime/flux_dev_lora_akame_ver1/assets/example_3.png
ADDED
|
Git LFS Details
|
anime/flux_dev_lora_akame_ver1/lora_models/flux-lora-akame-0001000.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:00bfc974e5fa998fec0aef90df6db17cb80249f9b16744a5dcaf865247182e11
|
| 3 |
+
size 39799896
|
anime/flux_dev_lora_akame_ver1/lora_models/flux-lora-akame-000600.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:02dd5ecf40d01d4a87ec4ab7055e845fd9ffdfa7d7f536ea490633a586c0d7a4
|
| 3 |
+
size 39799896
|
anime/flux_dev_lora_akame_ver1/lora_models/flux-lora-akame-000800.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:adf58455c6f864c6de746760ba9abe46eb56f8bfef8908082dbb149c98bfe3e4
|
| 3 |
+
size 39799896
|
anime/flux_dev_lora_akame_ver1/training_scripts/train.sh
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/bin/bash
|
| 2 |
+
export CUDA_VISIBLE_DEVICES=0,1
|
| 3 |
+
|
| 4 |
+
accelerate launch \
|
| 5 |
+
--main_process_port 29555 \
|
| 6 |
+
--mixed_precision bf16 \
|
| 7 |
+
--num_cpu_threads_per_process 1 \
|
| 8 |
+
flux_train_network.py \
|
| 9 |
+
--pretrained_model_name_or_path /data/nvme5n1p1/vladimir_workspace/flux_main/ComfyUI/models/unet/flux1-dev.safetensors \
|
| 10 |
+
--clip_l /data/nvme5n1p1/vladimir_workspace/flux_main/ComfyUI/models/clip/clip_l.safetensors \
|
| 11 |
+
--t5xxl /data/nvme5n1p1/vladimir_workspace/flux_main/ComfyUI/models/clip/t5xxl_fp8_e4m3fn.safetensors \
|
| 12 |
+
--ae /data/nvme5n1p1/vladimir_workspace/flux_main/ComfyUI/models/vae/ae.safetensors \
|
| 13 |
+
--cache_latents_to_disk \
|
| 14 |
+
--save_model_as safetensors \
|
| 15 |
+
--sdpa \
|
| 16 |
+
--persistent_data_loader_workers \
|
| 17 |
+
--max_data_loader_n_workers 2 \
|
| 18 |
+
--seed 42 \
|
| 19 |
+
--gradient_checkpointing \
|
| 20 |
+
--mixed_precision bf16 \
|
| 21 |
+
--save_precision bf16 \
|
| 22 |
+
--network_module networks.lora_flux \
|
| 23 |
+
--network_dim 4 \
|
| 24 |
+
--optimizer_type adamw8bit \
|
| 25 |
+
--learning_rate 1e-4 \
|
| 26 |
+
--cache_text_encoder_outputs \
|
| 27 |
+
--cache_text_encoder_outputs_to_disk \
|
| 28 |
+
--fp8_base \
|
| 29 |
+
--highvram \
|
| 30 |
+
--max_train_epochs 1000 \
|
| 31 |
+
--save_every_n_epochs 200 \
|
| 32 |
+
--dataset_config /data/nvme5n1p1/vladimir_workspace/flux_main/flux_lora_training/dataset_akame.toml \
|
| 33 |
+
--output_dir /data/nvme5n1p1/vladimir_workspace/flux_main/flux_lora_training/output/flux-lora-akame_every_200_epochs \
|
| 34 |
+
--output_name flux-lora-akame \
|
| 35 |
+
--timestep_sampling shift \
|
| 36 |
+
--discrete_flow_shift 3.1582 \
|
| 37 |
+
--model_prediction_type raw \
|
| 38 |
+
--guidance_scale 1.0
|
| 39 |
+
|
| 40 |
+
|
| 41 |
+
|
| 42 |
+
# Possible options:
|
| 43 |
+
# --network_train_unet_only \ (more VRAM is required)
|