Add Yarn Art QLoRA adapter
Browse files- checkpoint-500/optimizer.bin +3 -0
- checkpoint-500/pytorch_lora_weights.safetensors +3 -0
- checkpoint-500/random_states_0.pkl +3 -0
- checkpoint-500/scaler.pt +3 -0
- checkpoint-500/scheduler.bin +3 -0
- logs/dreambooth-flux-dev-lora-nf4/1753647524.6910489/events.out.tfevents.1753647524.7000a1ee791e.9266.1 +3 -0
- logs/dreambooth-flux-dev-lora-nf4/1753647524.6924834/hparams.yml +55 -0
- logs/dreambooth-flux-dev-lora-nf4/events.out.tfevents.1753647524.7000a1ee791e.9266.0 +3 -0
- pytorch_lora_weights.safetensors +3 -0
checkpoint-500/optimizer.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:709ddc035f39dc8ca71489be6bf4392586d2c3b89742d21db6dc48e3e0d02efa
|
| 3 |
+
size 9929092
|
checkpoint-500/pytorch_lora_weights.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:09bf45eacd650f6fdd31bdde75ef2aa3e70bd286ba5141d8f083e7bc1f63cfd8
|
| 3 |
+
size 18727592
|
checkpoint-500/random_states_0.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:40b16e040f9a40456cd9c50134fd8438490b6cb6a73bde9c860f651b4539671f
|
| 3 |
+
size 14344
|
checkpoint-500/scaler.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:18b984273ea2d45b7ffb1d047bb359d93111e41fcad70d16a1b453fd38f72636
|
| 3 |
+
size 988
|
checkpoint-500/scheduler.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6cf34ac8dd2addc454aeb1ee4eaba3267c2841857e117be40ac2ed02cf581c9c
|
| 3 |
+
size 1000
|
logs/dreambooth-flux-dev-lora-nf4/1753647524.6910489/events.out.tfevents.1753647524.7000a1ee791e.9266.1
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d2d6c2fc681c39b10cee0e881cf755daf6476c695a9d41d6d89000ac365ee545
|
| 3 |
+
size 2599
|
logs/dreambooth-flux-dev-lora-nf4/1753647524.6924834/hparams.yml
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
adam_beta1: 0.9
|
| 2 |
+
adam_beta2: 0.999
|
| 3 |
+
adam_epsilon: 1.0e-08
|
| 4 |
+
adam_weight_decay: 0.0001
|
| 5 |
+
cache_dir: null
|
| 6 |
+
cache_latents: true
|
| 7 |
+
center_crop: false
|
| 8 |
+
checkpointing_steps: 500
|
| 9 |
+
checkpoints_total_limit: null
|
| 10 |
+
data_df_path: embeddings.parquet
|
| 11 |
+
dataloader_num_workers: 0
|
| 12 |
+
gradient_accumulation_steps: 4
|
| 13 |
+
gradient_checkpointing: true
|
| 14 |
+
guidance_scale: 1.0
|
| 15 |
+
hub_model_id: null
|
| 16 |
+
hub_token: null
|
| 17 |
+
learning_rate: 0.0001
|
| 18 |
+
local_rank: -1
|
| 19 |
+
logging_dir: logs
|
| 20 |
+
logit_mean: 0.0
|
| 21 |
+
logit_std: 1.0
|
| 22 |
+
lr_num_cycles: 1
|
| 23 |
+
lr_power: 1.0
|
| 24 |
+
lr_scheduler: constant
|
| 25 |
+
lr_warmup_steps: 0
|
| 26 |
+
max_grad_norm: 1.0
|
| 27 |
+
max_sequence_length: 77
|
| 28 |
+
max_train_steps: 700
|
| 29 |
+
mixed_precision: fp16
|
| 30 |
+
mode_scale: 1.29
|
| 31 |
+
num_train_epochs: 140
|
| 32 |
+
optimizer: AdamW
|
| 33 |
+
output_dir: yarn_art_lora_flux_nf4
|
| 34 |
+
pretrained_model_name_or_path: black-forest-labs/FLUX.1-dev
|
| 35 |
+
prodigy_beta3: null
|
| 36 |
+
prodigy_decouple: true
|
| 37 |
+
prodigy_safeguard_warmup: true
|
| 38 |
+
prodigy_use_bias_correction: true
|
| 39 |
+
push_to_hub: false
|
| 40 |
+
quantized_model_path: null
|
| 41 |
+
random_flip: false
|
| 42 |
+
rank: 4
|
| 43 |
+
repeats: 1
|
| 44 |
+
report_to: tensorboard
|
| 45 |
+
resolution: 1024
|
| 46 |
+
resume_from_checkpoint: null
|
| 47 |
+
revision: null
|
| 48 |
+
sample_batch_size: 4
|
| 49 |
+
scale_lr: false
|
| 50 |
+
seed: 0
|
| 51 |
+
train_batch_size: 1
|
| 52 |
+
use_8bit_adam: true
|
| 53 |
+
use_8bit_ademamix: false
|
| 54 |
+
variant: null
|
| 55 |
+
weighting_scheme: none
|
logs/dreambooth-flux-dev-lora-nf4/events.out.tfevents.1753647524.7000a1ee791e.9266.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fd47dcbdb0a85b2857902abc104cae417da4ceec08d3b6377ac7d5867855c9aa
|
| 3 |
+
size 210834
|
pytorch_lora_weights.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:701b34a5bae14bd7e8bbd1aed8cdb14edc5d57c31b62cf1cc285d55920b17502
|
| 3 |
+
size 18727592
|