kythours commited on
Commit
e1f1fb0
·
verified ·
1 Parent(s): d533c74

Upload folder using huggingface_hub

Browse files
Files changed (3) hide show
  1. dataset.toml +14 -0
  2. sample_prompts.txt +19 -0
  3. train.sh +32 -0
dataset.toml ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [general]
2
+ shuffle_caption = false
3
+ caption_extension = '.txt'
4
+ keep_tokens = 1
5
+
6
+ [[datasets]]
7
+ resolution = 1024
8
+ batch_size = 1
9
+ keep_tokens = 1
10
+
11
+ [[datasets.subsets]]
12
+ image_dir = '/root/fluxgym/datasets/hwxjo'
13
+ class_tokens = 'hwxjo'
14
+ num_repeats = 11
sample_prompts.txt ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hwxjo walks down a quiet alley, shadows stretching behind him.
2
+
3
+ hwxjo drinks coffee by the window, lost in thought.
4
+
5
+ hwxjo ties his boots as the morning light fills the room.
6
+
7
+ hwxjo smokes alone on a balcony overlooking the city.
8
+
9
+ hwxjo lifts a backpack and steps onto the train.
10
+
11
+ hwxjo stands under a flickering streetlight, rain falling softly.
12
+
13
+ hwxjo runs through the forest, breath heavy in the cold air.
14
+
15
+ hwxjo leans against a brick wall, arms crossed, watching people pass.
16
+
17
+ hwxjo throws a stone into the lake, eyes fixed on the ripples.
18
+
19
+ hwxjo adjusts his jacket and walks into the crowd
train.sh ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ env/bin/accelerate launch \
2
+ --mixed_precision bf16 \
3
+ --num_cpu_threads_per_process 1 \
4
+ sd-scripts/flux_train_network.py \
5
+ --pretrained_model_name_or_path "/root/fluxgym/models/unet/flux1-dev.sft" \
6
+ --clip_l "/root/fluxgym/models/clip/clip_l.safetensors" \
7
+ --t5xxl "/root/fluxgym/models/clip/t5xxl_fp16.safetensors" \
8
+ --ae "/root/fluxgym/models/vae/ae.sft" \
9
+ --cache_latents_to_disk \
10
+ --save_model_as safetensors \
11
+ --sdpa --persistent_data_loader_workers \
12
+ --max_data_loader_n_workers 2 \
13
+ --seed 42 \
14
+ --gradient_checkpointing \
15
+ --mixed_precision bf16 \
16
+ --save_precision bf16 \
17
+ --network_module networks.lora_flux \
18
+ --network_dim 4 \
19
+ --optimizer_type adamw8bit \--sample_prompts="/root/fluxgym/outputs/hwxjo/sample_prompts.txt" --sample_every_n_steps="300" \
20
+ --learning_rate 8e-4 \
21
+ --fp8_base \
22
+ --highvram \
23
+ --max_train_epochs 16 \
24
+ --save_every_n_epochs 4 \
25
+ --dataset_config "/root/fluxgym/outputs/hwxjo/dataset.toml" \
26
+ --output_dir "/root/fluxgym/outputs/hwxjo" \
27
+ --output_name hwxjo \
28
+ --timestep_sampling shift \
29
+ --discrete_flow_shift 3.1582 \
30
+ --model_prediction_type raw \
31
+ --guidance_scale 1 \
32
+ --loss_type l2 \