ohcaidek commited on
Commit
48d2135
·
verified ·
1 Parent(s): d858a4b

Upload folder using huggingface_hub

Browse files
.job_config.json ADDED
@@ -0,0 +1,122 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "job": "extension",
3
+ "config": {
4
+ "name": "fanning",
5
+ "process": [
6
+ {
7
+ "type": "diffusion_trainer",
8
+ "training_folder": "/workspace/ai-toolkit/output",
9
+ "sqlite_db_path": "/workspace/ai-toolkit/aitk_db.db",
10
+ "device": "cuda",
11
+ "trigger_word": null,
12
+ "performance_log_every": 10,
13
+ "network": {
14
+ "type": "lora",
15
+ "linear": 16,
16
+ "linear_alpha": 16,
17
+ "conv": 16,
18
+ "conv_alpha": 16,
19
+ "lokr_full_rank": true,
20
+ "lokr_factor": -1,
21
+ "network_kwargs": {
22
+ "ignore_if_contains": []
23
+ }
24
+ },
25
+ "save": {
26
+ "dtype": "bf16",
27
+ "save_every": 250,
28
+ "max_step_saves_to_keep": 6,
29
+ "save_format": "diffusers",
30
+ "push_to_hub": false
31
+ },
32
+ "datasets": [
33
+ {
34
+ "folder_path": "/workspace/ai-toolkit/datasets/fanning",
35
+ "mask_path": null,
36
+ "mask_min_value": 0.1,
37
+ "default_caption": "",
38
+ "caption_ext": "txt",
39
+ "caption_dropout_rate": 0.05,
40
+ "cache_latents_to_disk": false,
41
+ "is_reg": false,
42
+ "network_weight": 1,
43
+ "resolution": [
44
+ 512,
45
+ 768,
46
+ 1024
47
+ ],
48
+ "controls": [],
49
+ "shrink_video_to_frames": true,
50
+ "num_frames": 1,
51
+ "do_i2v": true,
52
+ "flip_x": false,
53
+ "flip_y": false
54
+ }
55
+ ],
56
+ "train": {
57
+ "batch_size": 1,
58
+ "bypass_guidance_embedding": false,
59
+ "steps": 3000,
60
+ "gradient_accumulation": 1,
61
+ "train_unet": true,
62
+ "train_text_encoder": false,
63
+ "gradient_checkpointing": true,
64
+ "noise_scheduler": "flowmatch",
65
+ "optimizer": "adamw8bit",
66
+ "timestep_type": "sigmoid",
67
+ "content_or_style": "balanced",
68
+ "optimizer_params": {
69
+ "weight_decay": 0.0001
70
+ },
71
+ "unload_text_encoder": false,
72
+ "cache_text_embeddings": true,
73
+ "lr": 0.0002,
74
+ "ema_config": {
75
+ "use_ema": false,
76
+ "ema_decay": 0.99
77
+ },
78
+ "skip_first_sample": false,
79
+ "force_first_sample": false,
80
+ "disable_sampling": false,
81
+ "dtype": "bf16",
82
+ "diff_output_preservation": false,
83
+ "diff_output_preservation_multiplier": 1,
84
+ "diff_output_preservation_class": "person",
85
+ "switch_boundary_every": 1,
86
+ "loss_type": "mse"
87
+ },
88
+ "model": {
89
+ "name_or_path": "Qwen/Qwen-Image",
90
+ "quantize": true,
91
+ "qtype": "uint6",
92
+ "quantize_te": true,
93
+ "qtype_te": "qfloat8",
94
+ "arch": "qwen_image",
95
+ "low_vram": true,
96
+ "model_kwargs": {},
97
+ "layer_offloading": false,
98
+ "layer_offloading_text_encoder_percent": 1,
99
+ "layer_offloading_transformer_percent": 1
100
+ },
101
+ "sample": {
102
+ "sampler": "flowmatch",
103
+ "sample_every": 250,
104
+ "width": 1024,
105
+ "height": 1024,
106
+ "samples": [],
107
+ "neg": "",
108
+ "seed": 42,
109
+ "walk_seed": true,
110
+ "guidance_scale": 4,
111
+ "sample_steps": 25,
112
+ "num_frames": 1,
113
+ "fps": 1
114
+ }
115
+ }
116
+ ]
117
+ },
118
+ "meta": {
119
+ "name": "[name]",
120
+ "version": "1.0"
121
+ }
122
+ }
config.yaml ADDED
@@ -0,0 +1,103 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ job: extension
2
+ config:
3
+ name: fanning
4
+ process:
5
+ - type: diffusion_trainer
6
+ training_folder: /workspace/ai-toolkit/output
7
+ sqlite_db_path: /workspace/ai-toolkit/aitk_db.db
8
+ device: cuda
9
+ trigger_word: null
10
+ performance_log_every: 10
11
+ network:
12
+ type: lora
13
+ linear: 16
14
+ linear_alpha: 16
15
+ conv: 16
16
+ conv_alpha: 16
17
+ lokr_full_rank: true
18
+ lokr_factor: -1
19
+ network_kwargs:
20
+ ignore_if_contains: []
21
+ save:
22
+ dtype: bf16
23
+ save_every: 250
24
+ max_step_saves_to_keep: 6
25
+ save_format: diffusers
26
+ push_to_hub: false
27
+ datasets:
28
+ - folder_path: /workspace/ai-toolkit/datasets/fanning
29
+ mask_path: null
30
+ mask_min_value: 0.1
31
+ default_caption: ''
32
+ caption_ext: txt
33
+ caption_dropout_rate: 0.05
34
+ cache_latents_to_disk: false
35
+ is_reg: false
36
+ network_weight: 1
37
+ resolution:
38
+ - 512
39
+ - 768
40
+ - 1024
41
+ controls: []
42
+ shrink_video_to_frames: true
43
+ num_frames: 1
44
+ do_i2v: true
45
+ flip_x: false
46
+ flip_y: false
47
+ train:
48
+ batch_size: 1
49
+ bypass_guidance_embedding: false
50
+ steps: 3000
51
+ gradient_accumulation: 1
52
+ train_unet: true
53
+ train_text_encoder: false
54
+ gradient_checkpointing: true
55
+ noise_scheduler: flowmatch
56
+ optimizer: adamw8bit
57
+ timestep_type: sigmoid
58
+ content_or_style: balanced
59
+ optimizer_params:
60
+ weight_decay: 0.0001
61
+ unload_text_encoder: false
62
+ cache_text_embeddings: true
63
+ lr: 0.0002
64
+ ema_config:
65
+ use_ema: false
66
+ ema_decay: 0.99
67
+ skip_first_sample: false
68
+ force_first_sample: false
69
+ disable_sampling: false
70
+ dtype: bf16
71
+ diff_output_preservation: false
72
+ diff_output_preservation_multiplier: 1
73
+ diff_output_preservation_class: person
74
+ switch_boundary_every: 1
75
+ loss_type: mse
76
+ model:
77
+ name_or_path: Qwen/Qwen-Image
78
+ quantize: true
79
+ qtype: uint6
80
+ quantize_te: true
81
+ qtype_te: qfloat8
82
+ arch: qwen_image
83
+ low_vram: true
84
+ model_kwargs: {}
85
+ layer_offloading: false
86
+ layer_offloading_text_encoder_percent: 1
87
+ layer_offloading_transformer_percent: 1
88
+ sample:
89
+ sampler: flowmatch
90
+ sample_every: 250
91
+ width: 1024
92
+ height: 1024
93
+ samples: []
94
+ neg: ''
95
+ seed: 42
96
+ walk_seed: true
97
+ guidance_scale: 4
98
+ sample_steps: 25
99
+ num_frames: 1
100
+ fps: 1
101
+ meta:
102
+ name: fanning
103
+ version: '1.0'
fanning.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33cb2b9d00536438d1f4cf7110f2174a5fe4833e8ca11392b4ada6690fc1492a
3
+ size 295146160
fanning_000001500.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cee6fd041513fa6befe5e97260c6c92260270baf6bda66aaa17754e3a69dbe0
3
+ size 295146160
fanning_000001750.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bb18e0e8380c742dfaeccdb7ad0e921653800f3ef960760c3b2ee284959ace8
3
+ size 295146160
fanning_000002000.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0410e90b9ff5e383f7d2918bc44e0d16496a4fd7625af634103ec8796730e042
3
+ size 295146160
fanning_000002250.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:922b906bda97ae96333b53705f883676572291ef6dd511e5a994ee31e49f64ad
3
+ size 295146160
fanning_000002500.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c43ba9a940c5977351a6868bee987883e058b62432daf6e88e5f7df166def1a5
3
+ size 295146160
fanning_000002750.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9511938909968f867bb3b48d2555778c0727bb5992f7362ea44426f81acd70ec
3
+ size 295146160
log.txt ADDED
The diff for this file is too large to render. See raw diff
 
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6fdb6de7e86e3773df7a5ee28943a15088a95f0d60fd13bc55a3e94a5585275
3
+ size 300280909
pid.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ 11705