p1atdev commited on
Commit
0924144
·
verified ·
1 Parent(s): 720a0cd

Upload folder using huggingface_hub

Browse files
ujit-b512-p32-cls-derf/config.yml ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ checkpoint_path: null
2
+
3
+ dtype: bfloat16
4
+
5
+ denoiser:
6
+ patch_size: 32 #!
7
+
8
+ context_dim: 1024
9
+ hidden_size: 1024
10
+ num_heads: 16
11
+ depth: 11
12
+ num_blocks: 24 # down: 11, mid: 1, up: 11, out: 1
13
+
14
+ bottleneck_dim: 128
15
+ use_output_bottleneck: false #!
16
+
17
+ context_start_block: 0 #!
18
+ do_context_fuse: false #!
19
+ use_pixel_shuffle: true #!
20
+
21
+ positional_encoding: pope # rope | pope
22
+ rope_theta: 256.0
23
+ rope_axes_dims: [16, 24, 24]
24
+ rope_axes_lens: [256, 128, 128]
25
+ rope_zero_centered: [False, True, True]
26
+
27
+ num_time_tokens: 8
28
+ timestep_scale: 1000.0
29
+
30
+ norm_type: derf # layer | rms | dyt | derf
31
+ norm_position: pre
32
+
33
+ context_encoder:
34
+ type: "class"
35
+ label2id_map_path: "models/sfw_1m/label2id.json"
36
+ splitter: ","
37
+ do_mask_padding: true #!
38
+
39
+ model_pred: image # image | velocity | noise
40
+
41
+ max_token_length: 64
42
+ noise_scale: 2.0
43
+
44
+ loss_target: velocity # image | velocity
45
+ timestep_eps: 0.05
46
+ timestep_sampling: scale_shift_sigmoid # oirignal impl is scale_shift_sigmoid
47
+
48
+ train_class_encoder: true
49
+ drop_context_rate: 0.1 # CFG
ujit-b512-p32-cls-derf/jit-anime_00008e_116940s.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c847b82da1d69647fd826d662028c131fa1a1e716a22e12a4d9932201e92d37f
3
+ size 706539976
ujit-b512-p32-cls-derf/label2id.json ADDED
The diff for this file is too large to render. See raw diff