rahul7star commited on
Commit
d0a20c8
·
verified ·
1 Parent(s): 60ea6a5

Add transformer/config.json from tiny-random/z-image

Browse files
Files changed (1) hide show
  1. transformer/config.json +31 -0
transformer/config.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "ZImageTransformer2DModel",
3
+ "_diffusers_version": "0.36.0.dev0",
4
+ "all_f_patch_size": [
5
+ 1
6
+ ],
7
+ "all_patch_size": [
8
+ 2
9
+ ],
10
+ "axes_dims": [
11
+ 8,
12
+ 8,
13
+ 16
14
+ ],
15
+ "axes_lens": [
16
+ 1536,
17
+ 512,
18
+ 512
19
+ ],
20
+ "cap_feat_dim": 8,
21
+ "dim": 64,
22
+ "in_channels": 8,
23
+ "n_heads": 2,
24
+ "n_kv_heads": 4,
25
+ "n_layers": 2,
26
+ "n_refiner_layers": 2,
27
+ "norm_eps": 1e-05,
28
+ "qk_norm": true,
29
+ "rope_theta": 256.0,
30
+ "t_scale": 1000.0
31
+ }