bryanbblewis11 commited on
Commit
6a41220
·
verified ·
1 Parent(s): 9735bd4

Add Best-tier 768x1344 LoRA-aware bundle (int4 storage + fp16 compute, folded; runtime BYO A/B)

Browse files
.gitattributes CHANGED
@@ -45,3 +45,5 @@ ane-1024/Transformer_ANE.aimodel/main.mlirb filter=lfs diff=lfs merge=lfs -text
45
  ane-1024/VAEDecoder.aimodel/main.mlirb filter=lfs diff=lfs merge=lfs -text
46
  ane-1024/VAEEncoder.aimodel/main.mlirb filter=lfs diff=lfs merge=lfs -text
47
  ane-1024/tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 
 
 
45
  ane-1024/VAEDecoder.aimodel/main.mlirb filter=lfs diff=lfs merge=lfs -text
46
  ane-1024/VAEEncoder.aimodel/main.mlirb filter=lfs diff=lfs merge=lfs -text
47
  ane-1024/tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text
48
+ best-768x1344-loraaware/Transformer_LoRA_768x1344.aimodel/main.mlirb filter=lfs diff=lfs merge=lfs -text
49
+ best-768x1344-loraaware/VAEDecoder_768x1344.aimodel/main.mlirb filter=lfs diff=lfs merge=lfs -text
best-768x1344-loraaware/Transformer_LoRA_768x1344.aimodel/main.hash ADDED
@@ -0,0 +1 @@
 
 
1
+ <uc�K-=�2����6�C�hM�/$?,_�^
best-768x1344-loraaware/Transformer_LoRA_768x1344.aimodel/main.mlirb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c057563e34b2d3d9f32b58dfcd31b36a443f7684db2082f243f2c5feb9c1f5e
3
+ size 3464812038
best-768x1344-loraaware/Transformer_LoRA_768x1344.aimodel/metadata.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "assetVersion" : "2.0"
3
+ }
best-768x1344-loraaware/VAEDecoder_768x1344.aimodel/main.hash ADDED
@@ -0,0 +1 @@
 
 
1
+ fJ��ڵZ�@��x�H0���g� Y:-Z��X�
best-768x1344-loraaware/VAEDecoder_768x1344.aimodel/main.mlirb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:664a8488dab55a109840fffc78a410483092fabf67e32012593a2d5ad8e6588d
3
+ size 198243547
best-768x1344-loraaware/VAEDecoder_768x1344.aimodel/metadata.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "description" : "Z-Image Turbo is a 6B single-stream diffusion transformer (S3-DiT) text-to-image model from Tongyi Lab, distilled for ~8-step sampling. Source: https:\/\/huggingface.co\/Tongyi-MAI\/Z-Image-Turbo — VAEDecoder_half_portrait component.",
3
+ "license" : "Apache-2.0",
4
+ "creationDate" : "20260630T043102Z",
5
+ "assetVersion" : "2.0",
6
+ "author" : "Tongyi-MAI (Alibaba)"
7
+ }
best-768x1344-loraaware/metadata.json ADDED
@@ -0,0 +1,45 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "metadata_version": "0.2",
3
+ "kind": "diffusion",
4
+ "name": "Z-Image-Turbo-LoRAaware-768x1344-fp16mac",
5
+ "assets": {
6
+ "transformer_lora_portrait": "Transformer_LoRA_portrait.aimodel",
7
+ "transformer_lora": "Transformer_LoRA.aimodel",
8
+ "text_encoder": "TextEncoder.aimodel",
9
+ "vae_decoder": "VAEDecoder.aimodel",
10
+ "vae_decoder_half_portrait": "VAEDecoder_half_portrait.aimodel",
11
+ "vae_encoder": "VAEEncoder.aimodel"
12
+ },
13
+ "diffusion": {
14
+ "type": "z-image",
15
+ "prediction_type": "flow_matching",
16
+ "encoder_scale_factor": 0.3611,
17
+ "decoder_scale_factor": 0.3611,
18
+ "decoder_shift_factor": 0.1159,
19
+ "image_size": 768,
20
+ "image_height": 1344,
21
+ "patch_size": 2,
22
+ "latent_channels": 16,
23
+ "cap_feat_dim": 2560,
24
+ "max_sequence_length": 512,
25
+ "guidance_embeds": false,
26
+ "default_guidance_scale": 0.0,
27
+ "default_steps": 8,
28
+ "rope_axes_dims": [
29
+ 32,
30
+ 48,
31
+ 48
32
+ ],
33
+ "rope_theta": 256.0,
34
+ "scheduler_shift": 3.0
35
+ },
36
+ "source": {
37
+ "model_definition": "torch",
38
+ "hf_model_id": "Tongyi-MAI/Z-Image-Turbo"
39
+ },
40
+ "compression": "fp16-weights-fp16-compute-folded",
41
+ "compilation": {
42
+ "date": "",
43
+ "targets": []
44
+ }
45
+ }
best-768x1344-loraaware/zimage_lora_manifest.json ADDED
@@ -0,0 +1,1359 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": 2,
3
+ "rank": 64,
4
+ "maxIn": 10240,
5
+ "maxOut": 15360,
6
+ "numTargets": 270,
7
+ "targets": [
8
+ {
9
+ "path": "noise_refiner.0.attention.to_q",
10
+ "in": 3840,
11
+ "out": 3840
12
+ },
13
+ {
14
+ "path": "noise_refiner.0.attention.to_k",
15
+ "in": 3840,
16
+ "out": 3840
17
+ },
18
+ {
19
+ "path": "noise_refiner.0.attention.to_v",
20
+ "in": 3840,
21
+ "out": 3840
22
+ },
23
+ {
24
+ "path": "noise_refiner.0.attention.to_out.0",
25
+ "in": 3840,
26
+ "out": 3840
27
+ },
28
+ {
29
+ "path": "noise_refiner.0.feed_forward.w1",
30
+ "in": 3840,
31
+ "out": 10240
32
+ },
33
+ {
34
+ "path": "noise_refiner.0.feed_forward.w2",
35
+ "in": 10240,
36
+ "out": 3840
37
+ },
38
+ {
39
+ "path": "noise_refiner.0.feed_forward.w3",
40
+ "in": 3840,
41
+ "out": 10240
42
+ },
43
+ {
44
+ "path": "noise_refiner.0.adaLN_modulation.0",
45
+ "in": 256,
46
+ "out": 15360
47
+ },
48
+ {
49
+ "path": "noise_refiner.1.attention.to_q",
50
+ "in": 3840,
51
+ "out": 3840
52
+ },
53
+ {
54
+ "path": "noise_refiner.1.attention.to_k",
55
+ "in": 3840,
56
+ "out": 3840
57
+ },
58
+ {
59
+ "path": "noise_refiner.1.attention.to_v",
60
+ "in": 3840,
61
+ "out": 3840
62
+ },
63
+ {
64
+ "path": "noise_refiner.1.attention.to_out.0",
65
+ "in": 3840,
66
+ "out": 3840
67
+ },
68
+ {
69
+ "path": "noise_refiner.1.feed_forward.w1",
70
+ "in": 3840,
71
+ "out": 10240
72
+ },
73
+ {
74
+ "path": "noise_refiner.1.feed_forward.w2",
75
+ "in": 10240,
76
+ "out": 3840
77
+ },
78
+ {
79
+ "path": "noise_refiner.1.feed_forward.w3",
80
+ "in": 3840,
81
+ "out": 10240
82
+ },
83
+ {
84
+ "path": "noise_refiner.1.adaLN_modulation.0",
85
+ "in": 256,
86
+ "out": 15360
87
+ },
88
+ {
89
+ "path": "context_refiner.0.attention.to_q",
90
+ "in": 3840,
91
+ "out": 3840
92
+ },
93
+ {
94
+ "path": "context_refiner.0.attention.to_k",
95
+ "in": 3840,
96
+ "out": 3840
97
+ },
98
+ {
99
+ "path": "context_refiner.0.attention.to_v",
100
+ "in": 3840,
101
+ "out": 3840
102
+ },
103
+ {
104
+ "path": "context_refiner.0.attention.to_out.0",
105
+ "in": 3840,
106
+ "out": 3840
107
+ },
108
+ {
109
+ "path": "context_refiner.0.feed_forward.w1",
110
+ "in": 3840,
111
+ "out": 10240
112
+ },
113
+ {
114
+ "path": "context_refiner.0.feed_forward.w2",
115
+ "in": 10240,
116
+ "out": 3840
117
+ },
118
+ {
119
+ "path": "context_refiner.0.feed_forward.w3",
120
+ "in": 3840,
121
+ "out": 10240
122
+ },
123
+ {
124
+ "path": "context_refiner.1.attention.to_q",
125
+ "in": 3840,
126
+ "out": 3840
127
+ },
128
+ {
129
+ "path": "context_refiner.1.attention.to_k",
130
+ "in": 3840,
131
+ "out": 3840
132
+ },
133
+ {
134
+ "path": "context_refiner.1.attention.to_v",
135
+ "in": 3840,
136
+ "out": 3840
137
+ },
138
+ {
139
+ "path": "context_refiner.1.attention.to_out.0",
140
+ "in": 3840,
141
+ "out": 3840
142
+ },
143
+ {
144
+ "path": "context_refiner.1.feed_forward.w1",
145
+ "in": 3840,
146
+ "out": 10240
147
+ },
148
+ {
149
+ "path": "context_refiner.1.feed_forward.w2",
150
+ "in": 10240,
151
+ "out": 3840
152
+ },
153
+ {
154
+ "path": "context_refiner.1.feed_forward.w3",
155
+ "in": 3840,
156
+ "out": 10240
157
+ },
158
+ {
159
+ "path": "layers.0.attention.to_q",
160
+ "in": 3840,
161
+ "out": 3840
162
+ },
163
+ {
164
+ "path": "layers.0.attention.to_k",
165
+ "in": 3840,
166
+ "out": 3840
167
+ },
168
+ {
169
+ "path": "layers.0.attention.to_v",
170
+ "in": 3840,
171
+ "out": 3840
172
+ },
173
+ {
174
+ "path": "layers.0.attention.to_out.0",
175
+ "in": 3840,
176
+ "out": 3840
177
+ },
178
+ {
179
+ "path": "layers.0.feed_forward.w1",
180
+ "in": 3840,
181
+ "out": 10240
182
+ },
183
+ {
184
+ "path": "layers.0.feed_forward.w2",
185
+ "in": 10240,
186
+ "out": 3840
187
+ },
188
+ {
189
+ "path": "layers.0.feed_forward.w3",
190
+ "in": 3840,
191
+ "out": 10240
192
+ },
193
+ {
194
+ "path": "layers.0.adaLN_modulation.0",
195
+ "in": 256,
196
+ "out": 15360
197
+ },
198
+ {
199
+ "path": "layers.1.attention.to_q",
200
+ "in": 3840,
201
+ "out": 3840
202
+ },
203
+ {
204
+ "path": "layers.1.attention.to_k",
205
+ "in": 3840,
206
+ "out": 3840
207
+ },
208
+ {
209
+ "path": "layers.1.attention.to_v",
210
+ "in": 3840,
211
+ "out": 3840
212
+ },
213
+ {
214
+ "path": "layers.1.attention.to_out.0",
215
+ "in": 3840,
216
+ "out": 3840
217
+ },
218
+ {
219
+ "path": "layers.1.feed_forward.w1",
220
+ "in": 3840,
221
+ "out": 10240
222
+ },
223
+ {
224
+ "path": "layers.1.feed_forward.w2",
225
+ "in": 10240,
226
+ "out": 3840
227
+ },
228
+ {
229
+ "path": "layers.1.feed_forward.w3",
230
+ "in": 3840,
231
+ "out": 10240
232
+ },
233
+ {
234
+ "path": "layers.1.adaLN_modulation.0",
235
+ "in": 256,
236
+ "out": 15360
237
+ },
238
+ {
239
+ "path": "layers.2.attention.to_q",
240
+ "in": 3840,
241
+ "out": 3840
242
+ },
243
+ {
244
+ "path": "layers.2.attention.to_k",
245
+ "in": 3840,
246
+ "out": 3840
247
+ },
248
+ {
249
+ "path": "layers.2.attention.to_v",
250
+ "in": 3840,
251
+ "out": 3840
252
+ },
253
+ {
254
+ "path": "layers.2.attention.to_out.0",
255
+ "in": 3840,
256
+ "out": 3840
257
+ },
258
+ {
259
+ "path": "layers.2.feed_forward.w1",
260
+ "in": 3840,
261
+ "out": 10240
262
+ },
263
+ {
264
+ "path": "layers.2.feed_forward.w2",
265
+ "in": 10240,
266
+ "out": 3840
267
+ },
268
+ {
269
+ "path": "layers.2.feed_forward.w3",
270
+ "in": 3840,
271
+ "out": 10240
272
+ },
273
+ {
274
+ "path": "layers.2.adaLN_modulation.0",
275
+ "in": 256,
276
+ "out": 15360
277
+ },
278
+ {
279
+ "path": "layers.3.attention.to_q",
280
+ "in": 3840,
281
+ "out": 3840
282
+ },
283
+ {
284
+ "path": "layers.3.attention.to_k",
285
+ "in": 3840,
286
+ "out": 3840
287
+ },
288
+ {
289
+ "path": "layers.3.attention.to_v",
290
+ "in": 3840,
291
+ "out": 3840
292
+ },
293
+ {
294
+ "path": "layers.3.attention.to_out.0",
295
+ "in": 3840,
296
+ "out": 3840
297
+ },
298
+ {
299
+ "path": "layers.3.feed_forward.w1",
300
+ "in": 3840,
301
+ "out": 10240
302
+ },
303
+ {
304
+ "path": "layers.3.feed_forward.w2",
305
+ "in": 10240,
306
+ "out": 3840
307
+ },
308
+ {
309
+ "path": "layers.3.feed_forward.w3",
310
+ "in": 3840,
311
+ "out": 10240
312
+ },
313
+ {
314
+ "path": "layers.3.adaLN_modulation.0",
315
+ "in": 256,
316
+ "out": 15360
317
+ },
318
+ {
319
+ "path": "layers.4.attention.to_q",
320
+ "in": 3840,
321
+ "out": 3840
322
+ },
323
+ {
324
+ "path": "layers.4.attention.to_k",
325
+ "in": 3840,
326
+ "out": 3840
327
+ },
328
+ {
329
+ "path": "layers.4.attention.to_v",
330
+ "in": 3840,
331
+ "out": 3840
332
+ },
333
+ {
334
+ "path": "layers.4.attention.to_out.0",
335
+ "in": 3840,
336
+ "out": 3840
337
+ },
338
+ {
339
+ "path": "layers.4.feed_forward.w1",
340
+ "in": 3840,
341
+ "out": 10240
342
+ },
343
+ {
344
+ "path": "layers.4.feed_forward.w2",
345
+ "in": 10240,
346
+ "out": 3840
347
+ },
348
+ {
349
+ "path": "layers.4.feed_forward.w3",
350
+ "in": 3840,
351
+ "out": 10240
352
+ },
353
+ {
354
+ "path": "layers.4.adaLN_modulation.0",
355
+ "in": 256,
356
+ "out": 15360
357
+ },
358
+ {
359
+ "path": "layers.5.attention.to_q",
360
+ "in": 3840,
361
+ "out": 3840
362
+ },
363
+ {
364
+ "path": "layers.5.attention.to_k",
365
+ "in": 3840,
366
+ "out": 3840
367
+ },
368
+ {
369
+ "path": "layers.5.attention.to_v",
370
+ "in": 3840,
371
+ "out": 3840
372
+ },
373
+ {
374
+ "path": "layers.5.attention.to_out.0",
375
+ "in": 3840,
376
+ "out": 3840
377
+ },
378
+ {
379
+ "path": "layers.5.feed_forward.w1",
380
+ "in": 3840,
381
+ "out": 10240
382
+ },
383
+ {
384
+ "path": "layers.5.feed_forward.w2",
385
+ "in": 10240,
386
+ "out": 3840
387
+ },
388
+ {
389
+ "path": "layers.5.feed_forward.w3",
390
+ "in": 3840,
391
+ "out": 10240
392
+ },
393
+ {
394
+ "path": "layers.5.adaLN_modulation.0",
395
+ "in": 256,
396
+ "out": 15360
397
+ },
398
+ {
399
+ "path": "layers.6.attention.to_q",
400
+ "in": 3840,
401
+ "out": 3840
402
+ },
403
+ {
404
+ "path": "layers.6.attention.to_k",
405
+ "in": 3840,
406
+ "out": 3840
407
+ },
408
+ {
409
+ "path": "layers.6.attention.to_v",
410
+ "in": 3840,
411
+ "out": 3840
412
+ },
413
+ {
414
+ "path": "layers.6.attention.to_out.0",
415
+ "in": 3840,
416
+ "out": 3840
417
+ },
418
+ {
419
+ "path": "layers.6.feed_forward.w1",
420
+ "in": 3840,
421
+ "out": 10240
422
+ },
423
+ {
424
+ "path": "layers.6.feed_forward.w2",
425
+ "in": 10240,
426
+ "out": 3840
427
+ },
428
+ {
429
+ "path": "layers.6.feed_forward.w3",
430
+ "in": 3840,
431
+ "out": 10240
432
+ },
433
+ {
434
+ "path": "layers.6.adaLN_modulation.0",
435
+ "in": 256,
436
+ "out": 15360
437
+ },
438
+ {
439
+ "path": "layers.7.attention.to_q",
440
+ "in": 3840,
441
+ "out": 3840
442
+ },
443
+ {
444
+ "path": "layers.7.attention.to_k",
445
+ "in": 3840,
446
+ "out": 3840
447
+ },
448
+ {
449
+ "path": "layers.7.attention.to_v",
450
+ "in": 3840,
451
+ "out": 3840
452
+ },
453
+ {
454
+ "path": "layers.7.attention.to_out.0",
455
+ "in": 3840,
456
+ "out": 3840
457
+ },
458
+ {
459
+ "path": "layers.7.feed_forward.w1",
460
+ "in": 3840,
461
+ "out": 10240
462
+ },
463
+ {
464
+ "path": "layers.7.feed_forward.w2",
465
+ "in": 10240,
466
+ "out": 3840
467
+ },
468
+ {
469
+ "path": "layers.7.feed_forward.w3",
470
+ "in": 3840,
471
+ "out": 10240
472
+ },
473
+ {
474
+ "path": "layers.7.adaLN_modulation.0",
475
+ "in": 256,
476
+ "out": 15360
477
+ },
478
+ {
479
+ "path": "layers.8.attention.to_q",
480
+ "in": 3840,
481
+ "out": 3840
482
+ },
483
+ {
484
+ "path": "layers.8.attention.to_k",
485
+ "in": 3840,
486
+ "out": 3840
487
+ },
488
+ {
489
+ "path": "layers.8.attention.to_v",
490
+ "in": 3840,
491
+ "out": 3840
492
+ },
493
+ {
494
+ "path": "layers.8.attention.to_out.0",
495
+ "in": 3840,
496
+ "out": 3840
497
+ },
498
+ {
499
+ "path": "layers.8.feed_forward.w1",
500
+ "in": 3840,
501
+ "out": 10240
502
+ },
503
+ {
504
+ "path": "layers.8.feed_forward.w2",
505
+ "in": 10240,
506
+ "out": 3840
507
+ },
508
+ {
509
+ "path": "layers.8.feed_forward.w3",
510
+ "in": 3840,
511
+ "out": 10240
512
+ },
513
+ {
514
+ "path": "layers.8.adaLN_modulation.0",
515
+ "in": 256,
516
+ "out": 15360
517
+ },
518
+ {
519
+ "path": "layers.9.attention.to_q",
520
+ "in": 3840,
521
+ "out": 3840
522
+ },
523
+ {
524
+ "path": "layers.9.attention.to_k",
525
+ "in": 3840,
526
+ "out": 3840
527
+ },
528
+ {
529
+ "path": "layers.9.attention.to_v",
530
+ "in": 3840,
531
+ "out": 3840
532
+ },
533
+ {
534
+ "path": "layers.9.attention.to_out.0",
535
+ "in": 3840,
536
+ "out": 3840
537
+ },
538
+ {
539
+ "path": "layers.9.feed_forward.w1",
540
+ "in": 3840,
541
+ "out": 10240
542
+ },
543
+ {
544
+ "path": "layers.9.feed_forward.w2",
545
+ "in": 10240,
546
+ "out": 3840
547
+ },
548
+ {
549
+ "path": "layers.9.feed_forward.w3",
550
+ "in": 3840,
551
+ "out": 10240
552
+ },
553
+ {
554
+ "path": "layers.9.adaLN_modulation.0",
555
+ "in": 256,
556
+ "out": 15360
557
+ },
558
+ {
559
+ "path": "layers.10.attention.to_q",
560
+ "in": 3840,
561
+ "out": 3840
562
+ },
563
+ {
564
+ "path": "layers.10.attention.to_k",
565
+ "in": 3840,
566
+ "out": 3840
567
+ },
568
+ {
569
+ "path": "layers.10.attention.to_v",
570
+ "in": 3840,
571
+ "out": 3840
572
+ },
573
+ {
574
+ "path": "layers.10.attention.to_out.0",
575
+ "in": 3840,
576
+ "out": 3840
577
+ },
578
+ {
579
+ "path": "layers.10.feed_forward.w1",
580
+ "in": 3840,
581
+ "out": 10240
582
+ },
583
+ {
584
+ "path": "layers.10.feed_forward.w2",
585
+ "in": 10240,
586
+ "out": 3840
587
+ },
588
+ {
589
+ "path": "layers.10.feed_forward.w3",
590
+ "in": 3840,
591
+ "out": 10240
592
+ },
593
+ {
594
+ "path": "layers.10.adaLN_modulation.0",
595
+ "in": 256,
596
+ "out": 15360
597
+ },
598
+ {
599
+ "path": "layers.11.attention.to_q",
600
+ "in": 3840,
601
+ "out": 3840
602
+ },
603
+ {
604
+ "path": "layers.11.attention.to_k",
605
+ "in": 3840,
606
+ "out": 3840
607
+ },
608
+ {
609
+ "path": "layers.11.attention.to_v",
610
+ "in": 3840,
611
+ "out": 3840
612
+ },
613
+ {
614
+ "path": "layers.11.attention.to_out.0",
615
+ "in": 3840,
616
+ "out": 3840
617
+ },
618
+ {
619
+ "path": "layers.11.feed_forward.w1",
620
+ "in": 3840,
621
+ "out": 10240
622
+ },
623
+ {
624
+ "path": "layers.11.feed_forward.w2",
625
+ "in": 10240,
626
+ "out": 3840
627
+ },
628
+ {
629
+ "path": "layers.11.feed_forward.w3",
630
+ "in": 3840,
631
+ "out": 10240
632
+ },
633
+ {
634
+ "path": "layers.11.adaLN_modulation.0",
635
+ "in": 256,
636
+ "out": 15360
637
+ },
638
+ {
639
+ "path": "layers.12.attention.to_q",
640
+ "in": 3840,
641
+ "out": 3840
642
+ },
643
+ {
644
+ "path": "layers.12.attention.to_k",
645
+ "in": 3840,
646
+ "out": 3840
647
+ },
648
+ {
649
+ "path": "layers.12.attention.to_v",
650
+ "in": 3840,
651
+ "out": 3840
652
+ },
653
+ {
654
+ "path": "layers.12.attention.to_out.0",
655
+ "in": 3840,
656
+ "out": 3840
657
+ },
658
+ {
659
+ "path": "layers.12.feed_forward.w1",
660
+ "in": 3840,
661
+ "out": 10240
662
+ },
663
+ {
664
+ "path": "layers.12.feed_forward.w2",
665
+ "in": 10240,
666
+ "out": 3840
667
+ },
668
+ {
669
+ "path": "layers.12.feed_forward.w3",
670
+ "in": 3840,
671
+ "out": 10240
672
+ },
673
+ {
674
+ "path": "layers.12.adaLN_modulation.0",
675
+ "in": 256,
676
+ "out": 15360
677
+ },
678
+ {
679
+ "path": "layers.13.attention.to_q",
680
+ "in": 3840,
681
+ "out": 3840
682
+ },
683
+ {
684
+ "path": "layers.13.attention.to_k",
685
+ "in": 3840,
686
+ "out": 3840
687
+ },
688
+ {
689
+ "path": "layers.13.attention.to_v",
690
+ "in": 3840,
691
+ "out": 3840
692
+ },
693
+ {
694
+ "path": "layers.13.attention.to_out.0",
695
+ "in": 3840,
696
+ "out": 3840
697
+ },
698
+ {
699
+ "path": "layers.13.feed_forward.w1",
700
+ "in": 3840,
701
+ "out": 10240
702
+ },
703
+ {
704
+ "path": "layers.13.feed_forward.w2",
705
+ "in": 10240,
706
+ "out": 3840
707
+ },
708
+ {
709
+ "path": "layers.13.feed_forward.w3",
710
+ "in": 3840,
711
+ "out": 10240
712
+ },
713
+ {
714
+ "path": "layers.13.adaLN_modulation.0",
715
+ "in": 256,
716
+ "out": 15360
717
+ },
718
+ {
719
+ "path": "layers.14.attention.to_q",
720
+ "in": 3840,
721
+ "out": 3840
722
+ },
723
+ {
724
+ "path": "layers.14.attention.to_k",
725
+ "in": 3840,
726
+ "out": 3840
727
+ },
728
+ {
729
+ "path": "layers.14.attention.to_v",
730
+ "in": 3840,
731
+ "out": 3840
732
+ },
733
+ {
734
+ "path": "layers.14.attention.to_out.0",
735
+ "in": 3840,
736
+ "out": 3840
737
+ },
738
+ {
739
+ "path": "layers.14.feed_forward.w1",
740
+ "in": 3840,
741
+ "out": 10240
742
+ },
743
+ {
744
+ "path": "layers.14.feed_forward.w2",
745
+ "in": 10240,
746
+ "out": 3840
747
+ },
748
+ {
749
+ "path": "layers.14.feed_forward.w3",
750
+ "in": 3840,
751
+ "out": 10240
752
+ },
753
+ {
754
+ "path": "layers.14.adaLN_modulation.0",
755
+ "in": 256,
756
+ "out": 15360
757
+ },
758
+ {
759
+ "path": "layers.15.attention.to_q",
760
+ "in": 3840,
761
+ "out": 3840
762
+ },
763
+ {
764
+ "path": "layers.15.attention.to_k",
765
+ "in": 3840,
766
+ "out": 3840
767
+ },
768
+ {
769
+ "path": "layers.15.attention.to_v",
770
+ "in": 3840,
771
+ "out": 3840
772
+ },
773
+ {
774
+ "path": "layers.15.attention.to_out.0",
775
+ "in": 3840,
776
+ "out": 3840
777
+ },
778
+ {
779
+ "path": "layers.15.feed_forward.w1",
780
+ "in": 3840,
781
+ "out": 10240
782
+ },
783
+ {
784
+ "path": "layers.15.feed_forward.w2",
785
+ "in": 10240,
786
+ "out": 3840
787
+ },
788
+ {
789
+ "path": "layers.15.feed_forward.w3",
790
+ "in": 3840,
791
+ "out": 10240
792
+ },
793
+ {
794
+ "path": "layers.15.adaLN_modulation.0",
795
+ "in": 256,
796
+ "out": 15360
797
+ },
798
+ {
799
+ "path": "layers.16.attention.to_q",
800
+ "in": 3840,
801
+ "out": 3840
802
+ },
803
+ {
804
+ "path": "layers.16.attention.to_k",
805
+ "in": 3840,
806
+ "out": 3840
807
+ },
808
+ {
809
+ "path": "layers.16.attention.to_v",
810
+ "in": 3840,
811
+ "out": 3840
812
+ },
813
+ {
814
+ "path": "layers.16.attention.to_out.0",
815
+ "in": 3840,
816
+ "out": 3840
817
+ },
818
+ {
819
+ "path": "layers.16.feed_forward.w1",
820
+ "in": 3840,
821
+ "out": 10240
822
+ },
823
+ {
824
+ "path": "layers.16.feed_forward.w2",
825
+ "in": 10240,
826
+ "out": 3840
827
+ },
828
+ {
829
+ "path": "layers.16.feed_forward.w3",
830
+ "in": 3840,
831
+ "out": 10240
832
+ },
833
+ {
834
+ "path": "layers.16.adaLN_modulation.0",
835
+ "in": 256,
836
+ "out": 15360
837
+ },
838
+ {
839
+ "path": "layers.17.attention.to_q",
840
+ "in": 3840,
841
+ "out": 3840
842
+ },
843
+ {
844
+ "path": "layers.17.attention.to_k",
845
+ "in": 3840,
846
+ "out": 3840
847
+ },
848
+ {
849
+ "path": "layers.17.attention.to_v",
850
+ "in": 3840,
851
+ "out": 3840
852
+ },
853
+ {
854
+ "path": "layers.17.attention.to_out.0",
855
+ "in": 3840,
856
+ "out": 3840
857
+ },
858
+ {
859
+ "path": "layers.17.feed_forward.w1",
860
+ "in": 3840,
861
+ "out": 10240
862
+ },
863
+ {
864
+ "path": "layers.17.feed_forward.w2",
865
+ "in": 10240,
866
+ "out": 3840
867
+ },
868
+ {
869
+ "path": "layers.17.feed_forward.w3",
870
+ "in": 3840,
871
+ "out": 10240
872
+ },
873
+ {
874
+ "path": "layers.17.adaLN_modulation.0",
875
+ "in": 256,
876
+ "out": 15360
877
+ },
878
+ {
879
+ "path": "layers.18.attention.to_q",
880
+ "in": 3840,
881
+ "out": 3840
882
+ },
883
+ {
884
+ "path": "layers.18.attention.to_k",
885
+ "in": 3840,
886
+ "out": 3840
887
+ },
888
+ {
889
+ "path": "layers.18.attention.to_v",
890
+ "in": 3840,
891
+ "out": 3840
892
+ },
893
+ {
894
+ "path": "layers.18.attention.to_out.0",
895
+ "in": 3840,
896
+ "out": 3840
897
+ },
898
+ {
899
+ "path": "layers.18.feed_forward.w1",
900
+ "in": 3840,
901
+ "out": 10240
902
+ },
903
+ {
904
+ "path": "layers.18.feed_forward.w2",
905
+ "in": 10240,
906
+ "out": 3840
907
+ },
908
+ {
909
+ "path": "layers.18.feed_forward.w3",
910
+ "in": 3840,
911
+ "out": 10240
912
+ },
913
+ {
914
+ "path": "layers.18.adaLN_modulation.0",
915
+ "in": 256,
916
+ "out": 15360
917
+ },
918
+ {
919
+ "path": "layers.19.attention.to_q",
920
+ "in": 3840,
921
+ "out": 3840
922
+ },
923
+ {
924
+ "path": "layers.19.attention.to_k",
925
+ "in": 3840,
926
+ "out": 3840
927
+ },
928
+ {
929
+ "path": "layers.19.attention.to_v",
930
+ "in": 3840,
931
+ "out": 3840
932
+ },
933
+ {
934
+ "path": "layers.19.attention.to_out.0",
935
+ "in": 3840,
936
+ "out": 3840
937
+ },
938
+ {
939
+ "path": "layers.19.feed_forward.w1",
940
+ "in": 3840,
941
+ "out": 10240
942
+ },
943
+ {
944
+ "path": "layers.19.feed_forward.w2",
945
+ "in": 10240,
946
+ "out": 3840
947
+ },
948
+ {
949
+ "path": "layers.19.feed_forward.w3",
950
+ "in": 3840,
951
+ "out": 10240
952
+ },
953
+ {
954
+ "path": "layers.19.adaLN_modulation.0",
955
+ "in": 256,
956
+ "out": 15360
957
+ },
958
+ {
959
+ "path": "layers.20.attention.to_q",
960
+ "in": 3840,
961
+ "out": 3840
962
+ },
963
+ {
964
+ "path": "layers.20.attention.to_k",
965
+ "in": 3840,
966
+ "out": 3840
967
+ },
968
+ {
969
+ "path": "layers.20.attention.to_v",
970
+ "in": 3840,
971
+ "out": 3840
972
+ },
973
+ {
974
+ "path": "layers.20.attention.to_out.0",
975
+ "in": 3840,
976
+ "out": 3840
977
+ },
978
+ {
979
+ "path": "layers.20.feed_forward.w1",
980
+ "in": 3840,
981
+ "out": 10240
982
+ },
983
+ {
984
+ "path": "layers.20.feed_forward.w2",
985
+ "in": 10240,
986
+ "out": 3840
987
+ },
988
+ {
989
+ "path": "layers.20.feed_forward.w3",
990
+ "in": 3840,
991
+ "out": 10240
992
+ },
993
+ {
994
+ "path": "layers.20.adaLN_modulation.0",
995
+ "in": 256,
996
+ "out": 15360
997
+ },
998
+ {
999
+ "path": "layers.21.attention.to_q",
1000
+ "in": 3840,
1001
+ "out": 3840
1002
+ },
1003
+ {
1004
+ "path": "layers.21.attention.to_k",
1005
+ "in": 3840,
1006
+ "out": 3840
1007
+ },
1008
+ {
1009
+ "path": "layers.21.attention.to_v",
1010
+ "in": 3840,
1011
+ "out": 3840
1012
+ },
1013
+ {
1014
+ "path": "layers.21.attention.to_out.0",
1015
+ "in": 3840,
1016
+ "out": 3840
1017
+ },
1018
+ {
1019
+ "path": "layers.21.feed_forward.w1",
1020
+ "in": 3840,
1021
+ "out": 10240
1022
+ },
1023
+ {
1024
+ "path": "layers.21.feed_forward.w2",
1025
+ "in": 10240,
1026
+ "out": 3840
1027
+ },
1028
+ {
1029
+ "path": "layers.21.feed_forward.w3",
1030
+ "in": 3840,
1031
+ "out": 10240
1032
+ },
1033
+ {
1034
+ "path": "layers.21.adaLN_modulation.0",
1035
+ "in": 256,
1036
+ "out": 15360
1037
+ },
1038
+ {
1039
+ "path": "layers.22.attention.to_q",
1040
+ "in": 3840,
1041
+ "out": 3840
1042
+ },
1043
+ {
1044
+ "path": "layers.22.attention.to_k",
1045
+ "in": 3840,
1046
+ "out": 3840
1047
+ },
1048
+ {
1049
+ "path": "layers.22.attention.to_v",
1050
+ "in": 3840,
1051
+ "out": 3840
1052
+ },
1053
+ {
1054
+ "path": "layers.22.attention.to_out.0",
1055
+ "in": 3840,
1056
+ "out": 3840
1057
+ },
1058
+ {
1059
+ "path": "layers.22.feed_forward.w1",
1060
+ "in": 3840,
1061
+ "out": 10240
1062
+ },
1063
+ {
1064
+ "path": "layers.22.feed_forward.w2",
1065
+ "in": 10240,
1066
+ "out": 3840
1067
+ },
1068
+ {
1069
+ "path": "layers.22.feed_forward.w3",
1070
+ "in": 3840,
1071
+ "out": 10240
1072
+ },
1073
+ {
1074
+ "path": "layers.22.adaLN_modulation.0",
1075
+ "in": 256,
1076
+ "out": 15360
1077
+ },
1078
+ {
1079
+ "path": "layers.23.attention.to_q",
1080
+ "in": 3840,
1081
+ "out": 3840
1082
+ },
1083
+ {
1084
+ "path": "layers.23.attention.to_k",
1085
+ "in": 3840,
1086
+ "out": 3840
1087
+ },
1088
+ {
1089
+ "path": "layers.23.attention.to_v",
1090
+ "in": 3840,
1091
+ "out": 3840
1092
+ },
1093
+ {
1094
+ "path": "layers.23.attention.to_out.0",
1095
+ "in": 3840,
1096
+ "out": 3840
1097
+ },
1098
+ {
1099
+ "path": "layers.23.feed_forward.w1",
1100
+ "in": 3840,
1101
+ "out": 10240
1102
+ },
1103
+ {
1104
+ "path": "layers.23.feed_forward.w2",
1105
+ "in": 10240,
1106
+ "out": 3840
1107
+ },
1108
+ {
1109
+ "path": "layers.23.feed_forward.w3",
1110
+ "in": 3840,
1111
+ "out": 10240
1112
+ },
1113
+ {
1114
+ "path": "layers.23.adaLN_modulation.0",
1115
+ "in": 256,
1116
+ "out": 15360
1117
+ },
1118
+ {
1119
+ "path": "layers.24.attention.to_q",
1120
+ "in": 3840,
1121
+ "out": 3840
1122
+ },
1123
+ {
1124
+ "path": "layers.24.attention.to_k",
1125
+ "in": 3840,
1126
+ "out": 3840
1127
+ },
1128
+ {
1129
+ "path": "layers.24.attention.to_v",
1130
+ "in": 3840,
1131
+ "out": 3840
1132
+ },
1133
+ {
1134
+ "path": "layers.24.attention.to_out.0",
1135
+ "in": 3840,
1136
+ "out": 3840
1137
+ },
1138
+ {
1139
+ "path": "layers.24.feed_forward.w1",
1140
+ "in": 3840,
1141
+ "out": 10240
1142
+ },
1143
+ {
1144
+ "path": "layers.24.feed_forward.w2",
1145
+ "in": 10240,
1146
+ "out": 3840
1147
+ },
1148
+ {
1149
+ "path": "layers.24.feed_forward.w3",
1150
+ "in": 3840,
1151
+ "out": 10240
1152
+ },
1153
+ {
1154
+ "path": "layers.24.adaLN_modulation.0",
1155
+ "in": 256,
1156
+ "out": 15360
1157
+ },
1158
+ {
1159
+ "path": "layers.25.attention.to_q",
1160
+ "in": 3840,
1161
+ "out": 3840
1162
+ },
1163
+ {
1164
+ "path": "layers.25.attention.to_k",
1165
+ "in": 3840,
1166
+ "out": 3840
1167
+ },
1168
+ {
1169
+ "path": "layers.25.attention.to_v",
1170
+ "in": 3840,
1171
+ "out": 3840
1172
+ },
1173
+ {
1174
+ "path": "layers.25.attention.to_out.0",
1175
+ "in": 3840,
1176
+ "out": 3840
1177
+ },
1178
+ {
1179
+ "path": "layers.25.feed_forward.w1",
1180
+ "in": 3840,
1181
+ "out": 10240
1182
+ },
1183
+ {
1184
+ "path": "layers.25.feed_forward.w2",
1185
+ "in": 10240,
1186
+ "out": 3840
1187
+ },
1188
+ {
1189
+ "path": "layers.25.feed_forward.w3",
1190
+ "in": 3840,
1191
+ "out": 10240
1192
+ },
1193
+ {
1194
+ "path": "layers.25.adaLN_modulation.0",
1195
+ "in": 256,
1196
+ "out": 15360
1197
+ },
1198
+ {
1199
+ "path": "layers.26.attention.to_q",
1200
+ "in": 3840,
1201
+ "out": 3840
1202
+ },
1203
+ {
1204
+ "path": "layers.26.attention.to_k",
1205
+ "in": 3840,
1206
+ "out": 3840
1207
+ },
1208
+ {
1209
+ "path": "layers.26.attention.to_v",
1210
+ "in": 3840,
1211
+ "out": 3840
1212
+ },
1213
+ {
1214
+ "path": "layers.26.attention.to_out.0",
1215
+ "in": 3840,
1216
+ "out": 3840
1217
+ },
1218
+ {
1219
+ "path": "layers.26.feed_forward.w1",
1220
+ "in": 3840,
1221
+ "out": 10240
1222
+ },
1223
+ {
1224
+ "path": "layers.26.feed_forward.w2",
1225
+ "in": 10240,
1226
+ "out": 3840
1227
+ },
1228
+ {
1229
+ "path": "layers.26.feed_forward.w3",
1230
+ "in": 3840,
1231
+ "out": 10240
1232
+ },
1233
+ {
1234
+ "path": "layers.26.adaLN_modulation.0",
1235
+ "in": 256,
1236
+ "out": 15360
1237
+ },
1238
+ {
1239
+ "path": "layers.27.attention.to_q",
1240
+ "in": 3840,
1241
+ "out": 3840
1242
+ },
1243
+ {
1244
+ "path": "layers.27.attention.to_k",
1245
+ "in": 3840,
1246
+ "out": 3840
1247
+ },
1248
+ {
1249
+ "path": "layers.27.attention.to_v",
1250
+ "in": 3840,
1251
+ "out": 3840
1252
+ },
1253
+ {
1254
+ "path": "layers.27.attention.to_out.0",
1255
+ "in": 3840,
1256
+ "out": 3840
1257
+ },
1258
+ {
1259
+ "path": "layers.27.feed_forward.w1",
1260
+ "in": 3840,
1261
+ "out": 10240
1262
+ },
1263
+ {
1264
+ "path": "layers.27.feed_forward.w2",
1265
+ "in": 10240,
1266
+ "out": 3840
1267
+ },
1268
+ {
1269
+ "path": "layers.27.feed_forward.w3",
1270
+ "in": 3840,
1271
+ "out": 10240
1272
+ },
1273
+ {
1274
+ "path": "layers.27.adaLN_modulation.0",
1275
+ "in": 256,
1276
+ "out": 15360
1277
+ },
1278
+ {
1279
+ "path": "layers.28.attention.to_q",
1280
+ "in": 3840,
1281
+ "out": 3840
1282
+ },
1283
+ {
1284
+ "path": "layers.28.attention.to_k",
1285
+ "in": 3840,
1286
+ "out": 3840
1287
+ },
1288
+ {
1289
+ "path": "layers.28.attention.to_v",
1290
+ "in": 3840,
1291
+ "out": 3840
1292
+ },
1293
+ {
1294
+ "path": "layers.28.attention.to_out.0",
1295
+ "in": 3840,
1296
+ "out": 3840
1297
+ },
1298
+ {
1299
+ "path": "layers.28.feed_forward.w1",
1300
+ "in": 3840,
1301
+ "out": 10240
1302
+ },
1303
+ {
1304
+ "path": "layers.28.feed_forward.w2",
1305
+ "in": 10240,
1306
+ "out": 3840
1307
+ },
1308
+ {
1309
+ "path": "layers.28.feed_forward.w3",
1310
+ "in": 3840,
1311
+ "out": 10240
1312
+ },
1313
+ {
1314
+ "path": "layers.28.adaLN_modulation.0",
1315
+ "in": 256,
1316
+ "out": 15360
1317
+ },
1318
+ {
1319
+ "path": "layers.29.attention.to_q",
1320
+ "in": 3840,
1321
+ "out": 3840
1322
+ },
1323
+ {
1324
+ "path": "layers.29.attention.to_k",
1325
+ "in": 3840,
1326
+ "out": 3840
1327
+ },
1328
+ {
1329
+ "path": "layers.29.attention.to_v",
1330
+ "in": 3840,
1331
+ "out": 3840
1332
+ },
1333
+ {
1334
+ "path": "layers.29.attention.to_out.0",
1335
+ "in": 3840,
1336
+ "out": 3840
1337
+ },
1338
+ {
1339
+ "path": "layers.29.feed_forward.w1",
1340
+ "in": 3840,
1341
+ "out": 10240
1342
+ },
1343
+ {
1344
+ "path": "layers.29.feed_forward.w2",
1345
+ "in": 10240,
1346
+ "out": 3840
1347
+ },
1348
+ {
1349
+ "path": "layers.29.feed_forward.w3",
1350
+ "in": 3840,
1351
+ "out": 10240
1352
+ },
1353
+ {
1354
+ "path": "layers.29.adaLN_modulation.0",
1355
+ "in": 256,
1356
+ "out": 15360
1357
+ }
1358
+ ]
1359
+ }