Hugging Face's logo

aydin99
/
FLUX.2-klein-4B-int8

Text-to-Image
Diffusers
Safetensors
flux
flux2
int8
quantized
quanto
apple-silicon
mps
cuda
Model card Files
xet
 Community
aydin99 commited on
Commit
172c201
·
verified ·
1 Parent(s): dd1fbd9

Upload folder using huggingface_hub

Browse files
Files changed (6) hide show
  1. README.md +9 -0
  2. config.json +24 -0
  3. diffusion_pytorch_model.safetensors +3 -0
  4. quanto_qmap.json +438 -0
  5. vae/config.json +40 -0
  6. vae/diffusion_pytorch_model.safetensors +3 -0
README.md ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ tags:
3
+ - model_hub_mixin
4
+ ---
5
+
6
+ This model has been pushed to the Hub using the [PytorchModelHubMixin](https://huggingface.co/docs/huggingface_hub/package_reference/mixins#huggingface_hub.PyTorchModelHubMixin) integration:
7
+ - Code: [More Information Needed]
8
+ - Paper: [More Information Needed]
9
+ - Docs: [More Information Needed]
config.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "Flux2Transformer2DModel",
3
+ "_diffusers_version": "0.37.0.dev0",
4
+ "_name_or_path": "black-forest-labs/FLUX.2-klein-4B",
5
+ "attention_head_dim": 128,
6
+ "axes_dims_rope": [
7
+ 32,
8
+ 32,
9
+ 32,
10
+ 32
11
+ ],
12
+ "eps": 1e-06,
13
+ "guidance_embeds": false,
14
+ "in_channels": 128,
15
+ "joint_attention_dim": 7680,
16
+ "mlp_ratio": 3.0,
17
+ "num_attention_heads": 24,
18
+ "num_layers": 5,
19
+ "num_single_layers": 20,
20
+ "out_channels": null,
21
+ "patch_size": 1,
22
+ "rope_theta": 2000,
23
+ "timestep_guidance_channels": 256
24
+ }
diffusion_pytorch_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb6e95fd62f2af89151cef9f22a99da842a0968ecec35bdeaf8d58403ad14f8d
3
+ size 3877645084
quanto_qmap.json ADDED
@@ -0,0 +1,438 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "time_guidance_embed.timestep_embedder.linear_1": {
3
+ "weights": "qint8",
4
+ "activations": "none"
5
+ },
6
+ "time_guidance_embed.timestep_embedder.linear_2": {
7
+ "weights": "qint8",
8
+ "activations": "none"
9
+ },
10
+ "double_stream_modulation_img.linear": {
11
+ "weights": "qint8",
12
+ "activations": "none"
13
+ },
14
+ "double_stream_modulation_txt.linear": {
15
+ "weights": "qint8",
16
+ "activations": "none"
17
+ },
18
+ "single_stream_modulation.linear": {
19
+ "weights": "qint8",
20
+ "activations": "none"
21
+ },
22
+ "x_embedder": {
23
+ "weights": "qint8",
24
+ "activations": "none"
25
+ },
26
+ "context_embedder": {
27
+ "weights": "qint8",
28
+ "activations": "none"
29
+ },
30
+ "transformer_blocks.0.attn.to_q": {
31
+ "weights": "qint8",
32
+ "activations": "none"
33
+ },
34
+ "transformer_blocks.0.attn.to_k": {
35
+ "weights": "qint8",
36
+ "activations": "none"
37
+ },
38
+ "transformer_blocks.0.attn.to_v": {
39
+ "weights": "qint8",
40
+ "activations": "none"
41
+ },
42
+ "transformer_blocks.0.attn.to_out.0": {
43
+ "weights": "qint8",
44
+ "activations": "none"
45
+ },
46
+ "transformer_blocks.0.attn.add_q_proj": {
47
+ "weights": "qint8",
48
+ "activations": "none"
49
+ },
50
+ "transformer_blocks.0.attn.add_k_proj": {
51
+ "weights": "qint8",
52
+ "activations": "none"
53
+ },
54
+ "transformer_blocks.0.attn.add_v_proj": {
55
+ "weights": "qint8",
56
+ "activations": "none"
57
+ },
58
+ "transformer_blocks.0.attn.to_add_out": {
59
+ "weights": "qint8",
60
+ "activations": "none"
61
+ },
62
+ "transformer_blocks.0.ff.linear_in": {
63
+ "weights": "qint8",
64
+ "activations": "none"
65
+ },
66
+ "transformer_blocks.0.ff.linear_out": {
67
+ "weights": "qint8",
68
+ "activations": "none"
69
+ },
70
+ "transformer_blocks.0.ff_context.linear_in": {
71
+ "weights": "qint8",
72
+ "activations": "none"
73
+ },
74
+ "transformer_blocks.0.ff_context.linear_out": {
75
+ "weights": "qint8",
76
+ "activations": "none"
77
+ },
78
+ "transformer_blocks.1.attn.to_q": {
79
+ "weights": "qint8",
80
+ "activations": "none"
81
+ },
82
+ "transformer_blocks.1.attn.to_k": {
83
+ "weights": "qint8",
84
+ "activations": "none"
85
+ },
86
+ "transformer_blocks.1.attn.to_v": {
87
+ "weights": "qint8",
88
+ "activations": "none"
89
+ },
90
+ "transformer_blocks.1.attn.to_out.0": {
91
+ "weights": "qint8",
92
+ "activations": "none"
93
+ },
94
+ "transformer_blocks.1.attn.add_q_proj": {
95
+ "weights": "qint8",
96
+ "activations": "none"
97
+ },
98
+ "transformer_blocks.1.attn.add_k_proj": {
99
+ "weights": "qint8",
100
+ "activations": "none"
101
+ },
102
+ "transformer_blocks.1.attn.add_v_proj": {
103
+ "weights": "qint8",
104
+ "activations": "none"
105
+ },
106
+ "transformer_blocks.1.attn.to_add_out": {
107
+ "weights": "qint8",
108
+ "activations": "none"
109
+ },
110
+ "transformer_blocks.1.ff.linear_in": {
111
+ "weights": "qint8",
112
+ "activations": "none"
113
+ },
114
+ "transformer_blocks.1.ff.linear_out": {
115
+ "weights": "qint8",
116
+ "activations": "none"
117
+ },
118
+ "transformer_blocks.1.ff_context.linear_in": {
119
+ "weights": "qint8",
120
+ "activations": "none"
121
+ },
122
+ "transformer_blocks.1.ff_context.linear_out": {
123
+ "weights": "qint8",
124
+ "activations": "none"
125
+ },
126
+ "transformer_blocks.2.attn.to_q": {
127
+ "weights": "qint8",
128
+ "activations": "none"
129
+ },
130
+ "transformer_blocks.2.attn.to_k": {
131
+ "weights": "qint8",
132
+ "activations": "none"
133
+ },
134
+ "transformer_blocks.2.attn.to_v": {
135
+ "weights": "qint8",
136
+ "activations": "none"
137
+ },
138
+ "transformer_blocks.2.attn.to_out.0": {
139
+ "weights": "qint8",
140
+ "activations": "none"
141
+ },
142
+ "transformer_blocks.2.attn.add_q_proj": {
143
+ "weights": "qint8",
144
+ "activations": "none"
145
+ },
146
+ "transformer_blocks.2.attn.add_k_proj": {
147
+ "weights": "qint8",
148
+ "activations": "none"
149
+ },
150
+ "transformer_blocks.2.attn.add_v_proj": {
151
+ "weights": "qint8",
152
+ "activations": "none"
153
+ },
154
+ "transformer_blocks.2.attn.to_add_out": {
155
+ "weights": "qint8",
156
+ "activations": "none"
157
+ },
158
+ "transformer_blocks.2.ff.linear_in": {
159
+ "weights": "qint8",
160
+ "activations": "none"
161
+ },
162
+ "transformer_blocks.2.ff.linear_out": {
163
+ "weights": "qint8",
164
+ "activations": "none"
165
+ },
166
+ "transformer_blocks.2.ff_context.linear_in": {
167
+ "weights": "qint8",
168
+ "activations": "none"
169
+ },
170
+ "transformer_blocks.2.ff_context.linear_out": {
171
+ "weights": "qint8",
172
+ "activations": "none"
173
+ },
174
+ "transformer_blocks.3.attn.to_q": {
175
+ "weights": "qint8",
176
+ "activations": "none"
177
+ },
178
+ "transformer_blocks.3.attn.to_k": {
179
+ "weights": "qint8",
180
+ "activations": "none"
181
+ },
182
+ "transformer_blocks.3.attn.to_v": {
183
+ "weights": "qint8",
184
+ "activations": "none"
185
+ },
186
+ "transformer_blocks.3.attn.to_out.0": {
187
+ "weights": "qint8",
188
+ "activations": "none"
189
+ },
190
+ "transformer_blocks.3.attn.add_q_proj": {
191
+ "weights": "qint8",
192
+ "activations": "none"
193
+ },
194
+ "transformer_blocks.3.attn.add_k_proj": {
195
+ "weights": "qint8",
196
+ "activations": "none"
197
+ },
198
+ "transformer_blocks.3.attn.add_v_proj": {
199
+ "weights": "qint8",
200
+ "activations": "none"
201
+ },
202
+ "transformer_blocks.3.attn.to_add_out": {
203
+ "weights": "qint8",
204
+ "activations": "none"
205
+ },
206
+ "transformer_blocks.3.ff.linear_in": {
207
+ "weights": "qint8",
208
+ "activations": "none"
209
+ },
210
+ "transformer_blocks.3.ff.linear_out": {
211
+ "weights": "qint8",
212
+ "activations": "none"
213
+ },
214
+ "transformer_blocks.3.ff_context.linear_in": {
215
+ "weights": "qint8",
216
+ "activations": "none"
217
+ },
218
+ "transformer_blocks.3.ff_context.linear_out": {
219
+ "weights": "qint8",
220
+ "activations": "none"
221
+ },
222
+ "transformer_blocks.4.attn.to_q": {
223
+ "weights": "qint8",
224
+ "activations": "none"
225
+ },
226
+ "transformer_blocks.4.attn.to_k": {
227
+ "weights": "qint8",
228
+ "activations": "none"
229
+ },
230
+ "transformer_blocks.4.attn.to_v": {
231
+ "weights": "qint8",
232
+ "activations": "none"
233
+ },
234
+ "transformer_blocks.4.attn.to_out.0": {
235
+ "weights": "qint8",
236
+ "activations": "none"
237
+ },
238
+ "transformer_blocks.4.attn.add_q_proj": {
239
+ "weights": "qint8",
240
+ "activations": "none"
241
+ },
242
+ "transformer_blocks.4.attn.add_k_proj": {
243
+ "weights": "qint8",
244
+ "activations": "none"
245
+ },
246
+ "transformer_blocks.4.attn.add_v_proj": {
247
+ "weights": "qint8",
248
+ "activations": "none"
249
+ },
250
+ "transformer_blocks.4.attn.to_add_out": {
251
+ "weights": "qint8",
252
+ "activations": "none"
253
+ },
254
+ "transformer_blocks.4.ff.linear_in": {
255
+ "weights": "qint8",
256
+ "activations": "none"
257
+ },
258
+ "transformer_blocks.4.ff.linear_out": {
259
+ "weights": "qint8",
260
+ "activations": "none"
261
+ },
262
+ "transformer_blocks.4.ff_context.linear_in": {
263
+ "weights": "qint8",
264
+ "activations": "none"
265
+ },
266
+ "transformer_blocks.4.ff_context.linear_out": {
267
+ "weights": "qint8",
268
+ "activations": "none"
269
+ },
270
+ "single_transformer_blocks.0.attn.to_qkv_mlp_proj": {
271
+ "weights": "qint8",
272
+ "activations": "none"
273
+ },
274
+ "single_transformer_blocks.0.attn.to_out": {
275
+ "weights": "qint8",
276
+ "activations": "none"
277
+ },
278
+ "single_transformer_blocks.1.attn.to_qkv_mlp_proj": {
279
+ "weights": "qint8",
280
+ "activations": "none"
281
+ },
282
+ "single_transformer_blocks.1.attn.to_out": {
283
+ "weights": "qint8",
284
+ "activations": "none"
285
+ },
286
+ "single_transformer_blocks.2.attn.to_qkv_mlp_proj": {
287
+ "weights": "qint8",
288
+ "activations": "none"
289
+ },
290
+ "single_transformer_blocks.2.attn.to_out": {
291
+ "weights": "qint8",
292
+ "activations": "none"
293
+ },
294
+ "single_transformer_blocks.3.attn.to_qkv_mlp_proj": {
295
+ "weights": "qint8",
296
+ "activations": "none"
297
+ },
298
+ "single_transformer_blocks.3.attn.to_out": {
299
+ "weights": "qint8",
300
+ "activations": "none"
301
+ },
302
+ "single_transformer_blocks.4.attn.to_qkv_mlp_proj": {
303
+ "weights": "qint8",
304
+ "activations": "none"
305
+ },
306
+ "single_transformer_blocks.4.attn.to_out": {
307
+ "weights": "qint8",
308
+ "activations": "none"
309
+ },
310
+ "single_transformer_blocks.5.attn.to_qkv_mlp_proj": {
311
+ "weights": "qint8",
312
+ "activations": "none"
313
+ },
314
+ "single_transformer_blocks.5.attn.to_out": {
315
+ "weights": "qint8",
316
+ "activations": "none"
317
+ },
318
+ "single_transformer_blocks.6.attn.to_qkv_mlp_proj": {
319
+ "weights": "qint8",
320
+ "activations": "none"
321
+ },
322
+ "single_transformer_blocks.6.attn.to_out": {
323
+ "weights": "qint8",
324
+ "activations": "none"
325
+ },
326
+ "single_transformer_blocks.7.attn.to_qkv_mlp_proj": {
327
+ "weights": "qint8",
328
+ "activations": "none"
329
+ },
330
+ "single_transformer_blocks.7.attn.to_out": {
331
+ "weights": "qint8",
332
+ "activations": "none"
333
+ },
334
+ "single_transformer_blocks.8.attn.to_qkv_mlp_proj": {
335
+ "weights": "qint8",
336
+ "activations": "none"
337
+ },
338
+ "single_transformer_blocks.8.attn.to_out": {
339
+ "weights": "qint8",
340
+ "activations": "none"
341
+ },
342
+ "single_transformer_blocks.9.attn.to_qkv_mlp_proj": {
343
+ "weights": "qint8",
344
+ "activations": "none"
345
+ },
346
+ "single_transformer_blocks.9.attn.to_out": {
347
+ "weights": "qint8",
348
+ "activations": "none"
349
+ },
350
+ "single_transformer_blocks.10.attn.to_qkv_mlp_proj": {
351
+ "weights": "qint8",
352
+ "activations": "none"
353
+ },
354
+ "single_transformer_blocks.10.attn.to_out": {
355
+ "weights": "qint8",
356
+ "activations": "none"
357
+ },
358
+ "single_transformer_blocks.11.attn.to_qkv_mlp_proj": {
359
+ "weights": "qint8",
360
+ "activations": "none"
361
+ },
362
+ "single_transformer_blocks.11.attn.to_out": {
363
+ "weights": "qint8",
364
+ "activations": "none"
365
+ },
366
+ "single_transformer_blocks.12.attn.to_qkv_mlp_proj": {
367
+ "weights": "qint8",
368
+ "activations": "none"
369
+ },
370
+ "single_transformer_blocks.12.attn.to_out": {
371
+ "weights": "qint8",
372
+ "activations": "none"
373
+ },
374
+ "single_transformer_blocks.13.attn.to_qkv_mlp_proj": {
375
+ "weights": "qint8",
376
+ "activations": "none"
377
+ },
378
+ "single_transformer_blocks.13.attn.to_out": {
379
+ "weights": "qint8",
380
+ "activations": "none"
381
+ },
382
+ "single_transformer_blocks.14.attn.to_qkv_mlp_proj": {
383
+ "weights": "qint8",
384
+ "activations": "none"
385
+ },
386
+ "single_transformer_blocks.14.attn.to_out": {
387
+ "weights": "qint8",
388
+ "activations": "none"
389
+ },
390
+ "single_transformer_blocks.15.attn.to_qkv_mlp_proj": {
391
+ "weights": "qint8",
392
+ "activations": "none"
393
+ },
394
+ "single_transformer_blocks.15.attn.to_out": {
395
+ "weights": "qint8",
396
+ "activations": "none"
397
+ },
398
+ "single_transformer_blocks.16.attn.to_qkv_mlp_proj": {
399
+ "weights": "qint8",
400
+ "activations": "none"
401
+ },
402
+ "single_transformer_blocks.16.attn.to_out": {
403
+ "weights": "qint8",
404
+ "activations": "none"
405
+ },
406
+ "single_transformer_blocks.17.attn.to_qkv_mlp_proj": {
407
+ "weights": "qint8",
408
+ "activations": "none"
409
+ },
410
+ "single_transformer_blocks.17.attn.to_out": {
411
+ "weights": "qint8",
412
+ "activations": "none"
413
+ },
414
+ "single_transformer_blocks.18.attn.to_qkv_mlp_proj": {
415
+ "weights": "qint8",
416
+ "activations": "none"
417
+ },
418
+ "single_transformer_blocks.18.attn.to_out": {
419
+ "weights": "qint8",
420
+ "activations": "none"
421
+ },
422
+ "single_transformer_blocks.19.attn.to_qkv_mlp_proj": {
423
+ "weights": "qint8",
424
+ "activations": "none"
425
+ },
426
+ "single_transformer_blocks.19.attn.to_out": {
427
+ "weights": "qint8",
428
+ "activations": "none"
429
+ },
430
+ "norm_out.linear": {
431
+ "weights": "qint8",
432
+ "activations": "none"
433
+ },
434
+ "proj_out": {
435
+ "weights": "qint8",
436
+ "activations": "none"
437
+ }
438
+ }
vae/config.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "AutoencoderKLFlux2",
3
+ "_diffusers_version": "0.37.0.dev0",
4
+ "_name_or_path": "/Users/jacobferrari/.cache/huggingface/hub/models--black-forest-labs--FLUX.2-klein-4B/snapshots/5e67da950fce4a097bc150c22958a05716994cea/vae",
5
+ "act_fn": "silu",
6
+ "batch_norm_eps": 0.0001,
7
+ "batch_norm_momentum": 0.1,
8
+ "block_out_channels": [
9
+ 128,
10
+ 256,
11
+ 512,
12
+ 512
13
+ ],
14
+ "down_block_types": [
15
+ "DownEncoderBlock2D",
16
+ "DownEncoderBlock2D",
17
+ "DownEncoderBlock2D",
18
+ "DownEncoderBlock2D"
19
+ ],
20
+ "force_upcast": true,
21
+ "in_channels": 3,
22
+ "latent_channels": 32,
23
+ "layers_per_block": 2,
24
+ "mid_block_add_attention": true,
25
+ "norm_num_groups": 32,
26
+ "out_channels": 3,
27
+ "patch_size": [
28
+ 2,
29
+ 2
30
+ ],
31
+ "sample_size": 1024,
32
+ "up_block_types": [
33
+ "UpDecoderBlock2D",
34
+ "UpDecoderBlock2D",
35
+ "UpDecoderBlock2D",
36
+ "UpDecoderBlock2D"
37
+ ],
38
+ "use_post_quant_conv": true,
39
+ "use_quant_conv": true
40
+ }
vae/diffusion_pytorch_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca70d2202afe6415bdbcb8793ba8cd99fd159cfe6192381504d6c4d3036e0f04
3
+ size 168120878