csssss commited on
Commit
d952d5a
·
verified ·
1 Parent(s): 08be3bf

Upload 2 files

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ transformer/flux-2-klein-4b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
transformer/config.json ADDED
@@ -0,0 +1,165 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "Flux2Transformer2DModel",
3
+ "_diffusers_version": "0.37.0.dev0",
4
+ "_name_or_path": "black-forest-labs/FLUX.2-klein-4B",
5
+ "attention_head_dim": 128,
6
+ "axes_dims_rope": [
7
+ 32,
8
+ 32,
9
+ 32,
10
+ 32
11
+ ],
12
+ "eps": 1e-06,
13
+ "guidance_embeds": false,
14
+ "in_channels": 128,
15
+ "joint_attention_dim": 7680,
16
+ "mlp_ratio": 3.0,
17
+ "num_attention_heads": 24,
18
+ "num_layers": 5,
19
+ "num_single_layers": 20,
20
+ "out_channels": null,
21
+ "patch_size": 1,
22
+ "quantization_config": {
23
+ "add_skip_keys": true,
24
+ "dequantize_fp32": false,
25
+ "dynamic_loss_threshold": 0.01,
26
+ "group_size": 0,
27
+ "is_integer": true,
28
+ "is_training": false,
29
+ "modules_dtype_dict": {
30
+ "int5": [
31
+ "single_transformer_blocks.19.attn.to_qkv_mlp_proj.weight",
32
+ "transformer_blocks.0.attn.to_k.weight"
33
+ ],
34
+ "uint4": [
35
+ "single_transformer_blocks.0.attn.to_out.weight",
36
+ "single_transformer_blocks.0.attn.to_qkv_mlp_proj.weight",
37
+ "single_transformer_blocks.1.attn.to_out.weight",
38
+ "single_transformer_blocks.1.attn.to_qkv_mlp_proj.weight",
39
+ "single_transformer_blocks.10.attn.to_out.weight",
40
+ "single_transformer_blocks.10.attn.to_qkv_mlp_proj.weight",
41
+ "single_transformer_blocks.11.attn.to_out.weight",
42
+ "single_transformer_blocks.11.attn.to_qkv_mlp_proj.weight",
43
+ "single_transformer_blocks.12.attn.to_out.weight",
44
+ "single_transformer_blocks.12.attn.to_qkv_mlp_proj.weight",
45
+ "single_transformer_blocks.13.attn.to_out.weight",
46
+ "single_transformer_blocks.13.attn.to_qkv_mlp_proj.weight",
47
+ "single_transformer_blocks.14.attn.to_out.weight",
48
+ "single_transformer_blocks.14.attn.to_qkv_mlp_proj.weight",
49
+ "single_transformer_blocks.15.attn.to_out.weight",
50
+ "single_transformer_blocks.15.attn.to_qkv_mlp_proj.weight",
51
+ "single_transformer_blocks.16.attn.to_out.weight",
52
+ "single_transformer_blocks.16.attn.to_qkv_mlp_proj.weight",
53
+ "single_transformer_blocks.17.attn.to_out.weight",
54
+ "single_transformer_blocks.17.attn.to_qkv_mlp_proj.weight",
55
+ "single_transformer_blocks.18.attn.to_out.weight",
56
+ "single_transformer_blocks.18.attn.to_qkv_mlp_proj.weight",
57
+ "single_transformer_blocks.19.attn.to_out.weight",
58
+ "single_transformer_blocks.2.attn.to_out.weight",
59
+ "single_transformer_blocks.2.attn.to_qkv_mlp_proj.weight",
60
+ "single_transformer_blocks.3.attn.to_out.weight",
61
+ "single_transformer_blocks.3.attn.to_qkv_mlp_proj.weight",
62
+ "single_transformer_blocks.4.attn.to_out.weight",
63
+ "single_transformer_blocks.4.attn.to_qkv_mlp_proj.weight",
64
+ "single_transformer_blocks.5.attn.to_out.weight",
65
+ "single_transformer_blocks.5.attn.to_qkv_mlp_proj.weight",
66
+ "single_transformer_blocks.6.attn.to_out.weight",
67
+ "single_transformer_blocks.6.attn.to_qkv_mlp_proj.weight",
68
+ "single_transformer_blocks.7.attn.to_out.weight",
69
+ "single_transformer_blocks.7.attn.to_qkv_mlp_proj.weight",
70
+ "single_transformer_blocks.8.attn.to_out.weight",
71
+ "single_transformer_blocks.8.attn.to_qkv_mlp_proj.weight",
72
+ "single_transformer_blocks.9.attn.to_out.weight",
73
+ "single_transformer_blocks.9.attn.to_qkv_mlp_proj.weight",
74
+ "transformer_blocks.0.attn.add_k_proj.weight",
75
+ "transformer_blocks.0.attn.add_q_proj.weight",
76
+ "transformer_blocks.0.attn.add_v_proj.weight",
77
+ "transformer_blocks.0.attn.to_add_out.weight",
78
+ "transformer_blocks.0.attn.to_out.0.weight",
79
+ "transformer_blocks.0.attn.to_q.weight",
80
+ "transformer_blocks.0.attn.to_v.weight",
81
+ "transformer_blocks.0.ff.linear_in.weight",
82
+ "transformer_blocks.0.ff.linear_out.weight",
83
+ "transformer_blocks.0.ff_context.linear_in.weight",
84
+ "transformer_blocks.0.ff_context.linear_out.weight",
85
+ "transformer_blocks.1.attn.add_k_proj.weight",
86
+ "transformer_blocks.1.attn.add_q_proj.weight",
87
+ "transformer_blocks.1.attn.add_v_proj.weight",
88
+ "transformer_blocks.1.attn.to_add_out.weight",
89
+ "transformer_blocks.1.attn.to_k.weight",
90
+ "transformer_blocks.1.attn.to_out.0.weight",
91
+ "transformer_blocks.1.attn.to_q.weight",
92
+ "transformer_blocks.1.attn.to_v.weight",
93
+ "transformer_blocks.1.ff.linear_in.weight",
94
+ "transformer_blocks.1.ff.linear_out.weight",
95
+ "transformer_blocks.1.ff_context.linear_in.weight",
96
+ "transformer_blocks.1.ff_context.linear_out.weight",
97
+ "transformer_blocks.2.attn.add_k_proj.weight",
98
+ "transformer_blocks.2.attn.add_q_proj.weight",
99
+ "transformer_blocks.2.attn.add_v_proj.weight",
100
+ "transformer_blocks.2.attn.to_add_out.weight",
101
+ "transformer_blocks.2.attn.to_k.weight",
102
+ "transformer_blocks.2.attn.to_out.0.weight",
103
+ "transformer_blocks.2.attn.to_q.weight",
104
+ "transformer_blocks.2.attn.to_v.weight",
105
+ "transformer_blocks.2.ff.linear_in.weight",
106
+ "transformer_blocks.2.ff.linear_out.weight",
107
+ "transformer_blocks.2.ff_context.linear_in.weight",
108
+ "transformer_blocks.2.ff_context.linear_out.weight",
109
+ "transformer_blocks.3.attn.add_k_proj.weight",
110
+ "transformer_blocks.3.attn.add_q_proj.weight",
111
+ "transformer_blocks.3.attn.add_v_proj.weight",
112
+ "transformer_blocks.3.attn.to_add_out.weight",
113
+ "transformer_blocks.3.attn.to_k.weight",
114
+ "transformer_blocks.3.attn.to_out.0.weight",
115
+ "transformer_blocks.3.attn.to_q.weight",
116
+ "transformer_blocks.3.attn.to_v.weight",
117
+ "transformer_blocks.3.ff.linear_in.weight",
118
+ "transformer_blocks.3.ff.linear_out.weight",
119
+ "transformer_blocks.3.ff_context.linear_in.weight",
120
+ "transformer_blocks.3.ff_context.linear_out.weight",
121
+ "transformer_blocks.4.attn.add_k_proj.weight",
122
+ "transformer_blocks.4.attn.add_q_proj.weight",
123
+ "transformer_blocks.4.attn.add_v_proj.weight",
124
+ "transformer_blocks.4.attn.to_add_out.weight",
125
+ "transformer_blocks.4.attn.to_k.weight",
126
+ "transformer_blocks.4.attn.to_out.0.weight",
127
+ "transformer_blocks.4.attn.to_q.weight",
128
+ "transformer_blocks.4.attn.to_v.weight",
129
+ "transformer_blocks.4.ff.linear_in.weight",
130
+ "transformer_blocks.4.ff.linear_out.weight",
131
+ "transformer_blocks.4.ff_context.linear_in.weight",
132
+ "transformer_blocks.4.ff_context.linear_out.weight"
133
+ ]
134
+ },
135
+ "modules_to_not_convert": [
136
+ "double_stream_modulation_img",
137
+ "time_guidance_embed",
138
+ ".proj_out",
139
+ "norm_out",
140
+ "x_embedder",
141
+ "double_stream_modulation_txt",
142
+ "single_stream_modulation",
143
+ "context_embedder"
144
+ ],
145
+ "non_blocking": false,
146
+ "quant_conv": false,
147
+ "quant_method": "sdnq",
148
+ "quantization_device": "cuda",
149
+ "quantized_matmul_dtype": null,
150
+ "return_device": "cuda",
151
+ "sdnq_version": "0.1.4",
152
+ "svd_rank": 32,
153
+ "svd_steps": 32,
154
+ "use_dynamic_quantization": true,
155
+ "use_grad_ckpt": true,
156
+ "use_quantized_matmul": false,
157
+ "use_quantized_matmul_conv": false,
158
+ "use_static_quantization": true,
159
+ "use_stochastic_rounding": false,
160
+ "use_svd": false,
161
+ "weights_dtype": "uint4"
162
+ },
163
+ "rope_theta": 2000,
164
+ "timestep_guidance_channels": 256
165
+ }
transformer/flux-2-klein-4b-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24a812e8f9b640e21c784164ea48571d8017ca22873696f4badeeabb006d509c
3
+ size 4300644928