Hugging Face's logo

beckhamc
/
FLUX.1-dev-qint8

Diffusers
Safetensors
Model card Files
xet
Community
beckhamc commited on
Commit
c2b1c28
·
verified ·
1 Parent(s): 9fa65e0

Upload folder using huggingface_hub

Browse files
Files changed (3) hide show
  1. text_encoder/config.json +25 -0
  2. text_encoder/model.safetensors +3 -0
  3. text_encoder/quanto_qmap.json +290 -0
text_encoder/config.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "black-forest-labs/FLUX.1-dev",
3
+ "architectures": [
4
+ "CLIPTextModel"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 0,
8
+ "dropout": 0.0,
9
+ "eos_token_id": 2,
10
+ "hidden_act": "quick_gelu",
11
+ "hidden_size": 768,
12
+ "initializer_factor": 1.0,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 3072,
15
+ "layer_norm_eps": 1e-05,
16
+ "max_position_embeddings": 77,
17
+ "model_type": "clip_text_model",
18
+ "num_attention_heads": 12,
19
+ "num_hidden_layers": 12,
20
+ "pad_token_id": 1,
21
+ "projection_dim": 768,
22
+ "torch_dtype": "float32",
23
+ "transformers_version": "4.38.2",
24
+ "vocab_size": 49408
25
+ }
text_encoder/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5fbacceac366a512ae297f74a95f83bbd7091fe4d2ab6c71c7b678f8f649db5
3
+ size 237820528
text_encoder/quanto_qmap.json ADDED
@@ -0,0 +1,290 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "text_model.encoder.layers.0.self_attn.k_proj": {
3
+ "weights": "qint8",
4
+ "activations": "none"
5
+ },
6
+ "text_model.encoder.layers.0.self_attn.v_proj": {
7
+ "weights": "qint8",
8
+ "activations": "none"
9
+ },
10
+ "text_model.encoder.layers.0.self_attn.q_proj": {
11
+ "weights": "qint8",
12
+ "activations": "none"
13
+ },
14
+ "text_model.encoder.layers.0.self_attn.out_proj": {
15
+ "weights": "qint8",
16
+ "activations": "none"
17
+ },
18
+ "text_model.encoder.layers.0.mlp.fc1": {
19
+ "weights": "qint8",
20
+ "activations": "none"
21
+ },
22
+ "text_model.encoder.layers.0.mlp.fc2": {
23
+ "weights": "qint8",
24
+ "activations": "none"
25
+ },
26
+ "text_model.encoder.layers.1.self_attn.k_proj": {
27
+ "weights": "qint8",
28
+ "activations": "none"
29
+ },
30
+ "text_model.encoder.layers.1.self_attn.v_proj": {
31
+ "weights": "qint8",
32
+ "activations": "none"
33
+ },
34
+ "text_model.encoder.layers.1.self_attn.q_proj": {
35
+ "weights": "qint8",
36
+ "activations": "none"
37
+ },
38
+ "text_model.encoder.layers.1.self_attn.out_proj": {
39
+ "weights": "qint8",
40
+ "activations": "none"
41
+ },
42
+ "text_model.encoder.layers.1.mlp.fc1": {
43
+ "weights": "qint8",
44
+ "activations": "none"
45
+ },
46
+ "text_model.encoder.layers.1.mlp.fc2": {
47
+ "weights": "qint8",
48
+ "activations": "none"
49
+ },
50
+ "text_model.encoder.layers.2.self_attn.k_proj": {
51
+ "weights": "qint8",
52
+ "activations": "none"
53
+ },
54
+ "text_model.encoder.layers.2.self_attn.v_proj": {
55
+ "weights": "qint8",
56
+ "activations": "none"
57
+ },
58
+ "text_model.encoder.layers.2.self_attn.q_proj": {
59
+ "weights": "qint8",
60
+ "activations": "none"
61
+ },
62
+ "text_model.encoder.layers.2.self_attn.out_proj": {
63
+ "weights": "qint8",
64
+ "activations": "none"
65
+ },
66
+ "text_model.encoder.layers.2.mlp.fc1": {
67
+ "weights": "qint8",
68
+ "activations": "none"
69
+ },
70
+ "text_model.encoder.layers.2.mlp.fc2": {
71
+ "weights": "qint8",
72
+ "activations": "none"
73
+ },
74
+ "text_model.encoder.layers.3.self_attn.k_proj": {
75
+ "weights": "qint8",
76
+ "activations": "none"
77
+ },
78
+ "text_model.encoder.layers.3.self_attn.v_proj": {
79
+ "weights": "qint8",
80
+ "activations": "none"
81
+ },
82
+ "text_model.encoder.layers.3.self_attn.q_proj": {
83
+ "weights": "qint8",
84
+ "activations": "none"
85
+ },
86
+ "text_model.encoder.layers.3.self_attn.out_proj": {
87
+ "weights": "qint8",
88
+ "activations": "none"
89
+ },
90
+ "text_model.encoder.layers.3.mlp.fc1": {
91
+ "weights": "qint8",
92
+ "activations": "none"
93
+ },
94
+ "text_model.encoder.layers.3.mlp.fc2": {
95
+ "weights": "qint8",
96
+ "activations": "none"
97
+ },
98
+ "text_model.encoder.layers.4.self_attn.k_proj": {
99
+ "weights": "qint8",
100
+ "activations": "none"
101
+ },
102
+ "text_model.encoder.layers.4.self_attn.v_proj": {
103
+ "weights": "qint8",
104
+ "activations": "none"
105
+ },
106
+ "text_model.encoder.layers.4.self_attn.q_proj": {
107
+ "weights": "qint8",
108
+ "activations": "none"
109
+ },
110
+ "text_model.encoder.layers.4.self_attn.out_proj": {
111
+ "weights": "qint8",
112
+ "activations": "none"
113
+ },
114
+ "text_model.encoder.layers.4.mlp.fc1": {
115
+ "weights": "qint8",
116
+ "activations": "none"
117
+ },
118
+ "text_model.encoder.layers.4.mlp.fc2": {
119
+ "weights": "qint8",
120
+ "activations": "none"
121
+ },
122
+ "text_model.encoder.layers.5.self_attn.k_proj": {
123
+ "weights": "qint8",
124
+ "activations": "none"
125
+ },
126
+ "text_model.encoder.layers.5.self_attn.v_proj": {
127
+ "weights": "qint8",
128
+ "activations": "none"
129
+ },
130
+ "text_model.encoder.layers.5.self_attn.q_proj": {
131
+ "weights": "qint8",
132
+ "activations": "none"
133
+ },
134
+ "text_model.encoder.layers.5.self_attn.out_proj": {
135
+ "weights": "qint8",
136
+ "activations": "none"
137
+ },
138
+ "text_model.encoder.layers.5.mlp.fc1": {
139
+ "weights": "qint8",
140
+ "activations": "none"
141
+ },
142
+ "text_model.encoder.layers.5.mlp.fc2": {
143
+ "weights": "qint8",
144
+ "activations": "none"
145
+ },
146
+ "text_model.encoder.layers.6.self_attn.k_proj": {
147
+ "weights": "qint8",
148
+ "activations": "none"
149
+ },
150
+ "text_model.encoder.layers.6.self_attn.v_proj": {
151
+ "weights": "qint8",
152
+ "activations": "none"
153
+ },
154
+ "text_model.encoder.layers.6.self_attn.q_proj": {
155
+ "weights": "qint8",
156
+ "activations": "none"
157
+ },
158
+ "text_model.encoder.layers.6.self_attn.out_proj": {
159
+ "weights": "qint8",
160
+ "activations": "none"
161
+ },
162
+ "text_model.encoder.layers.6.mlp.fc1": {
163
+ "weights": "qint8",
164
+ "activations": "none"
165
+ },
166
+ "text_model.encoder.layers.6.mlp.fc2": {
167
+ "weights": "qint8",
168
+ "activations": "none"
169
+ },
170
+ "text_model.encoder.layers.7.self_attn.k_proj": {
171
+ "weights": "qint8",
172
+ "activations": "none"
173
+ },
174
+ "text_model.encoder.layers.7.self_attn.v_proj": {
175
+ "weights": "qint8",
176
+ "activations": "none"
177
+ },
178
+ "text_model.encoder.layers.7.self_attn.q_proj": {
179
+ "weights": "qint8",
180
+ "activations": "none"
181
+ },
182
+ "text_model.encoder.layers.7.self_attn.out_proj": {
183
+ "weights": "qint8",
184
+ "activations": "none"
185
+ },
186
+ "text_model.encoder.layers.7.mlp.fc1": {
187
+ "weights": "qint8",
188
+ "activations": "none"
189
+ },
190
+ "text_model.encoder.layers.7.mlp.fc2": {
191
+ "weights": "qint8",
192
+ "activations": "none"
193
+ },
194
+ "text_model.encoder.layers.8.self_attn.k_proj": {
195
+ "weights": "qint8",
196
+ "activations": "none"
197
+ },
198
+ "text_model.encoder.layers.8.self_attn.v_proj": {
199
+ "weights": "qint8",
200
+ "activations": "none"
201
+ },
202
+ "text_model.encoder.layers.8.self_attn.q_proj": {
203
+ "weights": "qint8",
204
+ "activations": "none"
205
+ },
206
+ "text_model.encoder.layers.8.self_attn.out_proj": {
207
+ "weights": "qint8",
208
+ "activations": "none"
209
+ },
210
+ "text_model.encoder.layers.8.mlp.fc1": {
211
+ "weights": "qint8",
212
+ "activations": "none"
213
+ },
214
+ "text_model.encoder.layers.8.mlp.fc2": {
215
+ "weights": "qint8",
216
+ "activations": "none"
217
+ },
218
+ "text_model.encoder.layers.9.self_attn.k_proj": {
219
+ "weights": "qint8",
220
+ "activations": "none"
221
+ },
222
+ "text_model.encoder.layers.9.self_attn.v_proj": {
223
+ "weights": "qint8",
224
+ "activations": "none"
225
+ },
226
+ "text_model.encoder.layers.9.self_attn.q_proj": {
227
+ "weights": "qint8",
228
+ "activations": "none"
229
+ },
230
+ "text_model.encoder.layers.9.self_attn.out_proj": {
231
+ "weights": "qint8",
232
+ "activations": "none"
233
+ },
234
+ "text_model.encoder.layers.9.mlp.fc1": {
235
+ "weights": "qint8",
236
+ "activations": "none"
237
+ },
238
+ "text_model.encoder.layers.9.mlp.fc2": {
239
+ "weights": "qint8",
240
+ "activations": "none"
241
+ },
242
+ "text_model.encoder.layers.10.self_attn.k_proj": {
243
+ "weights": "qint8",
244
+ "activations": "none"
245
+ },
246
+ "text_model.encoder.layers.10.self_attn.v_proj": {
247
+ "weights": "qint8",
248
+ "activations": "none"
249
+ },
250
+ "text_model.encoder.layers.10.self_attn.q_proj": {
251
+ "weights": "qint8",
252
+ "activations": "none"
253
+ },
254
+ "text_model.encoder.layers.10.self_attn.out_proj": {
255
+ "weights": "qint8",
256
+ "activations": "none"
257
+ },
258
+ "text_model.encoder.layers.10.mlp.fc1": {
259
+ "weights": "qint8",
260
+ "activations": "none"
261
+ },
262
+ "text_model.encoder.layers.10.mlp.fc2": {
263
+ "weights": "qint8",
264
+ "activations": "none"
265
+ },
266
+ "text_model.encoder.layers.11.self_attn.k_proj": {
267
+ "weights": "qint8",
268
+ "activations": "none"
269
+ },
270
+ "text_model.encoder.layers.11.self_attn.v_proj": {
271
+ "weights": "qint8",
272
+ "activations": "none"
273
+ },
274
+ "text_model.encoder.layers.11.self_attn.q_proj": {
275
+ "weights": "qint8",
276
+ "activations": "none"
277
+ },
278
+ "text_model.encoder.layers.11.self_attn.out_proj": {
279
+ "weights": "qint8",
280
+ "activations": "none"
281
+ },
282
+ "text_model.encoder.layers.11.mlp.fc1": {
283
+ "weights": "qint8",
284
+ "activations": "none"
285
+ },
286
+ "text_model.encoder.layers.11.mlp.fc2": {
287
+ "weights": "qint8",
288
+ "activations": "none"
289
+ }
290
+ }