Hugging Face's logo

Intel
/
diffusiongemma-26B-A4B-it-int4-AutoRound

Image-Text-to-Text
Safetensors
diffusion_gemma
conversational
4-bit precision
auto-round
Model card Files
xet
 Community
1
lianglv commited on
Commit
2e0719d
·
verified ·
1 Parent(s): ac3721d

Upload folder using huggingface_hub

Browse files
Files changed (8) hide show
  1. config.json +252 -8
  2. model-00001-of-00006.safetensors +2 -2
  3. model-00002-of-00006.safetensors +2 -2
  4. model-00003-of-00006.safetensors +2 -2
  5. model-00004-of-00006.safetensors +2 -2
  6. model-00005-of-00006.safetensors +2 -2
  7. model.safetensors.index.json +0 -0
  8. quantization_config.json +248 -2
config.json CHANGED
@@ -18,19 +18,263 @@
18
  "bits": 4,
19
  "block_name_to_quantize": "model.encoder.language_model.layers,model.decoder.layers",
20
  "data_type": "int",
21
- "group_size": 128,
22
- "lr": 0.001,
23
- "minmax_lr": 0.001,
24
- "nsamples": 512,
25
- "packing_format": "auto_round:auto_gptq",
26
- "quant_method": "auto-round",
27
- "sym": true,
28
  "extra_config": {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
29
  "model.decoder.embed_tokens": {
30
  "bits": 16,
31
  "data_type": "fp"
32
  }
33
- }
 
 
 
 
 
 
 
34
  },
35
  "text_config": {
36
  "attention_bias": false,
 
18
  "bits": 4,
19
  "block_name_to_quantize": "model.encoder.language_model.layers,model.decoder.layers",
20
  "data_type": "int",
 
 
 
 
 
 
 
21
  "extra_config": {
22
+ ".*router\\.proj.*": {
23
+ "bits": 16,
24
+ "data_type": "float"
25
+ },
26
+ "model.decoder.layers.0.router.proj": {
27
+ "bits": 16,
28
+ "data_type": "float"
29
+ },
30
+ "model.decoder.layers.1.router.proj": {
31
+ "bits": 16,
32
+ "data_type": "float"
33
+ },
34
+ "model.decoder.layers.10.router.proj": {
35
+ "bits": 16,
36
+ "data_type": "float"
37
+ },
38
+ "model.decoder.layers.11.router.proj": {
39
+ "bits": 16,
40
+ "data_type": "float"
41
+ },
42
+ "model.decoder.layers.12.router.proj": {
43
+ "bits": 16,
44
+ "data_type": "float"
45
+ },
46
+ "model.decoder.layers.13.router.proj": {
47
+ "bits": 16,
48
+ "data_type": "float"
49
+ },
50
+ "model.decoder.layers.14.router.proj": {
51
+ "bits": 16,
52
+ "data_type": "float"
53
+ },
54
+ "model.decoder.layers.15.router.proj": {
55
+ "bits": 16,
56
+ "data_type": "float"
57
+ },
58
+ "model.decoder.layers.16.router.proj": {
59
+ "bits": 16,
60
+ "data_type": "float"
61
+ },
62
+ "model.decoder.layers.17.router.proj": {
63
+ "bits": 16,
64
+ "data_type": "float"
65
+ },
66
+ "model.decoder.layers.18.router.proj": {
67
+ "bits": 16,
68
+ "data_type": "float"
69
+ },
70
+ "model.decoder.layers.19.router.proj": {
71
+ "bits": 16,
72
+ "data_type": "float"
73
+ },
74
+ "model.decoder.layers.2.router.proj": {
75
+ "bits": 16,
76
+ "data_type": "float"
77
+ },
78
+ "model.decoder.layers.20.router.proj": {
79
+ "bits": 16,
80
+ "data_type": "float"
81
+ },
82
+ "model.decoder.layers.21.router.proj": {
83
+ "bits": 16,
84
+ "data_type": "float"
85
+ },
86
+ "model.decoder.layers.22.router.proj": {
87
+ "bits": 16,
88
+ "data_type": "float"
89
+ },
90
+ "model.decoder.layers.23.router.proj": {
91
+ "bits": 16,
92
+ "data_type": "float"
93
+ },
94
+ "model.decoder.layers.24.router.proj": {
95
+ "bits": 16,
96
+ "data_type": "float"
97
+ },
98
+ "model.decoder.layers.25.router.proj": {
99
+ "bits": 16,
100
+ "data_type": "float"
101
+ },
102
+ "model.decoder.layers.26.router.proj": {
103
+ "bits": 16,
104
+ "data_type": "float"
105
+ },
106
+ "model.decoder.layers.27.router.proj": {
107
+ "bits": 16,
108
+ "data_type": "float"
109
+ },
110
+ "model.decoder.layers.28.router.proj": {
111
+ "bits": 16,
112
+ "data_type": "float"
113
+ },
114
+ "model.decoder.layers.29.router.proj": {
115
+ "bits": 16,
116
+ "data_type": "float"
117
+ },
118
+ "model.decoder.layers.3.router.proj": {
119
+ "bits": 16,
120
+ "data_type": "float"
121
+ },
122
+ "model.decoder.layers.4.router.proj": {
123
+ "bits": 16,
124
+ "data_type": "float"
125
+ },
126
+ "model.decoder.layers.5.router.proj": {
127
+ "bits": 16,
128
+ "data_type": "float"
129
+ },
130
+ "model.decoder.layers.6.router.proj": {
131
+ "bits": 16,
132
+ "data_type": "float"
133
+ },
134
+ "model.decoder.layers.7.router.proj": {
135
+ "bits": 16,
136
+ "data_type": "float"
137
+ },
138
+ "model.decoder.layers.8.router.proj": {
139
+ "bits": 16,
140
+ "data_type": "float"
141
+ },
142
+ "model.decoder.layers.9.router.proj": {
143
+ "bits": 16,
144
+ "data_type": "float"
145
+ },
146
+ "model.encoder.language_model.layers.0.router.proj": {
147
+ "bits": 16,
148
+ "data_type": "float"
149
+ },
150
+ "model.encoder.language_model.layers.1.router.proj": {
151
+ "bits": 16,
152
+ "data_type": "float"
153
+ },
154
+ "model.encoder.language_model.layers.10.router.proj": {
155
+ "bits": 16,
156
+ "data_type": "float"
157
+ },
158
+ "model.encoder.language_model.layers.11.router.proj": {
159
+ "bits": 16,
160
+ "data_type": "float"
161
+ },
162
+ "model.encoder.language_model.layers.12.router.proj": {
163
+ "bits": 16,
164
+ "data_type": "float"
165
+ },
166
+ "model.encoder.language_model.layers.13.router.proj": {
167
+ "bits": 16,
168
+ "data_type": "float"
169
+ },
170
+ "model.encoder.language_model.layers.14.router.proj": {
171
+ "bits": 16,
172
+ "data_type": "float"
173
+ },
174
+ "model.encoder.language_model.layers.15.router.proj": {
175
+ "bits": 16,
176
+ "data_type": "float"
177
+ },
178
+ "model.encoder.language_model.layers.16.router.proj": {
179
+ "bits": 16,
180
+ "data_type": "float"
181
+ },
182
+ "model.encoder.language_model.layers.17.router.proj": {
183
+ "bits": 16,
184
+ "data_type": "float"
185
+ },
186
+ "model.encoder.language_model.layers.18.router.proj": {
187
+ "bits": 16,
188
+ "data_type": "float"
189
+ },
190
+ "model.encoder.language_model.layers.19.router.proj": {
191
+ "bits": 16,
192
+ "data_type": "float"
193
+ },
194
+ "model.encoder.language_model.layers.2.router.proj": {
195
+ "bits": 16,
196
+ "data_type": "float"
197
+ },
198
+ "model.encoder.language_model.layers.20.router.proj": {
199
+ "bits": 16,
200
+ "data_type": "float"
201
+ },
202
+ "model.encoder.language_model.layers.21.router.proj": {
203
+ "bits": 16,
204
+ "data_type": "float"
205
+ },
206
+ "model.encoder.language_model.layers.22.router.proj": {
207
+ "bits": 16,
208
+ "data_type": "float"
209
+ },
210
+ "model.encoder.language_model.layers.23.router.proj": {
211
+ "bits": 16,
212
+ "data_type": "float"
213
+ },
214
+ "model.encoder.language_model.layers.24.router.proj": {
215
+ "bits": 16,
216
+ "data_type": "float"
217
+ },
218
+ "model.encoder.language_model.layers.25.router.proj": {
219
+ "bits": 16,
220
+ "data_type": "float"
221
+ },
222
+ "model.encoder.language_model.layers.26.router.proj": {
223
+ "bits": 16,
224
+ "data_type": "float"
225
+ },
226
+ "model.encoder.language_model.layers.27.router.proj": {
227
+ "bits": 16,
228
+ "data_type": "float"
229
+ },
230
+ "model.encoder.language_model.layers.28.router.proj": {
231
+ "bits": 16,
232
+ "data_type": "float"
233
+ },
234
+ "model.encoder.language_model.layers.29.router.proj": {
235
+ "bits": 16,
236
+ "data_type": "float"
237
+ },
238
+ "model.encoder.language_model.layers.3.router.proj": {
239
+ "bits": 16,
240
+ "data_type": "float"
241
+ },
242
+ "model.encoder.language_model.layers.4.router.proj": {
243
+ "bits": 16,
244
+ "data_type": "float"
245
+ },
246
+ "model.encoder.language_model.layers.5.router.proj": {
247
+ "bits": 16,
248
+ "data_type": "float"
249
+ },
250
+ "model.encoder.language_model.layers.6.router.proj": {
251
+ "bits": 16,
252
+ "data_type": "float"
253
+ },
254
+ "model.encoder.language_model.layers.7.router.proj": {
255
+ "bits": 16,
256
+ "data_type": "float"
257
+ },
258
+ "model.encoder.language_model.layers.8.router.proj": {
259
+ "bits": 16,
260
+ "data_type": "float"
261
+ },
262
+ "model.encoder.language_model.layers.9.router.proj": {
263
+ "bits": 16,
264
+ "data_type": "float"
265
+ },
266
  "model.decoder.embed_tokens": {
267
  "bits": 16,
268
  "data_type": "fp"
269
  }
270
+ },
271
+ "group_size": 64,
272
+ "lr": 0.001,
273
+ "minmax_lr": 0.001,
274
+ "nsamples": 512,
275
+ "packing_format": "auto_round:auto_gptq",
276
+ "quant_method": "auto-round",
277
+ "sym": true
278
  },
279
  "text_config": {
280
  "attention_bias": false,
model-00001-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f0292443672a2a100553b2a80902c060ddc5fce8012d1460f2f7af577475155b
3
- size 5370154098
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa10e6a139cdabbc1d5e6ce6fd08ee056af8c534f71eb152e0e28dce7ed10fd6
3
+ size 5370717426
model-00002-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d6f7210606a86e32d8d9c4481e0feb3ef53f74c969cfb2bbc815e38678edd9c8
3
- size 5370183570
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1920b72d12e760b1bb42ead379bd22a17686c33fc8656e71ee0175cb78f23249
3
+ size 5370693240
model-00003-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:957641e41033fc02cffef835bc92f2e381a8753e5f958c85db2f26e56d8629ae
3
- size 5370395848
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0756e845dce856373ccaadb34f04429cdadba045ce00f33c96526da369e576de
3
+ size 5370507416
model-00004-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:63ed3925818ce2b20761b871a3ab5dac1383cebe1c57cb1621c63685837a9c91
3
- size 5369956018
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47af1684749e1583f630a85fa3190c99018310a760c0cfbaefa0cb93a6689c72
3
+ size 5370410368
model-00005-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a3b8326ead6d23b000719b8559063cf3e57a197a2149a4889fbb587a60a44dd2
3
- size 4009840970
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97a84af7643e6cf3d4ad503fef7ceb264d4934ab925ab25e79511f749c520234
3
+ size 4969359934
model.safetensors.index.json CHANGED
The diff for this file is too large to render. See raw diff
 
quantization_config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "bits": 4,
3
  "data_type": "int",
4
- "group_size": 128,
5
  "sym": true,
6
  "lr": 0.001,
7
  "minmax_lr": 0.001,
@@ -9,5 +9,251 @@
9
  "autoround_version": "0.14.0",
10
  "block_name_to_quantize": "model.encoder.language_model.layers,model.decoder.layers",
11
  "quant_method": "auto-round",
12
- "packing_format": "auto_round:auto_gptq"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
13
  }
 
1
  {
2
  "bits": 4,
3
  "data_type": "int",
4
+ "group_size": 64,
5
  "sym": true,
6
  "lr": 0.001,
7
  "minmax_lr": 0.001,
 
9
  "autoround_version": "0.14.0",
10
  "block_name_to_quantize": "model.encoder.language_model.layers,model.decoder.layers",
11
  "quant_method": "auto-round",
12
+ "packing_format": "auto_round:auto_gptq",
13
+ "extra_config": {
14
+ "model.encoder.language_model.layers.0.router.proj": {
15
+ "bits": 16,
16
+ "data_type": "float"
17
+ },
18
+ "model.encoder.language_model.layers.1.router.proj": {
19
+ "bits": 16,
20
+ "data_type": "float"
21
+ },
22
+ "model.encoder.language_model.layers.2.router.proj": {
23
+ "bits": 16,
24
+ "data_type": "float"
25
+ },
26
+ "model.encoder.language_model.layers.3.router.proj": {
27
+ "bits": 16,
28
+ "data_type": "float"
29
+ },
30
+ "model.encoder.language_model.layers.4.router.proj": {
31
+ "bits": 16,
32
+ "data_type": "float"
33
+ },
34
+ "model.encoder.language_model.layers.5.router.proj": {
35
+ "bits": 16,
36
+ "data_type": "float"
37
+ },
38
+ "model.encoder.language_model.layers.6.router.proj": {
39
+ "bits": 16,
40
+ "data_type": "float"
41
+ },
42
+ "model.encoder.language_model.layers.7.router.proj": {
43
+ "bits": 16,
44
+ "data_type": "float"
45
+ },
46
+ "model.encoder.language_model.layers.8.router.proj": {
47
+ "bits": 16,
48
+ "data_type": "float"
49
+ },
50
+ "model.encoder.language_model.layers.9.router.proj": {
51
+ "bits": 16,
52
+ "data_type": "float"
53
+ },
54
+ "model.encoder.language_model.layers.10.router.proj": {
55
+ "bits": 16,
56
+ "data_type": "float"
57
+ },
58
+ "model.encoder.language_model.layers.11.router.proj": {
59
+ "bits": 16,
60
+ "data_type": "float"
61
+ },
62
+ "model.encoder.language_model.layers.12.router.proj": {
63
+ "bits": 16,
64
+ "data_type": "float"
65
+ },
66
+ "model.encoder.language_model.layers.13.router.proj": {
67
+ "bits": 16,
68
+ "data_type": "float"
69
+ },
70
+ "model.encoder.language_model.layers.14.router.proj": {
71
+ "bits": 16,
72
+ "data_type": "float"
73
+ },
74
+ "model.encoder.language_model.layers.15.router.proj": {
75
+ "bits": 16,
76
+ "data_type": "float"
77
+ },
78
+ "model.encoder.language_model.layers.16.router.proj": {
79
+ "bits": 16,
80
+ "data_type": "float"
81
+ },
82
+ "model.encoder.language_model.layers.17.router.proj": {
83
+ "bits": 16,
84
+ "data_type": "float"
85
+ },
86
+ "model.encoder.language_model.layers.18.router.proj": {
87
+ "bits": 16,
88
+ "data_type": "float"
89
+ },
90
+ "model.encoder.language_model.layers.19.router.proj": {
91
+ "bits": 16,
92
+ "data_type": "float"
93
+ },
94
+ "model.encoder.language_model.layers.20.router.proj": {
95
+ "bits": 16,
96
+ "data_type": "float"
97
+ },
98
+ "model.encoder.language_model.layers.21.router.proj": {
99
+ "bits": 16,
100
+ "data_type": "float"
101
+ },
102
+ "model.encoder.language_model.layers.22.router.proj": {
103
+ "bits": 16,
104
+ "data_type": "float"
105
+ },
106
+ "model.encoder.language_model.layers.23.router.proj": {
107
+ "bits": 16,
108
+ "data_type": "float"
109
+ },
110
+ "model.encoder.language_model.layers.24.router.proj": {
111
+ "bits": 16,
112
+ "data_type": "float"
113
+ },
114
+ "model.encoder.language_model.layers.25.router.proj": {
115
+ "bits": 16,
116
+ "data_type": "float"
117
+ },
118
+ "model.encoder.language_model.layers.26.router.proj": {
119
+ "bits": 16,
120
+ "data_type": "float"
121
+ },
122
+ "model.encoder.language_model.layers.27.router.proj": {
123
+ "bits": 16,
124
+ "data_type": "float"
125
+ },
126
+ "model.encoder.language_model.layers.28.router.proj": {
127
+ "bits": 16,
128
+ "data_type": "float"
129
+ },
130
+ "model.encoder.language_model.layers.29.router.proj": {
131
+ "bits": 16,
132
+ "data_type": "float"
133
+ },
134
+ "model.decoder.layers.0.router.proj": {
135
+ "bits": 16,
136
+ "data_type": "float"
137
+ },
138
+ "model.decoder.layers.1.router.proj": {
139
+ "bits": 16,
140
+ "data_type": "float"
141
+ },
142
+ "model.decoder.layers.2.router.proj": {
143
+ "bits": 16,
144
+ "data_type": "float"
145
+ },
146
+ "model.decoder.layers.3.router.proj": {
147
+ "bits": 16,
148
+ "data_type": "float"
149
+ },
150
+ "model.decoder.layers.4.router.proj": {
151
+ "bits": 16,
152
+ "data_type": "float"
153
+ },
154
+ "model.decoder.layers.5.router.proj": {
155
+ "bits": 16,
156
+ "data_type": "float"
157
+ },
158
+ "model.decoder.layers.6.router.proj": {
159
+ "bits": 16,
160
+ "data_type": "float"
161
+ },
162
+ "model.decoder.layers.7.router.proj": {
163
+ "bits": 16,
164
+ "data_type": "float"
165
+ },
166
+ "model.decoder.layers.8.router.proj": {
167
+ "bits": 16,
168
+ "data_type": "float"
169
+ },
170
+ "model.decoder.layers.9.router.proj": {
171
+ "bits": 16,
172
+ "data_type": "float"
173
+ },
174
+ "model.decoder.layers.10.router.proj": {
175
+ "bits": 16,
176
+ "data_type": "float"
177
+ },
178
+ "model.decoder.layers.11.router.proj": {
179
+ "bits": 16,
180
+ "data_type": "float"
181
+ },
182
+ "model.decoder.layers.12.router.proj": {
183
+ "bits": 16,
184
+ "data_type": "float"
185
+ },
186
+ "model.decoder.layers.13.router.proj": {
187
+ "bits": 16,
188
+ "data_type": "float"
189
+ },
190
+ "model.decoder.layers.14.router.proj": {
191
+ "bits": 16,
192
+ "data_type": "float"
193
+ },
194
+ "model.decoder.layers.15.router.proj": {
195
+ "bits": 16,
196
+ "data_type": "float"
197
+ },
198
+ "model.decoder.layers.16.router.proj": {
199
+ "bits": 16,
200
+ "data_type": "float"
201
+ },
202
+ "model.decoder.layers.17.router.proj": {
203
+ "bits": 16,
204
+ "data_type": "float"
205
+ },
206
+ "model.decoder.layers.18.router.proj": {
207
+ "bits": 16,
208
+ "data_type": "float"
209
+ },
210
+ "model.decoder.layers.19.router.proj": {
211
+ "bits": 16,
212
+ "data_type": "float"
213
+ },
214
+ "model.decoder.layers.20.router.proj": {
215
+ "bits": 16,
216
+ "data_type": "float"
217
+ },
218
+ "model.decoder.layers.21.router.proj": {
219
+ "bits": 16,
220
+ "data_type": "float"
221
+ },
222
+ "model.decoder.layers.22.router.proj": {
223
+ "bits": 16,
224
+ "data_type": "float"
225
+ },
226
+ "model.decoder.layers.23.router.proj": {
227
+ "bits": 16,
228
+ "data_type": "float"
229
+ },
230
+ "model.decoder.layers.24.router.proj": {
231
+ "bits": 16,
232
+ "data_type": "float"
233
+ },
234
+ "model.decoder.layers.25.router.proj": {
235
+ "bits": 16,
236
+ "data_type": "float"
237
+ },
238
+ "model.decoder.layers.26.router.proj": {
239
+ "bits": 16,
240
+ "data_type": "float"
241
+ },
242
+ "model.decoder.layers.27.router.proj": {
243
+ "bits": 16,
244
+ "data_type": "float"
245
+ },
246
+ "model.decoder.layers.28.router.proj": {
247
+ "bits": 16,
248
+ "data_type": "float"
249
+ },
250
+ "model.decoder.layers.29.router.proj": {
251
+ "bits": 16,
252
+ "data_type": "float"
253
+ },
254
+ ".*router\\.proj.*": {
255
+ "bits": 16,
256
+ "data_type": "float"
257
+ }
258
+ }
259
  }