Upload 12 files

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

added_tokens.json

@@ -0,0 +1,3 @@
+{
+  "<image_soft_token>": 262144
+}

config.json

@@ -0,0 +1,58 @@
+{
+  "architectures": [
+    "Gemma3ForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "attn_logit_softcapping": null,
+  "bos_token_id": 2,
+  "cache_implementation": "hybrid",
+  "eos_token_id": 1,
+  "final_logit_softcapping": null,
+  "head_dim": 256,
+  "hidden_activation": "gelu_pytorch_tanh",
+  "hidden_size": 3840,
+  "initializer_range": 0.02,
+  "intermediate_size": 15360,
+  "max_position_embeddings": 131072,
+  "model_type": "gemma3_text",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 48,
+  "num_key_value_heads": 8,
+  "pad_token_id": 0,
+  "quantization_config": {
+    "bits": 4,
+    "checkpoint_format": "gptq",
+    "desc_act": true,
+    "group_size": 128,
+    "lm_head": false,
+    "meta": {
+      "damp_auto_increment": 0.0025,
+      "damp_percent": 0.01,
+      "mse": 0.0,
+      "quantizer": [
+        "gptqmodel:2.1.0"
+      ],
+      "static_groups": false,
+      "true_sequential": true,
+      "uri": "https://github.com/modelcloud/gptqmodel"
+    },
+    "pack_dtype": "int32",
+    "quant_method": "gptq",
+    "sym": true
+  },
+  "query_pre_attn_scalar": 256,
+  "rms_norm_eps": 1e-06,
+  "rope_local_base_freq": 10000.0,
+  "rope_scaling": {
+    "factor": 8.0,
+    "rope_type": "linear"
+  },
+  "rope_theta": 1000000.0,
+  "sliding_window": 1024,
+  "sliding_window_pattern": 6,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.51.0.dev0",
+  "use_cache": true,
+  "vocab_size": 262208
+}

generation_config.json

@@ -0,0 +1,11 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 2,
+  "cache_implementation": "hybrid",
+  "eos_token_id": [
+    1,
+    106
+  ],
+  "pad_token_id": 0,
+  "transformers_version": "4.51.0.dev0"
+}

model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002703dba69e24b19003d2b5c8e0a488531071e5fb581388678e18f2be3572f1
+size 3996541560

model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a5ca364000adead0d565a11f7474446c55cf83d54c73ecb7fba98230c104f8
+size 3615673656

quant_log.csv

@@ -0,0 +1,337 @@
+layer,module,loss,damp,time
+0,self_attn.k_proj,541.13354,0.01000,1.369
+0,self_attn.v_proj,524.00024,0.01000,1.146
+0,self_attn.q_proj,236.65874,0.01000,1.159
+0,self_attn.o_proj,313.03809,0.01000,1.239
+0,mlp.up_proj,13.09483,0.01000,1.176
+0,mlp.gate_proj,13.77142,0.01000,1.179
+0,mlp.down_proj,4.23081,0.01000,5.288
+1,self_attn.k_proj,17.93688,0.01000,1.146
+1,self_attn.v_proj,18.72330,0.01000,1.141
+1,self_attn.q_proj,19.96606,0.01000,1.168
+1,self_attn.o_proj,2.47787,0.01000,1.230
+1,mlp.up_proj,31.92973,0.01000,1.177
+1,mlp.gate_proj,43.11442,0.01000,1.171
+1,mlp.down_proj,2.11448,0.01000,5.270
+2,self_attn.k_proj,55.17967,0.01000,1.140
+2,self_attn.v_proj,56.39925,0.01000,1.138
+2,self_attn.q_proj,20.52049,0.01000,1.153
+2,self_attn.o_proj,16.94455,0.01000,1.224
+2,mlp.up_proj,26.67284,0.01000,1.173
+2,mlp.gate_proj,29.84965,0.01000,1.166
+2,mlp.down_proj,0.43737,0.01000,5.264
+3,self_attn.k_proj,32.86499,0.01000,1.140
+3,self_attn.v_proj,33.66631,0.01000,1.145
+3,self_attn.q_proj,21.27360,0.01000,1.162
+3,self_attn.o_proj,15.54027,0.01000,1.232
+3,mlp.up_proj,175.99846,0.01000,1.166
+3,mlp.gate_proj,183.83678,0.01000,1.168
+3,mlp.down_proj,43.10832,0.01000,5.278
+4,self_attn.k_proj,50.42262,0.01000,1.134
+4,self_attn.v_proj,50.80437,0.01000,1.128
+4,self_attn.q_proj,34.96879,0.01000,1.160
+4,self_attn.o_proj,20.64001,0.01000,1.227
+4,mlp.up_proj,42.46541,0.01000,1.170
+4,mlp.gate_proj,44.23412,0.01000,1.165
+4,mlp.down_proj,1.56396,0.01000,5.256
+5,self_attn.k_proj,72.72899,0.01000,1.142
+5,self_attn.v_proj,58.08025,0.01000,1.134
+5,self_attn.q_proj,17.82669,0.01000,1.166
+5,self_attn.o_proj,5.53370,0.01000,1.225
+5,mlp.up_proj,42.33241,0.01000,1.172
+5,mlp.gate_proj,44.19517,0.01000,1.169
+5,mlp.down_proj,2.22423,0.01000,5.276
+6,self_attn.k_proj,84.36617,0.01000,1.141
+6,self_attn.v_proj,68.58587,0.01000,1.141
+6,self_attn.q_proj,42.22988,0.01000,1.165
+6,self_attn.o_proj,22.37763,0.01000,1.224
+6,mlp.up_proj,22.91920,0.01000,1.165
+6,mlp.gate_proj,23.08118,0.01000,1.176
+6,mlp.down_proj,0.41280,0.01000,5.278
+7,self_attn.k_proj,75.11481,0.01000,1.146
+7,self_attn.v_proj,69.92151,0.01000,1.136
+7,self_attn.q_proj,23.31736,0.01000,1.165
+7,self_attn.o_proj,17.73646,0.01000,1.228
+7,mlp.up_proj,53.84304,0.01000,1.175
+7,mlp.gate_proj,54.73155,0.01000,1.168
+7,mlp.down_proj,1.29550,0.01000,5.276
+8,self_attn.k_proj,29.92232,0.01000,1.130
+8,self_attn.v_proj,25.64258,0.01000,1.135
+8,self_attn.q_proj,49.92485,0.01000,1.155
+8,self_attn.o_proj,4.97905,0.01000,1.226
+8,mlp.up_proj,41.39110,0.01000,1.165
+8,mlp.gate_proj,41.33935,0.01000,1.166
+8,mlp.down_proj,0.40674,0.01000,5.255
+9,self_attn.k_proj,45.50682,0.01000,1.143
+9,self_attn.v_proj,43.90495,0.01000,1.157
+9,self_attn.q_proj,7.16775,0.01000,1.205
+9,self_attn.o_proj,8.32300,0.01000,1.255
+9,mlp.up_proj,18.17541,0.01000,1.190
+9,mlp.gate_proj,18.48425,0.01000,1.185
+9,mlp.down_proj,0.32448,0.01000,5.336
+10,self_attn.k_proj,30.81048,0.01000,1.152
+10,self_attn.v_proj,32.14077,0.01000,1.144
+10,self_attn.q_proj,11.03526,0.01000,1.173
+10,self_attn.o_proj,6.05486,0.01000,1.231
+10,mlp.up_proj,19.89635,0.01000,1.175
+10,mlp.gate_proj,20.11558,0.01000,1.179
+10,mlp.down_proj,0.45918,0.01000,5.307
+11,self_attn.k_proj,36.07178,0.01000,1.157
+11,self_attn.v_proj,23.75871,0.01000,1.155
+11,self_attn.q_proj,4.07136,0.01000,1.174
+11,self_attn.o_proj,4.88146,0.01000,1.246
+11,mlp.up_proj,16.78284,0.01000,1.191
+11,mlp.gate_proj,16.65389,0.01000,1.181
+11,mlp.down_proj,0.22747,0.01000,5.326
+12,self_attn.k_proj,28.23595,0.01000,1.151
+12,self_attn.v_proj,24.78283,0.01000,1.146
+12,self_attn.q_proj,6.14941,0.01000,1.169
+12,self_attn.o_proj,2.96259,0.01000,1.233
+12,mlp.up_proj,19.28688,0.01000,1.183
+12,mlp.gate_proj,19.24973,0.01000,1.179
+12,mlp.down_proj,0.43755,0.01000,5.330
+13,self_attn.k_proj,28.39410,0.01000,1.158
+13,self_attn.v_proj,27.71966,0.01000,1.152
+13,self_attn.q_proj,5.89212,0.01000,1.176
+13,self_attn.o_proj,2.00516,0.01000,1.265
+13,mlp.up_proj,13.19166,0.01000,1.196
+13,mlp.gate_proj,13.18062,0.01000,1.214
+13,mlp.down_proj,0.26906,0.01000,5.319
+14,self_attn.k_proj,5.90705,0.01000,1.153
+14,self_attn.v_proj,5.37098,0.01000,1.151
+14,self_attn.q_proj,8.23420,0.01000,1.176
+14,self_attn.o_proj,1.25329,0.01000,1.233
+14,mlp.up_proj,5.87847,0.01000,1.180
+14,mlp.gate_proj,5.87578,0.01000,1.167
+14,mlp.down_proj,0.44269,0.01000,5.268
+15,self_attn.k_proj,3.62104,0.01000,1.159
+15,self_attn.v_proj,3.31765,0.01000,1.164
+15,self_attn.q_proj,6.65585,0.01000,1.185
+15,self_attn.o_proj,1.09457,0.01000,1.249
+15,mlp.up_proj,5.64707,0.01000,1.187
+15,mlp.gate_proj,5.64888,0.01000,1.183
+15,mlp.down_proj,1.79231,0.01000,5.323
+16,self_attn.k_proj,5.06185,0.01000,1.158
+16,self_attn.v_proj,5.04160,0.01000,1.156
+16,self_attn.q_proj,2.51695,0.01000,1.182
+16,self_attn.o_proj,1.42447,0.01000,1.238
+16,mlp.up_proj,4.45154,0.01000,1.184
+16,mlp.gate_proj,4.43117,0.01000,1.185
+16,mlp.down_proj,0.10553,0.01000,5.312
+17,self_attn.k_proj,1.61782,0.01000,1.157
+17,self_attn.v_proj,1.11016,0.01000,1.154
+17,self_attn.q_proj,1.51316,0.01000,1.183
+17,self_attn.o_proj,0.21809,0.01000,1.249
+17,mlp.up_proj,10.56579,0.01000,1.203
+17,mlp.gate_proj,10.49751,0.01000,1.197
+17,mlp.down_proj,0.07942,0.01000,5.333
+18,self_attn.k_proj,1.67368,0.01000,1.153
+18,self_attn.v_proj,1.47577,0.01000,1.150
+18,self_attn.q_proj,1.22046,0.01000,1.173
+18,self_attn.o_proj,0.25480,0.01000,1.236
+18,mlp.up_proj,6.13185,0.01000,1.177
+18,mlp.gate_proj,6.06935,0.01000,1.180
+18,mlp.down_proj,0.34597,0.01000,5.333
+19,self_attn.k_proj,4.36240,0.01000,1.163
+19,self_attn.v_proj,3.68388,0.01000,1.156
+19,self_attn.q_proj,1.44465,0.01000,1.181
+19,self_attn.o_proj,0.76993,0.01000,1.244
+19,mlp.up_proj,3.91250,0.01000,1.173
+19,mlp.gate_proj,3.84983,0.01000,1.172
+19,mlp.down_proj,0.07436,0.01000,5.274
+20,self_attn.k_proj,8.00628,0.01000,1.147
+20,self_attn.v_proj,7.67947,0.01000,1.145
+20,self_attn.q_proj,2.27584,0.01000,1.166
+20,self_attn.o_proj,0.54385,0.01000,1.231
+20,mlp.up_proj,4.61316,0.01000,1.178
+20,mlp.gate_proj,4.56322,0.01000,1.177
+20,mlp.down_proj,0.14599,0.01000,5.310
+21,self_attn.k_proj,2.59709,0.01000,1.136
+21,self_attn.v_proj,2.45972,0.01000,1.137
+21,self_attn.q_proj,4.14215,0.01000,1.167
+21,self_attn.o_proj,0.32877,0.01000,1.235
+21,mlp.up_proj,5.49134,0.01000,1.175
+21,mlp.gate_proj,5.51805,0.01000,1.178
+21,mlp.down_proj,0.16652,0.01000,5.256
+22,self_attn.k_proj,3.19467,0.01000,1.135
+22,self_attn.v_proj,2.79026,0.01000,1.141
+22,self_attn.q_proj,1.95016,0.01000,1.161
+22,self_attn.o_proj,0.62331,0.01000,1.228
+22,mlp.up_proj,4.84731,0.01000,1.178
+22,mlp.gate_proj,4.81332,0.01000,1.171
+22,mlp.down_proj,0.02194,0.01000,5.270
+23,self_attn.k_proj,1.24092,0.01000,1.144
+23,self_attn.v_proj,0.96560,0.01000,1.174
+23,self_attn.q_proj,0.69119,0.01000,1.209
+23,self_attn.o_proj,0.05925,0.01000,1.266
+23,mlp.up_proj,4.66686,0.01000,1.182
+23,mlp.gate_proj,4.78342,0.01000,1.179
+23,mlp.down_proj,0.03919,0.01000,5.320
+24,self_attn.k_proj,15.45271,0.01000,1.152
+24,self_attn.v_proj,13.04742,0.01000,1.153
+24,self_attn.q_proj,3.05512,0.01000,1.175
+24,self_attn.o_proj,0.56290,0.01000,1.239
+24,mlp.up_proj,3.25264,0.01000,1.178
+24,mlp.gate_proj,3.27618,0.01000,1.177
+24,mlp.down_proj,0.02530,0.01000,5.320
+25,self_attn.k_proj,3.83113,0.01000,1.149
+25,self_attn.v_proj,3.51526,0.01000,1.148
+25,self_attn.q_proj,6.40574,0.01000,1.172
+25,self_attn.o_proj,0.31738,0.01000,1.232
+25,mlp.up_proj,3.27430,0.01000,1.181
+25,mlp.gate_proj,3.36226,0.01000,1.179
+25,mlp.down_proj,0.00939,0.01000,5.350
+26,self_attn.k_proj,6.09987,0.01000,1.179
+26,self_attn.v_proj,5.23842,0.01000,1.177
+26,self_attn.q_proj,5.84130,0.01000,1.180
+26,self_attn.o_proj,0.83060,0.01000,1.283
+26,mlp.up_proj,3.63879,0.01000,1.181
+26,mlp.gate_proj,3.80557,0.01000,1.208
+26,mlp.down_proj,0.02998,0.01000,5.355
+27,self_attn.k_proj,6.89362,0.01000,1.148
+27,self_attn.v_proj,5.93298,0.01000,1.152
+27,self_attn.q_proj,4.85018,0.01000,1.181
+27,self_attn.o_proj,0.29430,0.01000,1.240
+27,mlp.up_proj,4.16985,0.01000,1.182
+27,mlp.gate_proj,4.32480,0.01000,1.174
+27,mlp.down_proj,0.01340,0.01000,5.319
+28,self_attn.k_proj,13.89592,0.01000,1.182
+28,self_attn.v_proj,13.21770,0.01000,1.185
+28,self_attn.q_proj,7.81782,0.01000,1.186
+28,self_attn.o_proj,0.88097,0.01000,1.234
+28,mlp.up_proj,15.60182,0.01000,1.182
+28,mlp.gate_proj,16.38438,0.01000,1.205
+28,mlp.down_proj,0.13926,0.01000,5.322
+29,self_attn.k_proj,3.39715,0.01000,1.156
+29,self_attn.v_proj,3.12082,0.01000,1.159
+29,self_attn.q_proj,2.24113,0.01000,1.178
+29,self_attn.o_proj,0.26442,0.01000,1.237
+29,mlp.up_proj,13.86748,0.01000,1.186
+29,mlp.gate_proj,14.45333,0.01000,1.186
+29,mlp.down_proj,0.12276,0.01000,5.333
+30,self_attn.k_proj,8.86315,0.01000,1.151
+30,self_attn.v_proj,9.34150,0.01000,1.149
+30,self_attn.q_proj,15.43161,0.01000,1.170
+30,self_attn.o_proj,0.52530,0.01000,1.251
+30,mlp.up_proj,21.33563,0.01000,1.203
+30,mlp.gate_proj,21.95199,0.01000,1.206
+30,mlp.down_proj,0.33765,0.01000,5.337
+31,self_attn.k_proj,17.89855,0.01000,1.161
+31,self_attn.v_proj,15.04204,0.01000,1.155
+31,self_attn.q_proj,24.59508,0.01000,1.176
+31,self_attn.o_proj,1.00914,0.01000,1.244
+31,mlp.up_proj,10.30728,0.01000,1.183
+31,mlp.gate_proj,10.62114,0.01000,1.184
+31,mlp.down_proj,0.10517,0.01000,5.316
+32,self_attn.k_proj,13.39213,0.01000,1.153
+32,self_attn.v_proj,12.69509,0.01000,1.154
+32,self_attn.q_proj,21.92416,0.01000,1.180
+32,self_attn.o_proj,1.35059,0.01000,1.235
+32,mlp.up_proj,20.39222,0.01000,1.222
+32,mlp.gate_proj,21.17166,0.01000,1.223
+32,mlp.down_proj,0.14895,0.01000,5.467
+33,self_attn.k_proj,67.60665,0.01000,1.158
+33,self_attn.v_proj,61.93232,0.01000,1.156
+33,self_attn.q_proj,10.20906,0.01000,1.170
+33,self_attn.o_proj,6.49278,0.01000,1.237
+33,mlp.up_proj,21.61745,0.01000,1.188
+33,mlp.gate_proj,22.45165,0.01000,1.183
+33,mlp.down_proj,0.40881,0.01000,5.329
+34,self_attn.k_proj,25.21844,0.01000,1.150
+34,self_attn.v_proj,23.25540,0.01000,1.149
+34,self_attn.q_proj,23.43749,0.01000,1.173
+34,self_attn.o_proj,0.89653,0.01000,1.238
+34,mlp.up_proj,23.62345,0.01000,1.181
+34,mlp.gate_proj,24.54617,0.01000,1.177
+34,mlp.down_proj,0.47707,0.01000,5.344
+35,self_attn.k_proj,4.05301,0.01000,1.148
+35,self_attn.v_proj,3.72610,0.01000,1.152
+35,self_attn.q_proj,5.03022,0.01000,1.177
+35,self_attn.o_proj,0.15661,0.01000,1.238
+35,mlp.up_proj,24.17026,0.01000,1.181
+35,mlp.gate_proj,24.90578,0.01000,1.188
+35,mlp.down_proj,0.28311,0.01000,5.365
+36,self_attn.k_proj,20.25990,0.01000,1.158
+36,self_attn.v_proj,17.49859,0.01000,1.148
+36,self_attn.q_proj,36.25520,0.01000,1.184
+36,self_attn.o_proj,1.39140,0.01000,1.236
+36,mlp.up_proj,24.74201,0.01000,1.178
+36,mlp.gate_proj,25.37830,0.01000,1.174
+36,mlp.down_proj,0.17330,0.01000,5.284
+37,self_attn.k_proj,56.08345,0.01000,1.155
+37,self_attn.v_proj,52.79922,0.01000,1.147
+37,self_attn.q_proj,33.67844,0.01000,1.168
+37,self_attn.o_proj,0.92829,0.01000,1.236
+37,mlp.up_proj,18.60583,0.01000,1.174
+37,mlp.gate_proj,18.98741,0.01000,1.177
+37,mlp.down_proj,0.09705,0.01000,5.314
+38,self_attn.k_proj,41.53551,0.01000,1.143
+38,self_attn.v_proj,33.07961,0.01000,1.141
+38,self_attn.q_proj,26.74597,0.01000,1.167
+38,self_attn.o_proj,1.16061,0.01000,1.229
+38,mlp.up_proj,16.90224,0.01000,1.176
+38,mlp.gate_proj,17.23815,0.01000,1.178
+38,mlp.down_proj,0.25427,0.01000,5.282
+39,self_attn.k_proj,17.96823,0.01000,1.155
+39,self_attn.v_proj,17.67106,0.01000,1.144
+39,self_attn.q_proj,33.80338,0.01000,1.170
+39,self_attn.o_proj,0.67802,0.01000,1.234
+39,mlp.up_proj,19.49164,0.01000,1.172
+39,mlp.gate_proj,19.95888,0.01000,1.170
+39,mlp.down_proj,0.37972,0.01000,5.311
+40,self_attn.k_proj,38.02741,0.01000,1.154
+40,self_attn.v_proj,36.83753,0.01000,1.151
+40,self_attn.q_proj,28.99961,0.01000,1.182
+40,self_attn.o_proj,0.60003,0.01000,1.247
+40,mlp.up_proj,16.13040,0.01000,1.187
+40,mlp.gate_proj,16.71348,0.01000,1.184
+40,mlp.down_proj,0.13565,0.01000,5.350
+41,self_attn.k_proj,3.06665,0.01000,1.153
+41,self_attn.v_proj,2.25483,0.01000,1.146
+41,self_attn.q_proj,1.40651,0.01000,1.176
+41,self_attn.o_proj,0.02935,0.01000,1.247
+41,mlp.up_proj,21.41223,0.01000,1.187
+41,mlp.gate_proj,22.10480,0.01000,1.179
+41,mlp.down_proj,0.32669,0.01000,5.312
+42,self_attn.k_proj,12.04000,0.01000,1.147
+42,self_attn.v_proj,9.32724,0.01000,1.146
+42,self_attn.q_proj,17.59069,0.01000,1.165
+42,self_attn.o_proj,0.25627,0.01000,1.239
+42,mlp.up_proj,10.66330,0.01000,1.175
+42,mlp.gate_proj,11.14412,0.01000,1.173
+42,mlp.down_proj,0.11307,0.01000,5.324
+43,self_attn.k_proj,19.24364,0.01000,1.149
+43,self_attn.v_proj,16.14411,0.01000,1.144
+43,self_attn.q_proj,2.13901,0.01000,1.171
+43,self_attn.o_proj,0.57865,0.01000,1.236
+43,mlp.up_proj,17.27629,0.01000,1.185
+43,mlp.gate_proj,18.36621,0.01000,1.176
+43,mlp.down_proj,0.19911,0.01000,5.313
+44,self_attn.k_proj,56.45793,0.01000,1.155
+44,self_attn.v_proj,42.57193,0.01000,1.155
+44,self_attn.q_proj,9.74599,0.01000,1.174
+44,self_attn.o_proj,4.25844,0.01000,1.232
+44,mlp.up_proj,12.01761,0.01000,1.178
+44,mlp.gate_proj,12.94910,0.01000,1.172
+44,mlp.down_proj,0.22308,0.01000,5.293
+45,self_attn.k_proj,33.53449,0.01000,1.151
+45,self_attn.v_proj,27.88224,0.01000,1.146
+45,self_attn.q_proj,25.26192,0.01000,1.170
+45,self_attn.o_proj,1.09609,0.01000,1.233
+45,mlp.up_proj,12.26534,0.01000,1.181
+45,mlp.gate_proj,13.05515,0.01000,1.180
+45,mlp.down_proj,0.31663,0.01000,5.342
+46,self_attn.k_proj,21.10816,0.01000,1.150
+46,self_attn.v_proj,19.91315,0.01000,1.144
+46,self_attn.q_proj,3.43455,0.01000,1.165
+46,self_attn.o_proj,1.93408,0.01000,1.237
+46,mlp.up_proj,30.78687,0.01000,1.180
+46,mlp.gate_proj,31.95230,0.01000,1.176
+46,mlp.down_proj,0.45266,0.01000,5.307
+47,self_attn.k_proj,2.52750,0.01000,1.155
+47,self_attn.v_proj,2.22451,0.01000,1.149
+47,self_attn.q_proj,2.76382,0.01000,1.170
+47,self_attn.o_proj,0.18812,0.01000,1.245
+47,mlp.up_proj,26.70221,0.01000,1.177
+47,mlp.gate_proj,27.67697,0.01000,1.178
+47,mlp.down_proj,0.65549,0.01000,5.359

quantize_config.json

@@ -0,0 +1,21 @@
+{
+  "bits": 4,
+  "group_size": 128,
+  "desc_act": true,
+  "sym": true,
+  "lm_head": false,
+  "quant_method": "gptq",
+  "checkpoint_format": "gptq",
+  "pack_dtype": "int32",
+  "meta": {
+    "quantizer": [
+      "gptqmodel:2.1.0"
+    ],
+    "uri": "https://github.com/modelcloud/gptqmodel",
+    "damp_percent": 0.01,
+    "damp_auto_increment": 0.0025,
+    "static_groups": false,
+    "true_sequential": true,
+    "mse": 0.0
+  }
+}

special_tokens_map.json

@@ -0,0 +1,27 @@
+{
+  "boi_token": "<start_of_image>",
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eoi_token": "<end_of_image>",
+  "eos_token": {
+    "content": "<end_of_turn>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "image_token": "<image_soft_token>",
+  "pad_token": "<pad>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4667f2089529e8e7657cfb6d1c19910ae71ff5f28aa7ab2ff2763330affad795
+size 33384568

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1299c11d7cf632ef3b4e11937501358ada021bbdf7c47638d13c0ee982f2e79c
+size 4689074