Upload 15 files

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

added_tokens.json

@@ -0,0 +1,3 @@
+{
+  "<image_soft_token>": 262144
+}

config.json

@@ -0,0 +1,58 @@
+{
+  "architectures": [
+    "Gemma3ForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "attn_logit_softcapping": null,
+  "bos_token_id": 2,
+  "cache_implementation": "hybrid",
+  "eos_token_id": 1,
+  "final_logit_softcapping": null,
+  "head_dim": 128,
+  "hidden_activation": "gelu_pytorch_tanh",
+  "hidden_size": 5376,
+  "initializer_range": 0.02,
+  "intermediate_size": 21504,
+  "max_position_embeddings": 131072,
+  "model_type": "gemma3_text",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 62,
+  "num_key_value_heads": 16,
+  "pad_token_id": 0,
+  "quantization_config": {
+    "bits": 4,
+    "checkpoint_format": "gptq",
+    "desc_act": true,
+    "group_size": 128,
+    "lm_head": false,
+    "meta": {
+      "damp_auto_increment": 0.0025,
+      "damp_percent": 0.01,
+      "mse": 0.0,
+      "quantizer": [
+        "gptqmodel:2.1.0"
+      ],
+      "static_groups": false,
+      "true_sequential": true,
+      "uri": "https://github.com/modelcloud/gptqmodel"
+    },
+    "pack_dtype": "int32",
+    "quant_method": "gptq",
+    "sym": true
+  },
+  "query_pre_attn_scalar": 168,
+  "rms_norm_eps": 1e-06,
+  "rope_local_base_freq": 10000.0,
+  "rope_scaling": {
+    "factor": 8.0,
+    "rope_type": "linear"
+  },
+  "rope_theta": 1000000.0,
+  "sliding_window": 1024,
+  "sliding_window_pattern": 6,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.51.0.dev0",
+  "use_cache": true,
+  "vocab_size": 262208
+}

generation_config.json

@@ -0,0 +1,11 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 2,
+  "cache_implementation": "hybrid",
+  "eos_token_id": [
+    1,
+    106
+  ],
+  "pad_token_id": 0,
+  "transformers_version": "4.51.0.dev0"
+}

model-00001-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f548f774bb7ed5eb2aeb423838eb947dba4b308c7b99e0b05502f3facff8d47f
+size 3987545168

model-00002-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0252dd63b23411f15b80c3d6520a59b58a15241132e726829410b17f84b4210d
+size 3997409744

model-00003-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f202f0d2d0a0411278592cb8295f8bf51785b3ea1a98d620143afc8f88f4f440
+size 3948698944

model-00004-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a0f7116c9008d43d3dfaab4fc1a8a9ae4d45d42364c2d4b52e0173a0952d29
+size 3997409896

model-00005-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd574bf63e34081e97536f2a0ade1c9785a4145eb0ce293ea3ca0fbdfae290e
+size 203308424

quant_log.csv

@@ -0,0 +1,435 @@
+layer,module,loss,damp,time
+0,self_attn.k_proj,228.61710,0.01000,1.859
+0,self_attn.v_proj,253.19312,0.01000,1.604
+0,self_attn.q_proj,141.86264,0.01000,1.590
+0,self_attn.o_proj,343.01404,0.01000,1.226
+0,mlp.up_proj,39.20745,0.01000,1.646
+0,mlp.gate_proj,39.89334,0.01000,1.639
+0,mlp.down_proj,58.10246,0.01000,8.292
+1,self_attn.k_proj,68.73937,0.01000,1.606
+1,self_attn.v_proj,64.62814,0.01000,1.597
+1,self_attn.q_proj,9.89349,0.01000,1.620
+1,self_attn.o_proj,12.42410,0.01000,1.223
+1,mlp.up_proj,30.04769,0.01000,1.682
+1,mlp.gate_proj,38.34677,0.01000,1.668
+1,mlp.down_proj,4.29689,0.01000,8.273
+2,self_attn.k_proj,16.71628,0.01000,1.604
+2,self_attn.v_proj,17.16328,0.01000,1.583
+2,self_attn.q_proj,30.74933,0.01000,1.609
+2,self_attn.o_proj,7.20554,0.01000,1.218
+2,mlp.up_proj,42.72074,0.01000,1.665
+2,mlp.gate_proj,44.59277,0.01000,1.655
+2,mlp.down_proj,8.48032,0.01000,8.256
+3,self_attn.k_proj,35.89268,0.01000,1.604
+3,self_attn.v_proj,35.70708,0.01000,1.593
+3,self_attn.q_proj,41.87522,0.01000,1.603
+3,self_attn.o_proj,17.80805,0.01000,1.227
+3,mlp.up_proj,74.39162,0.01000,1.667
+3,mlp.gate_proj,105.57904,0.01000,1.659
+3,mlp.down_proj,2.80403,0.01000,8.299
+4,self_attn.k_proj,18.24422,0.01000,1.595
+4,self_attn.v_proj,21.32573,0.01000,1.584
+4,self_attn.q_proj,4.11614,0.01000,1.602
+4,self_attn.o_proj,28.03704,0.01000,1.216
+4,mlp.up_proj,101.50375,0.01000,1.674
+4,mlp.gate_proj,107.20500,0.01000,1.661
+4,mlp.down_proj,9.10312,0.01000,8.271
+5,self_attn.k_proj,39.42845,0.01000,1.594
+5,self_attn.v_proj,42.69853,0.01000,1.586
+5,self_attn.q_proj,34.36060,0.01000,1.605
+5,self_attn.o_proj,3.56486,0.01000,1.218
+5,mlp.up_proj,142.57787,0.01000,1.683
+5,mlp.gate_proj,142.91211,0.01000,1.669
+5,mlp.down_proj,25.05610,0.01000,8.347
+6,self_attn.k_proj,20.35823,0.01000,1.608
+6,self_attn.v_proj,19.73539,0.01000,1.600
+6,self_attn.q_proj,23.32359,0.01000,1.631
+6,self_attn.o_proj,6.24194,0.01000,1.233
+6,mlp.up_proj,116.53198,0.01000,1.684
+6,mlp.gate_proj,118.43733,0.01000,1.673
+6,mlp.down_proj,25.87358,0.01000,8.363
+7,self_attn.k_proj,17.67576,0.01000,1.622
+7,self_attn.v_proj,18.29718,0.01000,1.627
+7,self_attn.q_proj,23.04462,0.01000,1.657
+7,self_attn.o_proj,9.27544,0.01000,1.239
+7,mlp.up_proj,26.80667,0.01000,1.700
+7,mlp.gate_proj,27.09825,0.01000,1.693
+7,mlp.down_proj,4.54449,0.01000,8.431
+8,self_attn.k_proj,26.21228,0.01000,1.630
+8,self_attn.v_proj,28.40262,0.01000,1.619
+8,self_attn.q_proj,10.82491,0.01000,1.639
+8,self_attn.o_proj,7.82063,0.01000,1.236
+8,mlp.up_proj,25.34582,0.01000,1.702
+8,mlp.gate_proj,25.62141,0.01000,1.689
+8,mlp.down_proj,2.88563,0.01000,8.396
+9,self_attn.k_proj,33.19525,0.01000,1.626
+9,self_attn.v_proj,35.50793,0.01000,1.629
+9,self_attn.q_proj,13.00117,0.01000,1.654
+9,self_attn.o_proj,14.80057,0.01000,1.235
+9,mlp.up_proj,45.20444,0.01000,1.695
+9,mlp.gate_proj,45.30681,0.01000,1.686
+9,mlp.down_proj,6.37110,0.01000,8.395
+10,self_attn.k_proj,49.76878,0.01000,1.633
+10,self_attn.v_proj,50.40453,0.01000,1.619
+10,self_attn.q_proj,14.66619,0.01000,1.636
+10,self_attn.o_proj,27.18292,0.01000,1.240
+10,mlp.up_proj,47.51447,0.01000,1.703
+10,mlp.gate_proj,48.56642,0.01000,1.702
+10,mlp.down_proj,5.15361,0.01000,8.418
+11,self_attn.k_proj,38.24666,0.01000,1.637
+11,self_attn.v_proj,30.07842,0.01000,1.634
+11,self_attn.q_proj,58.60720,0.01000,1.659
+11,self_attn.o_proj,7.89761,0.01000,1.251
+11,mlp.up_proj,134.22287,0.01000,1.720
+11,mlp.gate_proj,141.32153,0.01000,1.701
+11,mlp.down_proj,9.60527,0.01000,8.469
+12,self_attn.k_proj,92.23084,0.01000,1.626
+12,self_attn.v_proj,82.09882,0.01000,1.612
+12,self_attn.q_proj,127.59977,0.01000,1.631
+12,self_attn.o_proj,14.53280,0.01000,1.243
+12,mlp.up_proj,1531.11389,0.01000,1.708
+12,mlp.gate_proj,1551.58765,0.01000,1.696
+12,mlp.down_proj,178.51028,0.01000,8.401
+13,self_attn.k_proj,279.33826,0.01000,1.625
+13,self_attn.v_proj,253.20819,0.01000,1.642
+13,self_attn.q_proj,83.87119,0.01000,1.653
+13,self_attn.o_proj,123.21405,0.01000,1.242
+13,mlp.up_proj,746.59186,0.01000,1.713
+13,mlp.gate_proj,743.17670,0.01000,1.693
+13,mlp.down_proj,145.95303,0.01000,8.420
+14,self_attn.k_proj,107.20930,0.01000,1.625
+14,self_attn.v_proj,97.85188,0.01000,1.616
+14,self_attn.q_proj,124.41954,0.01000,1.640
+14,self_attn.o_proj,63.05926,0.01000,1.241
+14,mlp.up_proj,55.34809,0.01000,1.700
+14,mlp.gate_proj,55.17800,0.01000,1.694
+14,mlp.down_proj,1.47162,0.01000,8.401
+15,self_attn.k_proj,21.91747,0.01000,1.631
+15,self_attn.v_proj,21.43095,0.01000,1.618
+15,self_attn.q_proj,39.50624,0.01000,1.635
+15,self_attn.o_proj,4.70265,0.01000,1.244
+15,mlp.up_proj,32.41655,0.01000,1.701
+15,mlp.gate_proj,32.51458,0.01000,1.697
+15,mlp.down_proj,0.56551,0.01000,8.405
+16,self_attn.k_proj,19.90011,0.01000,1.624
+16,self_attn.v_proj,21.37067,0.01000,1.613
+16,self_attn.q_proj,13.31114,0.01000,1.648
+16,self_attn.o_proj,15.69799,0.01000,1.235
+16,mlp.up_proj,27.74037,0.01000,1.710
+16,mlp.gate_proj,27.70950,0.01000,1.701
+16,mlp.down_proj,0.52529,0.01000,8.395
+17,self_attn.k_proj,38.53021,0.01000,1.633
+17,self_attn.v_proj,27.09827,0.01000,1.627
+17,self_attn.q_proj,6.20501,0.01000,1.634
+17,self_attn.o_proj,7.87432,0.01000,1.246
+17,mlp.up_proj,17.71177,0.01000,1.698
+17,mlp.gate_proj,17.88526,0.01000,1.693
+17,mlp.down_proj,0.71275,0.01000,8.404
+18,self_attn.k_proj,12.09626,0.01000,1.618
+18,self_attn.v_proj,10.76769,0.01000,1.612
+18,self_attn.q_proj,8.02076,0.01000,1.642
+18,self_attn.o_proj,7.45883,0.01000,1.239
+18,mlp.up_proj,21.86592,0.01000,1.699
+18,mlp.gate_proj,21.87827,0.01000,1.692
+18,mlp.down_proj,0.34997,0.01000,8.380
+19,self_attn.k_proj,25.55136,0.01000,1.627
+19,self_attn.v_proj,23.27475,0.01000,1.615
+19,self_attn.q_proj,3.79012,0.01000,1.634
+19,self_attn.o_proj,7.35642,0.01000,1.243
+19,mlp.up_proj,23.84431,0.01000,1.705
+19,mlp.gate_proj,23.71142,0.01000,1.699
+19,mlp.down_proj,0.39274,0.01000,8.410
+20,self_attn.k_proj,6.90577,0.01000,1.628
+20,self_attn.v_proj,6.13503,0.01000,1.616
+20,self_attn.q_proj,11.11080,0.01000,1.630
+20,self_attn.o_proj,2.09453,0.01000,1.247
+20,mlp.up_proj,11.84045,0.01000,1.699
+20,mlp.gate_proj,11.80899,0.01000,1.689
+20,mlp.down_proj,0.15950,0.01000,8.389
+21,self_attn.k_proj,6.40497,0.01000,1.631
+21,self_attn.v_proj,5.66493,0.01000,1.617
+21,self_attn.q_proj,4.97676,0.01000,1.641
+21,self_attn.o_proj,3.06990,0.01000,1.253
+21,mlp.up_proj,11.49875,0.01000,1.709
+21,mlp.gate_proj,11.48977,0.01000,1.702
+21,mlp.down_proj,0.07881,0.01000,8.394
+22,self_attn.k_proj,11.57931,0.01000,1.621
+22,self_attn.v_proj,11.31033,0.01000,1.615
+22,self_attn.q_proj,1.74686,0.01000,1.637
+22,self_attn.o_proj,3.35387,0.01000,1.239
+22,mlp.up_proj,8.66117,0.01000,1.707
+22,mlp.gate_proj,8.55637,0.01000,1.695
+22,mlp.down_proj,0.10522,0.01000,8.410
+23,self_attn.k_proj,2.13826,0.01000,1.631
+23,self_attn.v_proj,1.46145,0.01000,1.619
+23,self_attn.q_proj,3.14328,0.01000,1.638
+23,self_attn.o_proj,0.28105,0.01000,1.248
+23,mlp.up_proj,9.16744,0.01000,1.704
+23,mlp.gate_proj,9.11455,0.01000,1.697
+23,mlp.down_proj,0.11369,0.01000,8.412
+24,self_attn.k_proj,3.20562,0.01000,1.625
+24,self_attn.v_proj,2.95845,0.01000,1.618
+24,self_attn.q_proj,2.61312,0.01000,1.637
+24,self_attn.o_proj,0.32490,0.01000,1.245
+24,mlp.up_proj,5.22255,0.01000,1.701
+24,mlp.gate_proj,5.14847,0.01000,1.691
+24,mlp.down_proj,0.05143,0.01000,8.429
+25,self_attn.k_proj,5.18417,0.01000,1.635
+25,self_attn.v_proj,4.22279,0.01000,1.627
+25,self_attn.q_proj,3.39733,0.01000,1.643
+25,self_attn.o_proj,0.90181,0.01000,1.249
+25,mlp.up_proj,3.69477,0.01000,1.709
+25,mlp.gate_proj,3.65683,0.01000,1.711
+25,mlp.down_proj,0.02214,0.01000,8.414
+26,self_attn.k_proj,5.50272,0.01000,1.625
+26,self_attn.v_proj,4.46497,0.01000,1.617
+26,self_attn.q_proj,1.94561,0.01000,1.635
+26,self_attn.o_proj,0.76609,0.01000,1.246
+26,mlp.up_proj,4.93344,0.01000,1.705
+26,mlp.gate_proj,4.96636,0.01000,1.698
+26,mlp.down_proj,0.02780,0.01000,8.426
+27,self_attn.k_proj,3.87448,0.01000,1.635
+27,self_attn.v_proj,3.50186,0.01000,1.645
+27,self_attn.q_proj,1.99635,0.01000,1.665
+27,self_attn.o_proj,0.70769,0.01000,1.245
+27,mlp.up_proj,5.56347,0.01000,1.700
+27,mlp.gate_proj,5.74508,0.01000,1.695
+27,mlp.down_proj,0.04068,0.01000,8.433
+28,self_attn.k_proj,5.33674,0.01000,1.641
+28,self_attn.v_proj,5.66915,0.01000,1.633
+28,self_attn.q_proj,3.14792,0.01000,1.639
+28,self_attn.o_proj,0.59076,0.01000,1.243
+28,mlp.up_proj,7.30727,0.01000,1.723
+28,mlp.gate_proj,7.44583,0.01000,1.702
+28,mlp.down_proj,0.05279,0.01000,8.420
+29,self_attn.k_proj,2.30108,0.01000,1.646
+29,self_attn.v_proj,1.99803,0.01000,1.633
+29,self_attn.q_proj,1.18276,0.01000,1.651
+29,self_attn.o_proj,0.18813,0.01000,1.243
+29,mlp.up_proj,2.44259,0.01000,1.712
+29,mlp.gate_proj,2.46862,0.01000,1.702
+29,mlp.down_proj,0.00356,0.01000,8.403
+30,self_attn.k_proj,7.56893,0.01000,1.629
+30,self_attn.v_proj,6.63914,0.01000,1.623
+30,self_attn.q_proj,5.64964,0.01000,1.640
+30,self_attn.o_proj,0.91798,0.01000,1.243
+30,mlp.up_proj,10.99388,0.01000,1.715
+30,mlp.gate_proj,11.44204,0.01000,1.705
+30,mlp.down_proj,0.04197,0.01000,8.420
+31,self_attn.k_proj,27.32435,0.01000,1.636
+31,self_attn.v_proj,25.26109,0.01000,1.621
+31,self_attn.q_proj,4.12010,0.01000,1.638
+31,self_attn.o_proj,4.92093,0.01000,1.238
+31,mlp.up_proj,18.09216,0.01000,1.706
+31,mlp.gate_proj,18.92633,0.01000,1.699
+31,mlp.down_proj,0.08796,0.01000,8.404
+32,self_attn.k_proj,17.63780,0.01000,1.633
+32,self_attn.v_proj,14.50406,0.01000,1.623
+32,self_attn.q_proj,4.68514,0.01000,1.638
+32,self_attn.o_proj,2.07737,0.01000,1.244
+32,mlp.up_proj,22.74578,0.01000,1.700
+32,mlp.gate_proj,23.43541,0.01000,1.700
+32,mlp.down_proj,0.27088,0.01000,8.420
+33,self_attn.k_proj,43.51965,0.01000,1.635
+33,self_attn.v_proj,35.21978,0.01000,1.622
+33,self_attn.q_proj,4.97384,0.01000,1.638
+33,self_attn.o_proj,7.17438,0.01000,1.248
+33,mlp.up_proj,43.77799,0.01000,1.709
+33,mlp.gate_proj,44.57782,0.01000,1.700
+33,mlp.down_proj,0.19801,0.01000,8.433
+34,self_attn.k_proj,12.86186,0.01000,1.617
+34,self_attn.v_proj,13.76353,0.01000,1.606
+34,self_attn.q_proj,15.68283,0.01000,1.628
+34,self_attn.o_proj,2.71512,0.01000,1.244
+34,mlp.up_proj,31.24583,0.01000,1.702
+34,mlp.gate_proj,31.97413,0.01000,1.691
+34,mlp.down_proj,0.34339,0.01000,8.391
+35,self_attn.k_proj,5.05635,0.01000,1.620
+35,self_attn.v_proj,4.47835,0.01000,1.607
+35,self_attn.q_proj,2.86904,0.01000,1.628
+35,self_attn.o_proj,0.32139,0.01000,1.244
+35,mlp.up_proj,18.41906,0.01000,1.693
+35,mlp.gate_proj,19.39206,0.01000,1.689
+35,mlp.down_proj,0.19236,0.01000,8.396
+36,self_attn.k_proj,14.36123,0.01000,1.619
+36,self_attn.v_proj,12.41433,0.01000,1.612
+36,self_attn.q_proj,10.97218,0.01000,1.626
+36,self_attn.o_proj,3.00873,0.01000,1.240
+36,mlp.up_proj,13.00223,0.01000,1.692
+36,mlp.gate_proj,14.43905,0.01000,1.691
+36,mlp.down_proj,0.05659,0.01000,8.409
+37,self_attn.k_proj,17.05149,0.01000,1.637
+37,self_attn.v_proj,14.10710,0.01000,1.621
+37,self_attn.q_proj,26.26060,0.01000,1.638
+37,self_attn.o_proj,0.74077,0.01000,1.248
+37,mlp.up_proj,35.04345,0.01000,1.709
+37,mlp.gate_proj,36.27655,0.01000,1.698
+37,mlp.down_proj,0.29616,0.01000,8.425
+38,self_attn.k_proj,21.28798,0.01000,1.632
+38,self_attn.v_proj,20.35888,0.01000,1.627
+38,self_attn.q_proj,11.64089,0.01000,1.656
+38,self_attn.o_proj,3.13686,0.01000,1.248
+38,mlp.up_proj,32.37619,0.01000,1.707
+38,mlp.gate_proj,33.53392,0.01000,1.699
+38,mlp.down_proj,0.26396,0.01000,8.413
+39,self_attn.k_proj,16.45259,0.01000,1.628
+39,self_attn.v_proj,15.78872,0.01000,1.627
+39,self_attn.q_proj,23.90717,0.01000,1.649
+39,self_attn.o_proj,1.45637,0.01000,1.236
+39,mlp.up_proj,15.36781,0.01000,1.744
+39,mlp.gate_proj,15.91610,0.01000,1.736
+39,mlp.down_proj,0.18938,0.01000,8.589
+40,self_attn.k_proj,50.10992,0.01000,1.665
+40,self_attn.v_proj,47.26633,0.01000,1.655
+40,self_attn.q_proj,40.49951,0.01000,1.686
+40,self_attn.o_proj,1.08072,0.01000,1.270
+40,mlp.up_proj,34.10712,0.01000,1.675
+40,mlp.gate_proj,35.48123,0.01000,1.666
+40,mlp.down_proj,0.33496,0.01000,8.315
+41,self_attn.k_proj,24.13440,0.01000,1.613
+41,self_attn.v_proj,22.26254,0.01000,1.607
+41,self_attn.q_proj,10.29479,0.01000,1.630
+41,self_attn.o_proj,0.37990,0.01000,1.227
+41,mlp.up_proj,58.37737,0.01000,1.689
+41,mlp.gate_proj,58.85928,0.01000,1.682
+41,mlp.down_proj,0.33492,0.01000,8.348
+42,self_attn.k_proj,71.86662,0.01000,1.602
+42,self_attn.v_proj,70.38354,0.01000,1.596
+42,self_attn.q_proj,11.22902,0.01000,1.627
+42,self_attn.o_proj,6.18760,0.01000,1.229
+42,mlp.up_proj,50.17612,0.01000,1.694
+42,mlp.gate_proj,51.98317,0.01000,1.677
+42,mlp.down_proj,0.22622,0.01000,8.321
+43,self_attn.k_proj,24.16352,0.01000,1.613
+43,self_attn.v_proj,28.41705,0.01000,1.608
+43,self_attn.q_proj,32.22251,0.01000,1.628
+43,self_attn.o_proj,1.04317,0.01000,1.233
+43,mlp.up_proj,53.42929,0.01000,1.690
+43,mlp.gate_proj,55.53038,0.01000,1.685
+43,mlp.down_proj,0.36819,0.01000,8.335
+44,self_attn.k_proj,46.85324,0.01000,1.603
+44,self_attn.v_proj,41.58362,0.01000,1.596
+44,self_attn.q_proj,51.17185,0.01000,1.627
+44,self_attn.o_proj,3.43868,0.01000,1.230
+44,mlp.up_proj,47.37805,0.01000,1.671
+44,mlp.gate_proj,49.59990,0.01000,1.678
+44,mlp.down_proj,0.15065,0.01000,8.347
+45,self_attn.k_proj,22.02085,0.01000,1.606
+45,self_attn.v_proj,20.08329,0.01000,1.593
+45,self_attn.q_proj,39.96657,0.01000,1.637
+45,self_attn.o_proj,0.83174,0.01000,1.231
+45,mlp.up_proj,38.94197,0.01000,1.681
+45,mlp.gate_proj,40.51783,0.01000,1.684
+45,mlp.down_proj,0.52019,0.01000,8.337
+46,self_attn.k_proj,11.95531,0.01000,1.614
+46,self_attn.v_proj,12.26899,0.01000,1.598
+46,self_attn.q_proj,22.65367,0.01000,1.616
+46,self_attn.o_proj,0.35513,0.01000,1.234
+46,mlp.up_proj,32.64047,0.01000,1.688
+46,mlp.gate_proj,34.08441,0.01000,1.673
+46,mlp.down_proj,0.53210,0.01000,8.343
+47,self_attn.k_proj,14.22702,0.01000,1.612
+47,self_attn.v_proj,12.20604,0.01000,1.612
+47,self_attn.q_proj,2.20028,0.01000,1.628
+47,self_attn.o_proj,0.31628,0.01000,1.232
+47,mlp.up_proj,47.62271,0.01000,1.691
+47,mlp.gate_proj,49.25999,0.01000,1.680
+47,mlp.down_proj,0.17228,0.01000,8.329
+48,self_attn.k_proj,69.72502,0.01000,1.638
+48,self_attn.v_proj,66.82695,0.01000,1.628
+48,self_attn.q_proj,53.00145,0.01000,1.634
+48,self_attn.o_proj,0.38267,0.01000,1.232
+48,mlp.up_proj,39.56243,0.01000,1.691
+48,mlp.gate_proj,40.98708,0.01000,1.684
+48,mlp.down_proj,0.37443,0.01000,8.364
+49,self_attn.k_proj,48.89702,0.01000,1.622
+49,self_attn.v_proj,47.90273,0.01000,1.613
+49,self_attn.q_proj,30.51980,0.01000,1.629
+49,self_attn.o_proj,1.08022,0.01000,1.242
+49,mlp.up_proj,35.45297,0.01000,1.705
+49,mlp.gate_proj,36.89193,0.01000,1.694
+49,mlp.down_proj,0.40299,0.01000,8.395
+50,self_attn.k_proj,25.64360,0.01000,1.623
+50,self_attn.v_proj,23.66824,0.01000,1.628
+50,self_attn.q_proj,29.76320,0.01000,1.634
+50,self_attn.o_proj,0.26762,0.01000,1.246
+50,mlp.up_proj,55.41055,0.01000,1.703
+50,mlp.gate_proj,57.46595,0.01000,1.693
+50,mlp.down_proj,0.30881,0.01000,8.392
+51,self_attn.k_proj,24.91245,0.01000,1.618
+51,self_attn.v_proj,23.78001,0.01000,1.611
+51,self_attn.q_proj,11.26177,0.01000,1.627
+51,self_attn.o_proj,0.35665,0.01000,1.236
+51,mlp.up_proj,66.81348,0.01000,1.699
+51,mlp.gate_proj,70.68529,0.01000,1.694
+51,mlp.down_proj,0.18631,0.01000,8.390
+52,self_attn.k_proj,76.72678,0.01000,1.626
+52,self_attn.v_proj,65.61713,0.01000,1.618
+52,self_attn.q_proj,17.33953,0.01000,1.651
+52,self_attn.o_proj,3.57008,0.01000,1.239
+52,mlp.up_proj,33.83653,0.01000,1.698
+52,mlp.gate_proj,35.52644,0.01000,1.689
+52,mlp.down_proj,0.14117,0.01000,8.390
+53,self_attn.k_proj,6.02739,0.01000,1.635
+53,self_attn.v_proj,4.99095,0.01000,1.605
+53,self_attn.q_proj,2.38112,0.01000,1.634
+53,self_attn.o_proj,0.13655,0.01000,1.236
+53,mlp.up_proj,54.88012,0.01000,1.702
+53,mlp.gate_proj,56.61061,0.01000,1.696
+53,mlp.down_proj,0.22378,0.01000,8.387
+54,self_attn.k_proj,62.40906,0.01000,1.631
+54,self_attn.v_proj,44.34687,0.01000,1.613
+54,self_attn.q_proj,9.88544,0.01000,1.629
+54,self_attn.o_proj,5.96977,0.01000,1.235
+54,mlp.up_proj,41.97146,0.01000,1.704
+54,mlp.gate_proj,44.11252,0.01000,1.691
+54,mlp.down_proj,0.15743,0.01000,8.381
+55,self_attn.k_proj,20.18746,0.01000,1.623
+55,self_attn.v_proj,16.57866,0.01000,1.611
+55,self_attn.q_proj,11.99167,0.01000,1.628
+55,self_attn.o_proj,1.03882,0.01000,1.240
+55,mlp.up_proj,22.49954,0.01000,1.698
+55,mlp.gate_proj,24.16374,0.01000,1.684
+55,mlp.down_proj,0.32182,0.01000,8.374
+56,self_attn.k_proj,25.27939,0.01000,1.640
+56,self_attn.v_proj,19.44360,0.01000,1.627
+56,self_attn.q_proj,4.47221,0.01000,1.646
+56,self_attn.o_proj,1.72548,0.01000,1.235
+56,mlp.up_proj,35.78206,0.01000,1.697
+56,mlp.gate_proj,37.53625,0.01000,1.691
+56,mlp.down_proj,0.65465,0.01000,8.370
+57,self_attn.k_proj,78.86345,0.01000,1.628
+57,self_attn.v_proj,71.02533,0.01000,1.625
+57,self_attn.q_proj,10.98545,0.01000,1.646
+57,self_attn.o_proj,2.36102,0.01000,1.240
+57,mlp.up_proj,29.29268,0.01000,1.700
+57,mlp.gate_proj,30.41135,0.01000,1.688
+57,mlp.down_proj,0.14196,0.01000,8.404
+58,self_attn.k_proj,17.03829,0.01000,1.626
+58,self_attn.v_proj,14.34860,0.01000,1.630
+58,self_attn.q_proj,3.87453,0.01000,1.657
+58,self_attn.o_proj,1.55878,0.01000,1.231
+58,mlp.up_proj,28.00947,0.01000,1.699
+58,mlp.gate_proj,29.39889,0.01000,1.696
+58,mlp.down_proj,0.36589,0.01000,8.406
+59,self_attn.k_proj,2.70538,0.01000,1.623
+59,self_attn.v_proj,3.59334,0.01000,1.617
+59,self_attn.q_proj,0.40994,0.01000,1.655
+59,self_attn.o_proj,0.10198,0.01000,1.245
+59,mlp.up_proj,32.59032,0.01000,1.701
+59,mlp.gate_proj,33.59875,0.01000,1.692
+59,mlp.down_proj,0.70942,0.01000,8.394
+60,self_attn.k_proj,25.07774,0.01000,1.632
+60,self_attn.v_proj,23.43358,0.01000,1.630
+60,self_attn.q_proj,8.01662,0.01000,1.648
+60,self_attn.o_proj,3.67056,0.01000,1.243
+60,mlp.up_proj,45.98669,0.01000,1.693
+60,mlp.gate_proj,47.14082,0.01000,1.681
+60,mlp.down_proj,0.84004,0.01000,8.378
+61,self_attn.k_proj,5.30617,0.01000,1.627
+61,self_attn.v_proj,4.88027,0.01000,1.611
+61,self_attn.q_proj,6.98521,0.01000,1.631
+61,self_attn.o_proj,0.35971,0.01000,1.246
+61,mlp.up_proj,26.23523,0.01000,1.693
+61,mlp.gate_proj,27.52951,0.01000,1.684
+61,mlp.down_proj,0.14450,0.01000,8.433

quantize_config.json

@@ -0,0 +1,21 @@
+{
+  "bits": 4,
+  "group_size": 128,
+  "desc_act": true,
+  "sym": true,
+  "lm_head": false,
+  "quant_method": "gptq",
+  "checkpoint_format": "gptq",
+  "pack_dtype": "int32",
+  "meta": {
+    "quantizer": [
+      "gptqmodel:2.1.0"
+    ],
+    "uri": "https://github.com/modelcloud/gptqmodel",
+    "damp_percent": 0.01,
+    "damp_auto_increment": 0.0025,
+    "static_groups": false,
+    "true_sequential": true,
+    "mse": 0.0
+  }
+}

special_tokens_map.json

@@ -0,0 +1,27 @@
+{
+  "boi_token": "<start_of_image>",
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eoi_token": "<end_of_image>",
+  "eos_token": {
+    "content": "<end_of_turn>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "image_token": "<image_soft_token>",
+  "pad_token": "<pad>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4667f2089529e8e7657cfb6d1c19910ae71ff5f28aa7ab2ff2763330affad795
+size 33384568

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1299c11d7cf632ef3b4e11937501358ada021bbdf7c47638d13c0ee982f2e79c
+size 4689074