Upload 10 files

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

added_tokens.json

@@ -0,0 +1,3 @@
+{
+  "<image_soft_token>": 262144
+}

config.json

@@ -0,0 +1,58 @@
+{
+  "architectures": [
+    "Gemma3ForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "attn_logit_softcapping": null,
+  "bos_token_id": 2,
+  "cache_implementation": "hybrid",
+  "eos_token_id": 1,
+  "final_logit_softcapping": null,
+  "head_dim": 256,
+  "hidden_activation": "gelu_pytorch_tanh",
+  "hidden_size": 2560,
+  "initializer_range": 0.02,
+  "intermediate_size": 10240,
+  "max_position_embeddings": 131072,
+  "model_type": "gemma3_text",
+  "num_attention_heads": 8,
+  "num_hidden_layers": 34,
+  "num_key_value_heads": 4,
+  "pad_token_id": 0,
+  "quantization_config": {
+    "bits": 4,
+    "checkpoint_format": "gptq",
+    "desc_act": true,
+    "group_size": 128,
+    "lm_head": false,
+    "meta": {
+      "damp_auto_increment": 0.0025,
+      "damp_percent": 0.01,
+      "mse": 0.0,
+      "quantizer": [
+        "gptqmodel:2.1.0"
+      ],
+      "static_groups": false,
+      "true_sequential": true,
+      "uri": "https://github.com/modelcloud/gptqmodel"
+    },
+    "pack_dtype": "int32",
+    "quant_method": "gptq",
+    "sym": true
+  },
+  "query_pre_attn_scalar": 256,
+  "rms_norm_eps": 1e-06,
+  "rope_local_base_freq": 10000.0,
+  "rope_scaling": {
+    "factor": 8.0,
+    "rope_type": "linear"
+  },
+  "rope_theta": 1000000.0,
+  "sliding_window": 1024,
+  "sliding_window_pattern": 6,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.51.0.dev0",
+  "use_cache": true,
+  "vocab_size": 262208
+}

generation_config.json

@@ -0,0 +1,11 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 2,
+  "cache_implementation": "hybrid",
+  "eos_token_id": [
+    1,
+    106
+  ],
+  "pad_token_id": 0,
+  "transformers_version": "4.51.0.dev0"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb090ed2366e1f66be19be369c9970ddf046dd4d71abf5f7873ef7dac22dcadd
+size 3013773592

quant_log.csv

@@ -0,0 +1,239 @@
+layer,module,loss,damp,time
+0,self_attn.k_proj,198.69464,0.01000,1.094
+0,self_attn.v_proj,195.76051,0.01000,0.776
+0,self_attn.q_proj,243.30057,0.01000,0.792
+0,self_attn.o_proj,36.38606,0.01000,0.626
+0,mlp.up_proj,13.06959,0.01000,0.789
+0,mlp.gate_proj,13.87642,0.01000,0.792
+0,mlp.down_proj,0.57033,0.01000,3.270
+1,self_attn.k_proj,11.76147,0.01000,0.767
+1,self_attn.v_proj,11.56775,0.01000,0.765
+1,self_attn.q_proj,3.06964,0.01000,0.768
+1,self_attn.o_proj,1.91879,0.01000,0.607
+1,mlp.up_proj,16.77610,0.01000,0.773
+1,mlp.gate_proj,18.79979,0.01000,0.773
+1,mlp.down_proj,0.10125,0.01000,3.253
+2,self_attn.k_proj,13.69234,0.01000,0.760
+2,self_attn.v_proj,13.41772,0.01000,0.757
+2,self_attn.q_proj,6.14136,0.01000,0.770
+2,self_attn.o_proj,2.78490,0.01000,0.609
+2,mlp.up_proj,18.90626,0.01000,0.777
+2,mlp.gate_proj,19.42534,0.01000,0.777
+2,mlp.down_proj,0.20656,0.01000,3.240
+3,self_attn.k_proj,12.26875,0.01000,0.771
+3,self_attn.v_proj,11.49991,0.01000,0.767
+3,self_attn.q_proj,3.87051,0.01000,0.768
+3,self_attn.o_proj,6.08537,0.01000,0.611
+3,mlp.up_proj,27.04681,0.01000,0.781
+3,mlp.gate_proj,27.28091,0.01000,0.783
+3,mlp.down_proj,0.71027,0.01000,3.261
+4,self_attn.k_proj,13.06411,0.01000,0.761
+4,self_attn.v_proj,10.97907,0.01000,0.767
+4,self_attn.q_proj,8.22816,0.01000,0.767
+4,self_attn.o_proj,2.14936,0.01000,0.615
+4,mlp.up_proj,13.32326,0.01000,0.779
+4,mlp.gate_proj,13.68868,0.01000,0.777
+4,mlp.down_proj,0.13622,0.01000,3.269
+5,self_attn.k_proj,10.77550,0.01000,0.769
+5,self_attn.v_proj,5.25996,0.01000,0.766
+5,self_attn.q_proj,1.15328,0.01000,0.770
+5,self_attn.o_proj,0.36760,0.01000,0.620
+5,mlp.up_proj,14.03705,0.01000,0.783
+5,mlp.gate_proj,14.03240,0.01000,0.777
+5,mlp.down_proj,0.09100,0.01000,3.232
+6,self_attn.k_proj,7.06065,0.01000,0.757
+6,self_attn.v_proj,5.88580,0.01000,0.757
+6,self_attn.q_proj,2.05951,0.01000,0.763
+6,self_attn.o_proj,0.54376,0.01000,0.607
+6,mlp.up_proj,13.85581,0.01000,0.775
+6,mlp.gate_proj,13.96360,0.01000,0.774
+6,mlp.down_proj,0.20618,0.01000,3.237
+7,self_attn.k_proj,3.64678,0.01000,0.758
+7,self_attn.v_proj,3.37626,0.01000,0.758
+7,self_attn.q_proj,6.33875,0.01000,0.761
+7,self_attn.o_proj,1.19201,0.01000,0.608
+7,mlp.up_proj,9.08091,0.01000,0.777
+7,mlp.gate_proj,9.16898,0.01000,0.773
+7,mlp.down_proj,0.12787,0.01000,3.235
+8,self_attn.k_proj,2.76998,0.01000,0.763
+8,self_attn.v_proj,2.57230,0.01000,0.757
+8,self_attn.q_proj,3.70224,0.01000,0.758
+8,self_attn.o_proj,0.43583,0.01000,0.608
+8,mlp.up_proj,7.05781,0.01000,0.771
+8,mlp.gate_proj,7.07004,0.01000,0.769
+8,mlp.down_proj,0.12891,0.01000,3.226
+9,self_attn.k_proj,5.24076,0.01000,0.760
+9,self_attn.v_proj,4.81714,0.01000,0.765
+9,self_attn.q_proj,1.28618,0.01000,0.761
+9,self_attn.o_proj,0.43630,0.01000,0.605
+9,mlp.up_proj,4.60663,0.01000,0.775
+9,mlp.gate_proj,4.60346,0.01000,0.769
+9,mlp.down_proj,0.07520,0.01000,3.231
+10,self_attn.k_proj,1.50184,0.01000,0.758
+10,self_attn.v_proj,1.45593,0.01000,0.762
+10,self_attn.q_proj,1.89232,0.01000,0.757
+10,self_attn.o_proj,0.19516,0.01000,0.605
+10,mlp.up_proj,4.09116,0.01000,0.770
+10,mlp.gate_proj,4.13186,0.01000,0.768
+10,mlp.down_proj,0.06140,0.01000,3.245
+11,self_attn.k_proj,3.61625,0.01000,0.762
+11,self_attn.v_proj,2.01000,0.01000,0.757
+11,self_attn.q_proj,0.53930,0.01000,0.766
+11,self_attn.o_proj,0.53488,0.01000,0.605
+11,mlp.up_proj,5.95990,0.01000,0.775
+11,mlp.gate_proj,6.01873,0.01000,0.771
+11,mlp.down_proj,1.49569,0.01000,3.277
+12,self_attn.k_proj,2.09444,0.01000,0.772
+12,self_attn.v_proj,1.75990,0.01000,0.764
+12,self_attn.q_proj,0.98691,0.01000,0.772
+12,self_attn.o_proj,0.32763,0.01000,0.611
+12,mlp.up_proj,2.53169,0.01000,0.784
+12,mlp.gate_proj,2.49588,0.01000,0.783
+12,mlp.down_proj,0.02076,0.01000,3.223
+13,self_attn.k_proj,3.88221,0.01000,0.765
+13,self_attn.v_proj,3.63538,0.01000,0.755
+13,self_attn.q_proj,0.56800,0.01000,0.764
+13,self_attn.o_proj,0.46188,0.01000,0.604
+13,mlp.up_proj,2.62719,0.01000,0.773
+13,mlp.gate_proj,2.61783,0.01000,0.773
+13,mlp.down_proj,0.01987,0.01000,3.300
+14,self_attn.k_proj,1.91174,0.01000,0.778
+14,self_attn.v_proj,1.67628,0.01000,0.773
+14,self_attn.q_proj,0.47230,0.01000,0.768
+14,self_attn.o_proj,0.22776,0.01000,0.621
+14,mlp.up_proj,2.01387,0.01000,0.778
+14,mlp.gate_proj,1.99085,0.01000,0.781
+14,mlp.down_proj,0.00910,0.01000,3.318
+15,self_attn.k_proj,1.71465,0.01000,0.776
+15,self_attn.v_proj,1.51512,0.01000,0.775
+15,self_attn.q_proj,0.28649,0.01000,0.784
+15,self_attn.o_proj,0.16413,0.01000,0.622
+15,mlp.up_proj,4.75803,0.01000,0.795
+15,mlp.gate_proj,4.92565,0.01000,0.793
+15,mlp.down_proj,0.02030,0.01000,3.306
+16,self_attn.k_proj,1.73286,0.01000,0.779
+16,self_attn.v_proj,1.52700,0.01000,0.776
+16,self_attn.q_proj,0.91500,0.01000,0.777
+16,self_attn.o_proj,0.11427,0.01000,0.619
+16,mlp.up_proj,3.70094,0.01000,0.783
+16,mlp.gate_proj,3.71431,0.01000,0.775
+16,mlp.down_proj,0.04519,0.01000,3.253
+17,self_attn.k_proj,0.43938,0.01000,0.762
+17,self_attn.v_proj,0.35879,0.01000,0.763
+17,self_attn.q_proj,0.65869,0.01000,0.765
+17,self_attn.o_proj,0.04037,0.01000,0.611
+17,mlp.up_proj,3.58469,0.01000,0.777
+17,mlp.gate_proj,3.66276,0.01000,0.770
+17,mlp.down_proj,0.02796,0.01000,3.257
+18,self_attn.k_proj,3.42578,0.01000,0.767
+18,self_attn.v_proj,3.09306,0.01000,0.761
+18,self_attn.q_proj,2.25221,0.01000,0.778
+18,self_attn.o_proj,0.24882,0.01000,0.610
+18,mlp.up_proj,4.09926,0.01000,0.779
+18,mlp.gate_proj,4.20446,0.01000,0.773
+18,mlp.down_proj,0.03055,0.01000,3.236
+19,self_attn.k_proj,2.29446,0.01000,0.761
+19,self_attn.v_proj,1.46921,0.01000,0.762
+19,self_attn.q_proj,2.12650,0.01000,0.761
+19,self_attn.o_proj,0.10793,0.01000,0.607
+19,mlp.up_proj,3.87133,0.01000,0.774
+19,mlp.gate_proj,4.02278,0.01000,0.771
+19,mlp.down_proj,0.02028,0.01000,3.260
+20,self_attn.k_proj,6.02629,0.01000,0.766
+20,self_attn.v_proj,5.54468,0.01000,0.758
+20,self_attn.q_proj,1.53195,0.01000,0.763
+20,self_attn.o_proj,0.51680,0.01000,0.612
+20,mlp.up_proj,3.97480,0.01000,0.775
+20,mlp.gate_proj,4.07580,0.01000,0.778
+20,mlp.down_proj,0.02892,0.01000,3.246
+21,self_attn.k_proj,5.52127,0.01000,0.768
+21,self_attn.v_proj,5.55817,0.01000,0.766
+21,self_attn.q_proj,2.16732,0.01000,0.779
+21,self_attn.o_proj,0.71680,0.01000,0.611
+21,mlp.up_proj,5.24819,0.01000,0.785
+21,mlp.gate_proj,5.41273,0.01000,0.785
+21,mlp.down_proj,0.04581,0.01000,3.246
+22,self_attn.k_proj,5.04561,0.01000,0.764
+22,self_attn.v_proj,4.48255,0.01000,0.761
+22,self_attn.q_proj,2.35098,0.01000,0.762
+22,self_attn.o_proj,0.48656,0.01000,0.606
+22,mlp.up_proj,6.14334,0.01000,0.778
+22,mlp.gate_proj,6.36109,0.01000,0.772
+22,mlp.down_proj,0.08612,0.01000,3.247
+23,self_attn.k_proj,4.16688,0.01000,0.767
+23,self_attn.v_proj,4.31470,0.01000,0.766
+23,self_attn.q_proj,0.69882,0.01000,0.763
+23,self_attn.o_proj,0.37936,0.01000,0.613
+23,mlp.up_proj,8.11542,0.01000,0.780
+23,mlp.gate_proj,8.28101,0.01000,0.775
+23,mlp.down_proj,0.09309,0.01000,3.265
+24,self_attn.k_proj,8.86272,0.01000,0.761
+24,self_attn.v_proj,8.50640,0.01000,0.760
+24,self_attn.q_proj,6.60116,0.01000,0.762
+24,self_attn.o_proj,0.78601,0.01000,0.612
+24,mlp.up_proj,8.48724,0.01000,0.778
+24,mlp.gate_proj,8.67515,0.01000,0.772
+24,mlp.down_proj,0.05045,0.01000,3.243
+25,self_attn.k_proj,20.85596,0.01000,0.763
+25,self_attn.v_proj,20.31687,0.01000,0.760
+25,self_attn.q_proj,4.40460,0.01000,0.765
+25,self_attn.o_proj,0.96945,0.01000,0.619
+25,mlp.up_proj,8.51875,0.01000,0.793
+25,mlp.gate_proj,8.63196,0.01000,0.790
+25,mlp.down_proj,0.06100,0.01000,3.293
+26,self_attn.k_proj,3.44908,0.01000,0.776
+26,self_attn.v_proj,3.70904,0.01000,0.776
+26,self_attn.q_proj,5.38957,0.01000,0.776
+26,self_attn.o_proj,0.09136,0.01000,0.617
+26,mlp.up_proj,7.22075,0.01000,0.787
+26,mlp.gate_proj,7.31307,0.01000,0.788
+26,mlp.down_proj,0.03320,0.01000,3.299
+27,self_attn.k_proj,3.16697,0.01000,0.778
+27,self_attn.v_proj,2.71902,0.01000,0.772
+27,self_attn.q_proj,6.13490,0.01000,0.776
+27,self_attn.o_proj,0.42601,0.01000,0.617
+27,mlp.up_proj,6.95249,0.01000,0.790
+27,mlp.gate_proj,7.11151,0.01000,0.789
+27,mlp.down_proj,0.10148,0.01000,3.296
+28,self_attn.k_proj,5.35555,0.01000,0.774
+28,self_attn.v_proj,5.28846,0.01000,0.774
+28,self_attn.q_proj,7.92698,0.01000,0.780
+28,self_attn.o_proj,0.21795,0.01000,0.616
+28,mlp.up_proj,4.31994,0.01000,0.790
+28,mlp.gate_proj,4.40171,0.01000,0.777
+28,mlp.down_proj,0.03607,0.01000,3.242
+29,self_attn.k_proj,1.51074,0.01000,0.767
+29,self_attn.v_proj,2.13929,0.01000,0.761
+29,self_attn.q_proj,1.33246,0.01000,0.762
+29,self_attn.o_proj,0.01362,0.01000,0.621
+29,mlp.up_proj,2.46330,0.01000,0.779
+29,mlp.gate_proj,2.51679,0.01000,0.771
+29,mlp.down_proj,0.01289,0.01000,3.285
+30,self_attn.k_proj,6.86594,0.01000,0.774
+30,self_attn.v_proj,7.52277,0.01000,0.772
+30,self_attn.q_proj,0.92430,0.01000,0.779
+30,self_attn.o_proj,0.15717,0.01000,0.618
+30,mlp.up_proj,5.04547,0.01000,0.785
+30,mlp.gate_proj,5.15212,0.01000,0.782
+30,mlp.down_proj,0.04664,0.01000,3.287
+31,self_attn.k_proj,25.90375,0.01000,0.775
+31,self_attn.v_proj,20.06681,0.01000,0.774
+31,self_attn.q_proj,7.96819,0.01000,0.775
+31,self_attn.o_proj,3.03762,0.01000,0.620
+31,mlp.up_proj,8.97430,0.01000,0.789
+31,mlp.gate_proj,9.35650,0.01000,0.788
+31,mlp.down_proj,0.20598,0.01000,3.297
+32,self_attn.k_proj,2.33364,0.01000,0.776
+32,self_attn.v_proj,2.47755,0.01000,0.776
+32,self_attn.q_proj,3.65308,0.01000,0.773
+32,self_attn.o_proj,0.12603,0.01000,0.618
+32,mlp.up_proj,7.92819,0.01000,0.788
+32,mlp.gate_proj,8.39347,0.01000,0.783
+32,mlp.down_proj,0.07191,0.01000,3.293
+33,self_attn.k_proj,3.03554,0.01000,0.774
+33,self_attn.v_proj,3.00391,0.01000,0.773
+33,self_attn.q_proj,4.58165,0.01000,0.774
+33,self_attn.o_proj,0.56861,0.01000,0.623
+33,mlp.up_proj,13.49779,0.01000,0.789
+33,mlp.gate_proj,13.66948,0.01000,0.787
+33,mlp.down_proj,0.34180,0.01000,3.298

quantize_config.json

@@ -0,0 +1,21 @@
+{
+  "bits": 4,
+  "group_size": 128,
+  "desc_act": true,
+  "sym": true,
+  "lm_head": false,
+  "quant_method": "gptq",
+  "checkpoint_format": "gptq",
+  "pack_dtype": "int32",
+  "meta": {
+    "quantizer": [
+      "gptqmodel:2.1.0"
+    ],
+    "uri": "https://github.com/modelcloud/gptqmodel",
+    "damp_percent": 0.01,
+    "damp_auto_increment": 0.0025,
+    "static_groups": false,
+    "true_sequential": true,
+    "mse": 0.0
+  }
+}

special_tokens_map.json

@@ -0,0 +1,27 @@
+{
+  "boi_token": "<start_of_image>",
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eoi_token": "<end_of_image>",
+  "eos_token": {
+    "content": "<end_of_turn>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "image_token": "<image_soft_token>",
+  "pad_token": "<pad>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4667f2089529e8e7657cfb6d1c19910ae71ff5f28aa7ab2ff2763330affad795
+size 33384568

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1299c11d7cf632ef3b4e11937501358ada021bbdf7c47638d13c0ee982f2e79c
+size 4689074