Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

config.json

@@ -0,0 +1,42 @@
+{
+  "architectures": [
+    "Qwen3MoeForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "decoder_sparse_step": 1,
+  "eos_token_id": 151645,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 6144,
+  "max_position_embeddings": 40960,
+  "max_window_layers": 48,
+  "mlp_only_layers": [],
+  "model_type": "qwen3_moe",
+  "moe_intermediate_size": 768,
+  "norm_topk_prob": true,
+  "num_attention_heads": 32,
+  "num_experts": 128,
+  "num_experts_per_tok": 8,
+  "num_hidden_layers": 48,
+  "num_key_value_heads": 4,
+  "output_router_logits": false,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 1000000.0,
+  "router_aux_loss_coef": 0.001,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.51.0",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 151936,
+  "quantization": {
+    "group_size": 64,
+    "bits": 4
+  }
+}

expert_profile.json

@@ -0,0 +1,910 @@
+{
+  "model_path": "Qwen/Qwen3-30B-A3B",
+  "num_experts": 128,
+  "num_moe_layers": 48,
+  "top_k": 8,
+  "coding_samples": 200,
+  "general_samples": 200,
+  "coding_prompt_count": 25,
+  "general_prompt_count": 15,
+  "profiled_with": "pytorch",
+  "gpu": "NVIDIA A100-SXM4-80GB",
+  "expert_stats": {
+    "0": {
+      "coding_freq": 0.092768,
+      "general_freq": 0.061267,
+      "coding_ratio": 0.6023,
+      "total_activations_coding": 133728,
+      "total_activations_general": 85922
+    },
+    "1": {
+      "coding_freq": 0.040346,
+      "general_freq": 0.046556,
+      "coding_ratio": 0.4643,
+      "total_activations_coding": 58160,
+      "total_activations_general": 65291
+    },
+    "2": {
+      "coding_freq": 0.062112,
+      "general_freq": 0.064141,
+      "coding_ratio": 0.492,
+      "total_activations_coding": 89536,
+      "total_activations_general": 89953
+    },
+    "3": {
+      "coding_freq": 0.052794,
+      "general_freq": 0.092041,
+      "coding_ratio": 0.3645,
+      "total_activations_coding": 76104,
+      "total_activations_general": 129080
+    },
+    "4": {
+      "coding_freq": 0.043476,
+      "general_freq": 0.047703,
+      "coding_ratio": 0.4768,
+      "total_activations_coding": 62672,
+      "total_activations_general": 66899
+    },
+    "5": {
+      "coding_freq": 0.038859,
+      "general_freq": 0.037726,
+      "coding_ratio": 0.5074,
+      "total_activations_coding": 56016,
+      "total_activations_general": 52907
+    },
+    "6": {
+      "coding_freq": 0.050241,
+      "general_freq": 0.130322,
+      "coding_ratio": 0.2782,
+      "total_activations_coding": 72424,
+      "total_activations_general": 182766
+    },
+    "7": {
+      "coding_freq": 0.074249,
+      "general_freq": 0.052861,
+      "coding_ratio": 0.5841,
+      "total_activations_coding": 107032,
+      "total_activations_general": 74133
+    },
+    "8": {
+      "coding_freq": 0.081097,
+      "general_freq": 0.092035,
+      "coding_ratio": 0.4684,
+      "total_activations_coding": 116904,
+      "total_activations_general": 129072
+    },
+    "9": {
+      "coding_freq": 0.079199,
+      "general_freq": 0.067423,
+      "coding_ratio": 0.5402,
+      "total_activations_coding": 114168,
+      "total_activations_general": 94555
+    },
+    "10": {
+      "coding_freq": 0.063554,
+      "general_freq": 0.083043,
+      "coding_ratio": 0.4335,
+      "total_activations_coding": 91616,
+      "total_activations_general": 116461
+    },
+    "11": {
+      "coding_freq": 0.034363,
+      "general_freq": 0.034016,
+      "coding_ratio": 0.5025,
+      "total_activations_coding": 49536,
+      "total_activations_general": 47704
+    },
+    "12": {
+      "coding_freq": 0.037027,
+      "general_freq": 0.051906,
+      "coding_ratio": 0.4163,
+      "total_activations_coding": 53376,
+      "total_activations_general": 72794
+    },
+    "13": {
+      "coding_freq": 0.049547,
+      "general_freq": 0.056121,
+      "coding_ratio": 0.4689,
+      "total_activations_coding": 71424,
+      "total_activations_general": 78705
+    },
+    "14": {
+      "coding_freq": 0.063754,
+      "general_freq": 0.07474,
+      "coding_ratio": 0.4603,
+      "total_activations_coding": 91904,
+      "total_activations_general": 104817
+    },
+    "15": {
+      "coding_freq": 0.06013,
+      "general_freq": 0.061003,
+      "coding_ratio": 0.4964,
+      "total_activations_coding": 86680,
+      "total_activations_general": 85551
+    },
+    "16": {
+      "coding_freq": 0.063516,
+      "general_freq": 0.07144,
+      "coding_ratio": 0.4706,
+      "total_activations_coding": 91560,
+      "total_activations_general": 100188
+    },
+    "17": {
+      "coding_freq": 0.061457,
+      "general_freq": 0.055548,
+      "coding_ratio": 0.5252,
+      "total_activations_coding": 88592,
+      "total_activations_general": 77902
+    },
+    "18": {
+      "coding_freq": 0.065613,
+      "general_freq": 0.093508,
+      "coding_ratio": 0.4123,
+      "total_activations_coding": 94584,
+      "total_activations_general": 131137
+    },
+    "19": {
+      "coding_freq": 0.056562,
+      "general_freq": 0.040124,
+      "coding_ratio": 0.585,
+      "total_activations_coding": 81536,
+      "total_activations_general": 56270
+    },
+    "20": {
+      "coding_freq": 0.077861,
+      "general_freq": 0.062172,
+      "coding_ratio": 0.556,
+      "total_activations_coding": 112240,
+      "total_activations_general": 87191
+    },
+    "21": {
+      "coding_freq": 0.113773,
+      "general_freq": 0.0502,
+      "coding_ratio": 0.6939,
+      "total_activations_coding": 164008,
+      "total_activations_general": 70401
+    },
+    "22": {
+      "coding_freq": 0.037138,
+      "general_freq": 0.065625,
+      "coding_ratio": 0.3614,
+      "total_activations_coding": 53536,
+      "total_activations_general": 92034
+    },
+    "23": {
+      "coding_freq": 0.075519,
+      "general_freq": 0.067415,
+      "coding_ratio": 0.5283,
+      "total_activations_coding": 108864,
+      "total_activations_general": 94544
+    },
+    "24": {
+      "coding_freq": 0.050196,
+      "general_freq": 0.067031,
+      "coding_ratio": 0.4282,
+      "total_activations_coding": 72360,
+      "total_activations_general": 94005
+    },
+    "25": {
+      "coding_freq": 0.064698,
+      "general_freq": 0.077517,
+      "coding_ratio": 0.4549,
+      "total_activations_coding": 93264,
+      "total_activations_general": 108711
+    },
+    "26": {
+      "coding_freq": 0.055435,
+      "general_freq": 0.072553,
+      "coding_ratio": 0.4331,
+      "total_activations_coding": 79912,
+      "total_activations_general": 101750
+    },
+    "27": {
+      "coding_freq": 0.067977,
+      "general_freq": 0.031524,
+      "coding_ratio": 0.6832,
+      "total_activations_coding": 97992,
+      "total_activations_general": 44210
+    },
+    "28": {
+      "coding_freq": 0.05866,
+      "general_freq": 0.054877,
+      "coding_ratio": 0.5167,
+      "total_activations_coding": 84560,
+      "total_activations_general": 76961
+    },
+    "29": {
+      "coding_freq": 0.055485,
+      "general_freq": 0.038545,
+      "coding_ratio": 0.5901,
+      "total_activations_coding": 79984,
+      "total_activations_general": 54056
+    },
+    "30": {
+      "coding_freq": 0.070414,
+      "general_freq": 0.057319,
+      "coding_ratio": 0.5513,
+      "total_activations_coding": 101504,
+      "total_activations_general": 80385
+    },
+    "31": {
+      "coding_freq": 0.07305,
+      "general_freq": 0.038923,
+      "coding_ratio": 0.6524,
+      "total_activations_coding": 105304,
+      "total_activations_general": 54586
+    },
+    "32": {
+      "coding_freq": 0.063504,
+      "general_freq": 0.051906,
+      "coding_ratio": 0.5502,
+      "total_activations_coding": 91544,
+      "total_activations_general": 72794
+    },
+    "33": {
+      "coding_freq": 0.022676,
+      "general_freq": 0.035744,
+      "coding_ratio": 0.3882,
+      "total_activations_coding": 32688,
+      "total_activations_general": 50128
+    },
+    "34": {
+      "coding_freq": 0.09092,
+      "general_freq": 0.079021,
+      "coding_ratio": 0.535,
+      "total_activations_coding": 131064,
+      "total_activations_general": 110821
+    },
+    "35": {
+      "coding_freq": 0.058915,
+      "general_freq": 0.05607,
+      "coding_ratio": 0.5124,
+      "total_activations_coding": 84928,
+      "total_activations_general": 78633
+    },
+    "36": {
+      "coding_freq": 0.079537,
+      "general_freq": 0.051724,
+      "coding_ratio": 0.6059,
+      "total_activations_coding": 114656,
+      "total_activations_general": 72538
+    },
+    "37": {
+      "coding_freq": 0.059781,
+      "general_freq": 0.072444,
+      "coding_ratio": 0.4521,
+      "total_activations_coding": 86176,
+      "total_activations_general": 101596
+    },
+    "38": {
+      "coding_freq": 0.043265,
+      "general_freq": 0.05503,
+      "coding_ratio": 0.4402,
+      "total_activations_coding": 62368,
+      "total_activations_general": 77175
+    },
+    "39": {
+      "coding_freq": 0.052982,
+      "general_freq": 0.082727,
+      "coding_ratio": 0.3904,
+      "total_activations_coding": 76376,
+      "total_activations_general": 116017
+    },
+    "40": {
+      "coding_freq": 0.064809,
+      "general_freq": 0.09718,
+      "coding_ratio": 0.4001,
+      "total_activations_coding": 93424,
+      "total_activations_general": 136287
+    },
+    "41": {
+      "coding_freq": 0.043165,
+      "general_freq": 0.040845,
+      "coding_ratio": 0.5138,
+      "total_activations_coding": 62224,
+      "total_activations_general": 57282
+    },
+    "42": {
+      "coding_freq": 0.058343,
+      "general_freq": 0.068399,
+      "coding_ratio": 0.4603,
+      "total_activations_coding": 84104,
+      "total_activations_general": 95924
+    },
+    "43": {
+      "coding_freq": 0.089488,
+      "general_freq": 0.042612,
+      "coding_ratio": 0.6774,
+      "total_activations_coding": 129000,
+      "total_activations_general": 59760
+    },
+    "44": {
+      "coding_freq": 0.050491,
+      "general_freq": 0.059014,
+      "coding_ratio": 0.4611,
+      "total_activations_coding": 72784,
+      "total_activations_general": 82762
+    },
+    "45": {
+      "coding_freq": 0.080237,
+      "general_freq": 0.061308,
+      "coding_ratio": 0.5669,
+      "total_activations_coding": 115664,
+      "total_activations_general": 85979
+    },
+    "46": {
+      "coding_freq": 0.058649,
+      "general_freq": 0.057986,
+      "coding_ratio": 0.5028,
+      "total_activations_coding": 84544,
+      "total_activations_general": 81321
+    },
+    "47": {
+      "coding_freq": 0.071085,
+      "general_freq": 0.070113,
+      "coding_ratio": 0.5034,
+      "total_activations_coding": 102472,
+      "total_activations_general": 98327
+    },
+    "48": {
+      "coding_freq": 0.048848,
+      "general_freq": 0.053544,
+      "coding_ratio": 0.4771,
+      "total_activations_coding": 70416,
+      "total_activations_general": 75091
+    },
+    "49": {
+      "coding_freq": 0.064737,
+      "general_freq": 0.087229,
+      "coding_ratio": 0.426,
+      "total_activations_coding": 93320,
+      "total_activations_general": 122332
+    },
+    "50": {
+      "coding_freq": 0.049791,
+      "general_freq": 0.056128,
+      "coding_ratio": 0.4701,
+      "total_activations_coding": 71776,
+      "total_activations_general": 78715
+    },
+    "51": {
+      "coding_freq": 0.088395,
+      "general_freq": 0.097773,
+      "coding_ratio": 0.4748,
+      "total_activations_coding": 127424,
+      "total_activations_general": 137118
+    },
+    "52": {
+      "coding_freq": 0.05382,
+      "general_freq": 0.080866,
+      "coding_ratio": 0.3996,
+      "total_activations_coding": 77584,
+      "total_activations_general": 113408
+    },
+    "53": {
+      "coding_freq": 0.05639,
+      "general_freq": 0.072268,
+      "coding_ratio": 0.4383,
+      "total_activations_coding": 81288,
+      "total_activations_general": 101350
+    },
+    "54": {
+      "coding_freq": 0.077334,
+      "general_freq": 0.047876,
+      "coding_ratio": 0.6176,
+      "total_activations_coding": 111480,
+      "total_activations_general": 67142
+    },
+    "55": {
+      "coding_freq": 0.05735,
+      "general_freq": 0.062076,
+      "coding_ratio": 0.4802,
+      "total_activations_coding": 82672,
+      "total_activations_general": 87056
+    },
+    "56": {
+      "coding_freq": 0.066768,
+      "general_freq": 0.081151,
+      "coding_ratio": 0.4514,
+      "total_activations_coding": 96248,
+      "total_activations_general": 113807
+    },
+    "57": {
+      "coding_freq": 0.035218,
+      "general_freq": 0.060223,
+      "coding_ratio": 0.369,
+      "total_activations_coding": 50768,
+      "total_activations_general": 84457
+    },
+    "58": {
+      "coding_freq": 0.052361,
+      "general_freq": 0.064346,
+      "coding_ratio": 0.4487,
+      "total_activations_coding": 75480,
+      "total_activations_general": 90240
+    },
+    "59": {
+      "coding_freq": 0.100398,
+      "general_freq": 0.037102,
+      "coding_ratio": 0.7302,
+      "total_activations_coding": 144728,
+      "total_activations_general": 52033
+    },
+    "60": {
+      "coding_freq": 0.070292,
+      "general_freq": 0.06294,
+      "coding_ratio": 0.5276,
+      "total_activations_coding": 101328,
+      "total_activations_general": 88268
+    },
+    "61": {
+      "coding_freq": 0.060813,
+      "general_freq": 0.089756,
+      "coding_ratio": 0.4039,
+      "total_activations_coding": 87664,
+      "total_activations_general": 125875
+    },
+    "62": {
+      "coding_freq": 0.055119,
+      "general_freq": 0.05481,
+      "coding_ratio": 0.5014,
+      "total_activations_coding": 79456,
+      "total_activations_general": 76866
+    },
+    "63": {
+      "coding_freq": 0.049098,
+      "general_freq": 0.047947,
+      "coding_ratio": 0.5059,
+      "total_activations_coding": 70776,
+      "total_activations_general": 67242
+    },
+    "64": {
+      "coding_freq": 0.078688,
+      "general_freq": 0.082368,
+      "coding_ratio": 0.4886,
+      "total_activations_coding": 113432,
+      "total_activations_general": 115514
+    },
+    "65": {
+      "coding_freq": 0.076602,
+      "general_freq": 0.07032,
+      "coding_ratio": 0.5214,
+      "total_activations_coding": 110424,
+      "total_activations_general": 98618
+    },
+    "66": {
+      "coding_freq": 0.079482,
+      "general_freq": 0.040393,
+      "coding_ratio": 0.663,
+      "total_activations_coding": 114576,
+      "total_activations_general": 56648
+    },
+    "67": {
+      "coding_freq": 0.074815,
+      "general_freq": 0.043763,
+      "coding_ratio": 0.6309,
+      "total_activations_coding": 107848,
+      "total_activations_general": 61374
+    },
+    "68": {
+      "coding_freq": 0.069648,
+      "general_freq": 0.049204,
+      "coding_ratio": 0.586,
+      "total_activations_coding": 100400,
+      "total_activations_general": 69004
+    },
+    "69": {
+      "coding_freq": 0.04549,
+      "general_freq": 0.05191,
+      "coding_ratio": 0.467,
+      "total_activations_coding": 65576,
+      "total_activations_general": 72800
+    },
+    "70": {
+      "coding_freq": 0.070491,
+      "general_freq": 0.047402,
+      "coding_ratio": 0.5979,
+      "total_activations_coding": 101616,
+      "total_activations_general": 66477
+    },
+    "71": {
+      "coding_freq": 0.117208,
+      "general_freq": 0.05398,
+      "coding_ratio": 0.6847,
+      "total_activations_coding": 168960,
+      "total_activations_general": 75702
+    },
+    "72": {
+      "coding_freq": 0.044774,
+      "general_freq": 0.036503,
+      "coding_ratio": 0.5509,
+      "total_activations_coding": 64544,
+      "total_activations_general": 51192
+    },
+    "73": {
+      "coding_freq": 0.058893,
+      "general_freq": 0.08037,
+      "coding_ratio": 0.4229,
+      "total_activations_coding": 84896,
+      "total_activations_general": 112712
+    },
+    "74": {
+      "coding_freq": 0.045357,
+      "general_freq": 0.065604,
+      "coding_ratio": 0.4088,
+      "total_activations_coding": 65384,
+      "total_activations_general": 92004
+    },
+    "75": {
+      "coding_freq": 0.067406,
+      "general_freq": 0.072099,
+      "coding_ratio": 0.4832,
+      "total_activations_coding": 97168,
+      "total_activations_general": 101113
+    },
+    "76": {
+      "coding_freq": 0.076524,
+      "general_freq": 0.066928,
+      "coding_ratio": 0.5334,
+      "total_activations_coding": 110312,
+      "total_activations_general": 93861
+    },
+    "77": {
+      "coding_freq": 0.042211,
+      "general_freq": 0.061592,
+      "coding_ratio": 0.4066,
+      "total_activations_coding": 60848,
+      "total_activations_general": 86377
+    },
+    "78": {
+      "coding_freq": 0.060613,
+      "general_freq": 0.048905,
+      "coding_ratio": 0.5535,
+      "total_activations_coding": 87376,
+      "total_activations_general": 68585
+    },
+    "79": {
+      "coding_freq": 0.056728,
+      "general_freq": 0.076601,
+      "coding_ratio": 0.4255,
+      "total_activations_coding": 81776,
+      "total_activations_general": 107426
+    },
+    "80": {
+      "coding_freq": 0.078167,
+      "general_freq": 0.08051,
+      "coding_ratio": 0.4926,
+      "total_activations_coding": 112680,
+      "total_activations_general": 112908
+    },
+    "81": {
+      "coding_freq": 0.031128,
+      "general_freq": 0.044246,
+      "coding_ratio": 0.413,
+      "total_activations_coding": 44872,
+      "total_activations_general": 62051
+    },
+    "82": {
+      "coding_freq": 0.070996,
+      "general_freq": 0.069663,
+      "coding_ratio": 0.5047,
+      "total_activations_coding": 102344,
+      "total_activations_general": 97697
+    },
+    "83": {
+      "coding_freq": 0.050801,
+      "general_freq": 0.079166,
+      "coding_ratio": 0.3909,
+      "total_activations_coding": 73232,
+      "total_activations_general": 111024
+    },
+    "84": {
+      "coding_freq": 0.090886,
+      "general_freq": 0.051819,
+      "coding_ratio": 0.6369,
+      "total_activations_coding": 131016,
+      "total_activations_general": 72672
+    },
+    "85": {
+      "coding_freq": 0.053138,
+      "general_freq": 0.080619,
+      "coding_ratio": 0.3973,
+      "total_activations_coding": 76600,
+      "total_activations_general": 113062
+    },
+    "86": {
+      "coding_freq": 0.044836,
+      "general_freq": 0.071893,
+      "coding_ratio": 0.3841,
+      "total_activations_coding": 64632,
+      "total_activations_general": 100824
+    },
+    "87": {
+      "coding_freq": 0.056401,
+      "general_freq": 0.066954,
+      "coding_ratio": 0.4572,
+      "total_activations_coding": 81304,
+      "total_activations_general": 93897
+    },
+    "88": {
+      "coding_freq": 0.056984,
+      "general_freq": 0.042705,
+      "coding_ratio": 0.5716,
+      "total_activations_coding": 82144,
+      "total_activations_general": 59890
+    },
+    "89": {
+      "coding_freq": 0.04887,
+      "general_freq": 0.077348,
+      "coding_ratio": 0.3872,
+      "total_activations_coding": 70448,
+      "total_activations_general": 108474
+    },
+    "90": {
+      "coding_freq": 0.06962,
+      "general_freq": 0.053903,
+      "coding_ratio": 0.5636,
+      "total_activations_coding": 100360,
+      "total_activations_general": 75595
+    },
+    "91": {
+      "coding_freq": 0.057683,
+      "general_freq": 0.048082,
+      "coding_ratio": 0.5454,
+      "total_activations_coding": 83152,
+      "total_activations_general": 67431
+    },
+    "92": {
+      "coding_freq": 0.043115,
+      "general_freq": 0.043949,
+      "coding_ratio": 0.4952,
+      "total_activations_coding": 62152,
+      "total_activations_general": 61635
+    },
+    "93": {
+      "coding_freq": 0.042305,
+      "general_freq": 0.043496,
+      "coding_ratio": 0.4931,
+      "total_activations_coding": 60984,
+      "total_activations_general": 60999
+    },
+    "94": {
+      "coding_freq": 0.050923,
+      "general_freq": 0.055471,
+      "coding_ratio": 0.4786,
+      "total_activations_coding": 73408,
+      "total_activations_general": 77793
+    },
+    "95": {
+      "coding_freq": 0.057572,
+      "general_freq": 0.077283,
+      "coding_ratio": 0.4269,
+      "total_activations_coding": 82992,
+      "total_activations_general": 108383
+    },
+    "96": {
+      "coding_freq": 0.060735,
+      "general_freq": 0.083381,
+      "coding_ratio": 0.4214,
+      "total_activations_coding": 87552,
+      "total_activations_general": 116935
+    },
+    "97": {
+      "coding_freq": 0.09092,
+      "general_freq": 0.083681,
+      "coding_ratio": 0.5207,
+      "total_activations_coding": 131064,
+      "total_activations_general": 117355
+    },
+    "98": {
+      "coding_freq": 0.074709,
+      "general_freq": 0.07769,
+      "coding_ratio": 0.4902,
+      "total_activations_coding": 107696,
+      "total_activations_general": 108954
+    },
+    "99": {
+      "coding_freq": 0.036988,
+      "general_freq": 0.054347,
+      "coding_ratio": 0.405,
+      "total_activations_coding": 53320,
+      "total_activations_general": 76217
+    },
+    "100": {
+      "coding_freq": 0.048526,
+      "general_freq": 0.07014,
+      "coding_ratio": 0.4089,
+      "total_activations_coding": 69952,
+      "total_activations_general": 98366
+    },
+    "101": {
+      "coding_freq": 0.057461,
+      "general_freq": 0.064052,
+      "coding_ratio": 0.4729,
+      "total_activations_coding": 82832,
+      "total_activations_general": 89827
+    },
+    "102": {
+      "coding_freq": 0.05609,
+      "general_freq": 0.069795,
+      "coding_ratio": 0.4456,
+      "total_activations_coding": 80856,
+      "total_activations_general": 97881
+    },
+    "103": {
+      "coding_freq": 0.096558,
+      "general_freq": 0.106774,
+      "coding_ratio": 0.4749,
+      "total_activations_coding": 139192,
+      "total_activations_general": 149741
+    },
+    "104": {
+      "coding_freq": 0.092096,
+      "general_freq": 0.070999,
+      "coding_ratio": 0.5647,
+      "total_activations_coding": 132760,
+      "total_activations_general": 99570
+    },
+    "105": {
+      "coding_freq": 0.076119,
+      "general_freq": 0.061936,
+      "coding_ratio": 0.5514,
+      "total_activations_coding": 109728,
+      "total_activations_general": 86860
+    },
+    "106": {
+      "coding_freq": 0.032205,
+      "general_freq": 0.048427,
+      "coding_ratio": 0.3994,
+      "total_activations_coding": 46424,
+      "total_activations_general": 67915
+    },
+    "107": {
+      "coding_freq": 0.058299,
+      "general_freq": 0.06196,
+      "coding_ratio": 0.4848,
+      "total_activations_coding": 84040,
+      "total_activations_general": 86893
+    },
+    "108": {
+      "coding_freq": 0.025939,
+      "general_freq": 0.054532,
+      "coding_ratio": 0.3223,
+      "total_activations_coding": 37392,
+      "total_activations_general": 76476
+    },
+    "109": {
+      "coding_freq": 0.053387,
+      "general_freq": 0.064083,
+      "coding_ratio": 0.4545,
+      "total_activations_coding": 76960,
+      "total_activations_general": 89871
+    },
+    "110": {
+      "coding_freq": 0.062822,
+      "general_freq": 0.075316,
+      "coding_ratio": 0.4548,
+      "total_activations_coding": 90560,
+      "total_activations_general": 105625
+    },
+    "111": {
+      "coding_freq": 0.058582,
+      "general_freq": 0.046165,
+      "coding_ratio": 0.5593,
+      "total_activations_coding": 84448,
+      "total_activations_general": 64742
+    },
+    "112": {
+      "coding_freq": 0.103739,
+      "general_freq": 0.065349,
+      "coding_ratio": 0.6135,
+      "total_activations_coding": 149544,
+      "total_activations_general": 91647
+    },
+    "113": {
+      "coding_freq": 0.101153,
+      "general_freq": 0.036662,
+      "coding_ratio": 0.734,
+      "total_activations_coding": 145816,
+      "total_activations_general": 51416
+    },
+    "114": {
+      "coding_freq": 0.045002,
+      "general_freq": 0.069862,
+      "coding_ratio": 0.3918,
+      "total_activations_coding": 64872,
+      "total_activations_general": 97975
+    },
+    "115": {
+      "coding_freq": 0.064759,
+      "general_freq": 0.103199,
+      "coding_ratio": 0.3856,
+      "total_activations_coding": 93352,
+      "total_activations_general": 144728
+    },
+    "116": {
+      "coding_freq": 0.069143,
+      "general_freq": 0.085464,
+      "coding_ratio": 0.4472,
+      "total_activations_coding": 99672,
+      "total_activations_general": 119856
+    },
+    "117": {
+      "coding_freq": 0.102568,
+      "general_freq": 0.05739,
+      "coding_ratio": 0.6412,
+      "total_activations_coding": 147856,
+      "total_activations_general": 80484
+    },
+    "118": {
+      "coding_freq": 0.06669,
+      "general_freq": 0.036382,
+      "coding_ratio": 0.647,
+      "total_activations_coding": 96136,
+      "total_activations_general": 51022
+    },
+    "119": {
+      "coding_freq": 0.049386,
+      "general_freq": 0.028557,
+      "coding_ratio": 0.6336,
+      "total_activations_coding": 71192,
+      "total_activations_general": 40049
+    },
+    "120": {
+      "coding_freq": 0.072295,
+      "general_freq": 0.046735,
+      "coding_ratio": 0.6074,
+      "total_activations_coding": 104216,
+      "total_activations_general": 65542
+    },
+    "121": {
+      "coding_freq": 0.063954,
+      "general_freq": 0.064148,
+      "coding_ratio": 0.4992,
+      "total_activations_coding": 92192,
+      "total_activations_general": 89962
+    },
+    "122": {
+      "coding_freq": 0.038165,
+      "general_freq": 0.040243,
+      "coding_ratio": 0.4867,
+      "total_activations_coding": 55016,
+      "total_activations_general": 56438
+    },
+    "123": {
+      "coding_freq": 0.078788,
+      "general_freq": 0.056148,
+      "coding_ratio": 0.5839,
+      "total_activations_coding": 113576,
+      "total_activations_general": 78743
+    },
+    "124": {
+      "coding_freq": 0.064065,
+      "general_freq": 0.064196,
+      "coding_ratio": 0.4995,
+      "total_activations_coding": 92352,
+      "total_activations_general": 90029
+    },
+    "125": {
+      "coding_freq": 0.04205,
+      "general_freq": 0.038151,
+      "coding_ratio": 0.5243,
+      "total_activations_coding": 60616,
+      "total_activations_general": 53504
+    },
+    "126": {
+      "coding_freq": 0.087446,
+      "general_freq": 0.036849,
+      "coding_ratio": 0.7035,
+      "total_activations_coding": 126056,
+      "total_activations_general": 51678
+    },
+    "127": {
+      "coding_freq": 0.055557,
+      "general_freq": 0.106958,
+      "coding_ratio": 0.3419,
+      "total_activations_coding": 80088,
+      "total_activations_general": 150000
+    }
+  }
+}

model-00001-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b69ac89dde37e13b9b61bbdc3e8b0863c0264feb437be2d7a3b100ee8c9dc54
+size 5364035928

model-00002-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd2b6f1e654c9c4fe53e169e9f8620772e74cd6c33fcf5afc9975919e066934
+size 5275955928

model-00003-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67e258450ee6ff4d2f56adb05a3e1183336616789ceae3c8cd92ce61e2bdc85
+size 5364036184

model-00004-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8f82b6fa13d800024b8cc12813bf39cbe25fc68f692e686dcb757bb80fcac4
+size 2083428616

selective_quant_config.json

@@ -0,0 +1,20 @@
+{
+  "quantization_method": "selective_moe_roundnearest",
+  "architecture": "fused_3d",
+  "num_experts": 128,
+  "coding_expert_ids": [
+    21,
+    27,
+    31,
+    43,
+    59,
+    66,
+    71,
+    113,
+    126
+  ],
+  "coding_bits": 8,
+  "other_bits": 4,
+  "group_size": 64,
+  "attention_bits": null
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
+size 11422654

tokenizer_config.json

@@ -0,0 +1,239 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151665": {
+      "content": "<tool_response>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151666": {
+      "content": "</tool_response>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151667": {
+      "content": "<think>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151668": {
+      "content": "</think>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0].role == 'system' %}\n        {{- messages[0].content + '\\n\\n' }}\n    {%- endif %}\n    {{- \"# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0].role == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0].content + '<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}\n{%- for message in messages[::-1] %}\n    {%- set index = (messages|length - 1) - loop.index0 %}\n    {%- if ns.multi_step_tool and message.role == \"user\" and message.content is string and not(message.content.startswith('<tool_response>') and message.content.endswith('</tool_response>')) %}\n        {%- set ns.multi_step_tool = false %}\n        {%- set ns.last_query_index = index %}\n    {%- endif %}\n{%- endfor %}\n{%- for message in messages %}\n    {%- if message.content is string %}\n        {%- set content = message.content %}\n    {%- else %}\n        {%- set content = '' %}\n    {%- endif %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) %}\n        {{- '<|im_start|>' + message.role + '\\n' + content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {%- set reasoning_content = '' %}\n        {%- if message.reasoning_content is string %}\n            {%- set reasoning_content = message.reasoning_content %}\n        {%- else %}\n            {%- if '</think>' in content %}\n                {%- set reasoning_content = content.split('</think>')[0].rstrip('\\n').split('<think>')[-1].lstrip('\\n') %}\n                {%- set content = content.split('</think>')[-1].lstrip('\\n') %}\n            {%- endif %}\n        {%- endif %}\n        {%- if loop.index0 > ns.last_query_index %}\n            {%- if loop.last or (not loop.last and reasoning_content) %}\n                {{- '<|im_start|>' + message.role + '\\n<think>\\n' + reasoning_content.strip('\\n') + '\\n</think>\\n\\n' + content.lstrip('\\n') }}\n            {%- else %}\n                {{- '<|im_start|>' + message.role + '\\n' + content }}\n            {%- endif %}\n        {%- else %}\n            {{- '<|im_start|>' + message.role + '\\n' + content }}\n        {%- endif %}\n        {%- if message.tool_calls %}\n            {%- for tool_call in message.tool_calls %}\n                {%- if (loop.first and content) or (not loop.first) %}\n                    {{- '\\n' }}\n                {%- endif %}\n                {%- if tool_call.function %}\n                    {%- set tool_call = tool_call.function %}\n                {%- endif %}\n                {{- '<tool_call>\\n{\"name\": \"' }}\n                {{- tool_call.name }}\n                {{- '\", \"arguments\": ' }}\n                {%- if tool_call.arguments is string %}\n                    {{- tool_call.arguments }}\n                {%- else %}\n                    {{- tool_call.arguments | tojson }}\n                {%- endif %}\n                {{- '}\\n</tool_call>' }}\n            {%- endfor %}\n        {%- endif %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if loop.first or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n    {%- if enable_thinking is defined and enable_thinking is false %}\n        {{- '<think>\\n\\n</think>\\n\\n' }}\n    {%- endif %}\n{%- endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}