File size: 35,799 Bytes
7e5d034 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 |
model_name,model_series,model_size (B),data_name,seq_len,uniform_entropy,constant,conditional_entropy,entropy_gain,BF16_TFLOPs,information_capacity,ic
DeepSeek-V2-236B-A21B,DeepSeek-V2,236,data_part_0000,1024,16.64385619,32.12,2.251732349,29.86826765,37.7957122,0.850868096,0.167171454
DeepSeek-V3.1-Base-671B-A37B,DeepSeek-V3.1-Base,671,data_part_0000,1024,16.98013958,34.94,2.277204514,32.66279549,78.00680664,0.903568507,0.239643578
GLM-4-32B-Base-0414,GLM-4,32,data_part_0000,1024,17.20945337,34.82,2.76089263,32.05910737,65.57049815,0.893058312,0.224499476
GLM-4.5-Air-Base-106B-A12B,GLM-4.5-Air-Base,106,data_part_0000,1024,17.20945337,34.82,2.581690073,32.23830993,17.74937781,0.947827818,0.242211808
GLM-4.5-Base-355B-A32B,GLM-4.5-Base,355,data_part_0000,1024,17.20945337,34.82,2.28137517,32.53862483,48.82865875,0.917283972,0.240709119
Hunyuan-0.5B-Pretrain,Hunyuan,0.5,data_part_0000,1024,16.88247588,34.95,3.988531351,30.96146865,1.000647688,1.03674641,0.233105145
Hunyuan-1.8B-Pretrain,Hunyuan,1.8,data_part_0000,1024,16.88247588,34.95,3.58458519,31.36541481,3.805148086,0.986610244,0.231681734
Hunyuan-4B-Pretrain,Hunyuan,4,data_part_0000,1024,16.88247588,34.95,3.298442602,31.6515574,8.297562243,0.961590897,0.232458323
Hunyuan-7B-Pretrain,Hunyuan,7,data_part_0000,1024,16.96765407,34.95,2.997693777,31.95230622,15.64339497,0.944478915,0.235062393
Llama-3.1-8B,Llama-3.1,8,data_part_0000,1024,16.96866679,32.84,2.821995974,30.01800403,15.64414994,0.887301009,0.177885946
Llama-3.1-70B,Llama-3.1,70,data_part_0000,1024,16.96866679,32.84,2.408530235,30.43146976,143.7125585,0.821801844,0.173681842
Llama-3.2-1B,Llama-3.2,1,data_part_0000,1024,16.96866679,32.84,3.366785765,29.47321424,2.599461847,0.943403986,0.175191348
Llama-3.2-3B,Llama-3.2,3,data_part_0000,1024,16.96866679,32.84,3.080525398,29.7594746,6.759565492,0.912305729,0.176562313
Llama-4-109B-A17B,Llama-4,109,data_part_0000,1024,17.62433855,34.45,3.977431059,30.47256894,41.80362134,0.864502091,0.183625785
Ministral-3-3B-Base-2512,Ministral-3,3,data_part_0000,1024,17,30.85,2.850933075,27.99906693,6.770852364,0.858275384,0.122586253
Ministral-3-8B-Base-2512,Ministral-3,8,data_part_0000,1024,17,30.85,2.668004513,28.18199549,16.57828855,0.830975293,0.123310463
Ministral-3-14B-Base-2512,Ministral-3,14,data_part_0000,1024,17,30.85,2.583400726,28.26659927,27.78801897,0.815550607,0.123100327
Qwen1.5-0.5B,Qwen1.5,0.5,data_part_0000,1024,17.21310422,33.8,3.72398138,30.07601862,1.001482355,1.007056506,0.203447609
Qwen1.5-1.8B,Qwen1.5,1.8,data_part_0000,1024,17.21310422,33.8,3.419022322,30.38097768,3.227030389,0.962844933,0.202228252
Qwen1.5-4B,Qwen1.5,4,data_part_0000,1024,17.21310422,33.8,3.175163269,30.62483673,7.5072589,0.934498218,0.202152853
Qwen1.5-7B,Qwen1.5,7,data_part_0000,1024,17.21310422,33.8,3.035587549,30.76441245,14.81200003,0.911488678,0.200416159
Qwen1.5-14B,Qwen1.5,14,data_part_0000,1024,17.21431912,33.8,2.944247007,30.85575299,27.84707478,0.890174453,0.197785359
Qwen1.5-14.3B-A2.7B,Qwen1.5,14.3,data_part_0000,1024,17.21310422,33.8,2.895214319,30.90478568,4.966492144,0.960510822,0.214598523
Qwen1.5-32B,Qwen1.5,32,data_part_0000,1024,17.21431912,33.8,2.716146231,31.08385377,65.67474758,0.865835766,0.197319612
Qwen1.5-72B,Qwen1.5,72,data_part_0000,1024,17.21431912,33.8,2.571015358,31.22898464,146.8607695,0.842627341,0.195054056
Qwen2-0.5B,Qwen2,0.5,data_part_0000,1024,17.21310422,33.8,3.674334049,30.12566595,1.056685687,1.006111092,0.204579725
Qwen2-1.5B,Qwen2,1.5,data_part_0000,1024,17.21310422,33.8,3.271616459,30.52838354,3.25133638,0.967184741,0.206828931
Qwen2-7B,Qwen2,7,data_part_0000,1024,17.21431912,33.8,2.885551691,30.91444831,14.69019324,0.916257347,0.204933758
Qwen2-57B-A14B,Qwen2,57,data_part_0000,1024,17.21310422,33.8,2.667733908,31.13226609,27.31645757,0.898871484,0.205927528
Qwen2-72B,Qwen2,72,data_part_0000,1024,17.21431912,33.8,2.517921686,31.28207831,147.719763,0.843868348,0.196442044
Qwen2.5-0.5B,Qwen2.5,0.5,data_part_0000,1024,17.21310422,33.8,3.647934675,30.15206532,1.056685687,1.006992756,0.205461389
Qwen2.5-1.5B,Qwen2.5,1.5,data_part_0000,1024,17.21310422,33.8,3.237604856,30.56239514,3.25133638,0.968262279,0.20790647
Qwen2.5-3B,Qwen2.5,3,data_part_0000,1024,17.21310422,33.8,3.06710434,30.73289566,6.473975333,0.943949101,0.206798307
Qwen2.5-7B,Qwen2.5,7,data_part_0000,1024,17.21431912,33.8,2.900539637,30.89946036,14.69019324,0.915813127,0.204489538
Qwen2.5-14B,Qwen2.5,14,data_part_0000,1024,17.21431912,33.8,2.702426672,31.09757333,29.16769333,0.895424068,0.20436765
Qwen2.5-32B,Qwen2.5,32,data_part_0000,1024,17.21431912,33.8,2.661643028,31.13835697,66.19014365,0.867081561,0.198775347
Qwen2.5-72B,Qwen2.5,72,data_part_0000,1024,17.21431912,33.8,2.507090092,31.29290991,147.719763,0.844160543,0.196734238
Qwen3-0.6B-Base,Qwen3,0.6,data_part_0000,1024,17.21310422,33.8,3.590059757,30.20994024,1.100258214,1.006965138,0.206991251
Qwen3-1.7B-Base,Qwen3,1.7,data_part_0000,1024,17.21310422,33.8,3.238314867,30.56168513,3.643625439,0.963224665,0.206807214
Qwen3-4B-Base,Qwen3,4,data_part_0000,1024,17.21310422,33.8,3.026427269,30.77357273,7.705922109,0.937958319,0.206454055
Qwen3-8B-Base,Qwen3,8,data_part_0000,1024,17.21310422,33.8,2.868133307,30.93186669,15.80839888,0.913906791,0.204807557
Qwen3-14B-Base,Qwen3,14,data_part_0000,1024,17.21310422,33.8,2.751366615,31.04863338,29.0805357,0.894126045,0.202983707
Seed-OSS-36B-Base,Seed-OSS,36,data_part_0000,1024,17.24317398,32.94,2.611972332,30.32802767,65.53516114,0.844854588,0.176281269
gemma-3-0.27b-pt,gemma-3,0.27,data_part_0000,1024,18,32.35,4.019983768,28.33001623,0.550436864,0.976836947,0.149301709
gemma-3-1b-pt,gemma-3,1,data_part_0000,1024,18,32.35,3.45045948,28.89954052,2.129873338,0.933631499,0.158285055
gemma-3-4b-pt,gemma-3,4,data_part_0000,1024,18.00035218,32.35,3.00161624,29.34838376,8.402187059,0.891129867,0.162397512
gemma-3-12b-pt,gemma-3,12,data_part_0000,1024,18.00035218,32.35,2.759337425,29.59066257,24.19152912,0.858706739,0.162238328
gemma-3-27b-pt,gemma-3,27,data_part_0000,1024,18.00035218,32.35,2.646754026,29.70324597,58.63196276,0.831168022,0.159590493
glm-4-9b-hf,glm-4,9,data_part_0000,1024,17.20945337,34.82,3.02716279,31.79283721,18.32199494,0.93347343,0.228806458
internlm2.5-1.8b,internlm2.5,1.8,data_part_0000,1024,16.49785184,33.59,3.635527611,29.95447239,3.583512674,0.944801572,0.187811516
internlm2.5-7b,internlm2.5,7,data_part_0000,1024,16.49785184,33.59,3.154819727,30.43518027,15.34457597,0.900374693,0.190374212
internlm2.5-20b,internlm2.5,20,data_part_0000,1024,16.49785184,33.59,2.840322256,30.74967774,40.12781234,0.873826885,0.19180851
DeepSeek-V2-236B-A21B,DeepSeek-V2,236,eng_Latn_000_00027_long,1024,16.64385619,33.77,2.362466097,31.4075339,37.7957122,0.894717728,0.125559005
DeepSeek-V3.1-Base-671B-A37B,DeepSeek-V3.1-Base,671,eng_Latn_000_00027_long,1024,16.98013958,37.28,2.342943907,34.93705609,78.00680664,0.966482603,0.219567058
GLM-4-32B-Base-0414,GLM-4,32,eng_Latn_000_00027_long,1024,17.20945337,36.64,2.735803843,33.90419616,65.57049815,0.944456245,0.192327556
GLM-4.5-Air-Base-106B-A12B,GLM-4.5-Air-Base,106,eng_Latn_000_00027_long,1024,17.20945337,36.64,2.631451607,34.00854839,17.74937781,0.99987401,0.206055998
GLM-4.5-Base-355B-A32B,GLM-4.5-Base,355,eng_Latn_000_00027_long,1024,17.20945337,36.64,2.410081387,34.22991861,48.82865875,0.964962591,0.20381588
Hunyuan-0.5B-Pretrain,Hunyuan,0.5,eng_Latn_000_00027_long,1024,16.88247588,36.61,3.97551918,32.63448082,1.000647688,1.09276731,0.188670887
Hunyuan-1.8B-Pretrain,Hunyuan,1.8,eng_Latn_000_00027_long,1024,16.88247588,36.61,3.561410189,33.04858981,3.805148086,1.039555111,0.190260537
Hunyuan-4B-Pretrain,Hunyuan,4,eng_Latn_000_00027_long,1024,16.88247588,36.61,3.287915945,33.32208405,8.297562243,1.012342373,0.192068226
Hunyuan-7B-Pretrain,Hunyuan,7,eng_Latn_000_00027_long,1024,16.96765407,36.61,3.001569033,33.60843097,15.64339497,0.993432343,0.195338755
Llama-3.1-8B,Llama-3.1,8,eng_Latn_000_00027_long,1024,16.96866679,36.74,2.777745247,33.96225475,15.64414994,1.003888962,0.205797016
Llama-3.1-70B,Llama-3.1,70,eng_Latn_000_00027_long,1024,16.96866679,36.74,2.463389158,34.27661084,143.7125585,0.925639879,0.196504876
Llama-3.2-1B,Llama-3.2,1,eng_Latn_000_00027_long,1024,16.96866679,36.74,3.258186817,33.48181318,2.599461847,1.071714668,0.20747545
Llama-3.2-3B,Llama-3.2,3,eng_Latn_000_00027_long,1024,16.96866679,36.74,3.001064777,33.73893522,6.759565492,1.034299977,0.206588634
Llama-4-109B-A17B,Llama-4,109,eng_Latn_000_00027_long,1024,17.62433855,37.49,3.862189054,33.62781095,41.80362134,0.954015821,0.188029976
Ministral-3-3B-Base-2512,Ministral-3,3,eng_Latn_000_00027_long,1024,17,34.92,2.858974218,32.06102578,6.770852364,0.982789509,0.155139236
Ministral-3-8B-Base-2512,Ministral-3,8,eng_Latn_000_00027_long,1024,17,34.92,2.70284009,32.21715991,16.57828855,0.94995629,0.153833357
Ministral-3-14B-Base-2512,Ministral-3,14,eng_Latn_000_00027_long,1024,17,34.92,2.626077652,32.29392235,27.78801897,0.931747315,0.15274075
Qwen1.5-0.5B,Qwen1.5,0.5,eng_Latn_000_00027_long,1024,17.21310422,35.46,3.783429861,31.67657014,1.001482355,1.060648899,0.15658889
Qwen1.5-1.8B,Qwen1.5,1.8,eng_Latn_000_00027_long,1024,17.21310422,35.46,3.475089312,31.98491069,3.227030389,1.013677358,0.157983593
Qwen1.5-4B,Qwen1.5,4,eng_Latn_000_00027_long,1024,17.21310422,35.46,3.163737297,32.2962627,7.5072589,0.985500762,0.161612227
Qwen1.5-7B,Qwen1.5,7,eng_Latn_000_00027_long,1024,17.21310422,35.46,3.029648781,32.43035122,14.81200003,0.960847148,0.160890563
Qwen1.5-14B,Qwen1.5,14,eng_Latn_000_00027_long,1024,17.21431912,35.46,2.939726114,32.52027389,27.84707478,0.938195124,0.159257393
Qwen1.5-14.3B-A2.7B,Qwen1.5,14.3,eng_Latn_000_00027_long,1024,17.21310422,35.46,2.904088497,32.5559115,4.966492144,1.011827283,0.172675947
Qwen1.5-32B,Qwen1.5,32,eng_Latn_000_00027_long,1024,17.21431912,35.46,2.746184826,32.71381517,65.67474758,0.911238079,0.159157406
Qwen1.5-72B,Qwen1.5,72,eng_Latn_000_00027_long,1024,17.21431912,35.46,2.643311024,32.81668898,146.8607695,0.885467129,0.156947183
Qwen2-0.5B,Qwen2,0.5,eng_Latn_000_00027_long,1024,17.21310422,35.46,3.685828686,31.77417131,1.056685687,1.061166457,0.159443669
Qwen2-1.5B,Qwen2,1.5,eng_Latn_000_00027_long,1024,17.21310422,35.46,3.272855759,32.18714424,3.25133638,1.019736755,0.164336469
Qwen2-7B,Qwen2,7,eng_Latn_000_00027_long,1024,17.21431912,35.46,2.875864267,32.58413573,14.69019324,0.965744349,0.165505311
Qwen2-57B-A14B,Qwen2,57,eng_Latn_000_00027_long,1024,17.21310422,35.46,2.706306219,32.75369378,27.31645757,0.945686422,0.166124472
Qwen2-72B,Qwen2,72,eng_Latn_000_00027_long,1024,17.21431912,35.46,2.586080074,32.87391993,147.719763,0.886810021,0.158455428
Qwen2.5-0.5B,Qwen2.5,0.5,eng_Latn_000_00027_long,1024,17.21310422,35.46,3.575057268,31.88494273,1.056685687,1.064865906,0.163143118
Qwen2.5-1.5B,Qwen2.5,1.5,eng_Latn_000_00027_long,1024,17.21310422,35.46,3.16534543,32.29465457,3.25133638,1.023142842,0.167742557
Qwen2.5-3B,Qwen2.5,3,eng_Latn_000_00027_long,1024,17.21310422,35.46,3.006886005,32.45311399,6.473975333,0.996784947,0.167490304
Qwen2.5-7B,Qwen2.5,7,eng_Latn_000_00027_long,1024,17.21431912,35.46,2.853027344,32.60697266,14.69019324,0.966421201,0.166182163
Qwen2.5-14B,Qwen2.5,14,eng_Latn_000_00027_long,1024,17.21431912,35.46,2.686429977,32.77357002,29.16769333,0.943682746,0.166244276
Qwen2.5-32B,Qwen2.5,32,eng_Latn_000_00027_long,1024,17.21431912,35.46,2.64824605,32.81175395,66.19014365,0.913679128,0.161834637
Qwen2.5-72B,Qwen2.5,72,eng_Latn_000_00027_long,1024,17.21431912,35.46,2.540452719,32.91954728,147.719763,0.888040869,0.159686276
Qwen3-0.6B-Base,Qwen3,0.6,eng_Latn_000_00027_long,1024,17.21310422,35.46,3.498447657,31.96155234,1.100258214,1.065350302,0.16537968
Qwen3-1.7B-Base,Qwen3,1.7,eng_Latn_000_00027_long,1024,17.21310422,35.46,3.159305334,32.30069467,3.643625439,1.018033713,0.167064081
Qwen3-4B-Base,Qwen3,4,eng_Latn_000_00027_long,1024,17.21310422,35.46,2.960826397,32.4991736,7.705922109,0.990553502,0.167611206
Qwen3-8B-Base,Qwen3,8,eng_Latn_000_00027_long,1024,17.21310422,35.46,2.818505764,32.64149424,15.80839888,0.964419107,0.166682468
Qwen3-14B-Base,Qwen3,14,eng_Latn_000_00027_long,1024,17.21310422,35.46,2.720139265,32.73986073,29.0805357,0.942829329,0.165294199
Seed-OSS-36B-Base,Seed-OSS,36,eng_Latn_000_00027_long,1024,17.24317398,34.98,2.639092922,32.34090708,65.53516114,0.900927816,0.148782832
gemma-3-0.27b-pt,gemma-3,0.27,eng_Latn_000_00027_long,1024,18,35.77,3.819984674,31.95001533,0.550436864,1.101656814,0.170679671
gemma-3-1b-pt,gemma-3,1,eng_Latn_000_00027_long,1024,18,35.77,3.281368256,32.48863174,2.129873338,1.049581046,0.177316296
gemma-3-4b-pt,gemma-3,4,eng_Latn_000_00027_long,1024,18.00035218,35.77,2.840498447,32.92950155,8.402187059,0.999866384,0.180042485
gemma-3-12b-pt,gemma-3,12,eng_Latn_000_00027_long,1024,18.00035218,35.77,2.612972021,33.15702798,24.19152912,0.962200941,0.178673979
gemma-3-27b-pt,gemma-3,27,eng_Latn_000_00027_long,1024,18.00035218,35.77,2.509468317,33.26053168,58.63196276,0.930709404,0.175184683
glm-4-9b-hf,glm-4,9,eng_Latn_000_00027_long,1024,17.20945337,36.64,2.98236084,33.65763916,18.32199494,0.988226111,0.195475768
internlm2.5-1.8b,internlm2.5,1.8,eng_Latn_000_00027_long,1024,16.49785184,35.25,3.597323895,31.65267611,3.583512674,0.998365044,0.146751231
internlm2.5-7b,internlm2.5,7,eng_Latn_000_00027_long,1024,16.49785184,35.25,3.087465525,32.16253448,15.34457597,0.951475622,0.152725082
internlm2.5-20b,internlm2.5,20,eng_Latn_000_00027_long,1024,16.49785184,35.25,2.822618484,32.42738152,40.12781234,0.921502918,0.154232247
DeepSeek-V2-236B-A21B,DeepSeek-V2,236,IndustryCorpus_batch_aa_long,1024,16.64385619,30.81,2.116080523,28.69391948,37.7957122,0.817414016,0.284700383
DeepSeek-V3.1-Base-671B-A37B,DeepSeek-V3.1-Base,671,IndustryCorpus_batch_aa_long,1024,16.98013958,33.98,2.505697966,31.47430203,78.00680664,0.870690572,0.353382399
GLM-4-32B-Base-0414,GLM-4,32,IndustryCorpus_batch_aa_long,1024,17.20945337,33.23,3.138578892,30.09142111,65.57049815,0.838245227,0.317326468
GLM-4.5-Air-Base-106B-A12B,GLM-4.5-Air-Base,106,IndustryCorpus_batch_aa_long,1024,17.20945337,33.23,2.867270231,30.36272977,17.74937781,0.89268451,0.342892035
GLM-4.5-Base-355B-A32B,GLM-4.5-Base,355,IndustryCorpus_batch_aa_long,1024,17.20945337,33.23,2.493552208,30.73644779,48.82865875,0.866479486,0.339314913
Hunyuan-0.5B-Pretrain,Hunyuan,0.5,IndustryCorpus_batch_aa_long,1024,16.88247588,35.12,4.691961765,30.42803823,1.000647688,1.018884464,0.392713978
Hunyuan-1.8B-Pretrain,Hunyuan,1.8,IndustryCorpus_batch_aa_long,1024,16.88247588,35.12,4.187852859,30.93214714,3.805148086,0.972981656,0.384766525
Hunyuan-4B-Pretrain,Hunyuan,4,IndustryCorpus_batch_aa_long,1024,16.88247588,35.12,3.870864153,31.24913585,8.297562243,0.94936512,0.381249322
Hunyuan-7B-Pretrain,Hunyuan,7,IndustryCorpus_batch_aa_long,1024,16.96765407,35.12,3.298220396,31.8217796,15.64339497,0.940620676,0.387866969
Llama-3.1-8B,Llama-3.1,8,IndustryCorpus_batch_aa_long,1024,16.96866679,23.9,3.213531494,20.68646851,15.64414994,0.611470515,0.058717945
Llama-3.1-70B,Llama-3.1,70,IndustryCorpus_batch_aa_long,1024,16.96866679,23.9,2.785083771,21.11491623,143.7125585,0.570208315,0.065214813
Llama-3.2-1B,Llama-3.2,1,IndustryCorpus_batch_aa_long,1024,16.96866679,23.9,3.962632656,19.93736734,2.599461847,0.638172399,0.039606718
Llama-3.2-3B,Llama-3.2,3,IndustryCorpus_batch_aa_long,1024,16.96866679,23.9,3.578356504,20.3216435,6.759565492,0.622979808,0.049713064
Llama-4-109B-A17B,Llama-4,109,IndustryCorpus_batch_aa_long,1024,17.62433855,29.49,4.475708485,25.01429152,41.80362134,0.709651601,0.179135478
Ministral-3-3B-Base-2512,Ministral-3,3,IndustryCorpus_batch_aa_long,1024,17,20.51,2.581177711,17.92882229,6.770852364,0.549584987,-0.023639461
Ministral-3-8B-Base-2512,Ministral-3,8,IndustryCorpus_batch_aa_long,1024,17,20.51,2.382357359,18.12764264,16.57828855,0.534512297,-0.016876549
Ministral-3-14B-Base-2512,Ministral-3,14,IndustryCorpus_batch_aa_long,1024,17,20.51,2.302647591,18.20735241,27.78801897,0.525320261,-0.014213915
Qwen1.5-0.5B,Qwen1.5,0.5,IndustryCorpus_batch_aa_long,1024,17.21310422,31.16,4.202773571,26.95722643,1.001482355,0.902627791,0.276482526
Qwen1.5-1.8B,Qwen1.5,1.8,IndustryCorpus_batch_aa_long,1024,17.21310422,31.16,3.85446763,27.30553237,3.227030389,0.865376808,0.272729644
Qwen1.5-4B,Qwen1.5,4,IndustryCorpus_batch_aa_long,1024,17.21310422,31.16,3.698274851,27.46172515,7.5072589,0.837977797,0.2673587
Qwen1.5-7B,Qwen1.5,7,IndustryCorpus_batch_aa_long,1024,17.21310422,31.16,3.511220455,27.64877954,14.81200003,0.819178639,0.265134634
Qwen1.5-14B,Qwen1.5,14,IndustryCorpus_batch_aa_long,1024,17.21431912,31.16,3.409911871,27.75008813,27.84707478,0.800577433,0.26109093
Qwen1.5-14.3B-A2.7B,Qwen1.5,14.3,IndustryCorpus_batch_aa_long,1024,17.21310422,31.16,3.341331244,27.81866876,4.966492144,0.864595298,0.283405299
Qwen1.5-32B,Qwen1.5,32,IndustryCorpus_batch_aa_long,1024,17.21431912,31.16,3.084960938,28.07503906,65.67474758,0.782025714,0.261140211
Qwen1.5-72B,Qwen1.5,72,IndustryCorpus_batch_aa_long,1024,17.21431912,31.16,2.940380812,28.21961919,146.8607695,0.761427979,0.256860461
Qwen2-0.5B,Qwen2,0.5,IndustryCorpus_batch_aa_long,1024,17.21310422,31.16,4.184194565,26.97580544,1.056685687,0.900914759,0.276388235
Qwen2-1.5B,Qwen2,1.5,IndustryCorpus_batch_aa_long,1024,17.21310422,31.16,3.729263067,27.43073693,3.25133638,0.869046674,0.276602773
Qwen2-7B,Qwen2,7,IndustryCorpus_batch_aa_long,1024,17.21431912,31.16,3.250189304,27.9098107,14.69019324,0.827204446,0.272964817
Qwen2-57B-A14B,Qwen2,57,IndustryCorpus_batch_aa_long,1024,17.21310422,31.16,3.033372879,28.12662712,27.31645757,0.812090677,0.272171845
Qwen2-72B,Qwen2,72,IndustryCorpus_batch_aa_long,1024,17.21431912,31.16,2.811218262,28.34878174,147.719763,0.764739458,0.260286463
Qwen2.5-0.5B,Qwen2.5,0.5,IndustryCorpus_batch_aa_long,1024,17.21310422,31.16,4.13049984,27.02950016,1.056685687,0.902708009,0.278181485
Qwen2.5-1.5B,Qwen2.5,1.5,IndustryCorpus_batch_aa_long,1024,17.21310422,31.16,3.651309967,27.50869003,3.25133638,0.871516345,0.279072443
Qwen2.5-3B,Qwen2.5,3,IndustryCorpus_batch_aa_long,1024,17.21310422,31.16,3.460339785,27.69966022,6.473975333,0.850784438,0.276421111
Qwen2.5-7B,Qwen2.5,7,IndustryCorpus_batch_aa_long,1024,17.21431912,31.16,3.263980865,27.89601913,14.69019324,0.826795686,0.272556056
Qwen2.5-14B,Qwen2.5,14,IndustryCorpus_batch_aa_long,1024,17.21431912,31.16,3.025247812,28.13475219,29.16769333,0.810112544,0.271664419
Qwen2.5-32B,Qwen2.5,32,IndustryCorpus_batch_aa_long,1024,17.21431912,31.16,2.976519585,28.18348042,66.19014365,0.784799796,0.264077871
Qwen2.5-72B,Qwen2.5,72,IndustryCorpus_batch_aa_long,1024,17.21431912,31.16,2.777780533,28.38221947,147.719763,0.765641478,0.261188482
Qwen3-0.6B-Base,Qwen3,0.6,IndustryCorpus_batch_aa_long,1024,17.21310422,31.16,3.992006779,27.16799322,1.100258214,0.905570214,0.282257227
Qwen3-1.7B-Base,Qwen3,1.7,IndustryCorpus_batch_aa_long,1024,17.21310422,31.16,3.562650204,27.5973498,3.643625439,0.86979654,0.280421277
Qwen3-4B-Base,Qwen3,4,IndustryCorpus_batch_aa_long,1024,17.21310422,31.16,3.315218687,27.84478131,7.705922109,0.848690677,0.278726938
Qwen3-8B-Base,Qwen3,8,IndustryCorpus_batch_aa_long,1024,17.21310422,31.16,3.101758003,28.058242,15.80839888,0.829003246,0.27649676
Qwen3-14B-Base,Qwen3,14,IndustryCorpus_batch_aa_long,1024,17.21310422,31.16,2.942368746,28.21763125,29.0805357,0.812599985,0.274084913
Seed-OSS-36B-Base,Seed-OSS,36,IndustryCorpus_batch_aa_long,1024,17.24317398,31.93,2.844463587,29.08553641,65.53516114,0.810242234,0.28931219
gemma-3-0.27b-pt,gemma-3,0.27,IndustryCorpus_batch_aa_long,1024,18,28.58,5.011901855,23.56809814,0.550436864,0.812642988,0.167855115
gemma-3-1b-pt,gemma-3,1,IndustryCorpus_batch_aa_long,1024,18,28.58,4.134049416,24.44595058,2.129873338,0.789753369,0.185629265
gemma-3-4b-pt,gemma-3,4,IndustryCorpus_batch_aa_long,1024,18.00035218,28.58,3.670428991,24.90957101,8.402187059,0.756350431,0.188546471
gemma-3-12b-pt,gemma-3,12,IndustryCorpus_batch_aa_long,1024,18.00035218,28.58,3.340955973,25.23904403,24.19152912,0.73242487,0.1897599
gemma-3-27b-pt,gemma-3,27,IndustryCorpus_batch_aa_long,1024,18.00035218,28.58,3.184686899,25.3953131,58.63196276,0.710621734,0.18735091
glm-4-9b-hf,glm-4,9,IndustryCorpus_batch_aa_long,1024,17.20945337,33.23,3.481240749,29.74875925,18.32199494,0.873457004,0.324403988
internlm2.5-1.8b,internlm2.5,1.8,IndustryCorpus_batch_aa_long,1024,16.49785184,32.52,4.206731796,28.3132682,3.583512674,0.893035936,0.303214518
internlm2.5-7b,internlm2.5,7,IndustryCorpus_batch_aa_long,1024,16.49785184,32.52,3.602144718,28.91785528,15.34457597,0.855487131,0.302278423
internlm2.5-20b,internlm2.5,20,IndustryCorpus_batch_aa_long,1024,16.49785184,32.52,3.216423988,29.30357601,40.12781234,0.832732387,0.301326403
DeepSeek-V2-236B-A21B,DeepSeek-V2,236,CC-MAIN-2013-20_train-00000-of-00014_long,1024,16.64385619,36.61,2.476067305,34.1339327,37.7957122,0.972385632,0.20322691
DeepSeek-V3.1-Base-671B-A37B,DeepSeek-V3.1-Base,671,CC-MAIN-2013-20_train-00000-of-00014_long,1024,16.98013958,38.51,2.215646267,36.29435373,78.00680664,1.004030259,0.257114714
GLM-4-32B-Base-0414,GLM-4,32,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.20945337,37.99,2.649762392,35.34023761,65.57049815,0.984459504,0.232330814
GLM-4.5-Air-Base-106B-A12B,GLM-4.5-Air-Base,106,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.20945337,37.99,2.375840187,35.61415981,17.74937781,1.047080056,0.253262045
GLM-4.5-Base-355B-A32B,GLM-4.5-Base,355,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.20945337,37.99,1.920109272,36.06989073,48.82865875,1.016832544,0.255685833
Hunyuan-0.5B-Pretrain,Hunyuan,0.5,CC-MAIN-2013-20_train-00000-of-00014_long,1024,16.88247588,38.16,4.172644615,33.98735538,1.000647688,1.138068386,0.233971963
Hunyuan-1.8B-Pretrain,Hunyuan,1.8,CC-MAIN-2013-20_train-00000-of-00014_long,1024,16.88247588,38.16,3.728728294,34.43127171,3.805148086,1.08304786,0.233753286
Hunyuan-4B-Pretrain,Hunyuan,4,CC-MAIN-2013-20_train-00000-of-00014_long,1024,16.88247588,38.16,3.44977951,34.71022049,8.297562243,1.054514685,0.234240538
Hunyuan-7B-Pretrain,Hunyuan,7,CC-MAIN-2013-20_train-00000-of-00014_long,1024,16.96765407,38.16,3.134790897,35.0252091,15.64339497,1.035310918,0.237217331
Llama-3.1-8B,Llama-3.1,8,CC-MAIN-2013-20_train-00000-of-00014_long,1024,16.96866679,38.02,2.917856693,35.10214331,15.64414994,1.037582883,0.239490938
Llama-3.1-70B,Llama-3.1,70,CC-MAIN-2013-20_train-00000-of-00014_long,1024,16.96866679,38.02,2.356286049,35.66371395,143.7125585,0.963098599,0.233963596
Llama-3.2-1B,Llama-3.2,1,CC-MAIN-2013-20_train-00000-of-00014_long,1024,16.96866679,38.02,3.465826988,34.55417301,2.599461847,1.106039684,0.241800466
Llama-3.2-3B,Llama-3.2,3,CC-MAIN-2013-20_train-00000-of-00014_long,1024,16.96866679,38.02,3.191116095,34.82888391,6.759565492,1.067713417,0.240002074
Llama-4-109B-A17B,Llama-4,109,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.62433855,38.38,4.081301689,34.29869831,41.80362134,0.973048792,0.207062948
Ministral-3-3B-Base-2512,Ministral-3,3,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17,37.08,3.120864153,33.95913585,6.770852364,1.040973631,0.213323359
Ministral-3-8B-Base-2512,Ministral-3,8,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17,37.08,2.938378811,34.14162119,16.57828855,1.006701022,0.210578089
Ministral-3-14B-Base-2512,Ministral-3,14,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17,37.08,2.844666481,34.23533352,27.78801897,0.987761094,0.20875453
Qwen1.5-0.5B,Qwen1.5,0.5,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21310422,37.29,4.016155243,33.27384476,1.001482355,1.11413157,0.210071561
Qwen1.5-1.8B,Qwen1.5,1.8,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21310422,37.29,3.689667702,33.6003323,3.227030389,1.064873884,0.209180118
Qwen1.5-4B,Qwen1.5,4,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21310422,37.29,3.400391579,33.88960842,7.5072589,1.034120735,0.2102322
Qwen1.5-7B,Qwen1.5,7,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21310422,37.29,3.258968592,34.03103141,14.81200003,1.008272135,0.208315551
Qwen1.5-14B,Qwen1.5,14,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21431912,37.29,3.168458939,34.12154106,27.84707478,0.984390955,0.205453224
Qwen1.5-14.3B-A2.7B,Qwen1.5,14.3,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21310422,37.29,3.107910156,34.18208984,4.966492144,1.062368384,0.223217048
Qwen1.5-32B,Qwen1.5,32,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21431912,37.29,2.924629927,34.36537007,65.67474758,0.957241876,0.205161203
Qwen1.5-72B,Qwen1.5,72,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21431912,37.29,2.793927431,34.49607257,146.8607695,0.930780626,0.202260681
Qwen2-0.5B,Qwen2,0.5,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21310422,37.29,3.934562683,33.35543732,1.056685687,1.11397622,0.212253432
Qwen2-1.5B,Qwen2,1.5,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21310422,37.29,3.507874727,33.78212527,3.25133638,1.070268134,0.214867848
Qwen2-7B,Qwen2,7,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21431912,37.29,3.101584911,34.18841509,14.69019324,1.013292755,0.213053718
Qwen2-57B-A14B,Qwen2,57,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21310422,37.29,2.859682322,34.43031768,27.31645757,0.994095021,0.214533072
Qwen2-72B,Qwen2,72,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21431912,37.29,2.725716591,34.56428341,147.719763,0.932409428,0.204054836
Qwen2.5-0.5B,Qwen2.5,0.5,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21310422,37.29,3.751422167,33.53857783,1.056685687,1.120092589,0.218369801
Qwen2.5-1.5B,Qwen2.5,1.5,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21310422,37.29,3.292654037,33.99734596,3.25133638,1.077086646,0.221686361
Qwen2.5-3B,Qwen2.5,3,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21310422,37.29,3.104096413,34.18590359,6.473975333,1.050006915,0.220712272
Qwen2.5-7B,Qwen2.5,7,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21431912,37.29,2.892796278,34.39720372,14.69019324,1.019480934,0.219241896
Qwen2.5-14B,Qwen2.5,14,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21431912,37.29,2.553492785,34.73650722,29.16769333,1.000203593,0.222765123
Qwen2.5-32B,Qwen2.5,32,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21431912,37.29,2.436856508,34.85314349,66.19014365,0.970523849,0.218679358
Qwen2.5-72B,Qwen2.5,72,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21431912,37.29,2.037559032,35.25244097,147.719763,0.950973233,0.22261864
Qwen3-0.6B-Base,Qwen3,0.6,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21310422,37.29,3.744442701,33.5455573,1.100258214,1.118148744,0.218178121
Qwen3-1.7B-Base,Qwen3,1.7,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21310422,37.29,3.383861542,33.90613846,3.643625439,1.068633117,0.217663485
Qwen3-4B-Base,Qwen3,4,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21310422,37.29,3.163582563,34.12641744,7.705922109,1.040150827,0.217208531
Qwen3-8B-Base,Qwen3,8,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21310422,37.29,2.993185282,34.29681472,15.80839888,1.013326877,0.215590239
Qwen3-14B-Base,Qwen3,14,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21310422,37.29,2.862197638,34.42780236,29.0805357,0.991437993,0.213902862
Seed-OSS-36B-Base,Seed-OSS,36,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.24317398,36.91,2.808408737,34.10159126,65.53516114,0.949975586,0.197830602
gemma-3-0.27b-pt,gemma-3,0.27,CC-MAIN-2013-20_train-00000-of-00014_long,1024,18,37.53,4.112582207,33.41741779,0.550436864,1.152253783,0.22127664
gemma-3-1b-pt,gemma-3,1,CC-MAIN-2013-20_train-00000-of-00014_long,1024,18,37.53,3.560277939,33.96972206,2.129873338,1.0974293,0.225164551
gemma-3-4b-pt,gemma-3,4,CC-MAIN-2013-20_train-00000-of-00014_long,1024,18.00035218,37.53,3.13693738,34.39306262,8.402187059,1.04430573,0.224481831
gemma-3-12b-pt,gemma-3,12,CC-MAIN-2013-20_train-00000-of-00014_long,1024,18.00035218,37.53,2.879539967,34.65046003,24.19152912,1.005539618,0.222012656
gemma-3-27b-pt,gemma-3,27,CC-MAIN-2013-20_train-00000-of-00014_long,1024,18.00035218,37.53,2.744044065,34.78595593,58.63196276,0.973394431,0.21786971
glm-4-9b-hf,glm-4,9,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.20945337,37.99,3.06065917,34.92934083,18.32199494,1.025564701,0.232814358
internlm2.5-1.8b,internlm2.5,1.8,CC-MAIN-2013-20_train-00000-of-00014_long,1024,16.49785184,36.59,3.736244678,32.85375532,3.583512674,1.036248586,0.184634774
internlm2.5-7b,internlm2.5,7,CC-MAIN-2013-20_train-00000-of-00014_long,1024,16.49785184,36.59,3.211712122,33.37828788,15.34457597,0.987441685,0.188691144
internlm2.5-20b,internlm2.5,20,CC-MAIN-2013-20_train-00000-of-00014_long,1024,16.49785184,36.59,2.927695274,33.66230473,40.12781234,0.956596265,0.189325593
DeepSeek-V2-236B-A21B,DeepSeek-V2,236,NextCoderDataset_v1_long,1024,16.64385619,28.37,0.458153576,27.91184642,37.7957122,0.79513482,0.025976097
DeepSeek-V3.1-Base-671B-A37B,DeepSeek-V3.1-Base,671,NextCoderDataset_v1_long,1024,16.98013958,32.97,0.415263712,32.55473629,78.00680664,0.900579207,0.153663662
GLM-4-32B-Base-0414,GLM-4,32,NextCoderDataset_v1_long,1024,17.20945337,35.01,0.47286883,34.53713117,65.57049815,0.962087674,0.209958985
GLM-4.5-Air-Base-106B-A12B,GLM-4.5-Air-Base,106,NextCoderDataset_v1_long,1024,17.20945337,35.01,0.521799445,34.48820055,17.74937781,1.013976103,0.220158092
GLM-4.5-Base-355B-A32B,GLM-4.5-Base,355,NextCoderDataset_v1_long,1024,17.20945337,35.01,0.476994962,34.53300504,48.82865875,0.973506785,0.212360074
Hunyuan-0.5B-Pretrain,Hunyuan,0.5,NextCoderDataset_v1_long,1024,16.88247588,33.73,0.800134957,32.92986504,1.000647688,1.102658267,0.198561844
Hunyuan-1.8B-Pretrain,Hunyuan,1.8,NextCoderDataset_v1_long,1024,16.88247588,33.73,0.66871798,33.06128202,3.805148086,1.039954349,0.190659775
Hunyuan-4B-Pretrain,Hunyuan,4,NextCoderDataset_v1_long,1024,16.88247588,33.73,0.572836995,33.157163,8.297562243,1.007331985,0.187057838
Hunyuan-7B-Pretrain,Hunyuan,7,NextCoderDataset_v1_long,1024,16.96765407,33.73,0.543069899,33.1869301,15.64339497,0.980973189,0.182879602
Llama-3.1-8B,Llama-3.1,8,NextCoderDataset_v1_long,1024,16.96866679,34.97,0.586330593,34.38366941,15.64414994,1.016345541,0.218253596
Llama-3.1-70B,Llama-3.1,70,NextCoderDataset_v1_long,1024,16.96866679,34.97,0.505300701,34.4646993,143.7125585,0.930719208,0.201584205
Llama-3.2-1B,Llama-3.2,1,NextCoderDataset_v1_long,1024,16.96866679,34.97,0.773256004,34.196744,2.599461847,1.094598789,0.230359571
Llama-3.2-3B,Llama-3.2,3,NextCoderDataset_v1_long,1024,16.96866679,34.97,0.658105731,34.31189427,6.759565492,1.051864596,0.224153253
Llama-4-109B-A17B,Llama-4,109,NextCoderDataset_v1_long,1024,17.62433855,34.67,0.690670669,33.97932933,41.80362134,0.963988344,0.198002499
Ministral-3-3B-Base-2512,Ministral-3,3,NextCoderDataset_v1_long,1024,17,33.13,0.557032883,32.57296712,6.770852364,0.998482412,0.170832139
Ministral-3-8B-Base-2512,Ministral-3,8,NextCoderDataset_v1_long,1024,17,33.13,0.51042074,32.61957926,16.57828855,0.961822041,0.165699108
Ministral-3-14B-Base-2512,Ministral-3,14,NextCoderDataset_v1_long,1024,17,33.13,0.493245274,32.63675473,27.78801897,0.941638747,0.162632183
Qwen1.5-0.5B,Qwen1.5,0.5,NextCoderDataset_v1_long,1024,17.21310422,34.73,1.002380967,33.72761903,1.001482355,1.129325613,0.225265604
Qwen1.5-1.8B,Qwen1.5,1.8,NextCoderDataset_v1_long,1024,17.21310422,34.73,0.833039522,33.89696048,3.227030389,1.074274731,0.218580966
Qwen1.5-4B,Qwen1.5,4,NextCoderDataset_v1_long,1024,17.21310422,34.73,0.709118783,34.02088122,7.5072589,1.038126444,0.214237909
Qwen1.5-7B,Qwen1.5,7,NextCoderDataset_v1_long,1024,17.21310422,34.73,0.643707514,34.08629249,14.81200003,1.009909412,0.209952827
Qwen1.5-14B,Qwen1.5,14,NextCoderDataset_v1_long,1024,17.21431912,34.73,0.609284461,34.12071554,27.84707478,0.984367139,0.205429408
Qwen1.5-14.3B-A2.7B,Qwen1.5,14.3,NextCoderDataset_v1_long,1024,17.21310422,34.73,0.62948525,34.10051475,4.966492144,1.059833056,0.22068172
Qwen1.5-32B,Qwen1.5,32,NextCoderDataset_v1_long,1024,17.21431912,34.73,0.5840258,34.1459742,65.67474758,0.95113064,0.199049966
Qwen1.5-72B,Qwen1.5,72,NextCoderDataset_v1_long,1024,17.21431912,34.73,0.543184936,34.18681506,146.8607695,0.922436172,0.193916227
Qwen2-0.5B,Qwen2,0.5,NextCoderDataset_v1_long,1024,17.21310422,34.73,0.816911101,33.9130889,1.056685687,1.132600188,0.2308774
Qwen2-1.5B,Qwen2,1.5,NextCoderDataset_v1_long,1024,17.21310422,34.73,0.674409509,34.05559049,3.25133638,1.07893192,0.223531634
Qwen2-7B,Qwen2,7,NextCoderDataset_v1_long,1024,17.21431912,34.73,0.567877769,34.16212223,14.69019324,1.012513475,0.212274437
Qwen2-57B-A14B,Qwen2,57,NextCoderDataset_v1_long,1024,17.21310422,34.73,0.539411306,34.19058869,27.31645757,0.987173407,0.207611457
Qwen2-72B,Qwen2,72,NextCoderDataset_v1_long,1024,17.21431912,34.73,0.498881459,34.23111854,147.719763,0.923421941,0.195067348
Qwen2.5-0.5B,Qwen2.5,0.5,NextCoderDataset_v1_long,1024,17.21310422,34.73,0.757764757,33.97223524,1.056685687,1.134575507,0.232852719
Qwen2.5-1.5B,Qwen2.5,1.5,NextCoderDataset_v1_long,1024,17.21310422,34.73,0.617169738,34.11283026,3.25133638,1.080745361,0.225345075
Qwen2.5-3B,Qwen2.5,3,NextCoderDataset_v1_long,1024,17.21310422,34.73,0.570210397,34.1597896,6.473975333,1.049204834,0.219910191
Qwen2.5-7B,Qwen2.5,7,NextCoderDataset_v1_long,1024,17.21431912,34.73,0.518409252,34.21159075,14.69019324,1.013979647,0.213740609
Qwen2.5-14B,Qwen2.5,14,NextCoderDataset_v1_long,1024,17.21431912,34.73,0.486130744,34.24386926,29.16769333,0.986018567,0.208580097
Qwen2.5-32B,Qwen2.5,32,NextCoderDataset_v1_long,1024,17.21431912,34.73,0.468537658,34.26146234,66.19014365,0.954047841,0.20220335
Qwen2.5-72B,Qwen2.5,72,NextCoderDataset_v1_long,1024,17.21431912,34.73,0.451154649,34.27884535,147.719763,0.924709424,0.196354831
Qwen3-0.6B-Base,Qwen3,0.6,NextCoderDataset_v1_long,1024,17.21310422,34.73,0.70593679,34.02406321,1.100258214,1.13409842,0.234127798
Qwen3-1.7B-Base,Qwen3,1.7,NextCoderDataset_v1_long,1024,17.21310422,34.73,0.585969627,34.14403037,3.643625439,1.07613085,0.225161218
Qwen3-4B-Base,Qwen3,4,NextCoderDataset_v1_long,1024,17.21310422,34.73,0.519189894,34.21081011,7.705922109,1.04272306,0.219780764
Qwen3-8B-Base,Qwen3,8,NextCoderDataset_v1_long,1024,17.21310422,34.73,0.493595362,34.23640464,15.80839888,1.011542013,0.213805374
Qwen3-14B-Base,Qwen3,14,NextCoderDataset_v1_long,1024,17.21310422,34.73,0.471319884,34.25868012,29.0805357,0.986567679,0.209032548
Seed-OSS-36B-Base,Seed-OSS,36,NextCoderDataset_v1_long,1024,17.24317398,30.29,0.43373543,29.85626457,65.53516114,0.831712579,0.079567595
gemma-3-0.27b-pt,gemma-3,0.27,NextCoderDataset_v1_long,1024,18,29.05,1.393586278,27.65641372,0.550436864,0.953610705,0.022633562
gemma-3-1b-pt,gemma-3,1,NextCoderDataset_v1_long,1024,18,29.05,0.951468289,28.09853171,2.129873338,0.907754027,0.035489277
gemma-3-4b-pt,gemma-3,4,NextCoderDataset_v1_long,1024,18.00035218,29.05,0.550819576,28.49918042,8.402187059,0.865344786,0.045520887
gemma-3-12b-pt,gemma-3,12,NextCoderDataset_v1_long,1024,18.00035218,29.05,0.488898754,28.56110125,24.19152912,0.828829366,0.045302404
gemma-3-27b-pt,gemma-3,27,NextCoderDataset_v1_long,1024,18.00035218,29.05,0.468859494,28.58114051,58.63196276,0.799768822,0.044244101
glm-4-9b-hf,glm-4,9,NextCoderDataset_v1_long,1024,17.20945337,35.01,0.623737216,34.38626278,18.32199494,1.009619319,0.216868976
internlm2.5-1.8b,internlm2.5,1.8,NextCoderDataset_v1_long,1024,16.49785184,34.28,0.909468114,33.37053189,3.583512674,1.052548366,0.200934554
internlm2.5-7b,internlm2.5,7,NextCoderDataset_v1_long,1024,16.49785184,34.28,0.668375969,33.61162403,15.34457597,0.994344551,0.19559401
internlm2.5-20b,internlm2.5,20,NextCoderDataset_v1_long,1024,16.49785184,34.28,0.598666549,33.68133345,40.12781234,0.957137012,0.189866341
|