model_name,model_series,model_size (B),data_name,seq_len,uniform_entropy,constant,conditional_entropy,entropy_gain,BF16_TFLOPs,information_capacity,ic DeepSeek-V2-236B-A21B,DeepSeek-V2,236,data_part_0000,1024,16.64385619,32.12,2.251732349,29.86826765,37.7957122,0.850868096,0.167171454 DeepSeek-V3.1-Base-671B-A37B,DeepSeek-V3.1-Base,671,data_part_0000,1024,16.98013958,34.94,2.277204514,32.66279549,78.00680664,0.903568507,0.239643578 GLM-4-32B-Base-0414,GLM-4,32,data_part_0000,1024,17.20945337,34.82,2.76089263,32.05910737,65.57049815,0.893058312,0.224499476 GLM-4.5-Air-Base-106B-A12B,GLM-4.5-Air-Base,106,data_part_0000,1024,17.20945337,34.82,2.581690073,32.23830993,17.74937781,0.947827818,0.242211808 GLM-4.5-Base-355B-A32B,GLM-4.5-Base,355,data_part_0000,1024,17.20945337,34.82,2.28137517,32.53862483,48.82865875,0.917283972,0.240709119 Hunyuan-0.5B-Pretrain,Hunyuan,0.5,data_part_0000,1024,16.88247588,34.95,3.988531351,30.96146865,1.000647688,1.03674641,0.233105145 Hunyuan-1.8B-Pretrain,Hunyuan,1.8,data_part_0000,1024,16.88247588,34.95,3.58458519,31.36541481,3.805148086,0.986610244,0.231681734 Hunyuan-4B-Pretrain,Hunyuan,4,data_part_0000,1024,16.88247588,34.95,3.298442602,31.6515574,8.297562243,0.961590897,0.232458323 Hunyuan-7B-Pretrain,Hunyuan,7,data_part_0000,1024,16.96765407,34.95,2.997693777,31.95230622,15.64339497,0.944478915,0.235062393 Llama-3.1-8B,Llama-3.1,8,data_part_0000,1024,16.96866679,32.84,2.821995974,30.01800403,15.64414994,0.887301009,0.177885946 Llama-3.1-70B,Llama-3.1,70,data_part_0000,1024,16.96866679,32.84,2.408530235,30.43146976,143.7125585,0.821801844,0.173681842 Llama-3.2-1B,Llama-3.2,1,data_part_0000,1024,16.96866679,32.84,3.366785765,29.47321424,2.599461847,0.943403986,0.175191348 Llama-3.2-3B,Llama-3.2,3,data_part_0000,1024,16.96866679,32.84,3.080525398,29.7594746,6.759565492,0.912305729,0.176562313 Llama-4-109B-A17B,Llama-4,109,data_part_0000,1024,17.62433855,34.45,3.977431059,30.47256894,41.80362134,0.864502091,0.183625785 Ministral-3-3B-Base-2512,Ministral-3,3,data_part_0000,1024,17,30.85,2.850933075,27.99906693,6.770852364,0.858275384,0.122586253 Ministral-3-8B-Base-2512,Ministral-3,8,data_part_0000,1024,17,30.85,2.668004513,28.18199549,16.57828855,0.830975293,0.123310463 Ministral-3-14B-Base-2512,Ministral-3,14,data_part_0000,1024,17,30.85,2.583400726,28.26659927,27.78801897,0.815550607,0.123100327 Qwen1.5-0.5B,Qwen1.5,0.5,data_part_0000,1024,17.21310422,33.8,3.72398138,30.07601862,1.001482355,1.007056506,0.203447609 Qwen1.5-1.8B,Qwen1.5,1.8,data_part_0000,1024,17.21310422,33.8,3.419022322,30.38097768,3.227030389,0.962844933,0.202228252 Qwen1.5-4B,Qwen1.5,4,data_part_0000,1024,17.21310422,33.8,3.175163269,30.62483673,7.5072589,0.934498218,0.202152853 Qwen1.5-7B,Qwen1.5,7,data_part_0000,1024,17.21310422,33.8,3.035587549,30.76441245,14.81200003,0.911488678,0.200416159 Qwen1.5-14B,Qwen1.5,14,data_part_0000,1024,17.21431912,33.8,2.944247007,30.85575299,27.84707478,0.890174453,0.197785359 Qwen1.5-14.3B-A2.7B,Qwen1.5,14.3,data_part_0000,1024,17.21310422,33.8,2.895214319,30.90478568,4.966492144,0.960510822,0.214598523 Qwen1.5-32B,Qwen1.5,32,data_part_0000,1024,17.21431912,33.8,2.716146231,31.08385377,65.67474758,0.865835766,0.197319612 Qwen1.5-72B,Qwen1.5,72,data_part_0000,1024,17.21431912,33.8,2.571015358,31.22898464,146.8607695,0.842627341,0.195054056 Qwen2-0.5B,Qwen2,0.5,data_part_0000,1024,17.21310422,33.8,3.674334049,30.12566595,1.056685687,1.006111092,0.204579725 Qwen2-1.5B,Qwen2,1.5,data_part_0000,1024,17.21310422,33.8,3.271616459,30.52838354,3.25133638,0.967184741,0.206828931 Qwen2-7B,Qwen2,7,data_part_0000,1024,17.21431912,33.8,2.885551691,30.91444831,14.69019324,0.916257347,0.204933758 Qwen2-57B-A14B,Qwen2,57,data_part_0000,1024,17.21310422,33.8,2.667733908,31.13226609,27.31645757,0.898871484,0.205927528 Qwen2-72B,Qwen2,72,data_part_0000,1024,17.21431912,33.8,2.517921686,31.28207831,147.719763,0.843868348,0.196442044 Qwen2.5-0.5B,Qwen2.5,0.5,data_part_0000,1024,17.21310422,33.8,3.647934675,30.15206532,1.056685687,1.006992756,0.205461389 Qwen2.5-1.5B,Qwen2.5,1.5,data_part_0000,1024,17.21310422,33.8,3.237604856,30.56239514,3.25133638,0.968262279,0.20790647 Qwen2.5-3B,Qwen2.5,3,data_part_0000,1024,17.21310422,33.8,3.06710434,30.73289566,6.473975333,0.943949101,0.206798307 Qwen2.5-7B,Qwen2.5,7,data_part_0000,1024,17.21431912,33.8,2.900539637,30.89946036,14.69019324,0.915813127,0.204489538 Qwen2.5-14B,Qwen2.5,14,data_part_0000,1024,17.21431912,33.8,2.702426672,31.09757333,29.16769333,0.895424068,0.20436765 Qwen2.5-32B,Qwen2.5,32,data_part_0000,1024,17.21431912,33.8,2.661643028,31.13835697,66.19014365,0.867081561,0.198775347 Qwen2.5-72B,Qwen2.5,72,data_part_0000,1024,17.21431912,33.8,2.507090092,31.29290991,147.719763,0.844160543,0.196734238 Qwen3-0.6B-Base,Qwen3,0.6,data_part_0000,1024,17.21310422,33.8,3.590059757,30.20994024,1.100258214,1.006965138,0.206991251 Qwen3-1.7B-Base,Qwen3,1.7,data_part_0000,1024,17.21310422,33.8,3.238314867,30.56168513,3.643625439,0.963224665,0.206807214 Qwen3-4B-Base,Qwen3,4,data_part_0000,1024,17.21310422,33.8,3.026427269,30.77357273,7.705922109,0.937958319,0.206454055 Qwen3-8B-Base,Qwen3,8,data_part_0000,1024,17.21310422,33.8,2.868133307,30.93186669,15.80839888,0.913906791,0.204807557 Qwen3-14B-Base,Qwen3,14,data_part_0000,1024,17.21310422,33.8,2.751366615,31.04863338,29.0805357,0.894126045,0.202983707 Seed-OSS-36B-Base,Seed-OSS,36,data_part_0000,1024,17.24317398,32.94,2.611972332,30.32802767,65.53516114,0.844854588,0.176281269 gemma-3-0.27b-pt,gemma-3,0.27,data_part_0000,1024,18,32.35,4.019983768,28.33001623,0.550436864,0.976836947,0.149301709 gemma-3-1b-pt,gemma-3,1,data_part_0000,1024,18,32.35,3.45045948,28.89954052,2.129873338,0.933631499,0.158285055 gemma-3-4b-pt,gemma-3,4,data_part_0000,1024,18.00035218,32.35,3.00161624,29.34838376,8.402187059,0.891129867,0.162397512 gemma-3-12b-pt,gemma-3,12,data_part_0000,1024,18.00035218,32.35,2.759337425,29.59066257,24.19152912,0.858706739,0.162238328 gemma-3-27b-pt,gemma-3,27,data_part_0000,1024,18.00035218,32.35,2.646754026,29.70324597,58.63196276,0.831168022,0.159590493 glm-4-9b-hf,glm-4,9,data_part_0000,1024,17.20945337,34.82,3.02716279,31.79283721,18.32199494,0.93347343,0.228806458 internlm2.5-1.8b,internlm2.5,1.8,data_part_0000,1024,16.49785184,33.59,3.635527611,29.95447239,3.583512674,0.944801572,0.187811516 internlm2.5-7b,internlm2.5,7,data_part_0000,1024,16.49785184,33.59,3.154819727,30.43518027,15.34457597,0.900374693,0.190374212 internlm2.5-20b,internlm2.5,20,data_part_0000,1024,16.49785184,33.59,2.840322256,30.74967774,40.12781234,0.873826885,0.19180851 DeepSeek-V2-236B-A21B,DeepSeek-V2,236,eng_Latn_000_00027_long,1024,16.64385619,33.77,2.362466097,31.4075339,37.7957122,0.894717728,0.125559005 DeepSeek-V3.1-Base-671B-A37B,DeepSeek-V3.1-Base,671,eng_Latn_000_00027_long,1024,16.98013958,37.28,2.342943907,34.93705609,78.00680664,0.966482603,0.219567058 GLM-4-32B-Base-0414,GLM-4,32,eng_Latn_000_00027_long,1024,17.20945337,36.64,2.735803843,33.90419616,65.57049815,0.944456245,0.192327556 GLM-4.5-Air-Base-106B-A12B,GLM-4.5-Air-Base,106,eng_Latn_000_00027_long,1024,17.20945337,36.64,2.631451607,34.00854839,17.74937781,0.99987401,0.206055998 GLM-4.5-Base-355B-A32B,GLM-4.5-Base,355,eng_Latn_000_00027_long,1024,17.20945337,36.64,2.410081387,34.22991861,48.82865875,0.964962591,0.20381588 Hunyuan-0.5B-Pretrain,Hunyuan,0.5,eng_Latn_000_00027_long,1024,16.88247588,36.61,3.97551918,32.63448082,1.000647688,1.09276731,0.188670887 Hunyuan-1.8B-Pretrain,Hunyuan,1.8,eng_Latn_000_00027_long,1024,16.88247588,36.61,3.561410189,33.04858981,3.805148086,1.039555111,0.190260537 Hunyuan-4B-Pretrain,Hunyuan,4,eng_Latn_000_00027_long,1024,16.88247588,36.61,3.287915945,33.32208405,8.297562243,1.012342373,0.192068226 Hunyuan-7B-Pretrain,Hunyuan,7,eng_Latn_000_00027_long,1024,16.96765407,36.61,3.001569033,33.60843097,15.64339497,0.993432343,0.195338755 Llama-3.1-8B,Llama-3.1,8,eng_Latn_000_00027_long,1024,16.96866679,36.74,2.777745247,33.96225475,15.64414994,1.003888962,0.205797016 Llama-3.1-70B,Llama-3.1,70,eng_Latn_000_00027_long,1024,16.96866679,36.74,2.463389158,34.27661084,143.7125585,0.925639879,0.196504876 Llama-3.2-1B,Llama-3.2,1,eng_Latn_000_00027_long,1024,16.96866679,36.74,3.258186817,33.48181318,2.599461847,1.071714668,0.20747545 Llama-3.2-3B,Llama-3.2,3,eng_Latn_000_00027_long,1024,16.96866679,36.74,3.001064777,33.73893522,6.759565492,1.034299977,0.206588634 Llama-4-109B-A17B,Llama-4,109,eng_Latn_000_00027_long,1024,17.62433855,37.49,3.862189054,33.62781095,41.80362134,0.954015821,0.188029976 Ministral-3-3B-Base-2512,Ministral-3,3,eng_Latn_000_00027_long,1024,17,34.92,2.858974218,32.06102578,6.770852364,0.982789509,0.155139236 Ministral-3-8B-Base-2512,Ministral-3,8,eng_Latn_000_00027_long,1024,17,34.92,2.70284009,32.21715991,16.57828855,0.94995629,0.153833357 Ministral-3-14B-Base-2512,Ministral-3,14,eng_Latn_000_00027_long,1024,17,34.92,2.626077652,32.29392235,27.78801897,0.931747315,0.15274075 Qwen1.5-0.5B,Qwen1.5,0.5,eng_Latn_000_00027_long,1024,17.21310422,35.46,3.783429861,31.67657014,1.001482355,1.060648899,0.15658889 Qwen1.5-1.8B,Qwen1.5,1.8,eng_Latn_000_00027_long,1024,17.21310422,35.46,3.475089312,31.98491069,3.227030389,1.013677358,0.157983593 Qwen1.5-4B,Qwen1.5,4,eng_Latn_000_00027_long,1024,17.21310422,35.46,3.163737297,32.2962627,7.5072589,0.985500762,0.161612227 Qwen1.5-7B,Qwen1.5,7,eng_Latn_000_00027_long,1024,17.21310422,35.46,3.029648781,32.43035122,14.81200003,0.960847148,0.160890563 Qwen1.5-14B,Qwen1.5,14,eng_Latn_000_00027_long,1024,17.21431912,35.46,2.939726114,32.52027389,27.84707478,0.938195124,0.159257393 Qwen1.5-14.3B-A2.7B,Qwen1.5,14.3,eng_Latn_000_00027_long,1024,17.21310422,35.46,2.904088497,32.5559115,4.966492144,1.011827283,0.172675947 Qwen1.5-32B,Qwen1.5,32,eng_Latn_000_00027_long,1024,17.21431912,35.46,2.746184826,32.71381517,65.67474758,0.911238079,0.159157406 Qwen1.5-72B,Qwen1.5,72,eng_Latn_000_00027_long,1024,17.21431912,35.46,2.643311024,32.81668898,146.8607695,0.885467129,0.156947183 Qwen2-0.5B,Qwen2,0.5,eng_Latn_000_00027_long,1024,17.21310422,35.46,3.685828686,31.77417131,1.056685687,1.061166457,0.159443669 Qwen2-1.5B,Qwen2,1.5,eng_Latn_000_00027_long,1024,17.21310422,35.46,3.272855759,32.18714424,3.25133638,1.019736755,0.164336469 Qwen2-7B,Qwen2,7,eng_Latn_000_00027_long,1024,17.21431912,35.46,2.875864267,32.58413573,14.69019324,0.965744349,0.165505311 Qwen2-57B-A14B,Qwen2,57,eng_Latn_000_00027_long,1024,17.21310422,35.46,2.706306219,32.75369378,27.31645757,0.945686422,0.166124472 Qwen2-72B,Qwen2,72,eng_Latn_000_00027_long,1024,17.21431912,35.46,2.586080074,32.87391993,147.719763,0.886810021,0.158455428 Qwen2.5-0.5B,Qwen2.5,0.5,eng_Latn_000_00027_long,1024,17.21310422,35.46,3.575057268,31.88494273,1.056685687,1.064865906,0.163143118 Qwen2.5-1.5B,Qwen2.5,1.5,eng_Latn_000_00027_long,1024,17.21310422,35.46,3.16534543,32.29465457,3.25133638,1.023142842,0.167742557 Qwen2.5-3B,Qwen2.5,3,eng_Latn_000_00027_long,1024,17.21310422,35.46,3.006886005,32.45311399,6.473975333,0.996784947,0.167490304 Qwen2.5-7B,Qwen2.5,7,eng_Latn_000_00027_long,1024,17.21431912,35.46,2.853027344,32.60697266,14.69019324,0.966421201,0.166182163 Qwen2.5-14B,Qwen2.5,14,eng_Latn_000_00027_long,1024,17.21431912,35.46,2.686429977,32.77357002,29.16769333,0.943682746,0.166244276 Qwen2.5-32B,Qwen2.5,32,eng_Latn_000_00027_long,1024,17.21431912,35.46,2.64824605,32.81175395,66.19014365,0.913679128,0.161834637 Qwen2.5-72B,Qwen2.5,72,eng_Latn_000_00027_long,1024,17.21431912,35.46,2.540452719,32.91954728,147.719763,0.888040869,0.159686276 Qwen3-0.6B-Base,Qwen3,0.6,eng_Latn_000_00027_long,1024,17.21310422,35.46,3.498447657,31.96155234,1.100258214,1.065350302,0.16537968 Qwen3-1.7B-Base,Qwen3,1.7,eng_Latn_000_00027_long,1024,17.21310422,35.46,3.159305334,32.30069467,3.643625439,1.018033713,0.167064081 Qwen3-4B-Base,Qwen3,4,eng_Latn_000_00027_long,1024,17.21310422,35.46,2.960826397,32.4991736,7.705922109,0.990553502,0.167611206 Qwen3-8B-Base,Qwen3,8,eng_Latn_000_00027_long,1024,17.21310422,35.46,2.818505764,32.64149424,15.80839888,0.964419107,0.166682468 Qwen3-14B-Base,Qwen3,14,eng_Latn_000_00027_long,1024,17.21310422,35.46,2.720139265,32.73986073,29.0805357,0.942829329,0.165294199 Seed-OSS-36B-Base,Seed-OSS,36,eng_Latn_000_00027_long,1024,17.24317398,34.98,2.639092922,32.34090708,65.53516114,0.900927816,0.148782832 gemma-3-0.27b-pt,gemma-3,0.27,eng_Latn_000_00027_long,1024,18,35.77,3.819984674,31.95001533,0.550436864,1.101656814,0.170679671 gemma-3-1b-pt,gemma-3,1,eng_Latn_000_00027_long,1024,18,35.77,3.281368256,32.48863174,2.129873338,1.049581046,0.177316296 gemma-3-4b-pt,gemma-3,4,eng_Latn_000_00027_long,1024,18.00035218,35.77,2.840498447,32.92950155,8.402187059,0.999866384,0.180042485 gemma-3-12b-pt,gemma-3,12,eng_Latn_000_00027_long,1024,18.00035218,35.77,2.612972021,33.15702798,24.19152912,0.962200941,0.178673979 gemma-3-27b-pt,gemma-3,27,eng_Latn_000_00027_long,1024,18.00035218,35.77,2.509468317,33.26053168,58.63196276,0.930709404,0.175184683 glm-4-9b-hf,glm-4,9,eng_Latn_000_00027_long,1024,17.20945337,36.64,2.98236084,33.65763916,18.32199494,0.988226111,0.195475768 internlm2.5-1.8b,internlm2.5,1.8,eng_Latn_000_00027_long,1024,16.49785184,35.25,3.597323895,31.65267611,3.583512674,0.998365044,0.146751231 internlm2.5-7b,internlm2.5,7,eng_Latn_000_00027_long,1024,16.49785184,35.25,3.087465525,32.16253448,15.34457597,0.951475622,0.152725082 internlm2.5-20b,internlm2.5,20,eng_Latn_000_00027_long,1024,16.49785184,35.25,2.822618484,32.42738152,40.12781234,0.921502918,0.154232247 DeepSeek-V2-236B-A21B,DeepSeek-V2,236,IndustryCorpus_batch_aa_long,1024,16.64385619,30.81,2.116080523,28.69391948,37.7957122,0.817414016,0.284700383 DeepSeek-V3.1-Base-671B-A37B,DeepSeek-V3.1-Base,671,IndustryCorpus_batch_aa_long,1024,16.98013958,33.98,2.505697966,31.47430203,78.00680664,0.870690572,0.353382399 GLM-4-32B-Base-0414,GLM-4,32,IndustryCorpus_batch_aa_long,1024,17.20945337,33.23,3.138578892,30.09142111,65.57049815,0.838245227,0.317326468 GLM-4.5-Air-Base-106B-A12B,GLM-4.5-Air-Base,106,IndustryCorpus_batch_aa_long,1024,17.20945337,33.23,2.867270231,30.36272977,17.74937781,0.89268451,0.342892035 GLM-4.5-Base-355B-A32B,GLM-4.5-Base,355,IndustryCorpus_batch_aa_long,1024,17.20945337,33.23,2.493552208,30.73644779,48.82865875,0.866479486,0.339314913 Hunyuan-0.5B-Pretrain,Hunyuan,0.5,IndustryCorpus_batch_aa_long,1024,16.88247588,35.12,4.691961765,30.42803823,1.000647688,1.018884464,0.392713978 Hunyuan-1.8B-Pretrain,Hunyuan,1.8,IndustryCorpus_batch_aa_long,1024,16.88247588,35.12,4.187852859,30.93214714,3.805148086,0.972981656,0.384766525 Hunyuan-4B-Pretrain,Hunyuan,4,IndustryCorpus_batch_aa_long,1024,16.88247588,35.12,3.870864153,31.24913585,8.297562243,0.94936512,0.381249322 Hunyuan-7B-Pretrain,Hunyuan,7,IndustryCorpus_batch_aa_long,1024,16.96765407,35.12,3.298220396,31.8217796,15.64339497,0.940620676,0.387866969 Llama-3.1-8B,Llama-3.1,8,IndustryCorpus_batch_aa_long,1024,16.96866679,23.9,3.213531494,20.68646851,15.64414994,0.611470515,0.058717945 Llama-3.1-70B,Llama-3.1,70,IndustryCorpus_batch_aa_long,1024,16.96866679,23.9,2.785083771,21.11491623,143.7125585,0.570208315,0.065214813 Llama-3.2-1B,Llama-3.2,1,IndustryCorpus_batch_aa_long,1024,16.96866679,23.9,3.962632656,19.93736734,2.599461847,0.638172399,0.039606718 Llama-3.2-3B,Llama-3.2,3,IndustryCorpus_batch_aa_long,1024,16.96866679,23.9,3.578356504,20.3216435,6.759565492,0.622979808,0.049713064 Llama-4-109B-A17B,Llama-4,109,IndustryCorpus_batch_aa_long,1024,17.62433855,29.49,4.475708485,25.01429152,41.80362134,0.709651601,0.179135478 Ministral-3-3B-Base-2512,Ministral-3,3,IndustryCorpus_batch_aa_long,1024,17,20.51,2.581177711,17.92882229,6.770852364,0.549584987,-0.023639461 Ministral-3-8B-Base-2512,Ministral-3,8,IndustryCorpus_batch_aa_long,1024,17,20.51,2.382357359,18.12764264,16.57828855,0.534512297,-0.016876549 Ministral-3-14B-Base-2512,Ministral-3,14,IndustryCorpus_batch_aa_long,1024,17,20.51,2.302647591,18.20735241,27.78801897,0.525320261,-0.014213915 Qwen1.5-0.5B,Qwen1.5,0.5,IndustryCorpus_batch_aa_long,1024,17.21310422,31.16,4.202773571,26.95722643,1.001482355,0.902627791,0.276482526 Qwen1.5-1.8B,Qwen1.5,1.8,IndustryCorpus_batch_aa_long,1024,17.21310422,31.16,3.85446763,27.30553237,3.227030389,0.865376808,0.272729644 Qwen1.5-4B,Qwen1.5,4,IndustryCorpus_batch_aa_long,1024,17.21310422,31.16,3.698274851,27.46172515,7.5072589,0.837977797,0.2673587 Qwen1.5-7B,Qwen1.5,7,IndustryCorpus_batch_aa_long,1024,17.21310422,31.16,3.511220455,27.64877954,14.81200003,0.819178639,0.265134634 Qwen1.5-14B,Qwen1.5,14,IndustryCorpus_batch_aa_long,1024,17.21431912,31.16,3.409911871,27.75008813,27.84707478,0.800577433,0.26109093 Qwen1.5-14.3B-A2.7B,Qwen1.5,14.3,IndustryCorpus_batch_aa_long,1024,17.21310422,31.16,3.341331244,27.81866876,4.966492144,0.864595298,0.283405299 Qwen1.5-32B,Qwen1.5,32,IndustryCorpus_batch_aa_long,1024,17.21431912,31.16,3.084960938,28.07503906,65.67474758,0.782025714,0.261140211 Qwen1.5-72B,Qwen1.5,72,IndustryCorpus_batch_aa_long,1024,17.21431912,31.16,2.940380812,28.21961919,146.8607695,0.761427979,0.256860461 Qwen2-0.5B,Qwen2,0.5,IndustryCorpus_batch_aa_long,1024,17.21310422,31.16,4.184194565,26.97580544,1.056685687,0.900914759,0.276388235 Qwen2-1.5B,Qwen2,1.5,IndustryCorpus_batch_aa_long,1024,17.21310422,31.16,3.729263067,27.43073693,3.25133638,0.869046674,0.276602773 Qwen2-7B,Qwen2,7,IndustryCorpus_batch_aa_long,1024,17.21431912,31.16,3.250189304,27.9098107,14.69019324,0.827204446,0.272964817 Qwen2-57B-A14B,Qwen2,57,IndustryCorpus_batch_aa_long,1024,17.21310422,31.16,3.033372879,28.12662712,27.31645757,0.812090677,0.272171845 Qwen2-72B,Qwen2,72,IndustryCorpus_batch_aa_long,1024,17.21431912,31.16,2.811218262,28.34878174,147.719763,0.764739458,0.260286463 Qwen2.5-0.5B,Qwen2.5,0.5,IndustryCorpus_batch_aa_long,1024,17.21310422,31.16,4.13049984,27.02950016,1.056685687,0.902708009,0.278181485 Qwen2.5-1.5B,Qwen2.5,1.5,IndustryCorpus_batch_aa_long,1024,17.21310422,31.16,3.651309967,27.50869003,3.25133638,0.871516345,0.279072443 Qwen2.5-3B,Qwen2.5,3,IndustryCorpus_batch_aa_long,1024,17.21310422,31.16,3.460339785,27.69966022,6.473975333,0.850784438,0.276421111 Qwen2.5-7B,Qwen2.5,7,IndustryCorpus_batch_aa_long,1024,17.21431912,31.16,3.263980865,27.89601913,14.69019324,0.826795686,0.272556056 Qwen2.5-14B,Qwen2.5,14,IndustryCorpus_batch_aa_long,1024,17.21431912,31.16,3.025247812,28.13475219,29.16769333,0.810112544,0.271664419 Qwen2.5-32B,Qwen2.5,32,IndustryCorpus_batch_aa_long,1024,17.21431912,31.16,2.976519585,28.18348042,66.19014365,0.784799796,0.264077871 Qwen2.5-72B,Qwen2.5,72,IndustryCorpus_batch_aa_long,1024,17.21431912,31.16,2.777780533,28.38221947,147.719763,0.765641478,0.261188482 Qwen3-0.6B-Base,Qwen3,0.6,IndustryCorpus_batch_aa_long,1024,17.21310422,31.16,3.992006779,27.16799322,1.100258214,0.905570214,0.282257227 Qwen3-1.7B-Base,Qwen3,1.7,IndustryCorpus_batch_aa_long,1024,17.21310422,31.16,3.562650204,27.5973498,3.643625439,0.86979654,0.280421277 Qwen3-4B-Base,Qwen3,4,IndustryCorpus_batch_aa_long,1024,17.21310422,31.16,3.315218687,27.84478131,7.705922109,0.848690677,0.278726938 Qwen3-8B-Base,Qwen3,8,IndustryCorpus_batch_aa_long,1024,17.21310422,31.16,3.101758003,28.058242,15.80839888,0.829003246,0.27649676 Qwen3-14B-Base,Qwen3,14,IndustryCorpus_batch_aa_long,1024,17.21310422,31.16,2.942368746,28.21763125,29.0805357,0.812599985,0.274084913 Seed-OSS-36B-Base,Seed-OSS,36,IndustryCorpus_batch_aa_long,1024,17.24317398,31.93,2.844463587,29.08553641,65.53516114,0.810242234,0.28931219 gemma-3-0.27b-pt,gemma-3,0.27,IndustryCorpus_batch_aa_long,1024,18,28.58,5.011901855,23.56809814,0.550436864,0.812642988,0.167855115 gemma-3-1b-pt,gemma-3,1,IndustryCorpus_batch_aa_long,1024,18,28.58,4.134049416,24.44595058,2.129873338,0.789753369,0.185629265 gemma-3-4b-pt,gemma-3,4,IndustryCorpus_batch_aa_long,1024,18.00035218,28.58,3.670428991,24.90957101,8.402187059,0.756350431,0.188546471 gemma-3-12b-pt,gemma-3,12,IndustryCorpus_batch_aa_long,1024,18.00035218,28.58,3.340955973,25.23904403,24.19152912,0.73242487,0.1897599 gemma-3-27b-pt,gemma-3,27,IndustryCorpus_batch_aa_long,1024,18.00035218,28.58,3.184686899,25.3953131,58.63196276,0.710621734,0.18735091 glm-4-9b-hf,glm-4,9,IndustryCorpus_batch_aa_long,1024,17.20945337,33.23,3.481240749,29.74875925,18.32199494,0.873457004,0.324403988 internlm2.5-1.8b,internlm2.5,1.8,IndustryCorpus_batch_aa_long,1024,16.49785184,32.52,4.206731796,28.3132682,3.583512674,0.893035936,0.303214518 internlm2.5-7b,internlm2.5,7,IndustryCorpus_batch_aa_long,1024,16.49785184,32.52,3.602144718,28.91785528,15.34457597,0.855487131,0.302278423 internlm2.5-20b,internlm2.5,20,IndustryCorpus_batch_aa_long,1024,16.49785184,32.52,3.216423988,29.30357601,40.12781234,0.832732387,0.301326403 DeepSeek-V2-236B-A21B,DeepSeek-V2,236,CC-MAIN-2013-20_train-00000-of-00014_long,1024,16.64385619,36.61,2.476067305,34.1339327,37.7957122,0.972385632,0.20322691 DeepSeek-V3.1-Base-671B-A37B,DeepSeek-V3.1-Base,671,CC-MAIN-2013-20_train-00000-of-00014_long,1024,16.98013958,38.51,2.215646267,36.29435373,78.00680664,1.004030259,0.257114714 GLM-4-32B-Base-0414,GLM-4,32,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.20945337,37.99,2.649762392,35.34023761,65.57049815,0.984459504,0.232330814 GLM-4.5-Air-Base-106B-A12B,GLM-4.5-Air-Base,106,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.20945337,37.99,2.375840187,35.61415981,17.74937781,1.047080056,0.253262045 GLM-4.5-Base-355B-A32B,GLM-4.5-Base,355,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.20945337,37.99,1.920109272,36.06989073,48.82865875,1.016832544,0.255685833 Hunyuan-0.5B-Pretrain,Hunyuan,0.5,CC-MAIN-2013-20_train-00000-of-00014_long,1024,16.88247588,38.16,4.172644615,33.98735538,1.000647688,1.138068386,0.233971963 Hunyuan-1.8B-Pretrain,Hunyuan,1.8,CC-MAIN-2013-20_train-00000-of-00014_long,1024,16.88247588,38.16,3.728728294,34.43127171,3.805148086,1.08304786,0.233753286 Hunyuan-4B-Pretrain,Hunyuan,4,CC-MAIN-2013-20_train-00000-of-00014_long,1024,16.88247588,38.16,3.44977951,34.71022049,8.297562243,1.054514685,0.234240538 Hunyuan-7B-Pretrain,Hunyuan,7,CC-MAIN-2013-20_train-00000-of-00014_long,1024,16.96765407,38.16,3.134790897,35.0252091,15.64339497,1.035310918,0.237217331 Llama-3.1-8B,Llama-3.1,8,CC-MAIN-2013-20_train-00000-of-00014_long,1024,16.96866679,38.02,2.917856693,35.10214331,15.64414994,1.037582883,0.239490938 Llama-3.1-70B,Llama-3.1,70,CC-MAIN-2013-20_train-00000-of-00014_long,1024,16.96866679,38.02,2.356286049,35.66371395,143.7125585,0.963098599,0.233963596 Llama-3.2-1B,Llama-3.2,1,CC-MAIN-2013-20_train-00000-of-00014_long,1024,16.96866679,38.02,3.465826988,34.55417301,2.599461847,1.106039684,0.241800466 Llama-3.2-3B,Llama-3.2,3,CC-MAIN-2013-20_train-00000-of-00014_long,1024,16.96866679,38.02,3.191116095,34.82888391,6.759565492,1.067713417,0.240002074 Llama-4-109B-A17B,Llama-4,109,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.62433855,38.38,4.081301689,34.29869831,41.80362134,0.973048792,0.207062948 Ministral-3-3B-Base-2512,Ministral-3,3,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17,37.08,3.120864153,33.95913585,6.770852364,1.040973631,0.213323359 Ministral-3-8B-Base-2512,Ministral-3,8,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17,37.08,2.938378811,34.14162119,16.57828855,1.006701022,0.210578089 Ministral-3-14B-Base-2512,Ministral-3,14,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17,37.08,2.844666481,34.23533352,27.78801897,0.987761094,0.20875453 Qwen1.5-0.5B,Qwen1.5,0.5,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21310422,37.29,4.016155243,33.27384476,1.001482355,1.11413157,0.210071561 Qwen1.5-1.8B,Qwen1.5,1.8,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21310422,37.29,3.689667702,33.6003323,3.227030389,1.064873884,0.209180118 Qwen1.5-4B,Qwen1.5,4,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21310422,37.29,3.400391579,33.88960842,7.5072589,1.034120735,0.2102322 Qwen1.5-7B,Qwen1.5,7,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21310422,37.29,3.258968592,34.03103141,14.81200003,1.008272135,0.208315551 Qwen1.5-14B,Qwen1.5,14,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21431912,37.29,3.168458939,34.12154106,27.84707478,0.984390955,0.205453224 Qwen1.5-14.3B-A2.7B,Qwen1.5,14.3,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21310422,37.29,3.107910156,34.18208984,4.966492144,1.062368384,0.223217048 Qwen1.5-32B,Qwen1.5,32,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21431912,37.29,2.924629927,34.36537007,65.67474758,0.957241876,0.205161203 Qwen1.5-72B,Qwen1.5,72,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21431912,37.29,2.793927431,34.49607257,146.8607695,0.930780626,0.202260681 Qwen2-0.5B,Qwen2,0.5,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21310422,37.29,3.934562683,33.35543732,1.056685687,1.11397622,0.212253432 Qwen2-1.5B,Qwen2,1.5,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21310422,37.29,3.507874727,33.78212527,3.25133638,1.070268134,0.214867848 Qwen2-7B,Qwen2,7,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21431912,37.29,3.101584911,34.18841509,14.69019324,1.013292755,0.213053718 Qwen2-57B-A14B,Qwen2,57,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21310422,37.29,2.859682322,34.43031768,27.31645757,0.994095021,0.214533072 Qwen2-72B,Qwen2,72,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21431912,37.29,2.725716591,34.56428341,147.719763,0.932409428,0.204054836 Qwen2.5-0.5B,Qwen2.5,0.5,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21310422,37.29,3.751422167,33.53857783,1.056685687,1.120092589,0.218369801 Qwen2.5-1.5B,Qwen2.5,1.5,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21310422,37.29,3.292654037,33.99734596,3.25133638,1.077086646,0.221686361 Qwen2.5-3B,Qwen2.5,3,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21310422,37.29,3.104096413,34.18590359,6.473975333,1.050006915,0.220712272 Qwen2.5-7B,Qwen2.5,7,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21431912,37.29,2.892796278,34.39720372,14.69019324,1.019480934,0.219241896 Qwen2.5-14B,Qwen2.5,14,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21431912,37.29,2.553492785,34.73650722,29.16769333,1.000203593,0.222765123 Qwen2.5-32B,Qwen2.5,32,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21431912,37.29,2.436856508,34.85314349,66.19014365,0.970523849,0.218679358 Qwen2.5-72B,Qwen2.5,72,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21431912,37.29,2.037559032,35.25244097,147.719763,0.950973233,0.22261864 Qwen3-0.6B-Base,Qwen3,0.6,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21310422,37.29,3.744442701,33.5455573,1.100258214,1.118148744,0.218178121 Qwen3-1.7B-Base,Qwen3,1.7,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21310422,37.29,3.383861542,33.90613846,3.643625439,1.068633117,0.217663485 Qwen3-4B-Base,Qwen3,4,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21310422,37.29,3.163582563,34.12641744,7.705922109,1.040150827,0.217208531 Qwen3-8B-Base,Qwen3,8,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21310422,37.29,2.993185282,34.29681472,15.80839888,1.013326877,0.215590239 Qwen3-14B-Base,Qwen3,14,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.21310422,37.29,2.862197638,34.42780236,29.0805357,0.991437993,0.213902862 Seed-OSS-36B-Base,Seed-OSS,36,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.24317398,36.91,2.808408737,34.10159126,65.53516114,0.949975586,0.197830602 gemma-3-0.27b-pt,gemma-3,0.27,CC-MAIN-2013-20_train-00000-of-00014_long,1024,18,37.53,4.112582207,33.41741779,0.550436864,1.152253783,0.22127664 gemma-3-1b-pt,gemma-3,1,CC-MAIN-2013-20_train-00000-of-00014_long,1024,18,37.53,3.560277939,33.96972206,2.129873338,1.0974293,0.225164551 gemma-3-4b-pt,gemma-3,4,CC-MAIN-2013-20_train-00000-of-00014_long,1024,18.00035218,37.53,3.13693738,34.39306262,8.402187059,1.04430573,0.224481831 gemma-3-12b-pt,gemma-3,12,CC-MAIN-2013-20_train-00000-of-00014_long,1024,18.00035218,37.53,2.879539967,34.65046003,24.19152912,1.005539618,0.222012656 gemma-3-27b-pt,gemma-3,27,CC-MAIN-2013-20_train-00000-of-00014_long,1024,18.00035218,37.53,2.744044065,34.78595593,58.63196276,0.973394431,0.21786971 glm-4-9b-hf,glm-4,9,CC-MAIN-2013-20_train-00000-of-00014_long,1024,17.20945337,37.99,3.06065917,34.92934083,18.32199494,1.025564701,0.232814358 internlm2.5-1.8b,internlm2.5,1.8,CC-MAIN-2013-20_train-00000-of-00014_long,1024,16.49785184,36.59,3.736244678,32.85375532,3.583512674,1.036248586,0.184634774 internlm2.5-7b,internlm2.5,7,CC-MAIN-2013-20_train-00000-of-00014_long,1024,16.49785184,36.59,3.211712122,33.37828788,15.34457597,0.987441685,0.188691144 internlm2.5-20b,internlm2.5,20,CC-MAIN-2013-20_train-00000-of-00014_long,1024,16.49785184,36.59,2.927695274,33.66230473,40.12781234,0.956596265,0.189325593 DeepSeek-V2-236B-A21B,DeepSeek-V2,236,NextCoderDataset_v1_long,1024,16.64385619,28.37,0.458153576,27.91184642,37.7957122,0.79513482,0.025976097 DeepSeek-V3.1-Base-671B-A37B,DeepSeek-V3.1-Base,671,NextCoderDataset_v1_long,1024,16.98013958,32.97,0.415263712,32.55473629,78.00680664,0.900579207,0.153663662 GLM-4-32B-Base-0414,GLM-4,32,NextCoderDataset_v1_long,1024,17.20945337,35.01,0.47286883,34.53713117,65.57049815,0.962087674,0.209958985 GLM-4.5-Air-Base-106B-A12B,GLM-4.5-Air-Base,106,NextCoderDataset_v1_long,1024,17.20945337,35.01,0.521799445,34.48820055,17.74937781,1.013976103,0.220158092 GLM-4.5-Base-355B-A32B,GLM-4.5-Base,355,NextCoderDataset_v1_long,1024,17.20945337,35.01,0.476994962,34.53300504,48.82865875,0.973506785,0.212360074 Hunyuan-0.5B-Pretrain,Hunyuan,0.5,NextCoderDataset_v1_long,1024,16.88247588,33.73,0.800134957,32.92986504,1.000647688,1.102658267,0.198561844 Hunyuan-1.8B-Pretrain,Hunyuan,1.8,NextCoderDataset_v1_long,1024,16.88247588,33.73,0.66871798,33.06128202,3.805148086,1.039954349,0.190659775 Hunyuan-4B-Pretrain,Hunyuan,4,NextCoderDataset_v1_long,1024,16.88247588,33.73,0.572836995,33.157163,8.297562243,1.007331985,0.187057838 Hunyuan-7B-Pretrain,Hunyuan,7,NextCoderDataset_v1_long,1024,16.96765407,33.73,0.543069899,33.1869301,15.64339497,0.980973189,0.182879602 Llama-3.1-8B,Llama-3.1,8,NextCoderDataset_v1_long,1024,16.96866679,34.97,0.586330593,34.38366941,15.64414994,1.016345541,0.218253596 Llama-3.1-70B,Llama-3.1,70,NextCoderDataset_v1_long,1024,16.96866679,34.97,0.505300701,34.4646993,143.7125585,0.930719208,0.201584205 Llama-3.2-1B,Llama-3.2,1,NextCoderDataset_v1_long,1024,16.96866679,34.97,0.773256004,34.196744,2.599461847,1.094598789,0.230359571 Llama-3.2-3B,Llama-3.2,3,NextCoderDataset_v1_long,1024,16.96866679,34.97,0.658105731,34.31189427,6.759565492,1.051864596,0.224153253 Llama-4-109B-A17B,Llama-4,109,NextCoderDataset_v1_long,1024,17.62433855,34.67,0.690670669,33.97932933,41.80362134,0.963988344,0.198002499 Ministral-3-3B-Base-2512,Ministral-3,3,NextCoderDataset_v1_long,1024,17,33.13,0.557032883,32.57296712,6.770852364,0.998482412,0.170832139 Ministral-3-8B-Base-2512,Ministral-3,8,NextCoderDataset_v1_long,1024,17,33.13,0.51042074,32.61957926,16.57828855,0.961822041,0.165699108 Ministral-3-14B-Base-2512,Ministral-3,14,NextCoderDataset_v1_long,1024,17,33.13,0.493245274,32.63675473,27.78801897,0.941638747,0.162632183 Qwen1.5-0.5B,Qwen1.5,0.5,NextCoderDataset_v1_long,1024,17.21310422,34.73,1.002380967,33.72761903,1.001482355,1.129325613,0.225265604 Qwen1.5-1.8B,Qwen1.5,1.8,NextCoderDataset_v1_long,1024,17.21310422,34.73,0.833039522,33.89696048,3.227030389,1.074274731,0.218580966 Qwen1.5-4B,Qwen1.5,4,NextCoderDataset_v1_long,1024,17.21310422,34.73,0.709118783,34.02088122,7.5072589,1.038126444,0.214237909 Qwen1.5-7B,Qwen1.5,7,NextCoderDataset_v1_long,1024,17.21310422,34.73,0.643707514,34.08629249,14.81200003,1.009909412,0.209952827 Qwen1.5-14B,Qwen1.5,14,NextCoderDataset_v1_long,1024,17.21431912,34.73,0.609284461,34.12071554,27.84707478,0.984367139,0.205429408 Qwen1.5-14.3B-A2.7B,Qwen1.5,14.3,NextCoderDataset_v1_long,1024,17.21310422,34.73,0.62948525,34.10051475,4.966492144,1.059833056,0.22068172 Qwen1.5-32B,Qwen1.5,32,NextCoderDataset_v1_long,1024,17.21431912,34.73,0.5840258,34.1459742,65.67474758,0.95113064,0.199049966 Qwen1.5-72B,Qwen1.5,72,NextCoderDataset_v1_long,1024,17.21431912,34.73,0.543184936,34.18681506,146.8607695,0.922436172,0.193916227 Qwen2-0.5B,Qwen2,0.5,NextCoderDataset_v1_long,1024,17.21310422,34.73,0.816911101,33.9130889,1.056685687,1.132600188,0.2308774 Qwen2-1.5B,Qwen2,1.5,NextCoderDataset_v1_long,1024,17.21310422,34.73,0.674409509,34.05559049,3.25133638,1.07893192,0.223531634 Qwen2-7B,Qwen2,7,NextCoderDataset_v1_long,1024,17.21431912,34.73,0.567877769,34.16212223,14.69019324,1.012513475,0.212274437 Qwen2-57B-A14B,Qwen2,57,NextCoderDataset_v1_long,1024,17.21310422,34.73,0.539411306,34.19058869,27.31645757,0.987173407,0.207611457 Qwen2-72B,Qwen2,72,NextCoderDataset_v1_long,1024,17.21431912,34.73,0.498881459,34.23111854,147.719763,0.923421941,0.195067348 Qwen2.5-0.5B,Qwen2.5,0.5,NextCoderDataset_v1_long,1024,17.21310422,34.73,0.757764757,33.97223524,1.056685687,1.134575507,0.232852719 Qwen2.5-1.5B,Qwen2.5,1.5,NextCoderDataset_v1_long,1024,17.21310422,34.73,0.617169738,34.11283026,3.25133638,1.080745361,0.225345075 Qwen2.5-3B,Qwen2.5,3,NextCoderDataset_v1_long,1024,17.21310422,34.73,0.570210397,34.1597896,6.473975333,1.049204834,0.219910191 Qwen2.5-7B,Qwen2.5,7,NextCoderDataset_v1_long,1024,17.21431912,34.73,0.518409252,34.21159075,14.69019324,1.013979647,0.213740609 Qwen2.5-14B,Qwen2.5,14,NextCoderDataset_v1_long,1024,17.21431912,34.73,0.486130744,34.24386926,29.16769333,0.986018567,0.208580097 Qwen2.5-32B,Qwen2.5,32,NextCoderDataset_v1_long,1024,17.21431912,34.73,0.468537658,34.26146234,66.19014365,0.954047841,0.20220335 Qwen2.5-72B,Qwen2.5,72,NextCoderDataset_v1_long,1024,17.21431912,34.73,0.451154649,34.27884535,147.719763,0.924709424,0.196354831 Qwen3-0.6B-Base,Qwen3,0.6,NextCoderDataset_v1_long,1024,17.21310422,34.73,0.70593679,34.02406321,1.100258214,1.13409842,0.234127798 Qwen3-1.7B-Base,Qwen3,1.7,NextCoderDataset_v1_long,1024,17.21310422,34.73,0.585969627,34.14403037,3.643625439,1.07613085,0.225161218 Qwen3-4B-Base,Qwen3,4,NextCoderDataset_v1_long,1024,17.21310422,34.73,0.519189894,34.21081011,7.705922109,1.04272306,0.219780764 Qwen3-8B-Base,Qwen3,8,NextCoderDataset_v1_long,1024,17.21310422,34.73,0.493595362,34.23640464,15.80839888,1.011542013,0.213805374 Qwen3-14B-Base,Qwen3,14,NextCoderDataset_v1_long,1024,17.21310422,34.73,0.471319884,34.25868012,29.0805357,0.986567679,0.209032548 Seed-OSS-36B-Base,Seed-OSS,36,NextCoderDataset_v1_long,1024,17.24317398,30.29,0.43373543,29.85626457,65.53516114,0.831712579,0.079567595 gemma-3-0.27b-pt,gemma-3,0.27,NextCoderDataset_v1_long,1024,18,29.05,1.393586278,27.65641372,0.550436864,0.953610705,0.022633562 gemma-3-1b-pt,gemma-3,1,NextCoderDataset_v1_long,1024,18,29.05,0.951468289,28.09853171,2.129873338,0.907754027,0.035489277 gemma-3-4b-pt,gemma-3,4,NextCoderDataset_v1_long,1024,18.00035218,29.05,0.550819576,28.49918042,8.402187059,0.865344786,0.045520887 gemma-3-12b-pt,gemma-3,12,NextCoderDataset_v1_long,1024,18.00035218,29.05,0.488898754,28.56110125,24.19152912,0.828829366,0.045302404 gemma-3-27b-pt,gemma-3,27,NextCoderDataset_v1_long,1024,18.00035218,29.05,0.468859494,28.58114051,58.63196276,0.799768822,0.044244101 glm-4-9b-hf,glm-4,9,NextCoderDataset_v1_long,1024,17.20945337,35.01,0.623737216,34.38626278,18.32199494,1.009619319,0.216868976 internlm2.5-1.8b,internlm2.5,1.8,NextCoderDataset_v1_long,1024,16.49785184,34.28,0.909468114,33.37053189,3.583512674,1.052548366,0.200934554 internlm2.5-7b,internlm2.5,7,NextCoderDataset_v1_long,1024,16.49785184,34.28,0.668375969,33.61162403,15.34457597,0.994344551,0.19559401 internlm2.5-20b,internlm2.5,20,NextCoderDataset_v1_long,1024,16.49785184,34.28,0.598666549,33.68133345,40.12781234,0.957137012,0.189866341