Download metrics.csv from AlignmentResearch/synth-deception-probes: direct link, hf CLI and curl.
- Browser
- Download file 59.5 kB
-
https://huggingface.co/AlignmentResearch/synth-deception-probes/resolve/main/metrics.csv
- Command line
-
hf download hf://AlignmentResearch/synth-deception-probes/metrics.csv
-
curl -L -o metrics.csv https://huggingface.co/AlignmentResearch/synth-deception-probes/resolve/main/metrics.csv
59.5 kB
| training_set,model,architecture,validation_auroc,mean_per_layer_validation_auroc,per_layer_validation_auroc,used_layers,checkpoint_step,stopped_early,training_rows,validation_rows,shade_arena_auroc,shade_arena_ci_low,shade_arena_ci_high,bash_arena_auroc,bash_arena_ci_low,bash_arena_ci_high | |
| ck,qwen3.5-2b,linear,0.78505,0.741825,"{""7"": 0.6694375, ""10"": 0.7687875000000001, ""13"": 0.8049999999999999, ""16"": 0.7649375, ""19"": 0.7237375, ""22"": 0.71905}","[7, 10, 13, 16, 19, 22]",851,False,4656,400,0.5557838472411337,0.4671850690139002,0.6341594330706783,,, | |
| ck,qwen3.5-2b,mlp,0.817725,0.7352229166666667,"{""7"": 0.6206125, ""10"": 0.7796250000000001, ""13"": 0.8177375, ""16"": 0.7661875, ""19"": 0.7172, ""22"": 0.709975}",[13],876,False,4656,400,0.5434038599867745,0.4672388731090872,0.6149712483728921,,, | |
| ck,qwen3.5-2b,efc,0.8651500000000001,,,,518,False,4656,400,0.5006029093131271,0.3905693872443325,0.5988868077166462,,, | |
| ck,qwen3.5-2b,axial,0.87965,,,,370,True,4656,400,0.598724739428257,0.5235452711806742,0.6682882470863398,,, | |
| belief,qwen3.5-2b,linear,0.82795,0.7657104166666667,"{""7"": 0.712925, ""10"": 0.8102125, ""13"": 0.817175, ""16"": 0.7753249999999999, ""19"": 0.7481875, ""22"": 0.7304375000000001}","[10, 13]",851,False,4656,400,0.8237109677645691,0.7829079273987853,0.8634013647138541,,, | |
| belief,qwen3.5-2b,mlp,0.8306250000000001,0.7580312499999998,"{""7"": 0.683675, ""10"": 0.8218375, ""13"": 0.81955, ""16"": 0.7806124999999999, ""19"": 0.7331125000000001, ""22"": 0.7094}","[10, 13, 16]",851,False,4656,400,0.8273846582054287,0.7803689025928885,0.8699882885935039,,, | |
| belief,qwen3.5-2b,efc,0.865275,,,,532,False,4656,400,0.8966278480516336,0.8670790239237572,0.9258996001490156,,, | |
| belief,qwen3.5-2b,axial,0.8794,,,,456,False,4656,400,0.8008867003841879,0.7472859230526459,0.8464684418275468,,, | |
| intent,qwen3.5-2b,linear,0.8402999999999998,0.7924291666666666,"{""7"": 0.7447750000000001, ""10"": 0.82325, ""13"": 0.83635, ""16"": 0.8048625, ""19"": 0.777275, ""22"": 0.7680625}","[10, 13]",876,False,4656,400,0.8300681818269758,0.7842150240613773,0.8625022106477924,,, | |
| intent,qwen3.5-2b,mlp,0.8527,0.7892437500000001,"{""7"": 0.7315625000000001, ""10"": 0.8297, ""13"": 0.8462, ""16"": 0.80725, ""19"": 0.76475, ""22"": 0.756}","[10, 13]",876,False,4656,400,0.8201542606902741,0.7755070405628536,0.8553378435808726,,, | |
| intent,qwen3.5-2b,efc,0.8932749999999999,,,,570,False,4656,400,0.9040144383527968,0.8764589573356287,0.928501316838082,,, | |
| intent,qwen3.5-2b,axial,0.93445,,,,418,True,4656,400,0.7036256717998761,0.6403951893304578,0.7540475951559318,,, | |
| ck-belief,qwen3.5-2b,linear,0.8023437499999999,0.7487921875,"{""7"": 0.6916843750000001, ""10"": 0.7808999999999999, ""13"": 0.802325, ""16"": 0.7652781249999999, ""19"": 0.731115625, ""22"": 0.7214499999999999}",[13],1746,False,9312,800,0.8498194109584394,0.8133706085424356,0.8850317874024806,,, | |
| ck-belief,qwen3.5-2b,mlp,0.8084250000000002,0.7384947916666667,"{""7"": 0.6668031249999999, ""10"": 0.780903125, ""13"": 0.8278687499999999, ""16"": 0.77373125, ""19"": 0.7166718750000001, ""22"": 0.664990625}","[10, 13, 16, 19]",1606,False,9312,800,0.8543616416313233,0.8191516660454732,0.887930780350876,,, | |
| ck-belief,qwen3.5-2b,efc,0.8463750000000001,,,,1172,False,9312,800,0.8194728680490825,0.7721351157181322,0.8555130844429487,,, | |
| ck-belief,qwen3.5-2b,axial,0.8830125,,,,1036,False,9312,800,0.7671036582259363,0.6895718154891963,0.836408334042336,,, | |
| ck-intent,qwen3.5-2b,linear,0.78241875,0.7450526041666667,"{""7"": 0.6944125000000001, ""10"": 0.7756124999999999, ""13"": 0.798125, ""16"": 0.763721875, ""19"": 0.7261781250000001, ""22"": 0.7122656250000001}","[7, 10, 13, 16, 19, 22]",1746,False,9312,800,0.8293700219998378,0.7806732091469483,0.8671556839765571,,, | |
| ck-intent,qwen3.5-2b,mlp,0.8233812500000001,0.7365520833333333,"{""7"": 0.6882125, ""10"": 0.788384375, ""13"": 0.8287031250000001, ""16"": 0.7727843750000001, ""19"": 0.6955250000000001, ""22"": 0.645703125}","[10, 13, 16]",1606,False,9312,800,0.7848838401602221,0.7290988965775381,0.8293080005188422,,, | |
| ck-intent,qwen3.5-2b,efc,0.86680625,,,,1180,False,9312,800,0.7626643522790927,0.6977421743455093,0.8123958691419427,,, | |
| ck-intent,qwen3.5-2b,axial,0.5946218750000001,,,,148,True,9312,800,0.3934988331973256,0.3207304830994676,0.4548100572929188,,, | |
| belief-intent,qwen3.5-2b,linear,0.8225875,0.7762114583333334,"{""7"": 0.7285874999999999, ""10"": 0.804875, ""13"": 0.81858125, ""16"": 0.78545625, ""19"": 0.7673749999999999, ""22"": 0.7523937500000001}","[10, 13]",1746,False,9312,800,0.8433394095035636,0.8042466188059746,0.8770027521226831,,, | |
| belief-intent,qwen3.5-2b,mlp,0.8344375,0.7650197916666667,"{""7"": 0.72574375, ""10"": 0.8201875000000001, ""13"": 0.8426687500000001, ""16"": 0.7944843749999999, ""19"": 0.709734375, ""22"": 0.6973}","[7, 10, 13, 16]",1679,False,9312,800,0.8807686697133933,0.849197169430894,0.9071266119164538,,, | |
| belief-intent,qwen3.5-2b,efc,0.88495,,,,1110,False,9312,800,0.9088098535334715,0.8817129564785244,0.9326309405991248,,, | |
| belief-intent,qwen3.5-2b,axial,0.8811187500000001,,,,888,False,9312,800,0.7760179971235248,0.7237338359117375,0.8246270451168003,,, | |
| ck-belief-intent,qwen3.5-2b,linear,0.801275,0.7465631944444445,"{""7"": 0.7015527777777777, ""10"": 0.7761416666666667, ""13"": 0.794398611111111, ""16"": 0.7599361111111111, ""19"": 0.7308847222222222, ""22"": 0.7164652777777777}","[10, 13]",2090,True,13968,1200,0.8809795493212579,0.8504653682657355,0.9075410151260044,,, | |
| ck-belief-intent,qwen3.5-2b,mlp,0.8143222222222222,0.7225476851851852,"{""7"": 0.6810499999999999, ""10"": 0.7800680555555556, ""13"": 0.8142402777777777, ""16"": 0.7466305555555556, ""19"": 0.6568361111111111, ""22"": 0.6564611111111112}","[10, 13]",2622,False,13968,1200,0.8791975843902142,0.846840323438333,0.9084472065605466,,, | |
| ck-belief-intent,qwen3.5-2b,efc,0.847486111111111,,,,1540,False,13968,1200,0.8606975742654135,0.823870939902227,0.8915791479418653,,, | |
| ck-belief-intent,qwen3.5-2b,axial,0.8466027777777778,,,,1756,False,13968,1200,0.8062065415499251,0.7623768552271841,0.8461517356605607,,, | |
| ck,qwen3.5-9b,linear,0.894875,0.84823125,"{""10"": 0.7786124999999998, ""13"": 0.8680499999999999, ""18"": 0.895975, ""21"": 0.8663125, ""26"": 0.8448999999999999, ""29"": 0.8355374999999999}","[13, 18, 21]",876,False,4656,400,0.905566176859491,0.888844075861477,0.9203464047965472,,, | |
| ck,qwen3.5-9b,mlp,0.9024,0.8628854166666667,"{""10"": 0.7903, ""13"": 0.8857499999999999, ""18"": 0.9051625000000001, ""21"": 0.8838875, ""26"": 0.85485, ""29"": 0.8573625000000001}","[13, 18, 21, 29]",876,False,4656,400,0.9082978038338104,0.8922504647231341,0.9220802991119212,,, | |
| ck,qwen3.5-9b,efc,0.9276249999999999,,,,518,False,4656,400,0.8991074629830274,0.8819065604921675,0.91513509287004,,, | |
| ck,qwen3.5-9b,axial,0.9394250000000001,,,,407,True,4656,400,0.8944273675717289,0.8777160164366495,0.9098509538187856,,, | |
| belief,qwen3.5-9b,linear,0.8882000000000001,0.86123125,"{""10"": 0.8219374999999999, ""13"": 0.8705624999999999, ""18"": 0.894975, ""21"": 0.8812625000000001, ""26"": 0.854225, ""29"": 0.844425}","[10, 13, 18, 21, 26, 29]",851,False,4656,400,0.8513695506885738,0.8276551832899625,0.8734610527892059,,, | |
| belief,qwen3.5-9b,mlp,0.9132999999999999,0.8829791666666668,"{""10"": 0.8405374999999999, ""13"": 0.8970625000000001, ""18"": 0.915925, ""21"": 0.9074249999999999, ""26"": 0.8779125000000001, ""29"": 0.8590125000000001}","[10, 13, 18, 21, 26, 29]",876,False,4656,400,0.8717170398399846,0.8497065308984006,0.890602955107167,,, | |
| belief,qwen3.5-9b,efc,0.9415250000000001,,,,532,False,4656,400,0.8795333353198136,0.8582915981461271,0.8991132391209231,,, | |
| belief,qwen3.5-9b,axial,0.9256249999999999,,,,380,True,4656,400,0.9068915027675224,0.8888387179706458,0.9234847832786716,,, | |
| intent,qwen3.5-9b,linear,0.8926250000000001,0.86876875,"{""10"": 0.8297999999999999, ""13"": 0.873425, ""18"": 0.9092874999999999, ""21"": 0.8862125, ""26"": 0.8631125000000001, ""29"": 0.8507749999999998}","[10, 13, 18, 21, 26, 29]",876,False,4656,400,0.8823079231298275,0.8637603602066374,0.8995123551168496,,, | |
| intent,qwen3.5-9b,mlp,0.909625,0.8840541666666667,"{""10"": 0.8509625, ""13"": 0.8960124999999999, ""18"": 0.9210625, ""21"": 0.8873, ""26"": 0.8813375, ""29"": 0.86765}","[10, 13, 18, 21, 26, 29]",876,False,4656,400,0.8855312630408912,0.866148819935565,0.9033838501767428,,, | |
| intent,qwen3.5-9b,efc,0.9499,,,,532,False,4656,400,0.8528659078252864,0.8272593034669237,0.8761324704790969,,, | |
| intent,qwen3.5-9b,axial,0.948175,,,,418,True,4656,400,0.8672735649449267,0.8433538796872985,0.8902020774806818,,, | |
| ck-belief,qwen3.5-9b,linear,0.87983125,0.8498703125000001,"{""10"": 0.7962031250000001, ""13"": 0.8607375, ""18"": 0.8869, ""21"": 0.869321875, ""26"": 0.847284375, ""29"": 0.838775}","[13, 18, 21, 26, 29]",1746,False,9312,800,0.9148576775952516,0.8977255427811158,0.9307229038484438,,, | |
| ck-belief,qwen3.5-9b,mlp,0.90891875,0.8728364583333333,"{""10"": 0.8083374999999999, ""13"": 0.88631875, ""18"": 0.913953125, ""21"": 0.8967718750000001, ""26"": 0.877915625, ""29"": 0.853721875}","[10, 13, 18, 21, 26, 29]",1606,False,9312,800,0.9334163747067272,0.9195228389674254,0.9463366214838644,,, | |
| ck-belief,qwen3.5-9b,efc,0.92103125,,,,1036,False,9312,800,0.9059626509613052,0.8880217623006954,0.9222652491719002,,, | |
| ck-belief,qwen3.5-9b,axial,0.9129875000000001,,,,814,True,9312,800,0.8856715963567321,0.8637465691652687,0.90561546952067,,, | |
| ck-intent,qwen3.5-9b,linear,0.88470625,0.8491109374999999,"{""10"": 0.7847375, ""13"": 0.8658343750000002, ""18"": 0.8976124999999999, ""21"": 0.86829375, ""26"": 0.8430593749999999, ""29"": 0.8351281250000001}","[13, 18, 21, 26, 29]",1746,False,9312,800,0.923176930100631,0.9066163790503474,0.9384068890851658,,, | |
| ck-intent,qwen3.5-9b,mlp,0.91199375,0.8774546874999999,"{""10"": 0.815678125, ""13"": 0.89275625, ""18"": 0.9210187499999999, ""21"": 0.898665625, ""26"": 0.8750687500000001, ""29"": 0.861540625}","[10, 13, 18, 21, 26, 29]",1606,False,9312,800,0.928169453187632,0.9144989482735196,0.9416250812202762,,, | |
| ck-intent,qwen3.5-9b,efc,0.94154375,,,,1180,False,9312,800,0.9204376692538062,0.9055302782952592,0.9349233997459744,,, | |
| ck-intent,qwen3.5-9b,axial,0.9341499999999999,,,,888,False,9312,800,0.8909414933218972,0.8717218352672923,0.9086068348616662,,, | |
| belief-intent,qwen3.5-9b,linear,0.8813749999999999,0.8562796874999999,"{""10"": 0.820153125, ""13"": 0.8515031249999999, ""18"": 0.8924187499999999, ""21"": 0.87815625, ""26"": 0.85090625, ""29"": 0.8445406249999999}","[13, 18, 21, 26, 29]",1746,False,9312,800,0.9074671883018244,0.8907179223640025,0.9234597826984464,,, | |
| belief-intent,qwen3.5-9b,mlp,0.9113000000000001,0.8813192708333334,"{""10"": 0.8475250000000001, ""13"": 0.8868218750000001, ""18"": 0.9166, ""21"": 0.903159375, ""26"": 0.87898125, ""29"": 0.854828125}","[10, 13, 18, 21, 26, 29]",1679,False,9312,800,0.9116800227935326,0.899233078789866,0.9245451422822568,,, | |
| belief-intent,qwen3.5-9b,efc,0.9404937499999999,,,,1036,False,9312,800,0.89498085285978,0.8747291530466835,0.9142113738999348,,, | |
| belief-intent,qwen3.5-9b,axial,0.9372499999999999,,,,888,False,9312,800,0.9158411994458606,0.8975141861753639,0.9308094446887069,,, | |
| ck-belief-intent,qwen3.5-9b,linear,0.8756666666666666,0.8432243055555556,"{""10"": 0.7908236111111111, ""13"": 0.8480430555555556, ""18"": 0.8851472222222222, ""21"": 0.8648194444444444, ""26"": 0.8393180555555555, ""29"": 0.8311944444444445}","[10, 13, 18, 21, 26, 29]",2200,False,13968,1200,0.9262942669735612,0.9110397410030994,0.9402718234597358,,, | |
| ck-belief-intent,qwen3.5-9b,mlp,0.8993416666666667,0.8568011574074075,"{""10"": 0.81105, ""13"": 0.879351388888889, ""18"": 0.9101902777777778, ""21"": 0.8811180555555557, ""26"": 0.8383694444444445, ""29"": 0.8207277777777778}","[10, 13, 18, 21, 26, 29]",2622,False,13968,1200,0.9453658805825498,0.9350319907431986,0.9557910786410344,,, | |
| ck-belief-intent,qwen3.5-9b,efc,0.9278777777777778,,,,1430,False,13968,1200,0.909081486553886,0.8907634922435594,0.9268002943326088,,, | |
| ck-belief-intent,qwen3.5-9b,axial,0.9370888888888889,,,,1320,False,13968,1200,0.922248764899968,0.9054110850614624,0.937372936292854,,, | |
| ck,qwen3.5-27b,linear,0.9234,0.869725,"{""19"": 0.7678624999999999, ""27"": 0.8207625, ""35"": 0.9319999999999999, ""43"": 0.9142625, ""51"": 0.9087500000000001, ""58"": 0.8747125}","[35, 43, 51, 58]",876,False,4656,400,0.9815970084294152,0.9770508596680296,0.9856501262382792,,, | |
| ck,qwen3.5-27b,mlp,0.9450250000000001,0.8870145833333333,"{""19"": 0.7679125, ""27"": 0.8361625, ""35"": 0.950475, ""43"": 0.9372499999999999, ""51"": 0.9294000000000001, ""58"": 0.9008874999999998}","[27, 35, 43, 51, 58]",876,False,4656,400,0.9791981225888712,0.973963327592187,0.9835998412361846,,, | |
| ck,qwen3.5-27b,efc,0.9531749999999999,,,,518,False,4656,400,0.9792294536409408,0.974336604070404,0.9835492063036512,,, | |
| ck,qwen3.5-27b,axial,0.9532250000000001,,,,370,True,4656,400,0.9547470460266776,0.9458319048817456,0.9622302663374208,,, | |
| belief,qwen3.5-27b,linear,0.925525,0.88888125,"{""19"": 0.8472250000000001, ""27"": 0.8542500000000001, ""35"": 0.9365125000000001, ""43"": 0.9154625, ""51"": 0.9045375, ""58"": 0.8753}","[19, 27, 35, 43, 51, 58]",876,False,4656,400,0.9606839738944224,0.9472257962989356,0.9718898461890366,,, | |
| belief,qwen3.5-27b,mlp,0.94745,0.9071833333333333,"{""19"": 0.853575, ""27"": 0.8728875, ""35"": 0.9536, ""43"": 0.938825, ""51"": 0.92585, ""58"": 0.8983625000000002}","[19, 27, 35, 43, 51, 58]",876,False,4656,400,0.9364959589753928,0.9222691282752644,0.9478028102134618,,, | |
| belief,qwen3.5-27b,efc,0.96095,,,,456,False,4656,400,0.9751734446175976,0.9654107592126392,0.9836358554404776,,, | |
| belief,qwen3.5-27b,axial,0.966575,,,,380,True,4656,400,0.9368366926805214,0.9203791387342504,0.9504173355299248,,, | |
| intent,qwen3.5-27b,linear,0.916775,0.8925479166666667,"{""19"": 0.847225, ""27"": 0.8603, ""35"": 0.93215, ""43"": 0.9189499999999999, ""51"": 0.9075875, ""58"": 0.889075}","[19, 27, 35, 43, 51, 58]",876,False,4656,400,0.9333694435060264,0.9167399059192404,0.9467388270420464,,, | |
| intent,qwen3.5-27b,mlp,0.936725,0.9127645833333333,"{""19"": 0.8664125, ""27"": 0.8948999999999999, ""35"": 0.953025, ""43"": 0.9437375, ""51"": 0.9170625000000001, ""58"": 0.90145}","[19, 27, 35, 43, 51, 58]",876,False,4656,400,0.9438061915607768,0.9314128071422052,0.95424890404351,,, | |
| intent,qwen3.5-27b,efc,0.9666250000000001,,,,600,False,4656,400,0.9646235727343564,0.953453232609817,0.9732610491074728,,, | |
| intent,qwen3.5-27b,axial,0.960225,,,,304,True,4656,400,0.8805494870561889,0.8538058523437224,0.9026309697905786,,, | |
| ck-belief,qwen3.5-27b,linear,0.9140125,0.8702723958333335,"{""19"": 0.799075, ""27"": 0.829315625, ""35"": 0.92065, ""43"": 0.904325, ""51"": 0.8975375, ""58"": 0.8707312500000001}","[27, 35, 43, 51, 58]",1746,False,9312,800,0.9806112211481876,0.974894408354222,0.9855650610744194,,, | |
| ck-belief,qwen3.5-27b,mlp,0.9402750000000002,0.8972833333333333,"{""19"": 0.815596875, ""27"": 0.8635375000000001, ""35"": 0.94139375, ""43"": 0.931303125, ""51"": 0.92419375, ""58"": 0.9076750000000001}","[19, 27, 35, 43, 51, 58]",1606,False,9312,800,0.975181345491598,0.9665210515597684,0.9822900778030004,,, | |
| ck-belief,qwen3.5-27b,efc,0.9434875,,,,1172,False,9312,800,0.9814977536997884,0.9758302853362992,0.9863006273712946,,, | |
| ck-belief,qwen3.5-27b,axial,0.95466875,,,,666,True,9312,800,0.9780620995074214,0.96907122900267,0.9853407507249788,,, | |
| ck-intent,qwen3.5-27b,linear,0.9201124999999999,0.8744296875,"{""19"": 0.7912375, ""27"": 0.8257625, ""35"": 0.931353125, ""43"": 0.913678125, ""51"": 0.9044187499999999, ""58"": 0.880128125}","[27, 35, 43, 51, 58]",1746,False,9312,800,0.980153191816874,0.9734209873235968,0.985488013338313,,, | |
| ck-intent,qwen3.5-27b,mlp,0.9420125,0.90355625,"{""19"": 0.821959375, ""27"": 0.86591875, ""35"": 0.9498312499999999, ""43"": 0.936740625, ""51"": 0.932278125, ""58"": 0.914609375}","[19, 27, 35, 43, 51, 58]",1606,False,9312,800,0.9831885407358164,0.9749008111966634,0.989616058462354,,, | |
| ck-intent,qwen3.5-27b,efc,0.96035625,,,,962,False,9312,800,0.980109651871145,0.9740227183126908,0.9849985225565956,,, | |
| ck-intent,qwen3.5-27b,axial,0.9636875,,,,888,False,9312,800,0.9384341676701684,0.9250383774444312,0.9494611074955104,,, | |
| belief-intent,qwen3.5-27b,linear,0.9137562499999999,0.8847364583333333,"{""19"": 0.83908125, ""27"": 0.8530875, ""35"": 0.9270750000000001, ""43"": 0.9108468749999998, ""51"": 0.89915625, ""58"": 0.8791718749999999}","[19, 27, 35, 43, 51, 58]",1746,False,9312,800,0.939217912234912,0.9212496093512246,0.9538049618299964,,, | |
| belief-intent,qwen3.5-27b,mlp,0.9401687500000001,0.9130520833333332,"{""19"": 0.8662343750000001, ""27"": 0.886209375, ""35"": 0.951028125, ""43"": 0.9385125000000001, ""51"": 0.92805, ""58"": 0.9082781250000002}","[19, 27, 35, 43, 51, 58]",1606,False,9312,800,0.9116937702970728,0.8926086749171321,0.9281227082606356,,, | |
| belief-intent,qwen3.5-27b,efc,0.9579625,,,,1180,False,9312,800,0.9625559531723372,0.9506151710542036,0.9729685755487096,,, | |
| belief-intent,qwen3.5-27b,axial,0.9656874999999999,,,,888,False,9312,800,0.9123297906540834,0.8881077886567385,0.9326802720541444,,, | |
| ck-belief-intent,qwen3.5-27b,linear,0.9104277777777778,0.8696689814814814,"{""19"": 0.8024208333333334, ""27"": 0.8281541666666667, ""35"": 0.9195666666666666, ""43"": 0.9036180555555555, ""51"": 0.8937888888888889, ""58"": 0.8704652777777778}","[19, 27, 35, 43, 51, 58]",2200,False,13968,1200,0.971215004577058,0.9613262639970552,0.9792894258661418,,, | |
| ck-belief-intent,qwen3.5-27b,mlp,0.9350944444444445,0.8888569444444444,"{""19"": 0.7806527777777779, ""27"": 0.8563583333333332, ""35"": 0.9433513888888888, ""43"": 0.9319208333333333, ""51"": 0.9213083333333334, ""58"": 0.8995499999999998}","[19, 27, 35, 43, 51, 58]",2622,False,13968,1200,0.9805948745123254,0.9721441802792696,0.9877852481014197,,, | |
| ck-belief-intent,qwen3.5-27b,efc,0.9471666666666666,,,,1210,True,13968,1200,0.9739074317255508,0.9666371618265306,0.9800347834023928,,, | |
| ck-belief-intent,qwen3.5-27b,axial,0.9575472222222221,,,,1320,False,13968,1200,0.948353365908546,0.929371199541982,0.9634217868420286,,, | |
| ck,qwen3.5-122b-a10b,linear,0.914925,0.7843687500000001,"{""14"": 0.6496, ""20"": 0.6750499999999999, ""26"": 0.7570874999999999, ""32"": 0.8208375, ""38"": 0.9056, ""43"": 0.8980374999999998}","[38, 43]",851,False,4656,400,0.987704268740218,0.983968290933723,0.99091756241605,,, | |
| ck,qwen3.5-122b-a10b,mlp,0.93475,0.7457583333333333,"{""14"": 0.5025, ""20"": 0.5187125, ""26"": 0.7588874999999999, ""32"": 0.8391, ""38"": 0.9300625, ""43"": 0.9252874999999999}","[32, 38, 43]",876,False,4656,400,0.9882752028985946,0.9848721192099164,0.99127057653966,,, | |
| ck,qwen3.5-122b-a10b,efc,0.947975,,,,518,False,4656,400,0.9736520659179108,0.9672708415686216,0.9787883072071872,,, | |
| ck,qwen3.5-122b-a10b,axial,0.9365500000000001,,,,296,True,4656,400,0.943473800337703,0.932434743686467,0.9527169794351386,,, | |
| belief,qwen3.5-122b-a10b,linear,0.9143,0.8042145833333333,"{""14"": 0.6519625, ""20"": 0.699575, ""26"": 0.8117875, ""32"": 0.8479999999999999, ""38"": 0.91655, ""43"": 0.8974125}","[26, 32, 38, 43]",876,False,4656,400,0.9468293488489812,0.9352679683147304,0.957370652463462,,, | |
| belief,qwen3.5-122b-a10b,mlp,0.9391499999999999,0.8096458333333335,"{""14"": 0.63565, ""20"": 0.6626875, ""26"": 0.8233, ""32"": 0.8742125, ""38"": 0.936825, ""43"": 0.9252}","[26, 32, 38, 43]",851,False,4656,400,0.9176630287350512,0.904309108527246,0.9301544888179204,,, | |
| belief,qwen3.5-122b-a10b,efc,0.94865,,,,532,False,4656,400,0.9737131028055348,0.9681832741377776,0.9788785332132606,,, | |
| belief,qwen3.5-122b-a10b,axial,0.9467,,,,304,True,4656,400,0.9307859423613488,0.9192571665139392,0.9417784925700704,,, | |
| intent,qwen3.5-122b-a10b,linear,0.90595,0.8227833333333332,"{""14"": 0.7059749999999998, ""20"": 0.7453500000000001, ""26"": 0.817175, ""32"": 0.85825, ""38"": 0.909825, ""43"": 0.900125}","[26, 32, 38, 43]",876,False,4656,400,0.9206917562126808,0.905991914444256,0.9334117776480032,,, | |
| intent,qwen3.5-122b-a10b,mlp,0.9249499999999999,0.82648125,"{""14"": 0.6870999999999998, ""20"": 0.7068875, ""26"": 0.8281000000000001, ""32"": 0.8848624999999999, ""38"": 0.9311375, ""43"": 0.9208}","[26, 32, 38, 43]",876,False,4656,400,0.9042507320983938,0.8859486035529568,0.920680317668084,,, | |
| intent,qwen3.5-122b-a10b,efc,0.9586250000000001,,,,600,False,4656,400,0.9115313776421432,0.8963859235151849,0.92517909781012,,, | |
| intent,qwen3.5-122b-a10b,axial,0.9588249999999999,,,,456,False,4656,400,0.8054761448702438,0.7854719090835485,0.8254975974809321,,, | |
| ck-belief,qwen3.5-122b-a10b,linear,0.9015875,0.7874604166666668,"{""14"": 0.6567437500000001, ""20"": 0.6950375, ""26"": 0.77065625, ""32"": 0.8209031250000001, ""38"": 0.894109375, ""43"": 0.8873125}","[32, 38, 43]",1746,False,9312,800,0.9855661014689888,0.9820944510615492,0.988917735272932,,, | |
| ck-belief,qwen3.5-122b-a10b,mlp,0.9257875,0.7672729166666666,"{""14"": 0.6105343750000001, ""20"": 0.49875, ""26"": 0.7900656249999999, ""32"": 0.8562125, ""38"": 0.9267750000000001, ""43"": 0.9213}","[26, 32, 38, 43]",1606,False,9312,800,0.9774999717708698,0.9728187535043809,0.9820211722809284,,, | |
| ck-belief,qwen3.5-122b-a10b,efc,0.9321499999999999,,,,1036,False,9312,800,0.9785926112386087,0.9735196304677636,0.9830783080500622,,, | |
| ck-belief,qwen3.5-122b-a10b,axial,0.9463375,,,,814,True,9312,800,0.9540932720756616,0.944581786519916,0.9623042703213424,,, | |
| ck-intent,qwen3.5-122b-a10b,linear,0.9047499999999999,0.7925375,"{""14"": 0.6658437500000001, ""20"": 0.71008125, ""26"": 0.76515, ""32"": 0.822734375, ""38"": 0.89824375, ""43"": 0.893171875}","[32, 38, 43]",1746,False,9312,800,0.9823377045338186,0.977964127455366,0.9863727753382834,,, | |
| ck-intent,qwen3.5-122b-a10b,mlp,0.92845,0.8049713541666668,"{""14"": 0.6431781250000002, ""20"": 0.6862375, ""26"": 0.7885062500000001, ""32"": 0.854603125, ""38"": 0.93090625, ""43"": 0.9263968750000001}","[26, 32, 38, 43]",1606,False,9312,800,0.9858724219574712,0.981975970601515,0.9893349827542014,,, | |
| ck-intent,qwen3.5-122b-a10b,efc,0.9544125000000001,,,,1110,False,9312,800,0.972672979847706,0.9670981115252408,0.977646382095416,,, | |
| ck-intent,qwen3.5-122b-a10b,axial,0.9531000000000001,,,,888,False,9312,800,0.945087095128864,0.9327285957221084,0.9547987317599246,,, | |
| belief-intent,qwen3.5-122b-a10b,linear,0.9024625000000001,0.8061729166666668,"{""14"": 0.6778281250000001, ""20"": 0.7227718750000001, ""26"": 0.80188125, ""32"": 0.845503125, ""38"": 0.8970093750000001, ""43"": 0.8920437500000001}","[32, 38, 43]",1746,False,9312,800,0.9483808838113787,0.9400056984541292,0.9565956245646702,,, | |
| belief-intent,qwen3.5-122b-a10b,mlp,0.9242187500000001,0.8190973958333333,"{""14"": 0.65740625, ""20"": 0.71484375, ""26"": 0.8201, ""32"": 0.86929375, ""38"": 0.9290406250000001, ""43"": 0.9238999999999999}","[20, 26, 32, 38, 43]",1606,False,9312,800,0.8912085296864418,0.8660346802864236,0.9125522177114967,,, | |
| belief-intent,qwen3.5-122b-a10b,efc,0.952725,,,,1036,False,9312,800,0.9377780397196256,0.9270590535494004,0.9473718018525706,,, | |
| belief-intent,qwen3.5-122b-a10b,axial,0.9602437500000001,,,,888,False,9312,800,0.9465796587497496,0.938432296973476,0.9549464095849524,,, | |
| ck-belief-intent,qwen3.5-122b-a10b,linear,0.8874277777777778,0.7864935185185185,"{""14"": 0.6645208333333333, ""20"": 0.7035402777777778, ""26"": 0.7677861111111111, ""32"": 0.8171305555555556, ""38"": 0.8862472222222222, ""43"": 0.879736111111111}","[26, 32, 38, 43]",2090,True,13968,1200,0.9717141533422876,0.9657556757006294,0.9771558120517512,,, | |
| ck-belief-intent,qwen3.5-122b-a10b,mlp,0.9198055555555555,0.7712284722222221,"{""14"": 0.6641847222222222, ""20"": 0.5, ""26"": 0.7818069444444444, ""32"": 0.8394375000000001, ""38"": 0.9250541666666666, ""43"": 0.9168875}","[26, 32, 38, 43]",2622,False,13968,1200,0.9771614804016854,0.9720929170914752,0.9817763702337774,,, | |
| ck-belief-intent,qwen3.5-122b-a10b,efc,0.9425166666666668,,,,1430,False,13968,1200,0.9635493852108552,0.9566092693522122,0.9698226579608744,,, | |
| ck-belief-intent,qwen3.5-122b-a10b,axial,0.9488305555555556,,,,1210,True,13968,1200,0.8939876014906082,0.877537246457029,0.9089941018198466,,, | |
| ck,qwen3.5-397b-a17b,linear,0.921525,0.8068520833333334,"{""18"": 0.63815, ""25"": 0.688375, ""33"": 0.802625, ""40"": 0.9052125000000001, ""48"": 0.9151875, ""54"": 0.8915624999999999}","[40, 48, 54]",876,False,4656,400,0.9728106595455808,0.9673514747935676,0.9775964022937336,0.9737061110074882,0.9702434349001522,0.9769425351907832 | |
| ck,qwen3.5-397b-a17b,mlp,0.941725,0.8098479166666666,"{""18"": 0.5953375, ""25"": 0.6829625, ""33"": 0.803325, ""40"": 0.9285875, ""48"": 0.9333000000000001, ""54"": 0.915575}","[40, 48, 54]",703,True,4656,400,0.977524109115652,0.9728305345901764,0.981810815288966,0.9709388603965944,0.9672345453615756,0.9742872269545102 | |
| ck,qwen3.5-397b-a17b,efc,0.95205,,,,518,False,4656,400,0.9706541094190292,0.964407559091476,0.9771507071036966,0.9769441485335472,0.9736944930669214,0.980077970509086 | |
| ck,qwen3.5-397b-a17b,axial,0.94225,,,,370,True,4656,400,0.9036742872413022,0.8883720690455261,0.9177276550051195,0.9500191949788004,0.9453744645266374,0.954480921090907 | |
| belief,qwen3.5-397b-a17b,linear,0.9309,0.8211520833333333,"{""18"": 0.640975, ""25"": 0.7230624999999999, ""33"": 0.8161499999999999, ""40"": 0.9143625, ""48"": 0.9280875, ""54"": 0.9042750000000002}","[33, 40, 48, 54]",876,False,4656,400,0.9481082595969578,0.9405355625018434,0.955587916665056,0.8604896397914337,0.8515288618292683,0.86894534596788 | |
| belief,qwen3.5-397b-a17b,mlp,0.951825,0.8359375,"{""18"": 0.6371, ""25"": 0.724425, ""33"": 0.8342, ""40"": 0.938275, ""48"": 0.9484250000000001, ""54"": 0.9331999999999999}","[33, 40, 48, 54]",851,False,4656,400,0.9043137429592892,0.8923796525640447,0.9153035414091016,0.8512955985095304,0.8422331279491683,0.860246790100259 | |
| belief,qwen3.5-397b-a17b,efc,0.9642000000000001,,,,532,False,4656,400,0.93937848735824,0.9301366499650756,0.9482545733068352,0.8914087035760592,0.884077155622667,0.8978946973709967 | |
| belief,qwen3.5-397b-a17b,axial,0.9642999999999999,,,,380,True,4656,400,0.8594471813221407,0.8399187240505767,0.8774374680519155,0.8639841179242429,0.855634002198027,0.8719154560502116 | |
| intent,qwen3.5-397b-a17b,linear,0.92745,0.8419229166666665,"{""18"": 0.6929625, ""25"": 0.7663125, ""33"": 0.832775, ""40"": 0.9185999999999999, ""48"": 0.9315375, ""54"": 0.90935}","[33, 40, 48, 54]",876,False,4656,400,0.9508897614589834,0.9436674410049196,0.9576136840024309,0.877249426810106,0.8711490492939372,0.8834805174787072 | |
| intent,qwen3.5-397b-a17b,mlp,0.9475250000000001,0.852075,"{""18"": 0.646925, ""25"": 0.7855874999999999, ""33"": 0.8513875, ""40"": 0.945125, ""48"": 0.9536625, ""54"": 0.9297625}","[33, 40, 48, 54]",876,False,4656,400,0.9650631565945496,0.9586134866772268,0.9710869093859038,0.9351329788739274,0.9304650452495804,0.9395459324425288 | |
| intent,qwen3.5-397b-a17b,efc,0.97255,,,,600,False,4656,400,0.9060361524445883,0.891298520571896,0.9193239128608056,0.9345319366188042,0.92950409704215,0.9395379978484578 | |
| intent,qwen3.5-397b-a17b,axial,0.9807,,,,456,False,4656,400,0.9355110582893632,0.9270922518110282,0.9433885371610348,0.9035562367997528,0.8971296191879866,0.9095484811296658 | |
| ck-belief,qwen3.5-397b-a17b,linear,0.9161187500000001,0.8104687500000001,"{""18"": 0.6531093749999999, ""25"": 0.7171375, ""33"": 0.7904000000000001, ""40"": 0.9001125, ""48"": 0.9123937500000001, ""54"": 0.8896593749999999}","[40, 48, 54]",1746,False,9312,800,0.974347047452106,0.9695625752232476,0.9788583660594624,0.9466783233609332,0.9421272105519513,0.9512096385876908 | |
| ck-belief,qwen3.5-397b-a17b,mlp,0.94235625,0.8248765625,"{""18"": 0.6147187500000001, ""25"": 0.7301249999999999, ""33"": 0.8156843750000001, ""40"": 0.9304250000000002, ""48"": 0.939509375, ""54"": 0.918796875}","[33, 40, 48, 54]",1606,False,9312,800,0.9757729563814764,0.9714591981237928,0.9800770474351532,0.949095991403956,0.9442170714245464,0.9536473059226364 | |
| ck-belief,qwen3.5-397b-a17b,efc,0.9523937500000001,,,,1172,False,9312,800,0.9771626976974078,0.972542218443093,0.9811761387051662,0.9564097328927064,0.9523118117876636,0.9602479721260878 | |
| ck-belief,qwen3.5-397b-a17b,axial,0.9362625000000001,,,,518,True,9312,800,0.902764845675656,0.8868796486560426,0.9172809412466176,0.9083222917023374,0.9015459120333188,0.9147520575397612 | |
| ck-intent,qwen3.5-397b-a17b,linear,0.9182812499999999,0.8144447916666667,"{""18"": 0.6609875, ""25"": 0.7210624999999999, ""33"": 0.7957937499999999, ""40"": 0.90383125, ""48"": 0.9182812500000002, ""54"": 0.8867125}","[40, 48, 54]",1746,False,9312,800,0.9764039165579236,0.9716348043188004,0.9808113750970684,0.9692434490783478,0.9658540325245092,0.9723843847677246 | |
| ck-intent,qwen3.5-397b-a17b,mlp,0.93963125,0.8276494791666668,"{""18"": 0.621609375, ""25"": 0.71811875, ""33"": 0.8272, ""40"": 0.936346875, ""48"": 0.9409968750000001, ""54"": 0.9216250000000001}","[25, 33, 40, 48, 54]",1606,False,9312,800,0.9811622816867448,0.9770338051774226,0.9851315052280584,0.9710212055071064,0.9675697689560532,0.97408213275749 | |
| ck-intent,qwen3.5-397b-a17b,efc,0.95983125,,,,888,False,9312,800,0.9597372277289749,0.9524754302528522,0.966224715503882,0.9739225279743382,0.9708558321509398,0.9767375924887358 | |
| ck-intent,qwen3.5-397b-a17b,axial,0.9591125,,,,888,False,9312,800,0.9381461044026704,0.9278932677381584,0.9476474963673162,0.9453185714999226,0.9406669528338164,0.9496887992364113 | |
| belief-intent,qwen3.5-397b-a17b,linear,0.9206625,0.8277911458333334,"{""18"": 0.66886875, ""25"": 0.7427, ""33"": 0.823421875, ""40"": 0.906403125, ""48"": 0.92335625, ""54"": 0.901996875}","[33, 40, 48, 54]",1746,False,9312,800,0.9498517786561264,0.9425790232757478,0.9567725439883478,0.8884501843067988,0.8810851009949088,0.8956138088624077 | |
| belief-intent,qwen3.5-397b-a17b,mlp,0.94344375,0.8495979166666666,"{""18"": 0.6587624999999999, ""25"": 0.7719374999999999, ""33"": 0.8498281249999999, ""40"": 0.9380875, ""48"": 0.947603125, ""54"": 0.93136875}","[25, 33, 40, 48, 54]",1606,False,9312,800,0.9271929135068178,0.9162999141062772,0.9375445916840932,0.9153562306232336,0.9090818081079876,0.9212845938591276 | |
| belief-intent,qwen3.5-397b-a17b,efc,0.96465,,,,1110,False,9312,800,0.9355000633348778,0.9258395564112336,0.944130377238663,0.8964093695830032,0.889788238695145,0.9027421661740423 | |
| belief-intent,qwen3.5-397b-a17b,axial,0.9667562500000001,,,,888,False,9312,800,0.8685044320624594,0.8520483021036918,0.8845742891871788,0.850289649188965,0.8410461536763069,0.8587058060927639 | |
| ck-belief-intent,qwen3.5-397b-a17b,linear,0.911561111111111,0.8107282407407408,"{""18"": 0.6590444444444443, ""25"": 0.7224708333333333, ""33"": 0.7920291666666668, ""40"": 0.8965347222222223, ""48"": 0.9106375, ""54"": 0.8836527777777778}","[33, 40, 48, 54]",2200,False,13968,1200,0.9745613074722154,0.9696514490665716,0.9789918223210478,0.9502697486873026,0.9459186704356984,0.9543684684305423 | |
| ck-belief-intent,qwen3.5-397b-a17b,mlp,0.9388694444444444,0.8308923611111112,"{""18"": 0.6558541666666667, ""25"": 0.7281027777777778, ""33"": 0.8109194444444443, ""40"": 0.9330125, ""48"": 0.9375694444444445, ""54"": 0.9198958333333334}","[25, 33, 40, 48, 54]",2420,False,13968,1200,0.9705432487581244,0.965222642092712,0.975649331373351,0.9586084185870823,0.9544879121263574,0.9626320286679002 | |
| ck-belief-intent,qwen3.5-397b-a17b,efc,0.9544999999999999,,,,1540,False,13968,1200,0.9546665221685862,0.94629145507441,0.9617455852131028,0.94632323821256,0.9420455927822524,0.9505659564255348 | |
| ck-belief-intent,qwen3.5-397b-a17b,axial,0.9559638888888888,,,,1210,True,13968,1200,0.932534497562346,0.9207706725291932,0.942975388156345,0.935118401571298,0.9302994706974328,0.9399883786605524 | |
| ck,nemotron-3-nano-30b-a3b,linear,0.8657249999999999,0.8247479166666668,"{""16"": 0.7861, ""22"": 0.8274125, ""29"": 0.8701125, ""35"": 0.8458749999999999, ""42"": 0.81675, ""47"": 0.8022375}","[22, 29]",876,False,4656,400,0.7837108806943333,0.7451645481342869,0.8156810782253724,,, | |
| ck,nemotron-3-nano-30b-a3b,mlp,0.8766750000000001,0.8336062499999999,"{""16"": 0.8010999999999999, ""22"": 0.8336375, ""29"": 0.885275, ""35"": 0.865425, ""42"": 0.815, ""47"": 0.8012}","[16, 22, 29, 35]",876,False,4656,400,0.7399469660815029,0.697087494226413,0.775758574885988,,, | |
| ck,nemotron-3-nano-30b-a3b,efc,0.9047749999999999,,,,570,False,4656,400,0.573475557946369,0.5056532628226569,0.6357455652985995,,, | |
| ck,nemotron-3-nano-30b-a3b,axial,0.8651500000000001,,,,190,True,4656,400,0.4693619432082478,0.4368292202211165,0.5011422889678722,,, | |
| belief,nemotron-3-nano-30b-a3b,linear,0.8924249999999999,0.8494833333333333,"{""16"": 0.8504125, ""22"": 0.8776625000000001, ""29"": 0.8753624999999999, ""35"": 0.8611624999999999, ""42"": 0.8267375, ""47"": 0.8055624999999998}","[16, 22, 29, 35]",851,False,4656,400,0.7546810089811424,0.711853325796179,0.7915162275401751,,, | |
| belief,nemotron-3-nano-30b-a3b,mlp,0.908175,0.8701666666666666,"{""16"": 0.8726, ""22"": 0.8940875, ""29"": 0.8998750000000001, ""35"": 0.8886125, ""42"": 0.8456875, ""47"": 0.8201375}","[16, 22, 29, 35, 42, 47]",876,False,4656,400,0.7491617333936498,0.7068819974099544,0.7873872979428012,,, | |
| belief,nemotron-3-nano-30b-a3b,efc,0.9271,,,,596,False,4656,400,0.7746333758567849,0.7245152643479995,0.8143860580529216,,, | |
| belief,nemotron-3-nano-30b-a3b,axial,0.89335,,,,266,True,4656,400,0.6363919416332321,0.5870061282886093,0.6866560349885884,,, | |
| intent,nemotron-3-nano-30b-a3b,linear,0.874425,0.85313125,"{""16"": 0.8311499999999999, ""22"": 0.8654375, ""29"": 0.884925, ""35"": 0.8696624999999999, ""42"": 0.838825, ""47"": 0.8287875}","[16, 22, 29, 35, 42, 47]",851,False,4656,400,0.7164655240302403,0.6781662251029075,0.7557949707409111,,, | |
| intent,nemotron-3-nano-30b-a3b,mlp,0.8986749999999999,0.8722979166666667,"{""16"": 0.8514124999999999, ""22"": 0.8840374999999999, ""29"": 0.9085375000000001, ""35"": 0.8907499999999999, ""42"": 0.856225, ""47"": 0.8428249999999999}","[16, 22, 29, 35, 42, 47]",876,False,4656,400,0.8254108067396464,0.7997615055683981,0.8503444968948903,,, | |
| intent,nemotron-3-nano-30b-a3b,efc,0.9441499999999999,,,,600,False,4656,400,0.8238222131398946,0.799153632291238,0.847773453181967,,, | |
| intent,nemotron-3-nano-30b-a3b,axial,0.936125,,,,380,True,4656,400,0.5528538611866382,0.5088525619403055,0.5994960068526833,,, | |
| ck-belief,nemotron-3-nano-30b-a3b,linear,0.86699375,0.8277432291666665,"{""16"": 0.80009375, ""22"": 0.839734375, ""29"": 0.859384375, ""35"": 0.8457375, ""42"": 0.820284375, ""47"": 0.801225}","[22, 29, 35]",1746,False,9312,800,0.8291862038686176,0.7928697959129157,0.857271941931431,,, | |
| ck-belief,nemotron-3-nano-30b-a3b,mlp,0.88781875,0.8420182291666665,"{""16"": 0.81526875, ""22"": 0.85969375, ""29"": 0.891103125, ""35"": 0.867890625, ""42"": 0.8152968749999999, ""47"": 0.80285625}","[16, 22, 29, 35, 42, 47]",1746,False,9312,800,0.8261690421180528,0.7853366040876721,0.8575662350735519,,, | |
| ck-belief,nemotron-3-nano-30b-a3b,efc,0.90105,,,,1036,False,9312,800,0.8261409316395796,0.7875016447667872,0.8584331690708781,,, | |
| ck-belief,nemotron-3-nano-30b-a3b,axial,0.89761875,,,,814,True,9312,800,0.5563404042757533,0.5154574591855451,0.5982099256686696,,, | |
| ck-intent,nemotron-3-nano-30b-a3b,linear,0.87205,0.8262604166666666,"{""16"": 0.7896031250000001, ""22"": 0.842840625, ""29"": 0.8766281250000001, ""35"": 0.84378125, ""42"": 0.80871875, ""47"": 0.7959906250000001}","[22, 29, 35]",1746,False,9312,800,0.8236610663804006,0.7927691488189431,0.8489037934531406,,, | |
| ck-intent,nemotron-3-nano-30b-a3b,mlp,0.8913625000000002,0.8465677083333333,"{""16"": 0.7987718749999999, ""22"": 0.8617499999999999, ""29"": 0.9067000000000001, ""35"": 0.868265625, ""42"": 0.8259062500000001, ""47"": 0.8180125}","[16, 22, 29, 35, 42, 47]",1606,False,9312,800,0.8456854338280225,0.8115374688415619,0.871723947015921,,, | |
| ck-intent,nemotron-3-nano-30b-a3b,efc,0.9242874999999999,,,,1180,False,9312,800,0.8382847323539024,0.8052349399099707,0.8665603685235747,,, | |
| ck-intent,nemotron-3-nano-30b-a3b,axial,0.91664375,,,,888,False,9312,800,0.7020844423082389,0.6689706089294871,0.7325356847384503,,, | |
| belief-intent,nemotron-3-nano-30b-a3b,linear,0.8777375,0.8475010416666667,"{""16"": 0.8282, ""22"": 0.8633281250000001, ""29"": 0.876446875, ""35"": 0.86505, ""42"": 0.8326906250000001, ""47"": 0.819290625}","[16, 22, 29, 35, 42]",1746,False,9312,800,0.769006828226177,0.7313581713858599,0.8035474335609999,,, | |
| belief-intent,nemotron-3-nano-30b-a3b,mlp,0.897625,0.8657484375000001,"{""16"": 0.8462343749999999, ""22"": 0.880671875, ""29"": 0.9001812499999999, ""35"": 0.8858406249999999, ""42"": 0.85131875, ""47"": 0.83024375}","[16, 22, 29, 35, 42, 47]",1679,False,9312,800,0.7763282090057743,0.7365205401698873,0.8108475188517773,,, | |
| belief-intent,nemotron-3-nano-30b-a3b,efc,0.93091875,,,,1110,False,9312,800,0.8305232834400712,0.7951812533330177,0.8599681470627539,,, | |
| belief-intent,nemotron-3-nano-30b-a3b,axial,0.92931875,,,,814,True,9312,800,0.6794839469776277,0.6413964986849027,0.720942232111299,,, | |
| ck-belief-intent,nemotron-3-nano-30b-a3b,linear,0.8579666666666665,0.8231131944444444,"{""16"": 0.7916680555555556, ""22"": 0.8375194444444444, ""29"": 0.8608166666666668, ""35"": 0.8405527777777777, ""42"": 0.8115333333333333, ""47"": 0.7965888888888889}","[16, 22, 29, 35, 42]",2090,True,13968,1200,0.8231031052086837,0.786057734476689,0.8520211248081582,,, | |
| ck-belief-intent,nemotron-3-nano-30b-a3b,mlp,0.8844194444444444,0.8319462962962964,"{""16"": 0.8110638888888889, ""22"": 0.8651194444444443, ""29"": 0.8879874999999999, ""35"": 0.854875, ""42"": 0.7654375, ""47"": 0.8071944444444444}","[16, 22, 29, 35, 47]",2622,False,13968,1200,0.8274134081801344,0.7901691617334509,0.8559882100826549,,, | |
| ck-belief-intent,nemotron-3-nano-30b-a3b,efc,0.9149222222222222,,,,1430,False,13968,1200,0.8671044193994571,0.8357447821711642,0.8927279353405401,,, | |
| ck-belief-intent,nemotron-3-nano-30b-a3b,axial,0.9234833333333332,,,,1320,False,13968,1200,0.7643842310133627,0.7309850447691072,0.7972323766315816,,, | |
| ck,nemotron-3-super-120b-a12b,linear,0.925775,0.87924375,"{""26"": 0.7671375, ""37"": 0.8876125, ""48"": 0.93025, ""59"": 0.9127124999999998, ""70"": 0.8946625000000001, ""79"": 0.8830875}","[37, 48, 59, 70]",876,False,4656,400,0.9014611956654645,0.8615760600742319,0.9298782794089544,,, | |
| ck,nemotron-3-super-120b-a12b,mlp,0.9378249999999999,0.88919375,"{""26"": 0.7617125, ""37"": 0.8969875, ""48"": 0.9424625, ""59"": 0.9296875, ""70"": 0.91165, ""79"": 0.8926624999999999}","[37, 48, 59, 70, 79]",876,False,4656,400,0.9025110659325596,0.8649907942499128,0.9294355958213356,,, | |
| ck,nemotron-3-super-120b-a12b,efc,0.947125,,,,532,False,4656,400,0.9218335471617004,0.8803275157626491,0.9502879252034042,,, | |
| ck,nemotron-3-super-120b-a12b,axial,0.92915,,,,228,True,4656,400,0.9012439464330704,0.8307748863995531,0.9454145472325844,,, | |
| belief,nemotron-3-super-120b-a12b,linear,0.933975,0.90135,"{""26"": 0.8310125000000002, ""37"": 0.9244875000000001, ""48"": 0.9362875, ""59"": 0.9229875000000001, ""70"": 0.902075, ""79"": 0.8912500000000001}","[26, 37, 48, 59, 70, 79]",876,False,4656,400,0.8091101052148069,0.767211819162825,0.8430236234112654,,, | |
| belief,nemotron-3-super-120b-a12b,mlp,0.950175,0.9154458333333334,"{""26"": 0.8351, ""37"": 0.936825, ""48"": 0.9480125, ""59"": 0.939525, ""70"": 0.9274625000000001, ""79"": 0.9057499999999999}","[26, 37, 48, 59, 70, 79]",876,False,4656,400,0.7939397356684664,0.7479551992658189,0.829554956662549,,, | |
| belief,nemotron-3-super-120b-a12b,efc,0.957975,,,,380,True,4656,400,0.817947150901691,0.7662866461702689,0.8571061415030783,,, | |
| belief,nemotron-3-super-120b-a12b,axial,0.949725,,,,266,True,4656,400,0.9009297287377332,0.8522391812436196,0.9341694756594832,,, | |
| intent,nemotron-3-super-120b-a12b,linear,0.920625,0.8985520833333333,"{""26"": 0.8380124999999999, ""37"": 0.9051125, ""48"": 0.9375375, ""59"": 0.9135125, ""70"": 0.89985, ""79"": 0.8972874999999999}","[26, 37, 48, 59, 70, 79]",876,False,4656,400,0.8159824593755708,0.7675627817014329,0.8580263631406484,,, | |
| intent,nemotron-3-super-120b-a12b,mlp,0.9377,0.9153354166666666,"{""26"": 0.847125, ""37"": 0.9170499999999999, ""48"": 0.9578749999999999, ""59"": 0.9325375, ""70"": 0.9226749999999999, ""79"": 0.91475}","[26, 37, 48, 59, 70, 79]",876,False,4656,400,0.8651950691652242,0.8189269938331123,0.902012040532763,,, | |
| intent,nemotron-3-super-120b-a12b,efc,0.9702249999999999,,,,532,False,4656,400,0.8863428468638062,0.8500501250961545,0.9155507133848804,,, | |
| intent,nemotron-3-super-120b-a12b,axial,0.973625,,,,418,True,4656,400,0.715587811331586,0.6312404522664031,0.7773993350097442,,, | |
| ck-belief,nemotron-3-super-120b-a12b,linear,0.912725,0.8750333333333332,"{""26"": 0.794478125, ""37"": 0.8901937500000001, ""48"": 0.9196156250000002, ""59"": 0.899203125, ""70"": 0.8794281249999998, ""79"": 0.86728125}","[37, 48, 59, 70, 79]",1746,False,9312,800,0.87970574600269,0.8310134664966636,0.9129310318801412,,, | |
| ck-belief,nemotron-3-super-120b-a12b,mlp,0.9388062500000001,0.8967567708333334,"{""26"": 0.803328125, ""37"": 0.9162468749999999, ""48"": 0.945403125, ""59"": 0.9273125000000001, ""70"": 0.9111031249999999, ""79"": 0.877146875}","[26, 37, 48, 59, 70, 79]",1606,False,9312,800,0.8800664981056686,0.8192323335828118,0.9205536279132244,,, | |
| ck-belief,nemotron-3-super-120b-a12b,efc,0.9436687500000001,,,,814,True,9312,800,0.8805742525851102,0.8304217764659536,0.9143103317093538,,, | |
| ck-belief,nemotron-3-super-120b-a12b,axial,0.95479375,,,,814,True,9312,800,0.9290343922833496,0.9107499500310008,0.9448923466738176,,, | |
| ck-intent,nemotron-3-super-120b-a12b,linear,0.92005,0.8820427083333332,"{""26"": 0.7858499999999999, ""37"": 0.8888343750000001, ""48"": 0.933259375, ""59"": 0.9104249999999998, ""70"": 0.8912312500000001, ""79"": 0.88265625}","[37, 48, 59, 70, 79]",1746,False,9312,800,0.8875934148338415,0.8417372158668572,0.9205154323253923,,, | |
| ck-intent,nemotron-3-super-120b-a12b,mlp,0.9389375,0.9034348958333333,"{""26"": 0.8059937500000001, ""37"": 0.91278125, ""48"": 0.9496718749999999, ""59"": 0.929646875, ""70"": 0.9216875, ""79"": 0.9008281250000001}","[26, 37, 48, 59, 70, 79]",1606,False,9312,800,0.8960212426899417,0.8503021622177355,0.9282198469601928,,, | |
| ck-intent,nemotron-3-super-120b-a12b,efc,0.95740625,,,,1110,False,9312,800,0.9213904976901504,0.883123085374632,0.9480725078560596,,, | |
| ck-intent,nemotron-3-super-120b-a12b,axial,0.9614312500000001,,,,740,True,9312,800,0.9199730428413164,0.8769888709415582,0.9500742375990704,,, | |
| belief-intent,nemotron-3-super-120b-a12b,linear,0.9169,0.8919432291666668,"{""26"": 0.825271875, ""37"": 0.90275, ""48"": 0.9256125000000001, ""59"": 0.9096125, ""70"": 0.897346875, ""79"": 0.891065625}","[26, 37, 48, 59, 70, 79]",1746,False,9312,800,0.8337564612952152,0.7875549230881268,0.8716624547045447,,, | |
| belief-intent,nemotron-3-super-120b-a12b,mlp,0.9376625000000001,0.9128223958333334,"{""26"": 0.841840625, ""37"": 0.9239718750000001, ""48"": 0.9483781250000001, ""59"": 0.93088125, ""70"": 0.922134375, ""79"": 0.909728125}","[26, 37, 48, 59, 70, 79]",1679,False,9312,800,0.8298371488633272,0.773668927351125,0.872140614229067,,, | |
| belief-intent,nemotron-3-super-120b-a12b,efc,0.95781875,,,,814,True,9312,800,0.8250970623690496,0.7808068886525047,0.8592028420387899,,, | |
| belief-intent,nemotron-3-super-120b-a12b,axial,0.9590874999999999,,,,592,True,9312,800,0.8772266826234882,0.8342672451558518,0.9097395402881072,,, | |
| ck-belief-intent,nemotron-3-super-120b-a12b,linear,0.907675,0.8730921296296296,"{""26"": 0.7915638888888888, ""37"": 0.8846180555555556, ""48"": 0.9196041666666666, ""59"": 0.8964388888888889, ""70"": 0.8769874999999999, ""79"": 0.8693402777777777}","[26, 37, 48, 59, 70, 79]",2090,True,13968,1200,0.8679043019617735,0.8209133425752577,0.9032225043613992,,, | |
| ck-belief-intent,nemotron-3-super-120b-a12b,mlp,0.9292305555555553,0.888274074074074,"{""26"": 0.7822944444444445, ""37"": 0.9089361111111111, ""48"": 0.944125, ""59"": 0.9246930555555556, ""70"": 0.8834972222222222, ""79"": 0.8860986111111111}","[26, 37, 48, 59, 70, 79]",2622,False,13968,1200,0.894323753356195,0.8455712035928236,0.9271540600391,,, | |
| ck-belief-intent,nemotron-3-super-120b-a12b,efc,0.9520555555555555,,,,1430,False,13968,1200,0.8931476718946185,0.8499057070737889,0.9229712354833672,,, | |
| ck-belief-intent,nemotron-3-super-120b-a12b,axial,0.9633111111111112,,,,1320,False,13968,1200,0.875447760967567,0.8244852679218614,0.91000849628189,,, | |
| ck,nemotron-3-ultra-550b-a55b,linear,0.944975,0.9182562500000001,"{""32"": 0.8353, ""45"": 0.9286875, ""59"": 0.9490249999999999, ""72"": 0.9407125000000001, ""86"": 0.9339625, ""97"": 0.92185}","[45, 59, 72, 86, 97]",814,False,4656,400,0.9697965391122612,0.9618499541611076,0.9767030811461132,0.9698736929683476,0.9653326626256676,0.9740878582884132 | |
| ck,nemotron-3-ultra-550b-a55b,mlp,0.9505,0.9244979166666667,"{""32"": 0.8323625000000001, ""45"": 0.9416875, ""59"": 0.9541999999999999, ""72"": 0.9444, ""86"": 0.9431375000000001, ""97"": 0.9312}","[45, 59, 72, 86, 97]",876,False,4656,400,0.967467968908812,0.9595722098218916,0.9746733307106972,0.9684863154491212,0.9639825003615302,0.9728310908867136 | |
| ck,nemotron-3-ultra-550b-a55b,efc,0.957975,,,,494,False,4656,400,0.9676451437356012,0.9597196246896738,0.974717889675257,0.9712588147909575,0.9668982495453022,0.9752736719523056 | |
| ck,nemotron-3-ultra-550b-a55b,axial,0.952075,,,,380,True,4656,400,0.9077957221559916,0.8929713355177,0.9211432027773652,0.9437737070952152,0.9382290785477408,0.9492526461629378 | |
| belief,nemotron-3-ultra-550b-a55b,linear,0.956525,0.9369895833333333,"{""32"": 0.8880875, ""45"": 0.9565375, ""59"": 0.9555624999999999, ""72"": 0.9493875, ""86"": 0.9407875000000001, ""97"": 0.931575}","[32, 45, 59, 72, 86, 97]",876,False,4656,400,0.9562726505856992,0.9453725031014792,0.965579465382886,0.8755988734819635,0.8662686014512734,0.8851323142178043 | |
| belief,nemotron-3-ultra-550b-a55b,mlp,0.964575,0.94581875,"{""32"": 0.9025124999999999, ""45"": 0.9662124999999999, ""59"": 0.9635875, ""72"": 0.952475, ""86"": 0.94915, ""97"": 0.9409750000000001}","[32, 45, 59, 72, 86, 97]",876,False,4656,400,0.9543260633533508,0.9428073022683257,0.9645527418459252,0.8595803136747893,0.8494532923576384,0.8694314751458072 | |
| belief,nemotron-3-ultra-550b-a55b,efc,0.973525,,,,380,True,4656,400,0.958697728959505,0.9494659723778436,0.9665099211688976,0.9113729287015944,0.9041411929632466,0.9183642295296084 | |
| belief,nemotron-3-ultra-550b-a55b,axial,0.9756,,,,304,True,4656,400,0.9282628688147954,0.9116177131261132,0.9434936153598426,0.734416281446568,0.7204871319469824,0.7494073224385088 | |
| intent,nemotron-3-ultra-550b-a55b,linear,0.943425,0.9293874999999999,"{""32"": 0.8822875, ""45"": 0.9470624999999999, ""59"": 0.948775, ""72"": 0.9432125, ""86"": 0.931375, ""97"": 0.9236125000000001}","[32, 45, 59, 72, 86, 97]",876,False,4656,400,0.9517508446160556,0.938490503338438,0.9638510887429436,0.8882485362324944,0.8794896711356629,0.897163115095865 | |
| intent,nemotron-3-ultra-550b-a55b,mlp,0.958525,0.9436333333333332,"{""32"": 0.900375, ""45"": 0.9623375, ""59"": 0.9664999999999999, ""72"": 0.9512125, ""86"": 0.9473125, ""97"": 0.9340625}","[32, 45, 59, 72, 86, 97]",814,False,4656,400,0.9468921517143244,0.9324371892931436,0.9599632755329296,0.8891788448450906,0.8806437364959816,0.8978628980008859 | |
| intent,nemotron-3-ultra-550b-a55b,efc,0.9845250000000001,,,,532,False,4656,400,0.966244910069962,0.958061839292469,0.9731709939836336,0.940470570488922,0.9344011155797912,0.9462812486357564 | |
| intent,nemotron-3-ultra-550b-a55b,axial,0.977275,,,,342,True,4656,400,0.9122783015197266,0.8903222254090268,0.9319838144277464,0.8744263023088324,0.8650281700443534,0.8835597199585982 | |
| ck-belief,nemotron-3-ultra-550b-a55b,linear,0.9406375,0.9139119791666667,"{""32"": 0.845221875, ""45"": 0.93644375, ""59"": 0.9387031250000001, ""72"": 0.9312687500000001, ""86"": 0.9218875000000001, ""97"": 0.909946875}","[32, 45, 59, 72, 86, 97]",1746,False,9312,800,0.9674985005484312,0.9594397945971146,0.9745445192606632,0.957763319828288,0.9526844040330604,0.9622927245382792 | |
| ck-belief,nemotron-3-ultra-550b-a55b,mlp,0.95671875,0.9321114583333334,"{""32"": 0.874590625, ""45"": 0.9547593750000002, ""59"": 0.9556374999999999, ""72"": 0.94595625, ""86"": 0.9381531250000001, ""97"": 0.923571875}","[32, 45, 59, 72, 86, 97]",1606,False,9312,800,0.9612945296089408,0.9517434104897322,0.969468600605794,0.937881120297714,0.9314690995545284,0.9439185616031488 | |
| ck-belief,nemotron-3-ultra-550b-a55b,efc,0.9641500000000001,,,,740,True,9312,800,0.9662554115246816,0.9582741380019208,0.973245527836586,0.9585769342459636,0.9534800489004728,0.9632469897649658 | |
| ck-belief,nemotron-3-ultra-550b-a55b,axial,0.9584750000000001,,,,444,True,9312,800,0.963031987682528,0.9515560336441612,0.9732003314903028,0.9157798496116424,0.9086964551809434,0.9229454068696632 | |
| ck-intent,nemotron-3-ultra-550b-a55b,linear,0.9444562500000001,0.9180583333333333,"{""32"": 0.8370218749999999, ""45"": 0.9368875, ""59"": 0.9475687500000001, ""72"": 0.9401406250000001, ""86"": 0.9288625, ""97"": 0.91786875}","[32, 45, 59, 72, 86, 97]",1746,False,9312,800,0.9695522330579176,0.961842442719491,0.9762630028446851,0.9614681253038144,0.9563879010788308,0.9658131761699744 | |
| ck-intent,nemotron-3-ultra-550b-a55b,mlp,0.9590687499999999,0.9396244791666666,"{""32"": 0.880078125, ""45"": 0.954509375, ""59"": 0.962621875, ""72"": 0.953603125, ""86"": 0.94796875, ""97"": 0.938965625}","[32, 45, 59, 72, 86, 97]",1606,False,9312,800,0.9677631411776664,0.95939145287826,0.974930552147684,0.9519664741348208,0.9464246422347552,0.95707037272998 | |
| ck-intent,nemotron-3-ultra-550b-a55b,efc,0.9673125,,,,518,True,9312,800,0.968051398499966,0.960279057625144,0.9749370829552892,0.9518355330723356,0.946512757025326,0.9569061612737984 | |
| ck-intent,nemotron-3-ultra-550b-a55b,axial,0.97285,,,,592,True,9312,800,0.9690887728266026,0.9609407794370098,0.9759080332178834,0.9357674287145532,0.9291229191257764,0.9419316479300568 | |
| belief-intent,nemotron-3-ultra-550b-a55b,linear,0.9429937500000001,0.9257822916666667,"{""32"": 0.873334375, ""45"": 0.9465187500000001, ""59"": 0.9456000000000001, ""72"": 0.9378875, ""86"": 0.92894375, ""97"": 0.9224093750000001}","[32, 45, 59, 72, 86, 97]",1746,False,9312,800,0.9576946018155408,0.9470247335521416,0.9671254608914832,0.8837879644368949,0.8748122298387412,0.8932115275839296 | |
| belief-intent,nemotron-3-ultra-550b-a55b,mlp,0.959125,0.9433729166666668,"{""32"": 0.8944968750000001, ""45"": 0.9617531250000001, ""59"": 0.9643875000000001, ""72"": 0.9545187500000001, ""86"": 0.9471687500000001, ""97"": 0.9379125}","[32, 45, 59, 72, 86, 97]",1606,False,9312,800,0.9495922431371968,0.9374771125580332,0.9608181437958764,0.8622477802989604,0.8525041525027224,0.8722508340003688 | |
| belief-intent,nemotron-3-ultra-550b-a55b,efc,0.97209375,,,,814,True,9312,800,0.9618179976802836,0.9531274807665604,0.9693013216355802,0.9246129504465332,0.9178898857604764,0.9308456018196368 | |
| belief-intent,nemotron-3-ultra-550b-a55b,axial,0.97650625,,,,888,False,9312,800,0.9336260120305512,0.9210041336518991,0.9447320942548064,0.7800167916632814,0.7679612159996667,0.7926430381405924 | |
| ck-belief-intent,nemotron-3-ultra-550b-a55b,linear,0.9360666666666667,0.9116666666666667,"{""32"": 0.8408013888888889, ""45"": 0.933651388888889, ""59"": 0.9379222222222222, ""72"": 0.9296013888888889, ""86"": 0.9188152777777777, ""97"": 0.9092083333333334}","[32, 45, 59, 72, 86, 97]",2200,False,13968,1200,0.9671447795263586,0.9587357012271408,0.974538463771026,0.9491422342710408,0.943487204919676,0.9542974071267823 | |
| ck-belief-intent,nemotron-3-ultra-550b-a55b,mlp,0.9545277777777779,0.9302567129629629,"{""32"": 0.8632097222222223, ""45"": 0.9544236111111112, ""59"": 0.9576347222222222, ""72"": 0.9455041666666666, ""86"": 0.9356055555555556, ""97"": 0.9251625}","[32, 45, 59, 72, 86, 97]",2420,False,13968,1200,0.962883776225183,0.9533279314669172,0.9710393928878504,0.9174916015540574,0.9101512873581594,0.9247353576758603 | |
| ck-belief-intent,nemotron-3-ultra-550b-a55b,efc,0.9703888888888887,,,,1430,False,13968,1200,0.9642675959913692,0.9559420079816552,0.9716224439514638,0.9561290379994798,0.9512731517187082,0.9607852867919232 | |
| ck-belief-intent,nemotron-3-ultra-550b-a55b,axial,0.9675472222222222,,,,880,True,13968,1200,0.9543408461194776,0.9433575466121225,0.9642991553535172,0.8884640015855595,0.8801501415445702,0.8970794763917697 | |
| ck,kimi-k3,linear,0.881175,0.7642791666666667,"{""28"": 0.6606125, ""39"": 0.662225, ""51"": 0.753475, ""62"": 0.8646000000000001, ""74"": 0.8650125, ""84"": 0.7797499999999999}","[62, 74]",814,False,4656,400,0.7995016242278397,0.7805700506593974,0.8176269676121959,0.7905283282856408,0.7804996759770445,0.8011719089100087 | |
| ck,kimi-k3,mlp,0.8637,0.6947812499999998,"{""28"": 0.5908499999999999, ""39"": 0.5, ""51"": 0.6839624999999999, ""62"": 0.8114375, ""74"": 0.863675, ""84"": 0.7187625}",[74],876,False,4656,400,0.8227862510586034,0.8042777540639692,0.8405814211488823,0.7797422331008411,0.7694162684528666,0.7904720656865237 | |
| ck,kimi-k3,efc,0.9741500000000001,,,,518,False,4656,400,0.9758340121524008,0.9707548699559292,0.9806866510907284,0.985597853566684,0.9830839291758736,0.9878554785571684 | |
| ck,kimi-k3,axial,0.953475,,,,148,True,4656,400,0.954180526252376,0.9470806241724208,0.9606517578836408,0.9133715368938924,0.9080727212373668,0.9186033897191096 | |
| belief,kimi-k3,linear,0.873075,0.7710520833333333,"{""28"": 0.683225, ""39"": 0.7337375, ""51"": 0.800325, ""62"": 0.8524124999999999, ""74"": 0.8338249999999999, ""84"": 0.7227875}","[51, 62, 74]",814,False,4656,400,0.8294136107028127,0.8124225797837534,0.846741708969725,0.7605302808495197,0.7499656845406745,0.7712388391673138 | |
| belief,kimi-k3,mlp,0.863375,0.6799750000000001,"{""28"": 0.5, ""39"": 0.5, ""51"": 0.7640124999999999, ""62"": 0.8292375, ""74"": 0.8471000000000001, ""84"": 0.6395000000000001}","[51, 62, 74]",876,False,4656,400,0.8279041750306354,0.8107100687214349,0.8449868076227697,0.7695452211744336,0.7590097633463608,0.7804033293181428 | |
| belief,kimi-k3,efc,0.9803999999999999,,,,596,False,4656,400,0.9703882391938802,0.9644903482340376,0.9757369216523424,0.9592176674012164,0.955834471001938,0.9625483098290688 | |
| belief,kimi-k3,axial,0.97845,,,,418,True,4656,400,0.9561927004961972,0.9493213482008128,0.9625846090079055,0.8264576579110735,0.8173422909540133,0.8354353271025348 | |
| intent,kimi-k3,linear,0.9001,0.8107645833333333,"{""28"": 0.6907000000000001, ""39"": 0.760925, ""51"": 0.8462875000000001, ""62"": 0.8764375, ""74"": 0.88645, ""84"": 0.8037875000000001}","[51, 62, 74, 84]",814,False,4656,400,0.8260586992304626,0.8102173421546967,0.8408698029086175,0.7458657182584839,0.739541039325949,0.7519394559239183 | |
| intent,kimi-k3,mlp,0.90925,0.7484916666666667,"{""28"": 0.4975, ""39"": 0.6397250000000001, ""51"": 0.81185, ""62"": 0.8946625, ""74"": 0.9032000000000001, ""84"": 0.7440124999999999}","[51, 62, 74]",876,False,4656,400,0.8838521404846995,0.8692247296681768,0.8973290895232227,0.7724229377494176,0.7654617161560818,0.7788359661175531 | |
| intent,kimi-k3,efc,0.98245,,,,600,False,4656,400,0.9624201174900158,0.956144381711931,0.9684070980860168,0.9542619934473668,0.9502974127954026,0.9577863754131388 | |
| intent,kimi-k3,axial,0.970325,,,,304,True,4656,400,0.9459361423255568,0.9381715539701696,0.9531361661369488,0.9048122912045564,0.8990207623999276,0.9105605317887552 | |
| ck-belief,kimi-k3,linear,0.85804375,0.757225,"{""28"": 0.660346875, ""39"": 0.690178125, ""51"": 0.755675, ""62"": 0.85210625, ""74"": 0.8434875000000001, ""84"": 0.74155625}","[28, 39, 51, 62, 74, 84]",1168,True,9312,800,0.8328442176176001,0.8159008933097646,0.849401439244784,0.7942996807557274,0.7843476504861261,0.8045319354579062 | |
| ck-belief,kimi-k3,mlp,0.8977312500000001,0.7136203124999999,"{""28"": 0.50125, ""39"": 0.5, ""51"": 0.7565125000000001, ""62"": 0.8893875, ""74"": 0.8865218750000001, ""84"": 0.74805}","[51, 62, 74, 84]",1606,False,9312,800,0.8177417568941237,0.7994189578604339,0.8356489646911736,0.7392119468149515,0.7268302947204889,0.7514750962254635 | |
| ck-belief,kimi-k3,efc,0.97288125,,,,1110,False,9312,800,0.9710024005273004,0.9654913270259228,0.9762234491661148,0.9771580874801388,0.9743805498184388,0.9796241984343872 | |
| ck-belief,kimi-k3,axial,0.9700875,,,,592,True,9312,800,0.9747484535299116,0.9700626295009632,0.9792486426019528,0.8758854629294769,0.8691600545936045,0.8826629750450601 | |
| ck-intent,kimi-k3,linear,0.8621624999999999,0.7645885416666668,"{""28"": 0.6672218750000001, ""39"": 0.6942656250000001, ""51"": 0.77304375, ""62"": 0.850621875, ""74"": 0.851940625, ""84"": 0.7504375}","[28, 39, 51, 62, 74, 84]",1168,True,9312,800,0.8400195413913485,0.8248766486209385,0.8552809195289411,0.8212117737434421,0.8125045980970608,0.8300610041865425 | |
| ck-intent,kimi-k3,mlp,0.9037875000000001,0.7206843750000002,"{""28"": 0.50125, ""39"": 0.5, ""51"": 0.7778093750000001, ""62"": 0.8947812500000001, ""74"": 0.892565625, ""84"": 0.7577}","[51, 62, 74, 84]",1606,False,9312,800,0.8605295787929139,0.8449885343999892,0.8748557755259896,0.7972658358148786,0.787623651474752,0.8071503569429568 | |
| ck-intent,kimi-k3,efc,0.9764125,,,,814,True,9312,800,0.9632177662025136,0.9568133197368646,0.9693857369557752,0.971915002981506,0.9690340768824458,0.9747086289837568 | |
| ck-intent,kimi-k3,axial,0.968625,,,,518,True,9312,800,0.9794569947061988,0.9744396592429584,0.9836571130903262,0.9690729244555716,0.9660846436168384,0.972121217248994 | |
| belief-intent,kimi-k3,linear,0.8654375000000001,0.7876802083333333,"{""28"": 0.6884250000000001, ""39"": 0.74165, ""51"": 0.80969375, ""62"": 0.86544375, ""74"": 0.8593375, ""84"": 0.76153125}",[62],1168,True,9312,800,0.8752092371909427,0.8600587105568904,0.8892664985446528,0.7542982259610045,0.7453330844314026,0.7629007980822038 | |
| belief-intent,kimi-k3,mlp,0.9071250000000001,0.7335708333333334,"{""28"": 0.49750312500000005, ""39"": 0.5, ""51"": 0.8260281250000001, ""62"": 0.896390625, ""74"": 0.8978875, ""84"": 0.783615625}","[51, 62, 74, 84]",1606,False,9312,800,0.8635054902142582,0.8481240152891746,0.8779948354066117,0.7850692861453401,0.7766513465827687,0.793365681905738 | |
| belief-intent,kimi-k3,efc,0.97515625,,,,814,True,9312,800,0.956930774629862,0.9496347128830188,0.9636846363426091,0.954999031909514,0.951332905884676,0.9584523199288352 | |
| belief-intent,kimi-k3,axial,0.9653125,,,,370,True,9312,800,0.9741033720896324,0.9681768539476528,0.979205304117906,0.9140940907203802,0.908507710377626,0.9194241288988652 | |
| ck-belief-intent,kimi-k3,linear,0.8836666666666667,0.7818354166666666,"{""28"": 0.6864513888888888, ""39"": 0.7075180555555556, ""51"": 0.7848027777777777, ""62"": 0.870788888888889, ""74"": 0.8673124999999999, ""84"": 0.7741388888888889}","[51, 62, 74, 84]",2310,False,13968,1200,0.878147184704664,0.8627777428514508,0.8919886002547037,0.8189343566296023,0.8100757085253121,0.8280780681942985 | |
| ck-belief-intent,kimi-k3,mlp,0.897875,0.7181449074074076,"{""28"": 0.5, ""39"": 0.5, ""51"": 0.7833361111111111, ""62"": 0.8908652777777778, ""74"": 0.8883305555555555, ""84"": 0.7463375000000001}","[51, 62, 74, 84]",2530,False,13968,1200,0.8134443122630451,0.7947375700322644,0.8312671363051043,0.7304039074100492,0.7184652278921724,0.7425025838108273 | |
| ck-belief-intent,kimi-k3,efc,0.9737444444444444,,,,1320,False,13968,1200,0.9664854797783954,0.9607927106373902,0.9719929539244816,0.967936668722331,0.9646704531134738,0.970753673039264 | |
| ck-belief-intent,kimi-k3,axial,0.9669694444444445,,,,880,True,13968,1200,0.9512395578921417,0.943258485375751,0.9588829668470528,0.9373191633872342,0.933110641379794,0.941402207898823 | |