Upload folder using huggingface_hub
Browse files
seq_math_code_kd_only/run_info.json
CHANGED
|
@@ -32,9 +32,32 @@
|
|
| 32 |
"math_hard_ce": 0.8316712053384876
|
| 33 |
},
|
| 34 |
"peak_gb_student": 36.754438400268555,
|
| 35 |
-
"peak_gb_teachers": 30.664897918701172
|
| 36 |
-
|
| 37 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 38 |
}
|
| 39 |
}
|
| 40 |
}
|
|
|
|
| 32 |
"math_hard_ce": 0.8316712053384876
|
| 33 |
},
|
| 34 |
"peak_gb_student": 36.754438400268555,
|
| 35 |
+
"peak_gb_teachers": 30.664897918701172
|
| 36 |
+
},
|
| 37 |
+
"stage2_code": {
|
| 38 |
+
"domain": "code",
|
| 39 |
+
"steps": 922,
|
| 40 |
+
"train_h": 3.3554604044887753,
|
| 41 |
+
"val_start": {
|
| 42 |
+
"step": 0,
|
| 43 |
+
"math_kl": 0.07527671583988893,
|
| 44 |
+
"math_ce": 0.8567280895290307,
|
| 45 |
+
"code_kl": 0.17173951820648523,
|
| 46 |
+
"code_ce": 0.3252568803168954,
|
| 47 |
+
"math_hard_kl": 0.08535065783016751,
|
| 48 |
+
"math_hard_ce": 0.831437297924297
|
| 49 |
+
},
|
| 50 |
+
"val_end": {
|
| 51 |
+
"step": 922,
|
| 52 |
+
"math_kl": 0.09337877949966755,
|
| 53 |
+
"math_ce": 0.7638499494598865,
|
| 54 |
+
"code_kl": 0.07871157455933593,
|
| 55 |
+
"code_ce": 0.3116804449427862,
|
| 56 |
+
"math_hard_kl": 0.1183755381662131,
|
| 57 |
+
"math_hard_ce": 0.7590982600103172
|
| 58 |
+
},
|
| 59 |
+
"peak_gb_student": 33.701783180236816,
|
| 60 |
+
"peak_gb_teachers": 30.005428314208984
|
| 61 |
}
|
| 62 |
}
|
| 63 |
}
|
seq_math_code_kd_only/stage2_code/config.json
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"architectures": [
|
| 3 |
+
"Qwen2ForCausalLM"
|
| 4 |
+
],
|
| 5 |
+
"attention_dropout": 0.0,
|
| 6 |
+
"bos_token_id": 151643,
|
| 7 |
+
"dtype": "bfloat16",
|
| 8 |
+
"eos_token_id": 151645,
|
| 9 |
+
"hidden_act": "silu",
|
| 10 |
+
"hidden_size": 1536,
|
| 11 |
+
"initializer_range": 0.02,
|
| 12 |
+
"intermediate_size": 8960,
|
| 13 |
+
"layer_types": [
|
| 14 |
+
"full_attention",
|
| 15 |
+
"full_attention",
|
| 16 |
+
"full_attention",
|
| 17 |
+
"full_attention",
|
| 18 |
+
"full_attention",
|
| 19 |
+
"full_attention",
|
| 20 |
+
"full_attention",
|
| 21 |
+
"full_attention",
|
| 22 |
+
"full_attention",
|
| 23 |
+
"full_attention",
|
| 24 |
+
"full_attention",
|
| 25 |
+
"full_attention",
|
| 26 |
+
"full_attention",
|
| 27 |
+
"full_attention",
|
| 28 |
+
"full_attention",
|
| 29 |
+
"full_attention",
|
| 30 |
+
"full_attention",
|
| 31 |
+
"full_attention",
|
| 32 |
+
"full_attention",
|
| 33 |
+
"full_attention",
|
| 34 |
+
"full_attention",
|
| 35 |
+
"full_attention",
|
| 36 |
+
"full_attention",
|
| 37 |
+
"full_attention",
|
| 38 |
+
"full_attention",
|
| 39 |
+
"full_attention",
|
| 40 |
+
"full_attention",
|
| 41 |
+
"full_attention"
|
| 42 |
+
],
|
| 43 |
+
"max_position_embeddings": 32768,
|
| 44 |
+
"max_window_layers": 21,
|
| 45 |
+
"model_type": "qwen2",
|
| 46 |
+
"num_attention_heads": 12,
|
| 47 |
+
"num_hidden_layers": 28,
|
| 48 |
+
"num_key_value_heads": 2,
|
| 49 |
+
"pad_token_id": null,
|
| 50 |
+
"rms_norm_eps": 1e-06,
|
| 51 |
+
"rope_parameters": {
|
| 52 |
+
"rope_theta": 1000000.0,
|
| 53 |
+
"rope_type": "default"
|
| 54 |
+
},
|
| 55 |
+
"sliding_window": null,
|
| 56 |
+
"tie_word_embeddings": true,
|
| 57 |
+
"transformers_version": "5.20.2",
|
| 58 |
+
"use_cache": false,
|
| 59 |
+
"use_sliding_window": false,
|
| 60 |
+
"vocab_size": 151936
|
| 61 |
+
}
|
seq_math_code_kd_only/stage2_code/generation_config.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token_id": 151643,
|
| 3 |
+
"do_sample": true,
|
| 4 |
+
"eos_token_id": [
|
| 5 |
+
151645,
|
| 6 |
+
151643
|
| 7 |
+
],
|
| 8 |
+
"pad_token_id": 151643,
|
| 9 |
+
"repetition_penalty": 1.1,
|
| 10 |
+
"temperature": 0.7,
|
| 11 |
+
"top_k": 20,
|
| 12 |
+
"top_p": 0.8,
|
| 13 |
+
"transformers_version": "5.20.2"
|
| 14 |
+
}
|
seq_math_code_kd_only/stage2_code/log.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"train": [{"step": 1, "kl": 0.1689047931087064, "ce": 0.3774174352858436}, {"step": 2, "kl": 0.16448087368004694, "ce": 0.3129688232964039}, {"step": 3, "kl": 0.1484374771360577, "ce": 0.30584824132048194}, {"step": 4, "kl": 0.1610774352919142, "ce": 0.3342200144033677}, {"step": 5, "kl": 0.2050829111509626, "ce": 0.3757831088131116}, {"step": 6, "kl": 0.1918133396110238, "ce": 0.36772433559980955}, {"step": 7, "kl": 0.1701506553166582, "ce": 0.3270086205233328}, {"step": 8, "kl": 0.17199628783700072, "ce": 0.3413323202076166}, {"step": 9, "kl": 0.16906242894309503, "ce": 0.3409707853670946}, {"step": 10, "kl": 0.13682074136915418, "ce": 0.3280295476881886}, {"step": 11, "kl": 0.15280239705499962, "ce": 0.3286953846215349}, {"step": 12, "kl": 0.14961650836028373, "ce": 0.3372458292625253}, {"step": 13, "kl": 0.14289283485201512, "ce": 0.3361476459714187}, {"step": 14, "kl": 0.15573095857544125, "ce": 0.27053197750896907}, {"step": 15, "kl": 0.17233648248152297, "ce": 0.38869650639121833}, {"step": 16, "kl": 0.1499634944596139, "ce": 0.35726604006776563}, {"step": 17, "kl": 0.14736972613768143, "ce": 0.3463459990745367}, {"step": 18, "kl": 0.14950396557337417, "ce": 0.3713734056282961}, {"step": 19, "kl": 0.11841918207846584, "ce": 0.3599518383938842}, {"step": 20, "kl": 0.11704350045005416, "ce": 0.3278772842674925}, {"step": 21, "kl": 0.15583490034558423, "ce": 0.4182589972409747}, {"step": 22, "kl": 0.139427839512535, "ce": 0.3543394562908422}, {"step": 23, "kl": 0.135979083213292, "ce": 0.3801783602267583}, {"step": 24, "kl": 0.12709975348359237, "ce": 0.3614539972365032}, {"step": 25, "kl": 0.12112909980527312, "ce": 0.38051437985770603}, {"step": 26, "kl": 0.107410622571174, "ce": 0.3306816502204064}, {"step": 27, "kl": 0.12088411044979651, "ce": 0.3822653007161163}, {"step": 28, "kl": 0.14778015874026884, "ce": 0.3948402233067971}, {"step": 29, "kl": 0.11936200873061009, "ce": 0.32157091711436553}, {"step": 30, "kl": 0.13872434878561635, "ce": 0.3802028542793708}, {"step": 31, "kl": 0.10862727267046282, "ce": 0.3865334327037358}, {"step": 32, "kl": 0.1216261986034608, "ce": 0.34366194387890703}, {"step": 33, "kl": 0.1270230351292135, "ce": 0.3566199819298163}, {"step": 34, "kl": 0.14294038999687503, "ce": 0.32393384547460646}, {"step": 35, "kl": 0.10364654183235118, "ce": 0.30777900178314055}, {"step": 36, "kl": 0.12944299376517227, "ce": 0.32737879378520285}, {"step": 37, "kl": 0.11641087755059489, "ce": 0.3689871242092942}, {"step": 38, "kl": 0.10704169178038034, "ce": 0.2858664731670762}, {"step": 39, "kl": 0.11804542070986203, "ce": 0.2998167643247935}, {"step": 40, "kl": 0.12903503860873944, "ce": 0.35162811131440386}, {"step": 41, "kl": 0.1227300361199223, "ce": 0.2857077359829574}, {"step": 42, "kl": 0.11911499618363618, "ce": 0.32687119400650005}, {"step": 43, "kl": 0.13004723809122737, "ce": 0.3275024786108689}, {"step": 44, "kl": 0.13094531157271194, "ce": 0.37224455355248265}, {"step": 45, "kl": 0.1223744157098737, "ce": 0.31783529927960263}, {"step": 46, "kl": 0.12929775362665002, "ce": 0.3651714963808765}, {"step": 47, "kl": 0.11465113549012002, "ce": 0.31490053593204714}, {"step": 48, "kl": 0.1287087930535142, "ce": 0.31593815895098437}, {"step": 49, "kl": 0.13097234040961983, "ce": 0.3702436084815678}, {"step": 50, "kl": 0.10078885813259039, "ce": 0.3546924145033659}, {"step": 51, "kl": 0.10336474360490833, "ce": 0.297467321780794}, {"step": 52, "kl": 0.1125885731781687, "ce": 0.3413645435609959}, {"step": 53, "kl": 0.13245568910443942, "ce": 0.34079787542620854}, {"step": 54, "kl": 0.11850039043107283, "ce": 0.3254324114060638}, {"step": 55, "kl": 0.11710962210774534, "ce": 0.3558365881150366}, {"step": 56, "kl": 0.1048188638389907, "ce": 0.3058140073806632}, {"step": 57, "kl": 0.11181465884652844, "ce": 0.25705974843719176}, {"step": 58, "kl": 0.12206365942819397, "ce": 0.3364520815160529}, {"step": 59, "kl": 0.11147188939469771, "ce": 0.36861646253369396}, {"step": 60, "kl": 0.11445710642527546, "ce": 0.3733572451384751}, {"step": 61, "kl": 0.10063901476695866, "ce": 0.35234407964868575}, {"step": 62, "kl": 0.11490920501528684, "ce": 0.37884177780619266}, {"step": 63, "kl": 0.10445372298302778, "ce": 0.3262362356772705}, {"step": 64, "kl": 0.11503669204061466, "ce": 0.28956580476387916}, {"step": 65, "kl": 0.12321857121655752, "ce": 0.348918003028342}, {"step": 66, "kl": 0.1262442102878511, "ce": 0.3371602723997311}, {"step": 67, "kl": 0.11414518120556244, "ce": 0.30816788477631957}, {"step": 68, "kl": 0.11793701945036277, "ce": 0.3627928220308743}, {"step": 69, "kl": 0.10310527204311325, "ce": 0.3042175929074196}, {"step": 70, "kl": 0.1011417159915933, "ce": 0.32596895760287875}, {"step": 71, "kl": 0.11293966138207154, "ce": 0.3534040832826488}, {"step": 72, "kl": 0.10998794089484744, "ce": 0.30149343919929983}, {"step": 73, "kl": 0.1320100225767686, "ce": 0.34766151877396295}, {"step": 74, "kl": 0.13234242182022005, "ce": 0.33819031063375216}, {"step": 75, "kl": 0.11293684663266487, "ce": 0.3153642412142461}, {"step": 76, "kl": 0.09411369517148743, "ce": 0.2892189360121406}, {"step": 77, "kl": 0.10968317172953763, "ce": 0.3021233943084309}, {"step": 78, "kl": 0.09925155550116745, "ce": 0.2802672478677524}, {"step": 79, "kl": 0.11309950765008005, "ce": 0.35063415759290595}, {"step": 80, "kl": 0.11642794598566802, "ce": 0.3502991070607154}, {"step": 81, "kl": 0.11922537872431063, "ce": 0.3410867091978339}, {"step": 82, "kl": 0.10437209536180352, "ce": 0.3022382461177902}, {"step": 83, "kl": 0.10015327178660882, "ce": 0.3061144894651135}, {"step": 84, "kl": 0.12918671891168543, "ce": 0.36224931576019126}, {"step": 85, "kl": 0.09456276221747112, "ce": 0.3161195871223258}, {"step": 86, "kl": 0.12271774040609952, "ce": 0.34562408627156277}, {"step": 87, "kl": 0.13011258046185709, "ce": 0.3008753333530225}, {"step": 88, "kl": 0.09152364121161709, "ce": 0.2842485688757283}, {"step": 89, "kl": 0.12713943211486897, "ce": 0.3541365618443435}, {"step": 90, "kl": 0.11195795893350102, "ce": 0.3493037738943293}, {"step": 91, "kl": 0.11207436538133464, "ce": 0.31186228905987}, {"step": 92, "kl": 0.1095234076651862, "ce": 0.34027033826856234}, {"step": 93, "kl": 0.10660367458441479, "ce": 0.3395527656012298}, {"step": 94, "kl": 0.09431092686515206, "ce": 0.3141032368954552}, {"step": 95, "kl": 0.100070521072524, "ce": 0.3111299575615194}, {"step": 96, "kl": 0.1193764039877835, "ce": 0.37791150559441017}, {"step": 97, "kl": 0.1113100651011535, "ce": 0.29594467360397864}, {"step": 98, "kl": 0.1061331106285983, "ce": 0.35988128285413745}, {"step": 99, "kl": 0.10034642801226445, "ce": 0.3099813630095625}, {"step": 100, "kl": 0.10799120179765774, "ce": 0.3407353769459094}, {"step": 101, "kl": 0.11691949298842944, "ce": 0.36225138575183996}, {"step": 102, "kl": 0.13011424247237524, "ce": 0.3628177242102264}, {"step": 103, "kl": 0.1187683626221022, "ce": 0.3724200018976962}, {"step": 104, "kl": 0.11515838411737114, "ce": 0.3368112796503011}, {"step": 105, "kl": 0.11724758614588829, "ce": 0.32712823148647235}, {"step": 106, "kl": 0.11695591276495909, "ce": 0.4011736760277077}, {"step": 107, "kl": 0.09687658864461415, "ce": 0.37201780822717206}, {"step": 108, "kl": 0.11018617147065134, "ce": 0.333391645061436}, {"step": 109, "kl": 0.12391705391714382, "ce": 0.32609385737666385}, {"step": 110, "kl": 0.10213831279022934, "ce": 0.30061300131052315}, {"step": 111, "kl": 0.10835293266092158, "ce": 0.31277613126097326}, {"step": 112, "kl": 0.09735241466511314, "ce": 0.30559676112845735}, {"step": 113, "kl": 0.10151127210638726, "ce": 0.31267875762463054}, {"step": 114, "kl": 0.11981758974085707, "ce": 0.37479013407510725}, {"step": 115, "kl": 0.09939838526676904, "ce": 0.2658229398626178}, {"step": 116, "kl": 0.10007199693398024, "ce": 0.28782480886612816}, {"step": 117, "kl": 0.11217416760855718, "ce": 0.32019511894530805}, {"step": 118, "kl": 0.11609925069676985, "ce": 0.35388122631024715}, {"step": 119, "kl": 0.11642104577347855, "ce": 0.3509331017933207}, {"step": 120, "kl": 0.12543558041458716, "ce": 0.3609525840640686}, {"step": 121, "kl": 0.09213826876553621, "ce": 0.30559491889103474}, {"step": 122, "kl": 0.1273551664481708, "ce": 0.3709456215011725}, {"step": 123, "kl": 0.0957810452443705, "ce": 0.3360981588046871}, {"step": 124, "kl": 0.10320727591667786, "ce": 0.35300205599877144}, {"step": 125, "kl": 0.12126857397990846, "ce": 0.3372979842473253}, {"step": 126, "kl": 0.1342473861280564, "ce": 0.3800549505537222}, {"step": 127, "kl": 0.13048533150617633, "ce": 0.3122280220116824}, {"step": 128, "kl": 0.09108144118307902, "ce": 0.29241545071823055}, {"step": 129, "kl": 0.11278507524305285, "ce": 0.3098902842532453}, {"step": 130, "kl": 0.10893540235243651, "ce": 0.32749226456197406}, {"step": 131, "kl": 0.12100312847320281, "ce": 0.33378391005954167}, {"step": 132, "kl": 0.10541326152871736, "ce": 0.3188533421253859}, {"step": 133, "kl": 0.1205950336484307, "ce": 0.3562759955645782}, {"step": 134, "kl": 0.1148877039233874, "ce": 0.3588928824223028}, {"step": 135, "kl": 0.11344271681282707, "ce": 0.3497112568348089}, {"step": 136, "kl": 0.11379502445169434, "ce": 0.2948463359978578}, {"step": 137, "kl": 0.10812844706879725, "ce": 0.32986708752067967}, {"step": 138, "kl": 0.08938648890572704, "ce": 0.3206776414294179}, {"step": 139, "kl": 0.11916608607643663, "ce": 0.33172036159476515}, {"step": 140, "kl": 0.13046623400953203, "ce": 0.381822316198275}, {"step": 141, "kl": 0.09517741630690961, "ce": 0.3010135780798655}, {"step": 142, "kl": 0.1036053655587228, "ce": 0.32805659476674304}, {"step": 143, "kl": 0.11478462067278447, "ce": 0.3459706774779728}, {"step": 144, "kl": 0.10670623082368663, "ce": 0.30707257192180226}, {"step": 145, "kl": 0.13662483093508795, "ce": 0.3357251227811637}, {"step": 146, "kl": 0.11367265928829706, "ce": 0.355748260148132}, {"step": 147, "kl": 0.11465033143324337, "ce": 0.3248513080583152}, {"step": 148, "kl": 0.11299765935572824, "ce": 0.3729989243402837}, {"step": 149, "kl": 0.11428072280206818, "ce": 0.3127164728423565}, {"step": 150, "kl": 0.12004492619736654, "ce": 0.3396236368433753}, {"step": 151, "kl": 0.10577330592876984, "ce": 0.3456548532339243}, {"step": 152, "kl": 0.11367263714438182, "ce": 0.33063399464152815}, {"step": 153, "kl": 0.09561949718677223, "ce": 0.3194867108387041}, {"step": 154, "kl": 0.10141440731925165, "ce": 0.31878431945164015}, {"step": 155, "kl": 0.12398123923750105, "ce": 0.34068313705249914}, {"step": 156, "kl": 0.09978919294188793, "ce": 0.3601189606306458}, {"step": 157, "kl": 0.12389615125329603, "ce": 0.3571175391090458}, {"step": 158, "kl": 0.1229442626387143, "ce": 0.33687769255038974}, {"step": 159, "kl": 0.12044714274777876, "ce": 0.35399435794364326}, {"step": 160, "kl": 0.09773054545185998, "ce": 0.3574930052024818}, {"step": 161, "kl": 0.10198967583922848, "ce": 0.3315413264187258}, {"step": 162, "kl": 0.11480671693943471, "ce": 0.3540155320259724}, {"step": 163, "kl": 0.10480818520670476, "ce": 0.2943790201741861}, {"step": 164, "kl": 0.11528706733175587, "ce": 0.32108518059865376}, {"step": 165, "kl": 0.11028277270230905, "ce": 0.3647687207722109}, {"step": 166, "kl": 0.11281517436510544, "ce": 0.37260090331814666}, {"step": 167, "kl": 0.11866890168860149, "ce": 0.3346150527139384}, {"step": 168, "kl": 0.10270409984843336, "ce": 0.3440342083735938}, {"step": 169, "kl": 0.10494058993127611, "ce": 0.33122516828691095}, {"step": 170, "kl": 0.11436266989097096, "ce": 0.3606246108796271}, {"step": 171, "kl": 0.06943120602194121, "ce": 0.3017726969098513}, {"step": 172, "kl": 0.10232545557288306, "ce": 0.344370206136425}, {"step": 173, "kl": 0.10620441729189971, "ce": 0.3523686464868411}, {"step": 174, "kl": 0.10952759453228542, "ce": 0.3549136218667233}, {"step": 175, "kl": 0.10274747578679734, "ce": 0.3318832681075727}, {"step": 176, "kl": 0.09136942401743073, "ce": 0.3277165708155118}, {"step": 177, "kl": 0.12135378952181734, "ce": 0.3662678062122318}, {"step": 178, "kl": 0.10167877858836888, "ce": 0.34579207722572186}, {"step": 179, "kl": 0.11230216882433804, "ce": 0.27398058151168886}, {"step": 180, "kl": 0.10484564118137674, "ce": 0.3242342232861852}, {"step": 181, "kl": 0.10927163145160147, "ce": 0.32766347946740326}, {"step": 182, "kl": 0.09929404431758504, "ce": 0.3162309689871947}, {"step": 183, "kl": 0.08641412351240892, "ce": 0.3362821647902594}, {"step": 184, "kl": 0.09589044523724996, "ce": 0.3303620873969016}, {"step": 185, "kl": 0.10888195481222397, "ce": 0.3299459265802878}, {"step": 186, "kl": 0.10438357406192356, "ce": 0.3163811947682621}, {"step": 187, "kl": 0.10533518318795934, "ce": 0.3207305098856934}, {"step": 188, "kl": 0.10020204229794553, "ce": 0.2853748654755839}, {"step": 189, "kl": 0.11378567711943267, "ce": 0.3335659454015188}, {"step": 190, "kl": 0.09035334058804959, "ce": 0.35180074368456243}, {"step": 191, "kl": 0.13567046608995761, "ce": 0.33384173136064116}, {"step": 192, "kl": 0.11258910943132099, "ce": 0.31988103819287517}, {"step": 193, "kl": 0.12214586203743032, "ce": 0.3688373668086549}, {"step": 194, "kl": 0.12033989324709389, "ce": 0.3893722505687263}, {"step": 195, "kl": 0.1114960694546878, "ce": 0.3543423331061075}, {"step": 196, "kl": 0.11663471304586089, "ce": 0.31185216427053053}, {"step": 197, "kl": 0.10826172586259525, "ce": 0.3573148329257081}, {"step": 198, "kl": 0.11038722197214763, "ce": 0.35759957962858535}, {"step": 199, "kl": 0.10277192654483024, "ce": 0.3204352315367685}, {"step": 200, "kl": 0.12164404016190879, "ce": 0.3254638631825685}, {"step": 201, "kl": 0.1107773353527442, "ce": 0.35585878190038833}, {"step": 202, "kl": 0.07913591846405685, "ce": 0.3295364322389259}, {"step": 203, "kl": 0.11119062635787899, "ce": 0.3377489804601829}, {"step": 204, "kl": 0.1220162469483774, "ce": 0.3673331489223314}, {"step": 205, "kl": 0.10327459979946119, "ce": 0.2799010014145572}, {"step": 206, "kl": 0.09928489002663467, "ce": 0.3404881985205386}, {"step": 207, "kl": 0.12255607762810575, "ce": 0.34816948880364207}, {"step": 208, "kl": 0.11053675827043905, "ce": 0.3251609136526782}, {"step": 209, "kl": 0.11892670079455159, "ce": 0.41434856667979675}, {"step": 210, "kl": 0.09246833900476259, "ce": 0.30139627646340456}, {"step": 211, "kl": 0.10888200939621319, "ce": 0.2969515080472109}, {"step": 212, "kl": 0.0889678433606564, "ce": 0.3235048149725816}, {"step": 213, "kl": 0.10658652091995918, "ce": 0.3573788242185703}, {"step": 214, "kl": 0.09571682600124948, "ce": 0.34171114822682686}, {"step": 215, "kl": 0.09497154577341045, "ce": 0.2958467392159849}, {"step": 216, "kl": 0.12492956104632061, "ce": 0.350878071935871}, {"step": 217, "kl": 0.11437349527634093, "ce": 0.2814901857279855}, {"step": 218, "kl": 0.10776736083662822, "ce": 0.3280825877479914}, {"step": 219, "kl": 0.12301351269348029, "ce": 0.36187372480716323}, {"step": 220, "kl": 0.12976492783114166, "ce": 0.3353308704968442}, {"step": 221, "kl": 0.11082244562768089, "ce": 0.3267232897592408}, {"step": 222, "kl": 0.11837232165780229, "ce": 0.36869668582641196}, {"step": 223, "kl": 0.10911279396744426, "ce": 0.34337274445797}, {"step": 224, "kl": 0.10713817782478605, "ce": 0.350910140096219}, {"step": 225, "kl": 0.09240334025717477, "ce": 0.28132129699401726}, {"step": 226, "kl": 0.12219806923233535, "ce": 0.3249721530973972}, {"step": 227, "kl": 0.12213371579302247, "ce": 0.346573154263938}, {"step": 228, "kl": 0.10527378618933307, "ce": 0.324888732978967}, {"step": 229, "kl": 0.10511335241527389, "ce": 0.30927738036576774}, {"step": 230, "kl": 0.10237388714437537, "ce": 0.28072766460071913}, {"step": 231, "kl": 0.10043734576707565, "ce": 0.30254701942433376}, {"step": 232, "kl": 0.11703733448496836, "ce": 0.3266197551084456}, {"step": 233, "kl": 0.11062819326468276, "ce": 0.3781258052295692}, {"step": 234, "kl": 0.12323346240435315, "ce": 0.382211852411093}, {"step": 235, "kl": 0.10872492802715036, "ce": 0.319778548072053}, {"step": 236, "kl": 0.12230509893158509, "ce": 0.4110144767607802}, {"step": 237, "kl": 0.09306038120642723, "ce": 0.30344371667136955}, {"step": 238, "kl": 0.0984201734742207, "ce": 0.32194320681823707}, {"step": 239, "kl": 0.11321304281599437, "ce": 0.3263293279594634}, {"step": 240, "kl": 0.10988140420957686, "ce": 0.35653427490974055}, {"step": 241, "kl": 0.102019021560116, "ce": 0.33297929756170647}, {"step": 242, "kl": 0.12443265660896538, "ce": 0.3379529814030326}, {"step": 243, "kl": 0.09823955506414403, "ce": 0.2970966344510758}, {"step": 244, "kl": 0.10226961008937333, "ce": 0.3034181082705958}, {"step": 245, "kl": 0.1006852355028702, "ce": 0.3152839630842209}, {"step": 246, "kl": 0.10959522743790703, "ce": 0.3056850503670422}, {"step": 247, "kl": 0.10120248846084202, "ce": 0.3234709879359958}, {"step": 248, "kl": 0.08699412886835947, "ce": 0.3261473050441339}, {"step": 249, "kl": 0.13050245410972655, "ce": 0.28764305323726563}, {"step": 250, "kl": 0.10414247125918923, "ce": 0.32444715341309754}, {"step": 251, "kl": 0.1172825326411013, "ce": 0.3167610896485193}, {"step": 252, "kl": 0.11089879103231078, "ce": 0.35058387049652096}, {"step": 253, "kl": 0.08418897562951955, "ce": 0.2830408465756435}, {"step": 254, "kl": 0.08742416232206852, "ce": 0.2954667405386705}, {"step": 255, "kl": 0.08532127409317945, "ce": 0.27914040319381217}, {"step": 256, "kl": 0.11942910332070886, "ce": 0.3943203849531154}, {"step": 257, "kl": 0.0988145249786579, "ce": 0.31930178920896735}, {"step": 258, "kl": 0.105835580179844, "ce": 0.34555554658702414}, {"step": 259, "kl": 0.09846774672334788, "ce": 0.3183653010475348}, {"step": 260, "kl": 0.10320460829212683, "ce": 0.31765835481695154}, {"step": 261, "kl": 0.09898207881963397, "ce": 0.31880680722857335}, {"step": 262, "kl": 0.10947645831043744, "ce": 0.30015826984150673}, {"step": 263, "kl": 0.11895464803412756, "ce": 0.3931662112756974}, {"step": 264, "kl": 0.09385798280038335, "ce": 0.326309970436169}, {"step": 265, "kl": 0.10385735642235236, "ce": 0.29430132630339484}, {"step": 266, "kl": 0.09890897796087542, "ce": 0.33694875831985543}, {"step": 267, "kl": 0.08254180128605544, "ce": 0.2934117808306088}, {"step": 268, "kl": 0.09302175964208399, "ce": 0.3229005940235672}, {"step": 269, "kl": 0.10940811597472826, "ce": 0.36672645445003205}, {"step": 270, "kl": 0.11210025840980618, "ce": 0.33561446415637647}, {"step": 271, "kl": 0.11589517943484952, "ce": 0.3485387541174124}, {"step": 272, "kl": 0.08845391374024256, "ce": 0.3479993782728923}, {"step": 273, "kl": 0.0920937159804842, "ce": 0.3058408416826904}, {"step": 274, "kl": 0.09971313677996478, "ce": 0.3484217503007203}, {"step": 275, "kl": 0.10678775787959793, "ce": 0.36973026310560786}, {"step": 276, "kl": 0.09201484344542583, "ce": 0.3394811691675814}, {"step": 277, "kl": 0.11349232525499618, "ce": 0.3247076157721055}, {"step": 278, "kl": 0.12252561485826229, "ce": 0.3109437150866524}, {"step": 279, "kl": 0.11126801665661032, "ce": 0.3066784502017096}, {"step": 280, "kl": 0.09510374517011148, "ce": 0.3636350311640107}, {"step": 281, "kl": 0.1100325886726853, "ce": 0.33350631699218325}, {"step": 282, "kl": 0.09913997063658064, "ce": 0.3472193191332367}, {"step": 283, "kl": 0.10213636005116286, "ce": 0.2418724205561143}, {"step": 284, "kl": 0.1151857517129046, "ce": 0.35771674532238507}, {"step": 285, "kl": 0.11537858975736064, "ce": 0.33974029120398586}, {"step": 286, "kl": 0.09996834784927379, "ce": 0.28966228464371957}, {"step": 287, "kl": 0.10765747015621499, "ce": 0.3049216027764867}, {"step": 288, "kl": 0.09235586180292552, "ce": 0.2943107658539861}, {"step": 289, "kl": 0.09164010775797819, "ce": 0.28719278187452935}, {"step": 290, "kl": 0.1080320140525192, "ce": 0.35602182690947703}, {"step": 291, "kl": 0.09754020908318933, "ce": 0.29868572084537326}, {"step": 292, "kl": 0.10115142297359009, "ce": 0.31209285627780275}, {"step": 293, "kl": 0.09758053232255137, "ce": 0.34308748641044623}, {"step": 294, "kl": 0.08773528503619042, "ce": 0.32675735543209894}, {"step": 295, "kl": 0.08770273816179869, "ce": 0.2784302247274675}, {"step": 296, "kl": 0.10769285931300009, "ce": 0.3680987505013567}, {"step": 297, "kl": 0.10826077114528229, "ce": 0.2796985857192601}, {"step": 298, "kl": 0.11608607662667475, "ce": 0.3699113974518407}, {"step": 299, "kl": 0.08466626863596698, "ce": 0.30245923297777455}, {"step": 300, "kl": 0.09272112103969328, "ce": 0.33253329356197314}, {"step": 301, "kl": 0.10644004447462807, "ce": 0.30325750816630354}, {"step": 302, "kl": 0.0968911019012608, "ce": 0.33664311232084176}, {"step": 303, "kl": 0.10683684876801047, "ce": 0.30798468348751556}, {"step": 304, "kl": 0.10918472673006428, "ce": 0.33358153684686875}, {"step": 305, "kl": 0.09553677231963634, "ce": 0.27409467935421417}, {"step": 306, "kl": 0.09494492132675472, "ce": 0.3220012138138956}, {"step": 307, "kl": 0.12458584383205257, "ce": 0.3171310851989573}, {"step": 308, "kl": 0.10077711861758004, "ce": 0.3259965632933475}, {"step": 309, "kl": 0.11638302350613852, "ce": 0.3158635599694311}, {"step": 310, "kl": 0.12276496195266676, "ce": 0.3680089306786403}, {"step": 311, "kl": 0.11504741689931561, "ce": 0.3414897019527774}, {"step": 312, "kl": 0.1193742955391857, "ce": 0.3536204470289448}, {"step": 313, "kl": 0.08097890449273364, "ce": 0.29850254089784595}, {"step": 314, "kl": 0.0888892902373084, "ce": 0.30825782004132285}, {"step": 315, "kl": 0.094261504673685, "ce": 0.3189952487186118}, {"step": 316, "kl": 0.08995409156607484, "ce": 0.328288018537431}, {"step": 317, "kl": 0.08682588083234782, "ce": 0.31960440575704135}, {"step": 318, "kl": 0.09962785668220385, "ce": 0.3361512829798349}, {"step": 319, "kl": 0.08993427153199306, "ce": 0.3700185447157619}, {"step": 320, "kl": 0.0859771051060389, "ce": 0.30085851923575824}, {"step": 321, "kl": 0.08107434058609307, "ce": 0.30186442143239384}, {"step": 322, "kl": 0.1013974175825785, "ce": 0.3264106255825435}, {"step": 323, "kl": 0.0871872187772693, "ce": 0.31853005318065086}, {"step": 324, "kl": 0.07324649189566074, "ce": 0.31374002290080893}, {"step": 325, "kl": 0.09762156663054157, "ce": 0.34746728097238855}, {"step": 326, "kl": 0.0934757077591467, "ce": 0.2633452121834617}, {"step": 327, "kl": 0.09233054898455685, "ce": 0.2878249930153352}, {"step": 328, "kl": 0.11570521109757834, "ce": 0.36045050689857916}, {"step": 329, "kl": 0.1152004635290979, "ce": 0.33435774840761684}, {"step": 330, "kl": 0.09470275640306695, "ce": 0.2864538559858199}, {"step": 331, "kl": 0.11684561946622526, "ce": 0.3771567103974692}, {"step": 332, "kl": 0.10265272984070045, "ce": 0.31010488897117616}, {"step": 333, "kl": 0.11486392090581868, "ce": 0.3372794389034197}, {"step": 334, "kl": 0.09830496561380081, "ce": 0.3351271881673993}, {"step": 335, "kl": 0.11192239762196286, "ce": 0.3230191029725302}, {"step": 336, "kl": 0.09567379185458864, "ce": 0.3398992914813576}, {"step": 337, "kl": 0.08589505249518013, "ce": 0.31476464334301635}, {"step": 338, "kl": 0.08811222271567141, "ce": 0.28627638750821177}, {"step": 339, "kl": 0.08927824258945731, "ce": 0.3286887744913125}, {"step": 340, "kl": 0.0909985909298481, "ce": 0.3133053212267287}, {"step": 341, "kl": 0.1268714948552818, "ce": 0.3666891641930771}, {"step": 342, "kl": 0.09701190387026999, "ce": 0.28245048534956446}, {"step": 343, "kl": 0.11553574256449921, "ce": 0.324813141656884}, {"step": 344, "kl": 0.11583931955413537, "ce": 0.3766463282561105}, {"step": 345, "kl": 0.10662083851656307, "ce": 0.3310249209267544}, {"step": 346, "kl": 0.08995131670514286, "ce": 0.26409385176484224}, {"step": 347, "kl": 0.08380058639012, "ce": 0.28010996662048937}, {"step": 348, "kl": 0.12207766977770307, "ce": 0.3802479065982114}, {"step": 349, "kl": 0.0994687812996845, "ce": 0.3209677939640634}, {"step": 350, "kl": 0.0849905357080539, "ce": 0.31038917008266653}, {"step": 351, "kl": 0.09661859840790767, "ce": 0.32437585061524576}, {"step": 352, "kl": 0.1122799117742283, "ce": 0.3561802811728352}, {"step": 353, "kl": 0.08969657891723867, "ce": 0.3079165894346388}, {"step": 354, "kl": 0.0931650927225193, "ce": 0.33713794168808286}, {"step": 355, "kl": 0.10957391008823057, "ce": 0.3546277737579589}, {"step": 356, "kl": 0.08943661764641685, "ce": 0.2910695202705597}, {"step": 357, "kl": 0.11748024274218186, "ce": 0.337304065985517}, {"step": 358, "kl": 0.09971908992968949, "ce": 0.3023719747033032}, {"step": 359, "kl": 0.09914933519160495, "ce": 0.35139654068774145}, {"step": 360, "kl": 0.08046525701611364, "ce": 0.30598020648513313}, {"step": 361, "kl": 0.0883555826252582, "ce": 0.34281687913437237}, {"step": 362, "kl": 0.1284657086935525, "ce": 0.4234821371638115}, {"step": 363, "kl": 0.0822955907569571, "ce": 0.38796487687535386}, {"step": 364, "kl": 0.09041262572949396, "ce": 0.38776414207437865}, {"step": 365, "kl": 0.12398079023278331, "ce": 0.33824806061095586}, {"step": 366, "kl": 0.08386594817446198, "ce": 0.35761926140185973}, {"step": 367, "kl": 0.09177122096441187, "ce": 0.3136264194674494}, {"step": 368, "kl": 0.12414293113134216, "ce": 0.32835840952221235}, {"step": 369, "kl": 0.07632731886936754, "ce": 0.30389929406871086}, {"step": 370, "kl": 0.0989344489261955, "ce": 0.29677472636285324}, {"step": 371, "kl": 0.09920493462957682, "ce": 0.3176020021046735}, {"step": 372, "kl": 0.0986119793742975, "ce": 0.28701371210375226}, {"step": 373, "kl": 0.08603492151222235, "ce": 0.3126259611780725}, {"step": 374, "kl": 0.12423900945608518, "ce": 0.4149005737833589}, {"step": 375, "kl": 0.10358185724596786, "ce": 0.34111647675002826}, {"step": 376, "kl": 0.08546934291037894, "ce": 0.3279639421334041}, {"step": 377, "kl": 0.11500444733853621, "ce": 0.2583167070864757}, {"step": 378, "kl": 0.09224057432448153, "ce": 0.3346570043970073}, {"step": 379, "kl": 0.07838123068201679, "ce": 0.3243991601818185}, {"step": 380, "kl": 0.09506567387138629, "ce": 0.3321397184865355}, {"step": 381, "kl": 0.11890124986598682, "ce": 0.3538943521879115}, {"step": 382, "kl": 0.08833157448955845, "ce": 0.2895167938248431}, {"step": 383, "kl": 0.10915270809363119, "ce": 0.3193952458727216}, {"step": 384, "kl": 0.09862412832161789, "ce": 0.34031280237572115}, {"step": 385, "kl": 0.11154144052271314, "ce": 0.34419594228862055}, {"step": 386, "kl": 0.09575858936429406, "ce": 0.37142488096320875}, {"step": 387, "kl": 0.09344465321380781, "ce": 0.33026535800638596}, {"step": 388, "kl": 0.09197552208577423, "ce": 0.320015417282241}, {"step": 389, "kl": 0.12054416668671433, "ce": 0.3462537743992685}, {"step": 390, "kl": 0.12407511843671007, "ce": 0.3379929016514462}, {"step": 391, "kl": 0.08361083561309583, "ce": 0.30449597985175864}, {"step": 392, "kl": 0.1105704305856077, "ce": 0.31159885538085563}, {"step": 393, "kl": 0.09692818206189817, "ce": 0.31419961742548275}, {"step": 394, "kl": 0.10694457322321879, "ce": 0.3489040796366115}, {"step": 395, "kl": 0.12988398394761988, "ce": 0.36110828744450785}, {"step": 396, "kl": 0.10233057308504516, "ce": 0.3310021274778838}, {"step": 397, "kl": 0.09767290707734408, "ce": 0.32093262242466436}, {"step": 398, "kl": 0.11034936515235758, "ce": 0.25096195254749426}, {"step": 399, "kl": 0.08899143990706992, "ce": 0.3193024404687819}, {"step": 400, "kl": 0.09255801007479748, "ce": 0.3487809778169821}, {"step": 401, "kl": 0.10103054088072438, "ce": 0.3300124940388635}, {"step": 402, "kl": 0.11233442975306124, "ce": 0.3367380168442642}, {"step": 403, "kl": 0.1192751186847001, "ce": 0.32430997282100327}, {"step": 404, "kl": 0.10889806934459142, "ce": 0.35550954034494536}, {"step": 405, "kl": 0.10087623105329627, "ce": 0.37451623792839506}, {"step": 406, "kl": 0.06977006003124424, "ce": 0.2386659083423926}, {"step": 407, "kl": 0.10613477597361193, "ce": 0.3305821698391452}, {"step": 408, "kl": 0.10035767658172715, "ce": 0.36447489651525355}, {"step": 409, "kl": 0.09250267577613258, "ce": 0.3096932743840206}, {"step": 410, "kl": 0.11290437318545915, "ce": 0.34345286771280487}, {"step": 411, "kl": 0.0892286753532295, "ce": 0.3316260838786915}, {"step": 412, "kl": 0.09536238571242953, "ce": 0.3577283673316428}, {"step": 413, "kl": 0.1148530009422366, "ce": 0.27459389359590913}, {"step": 414, "kl": 0.08987661811888731, "ce": 0.35767435247507195}, {"step": 415, "kl": 0.10380639325209984, "ce": 0.3516366502909325}, {"step": 416, "kl": 0.08762138110277261, "ce": 0.3071907724214904}, {"step": 417, "kl": 0.10380582626811681, "ce": 0.29081916998943536}, {"step": 418, "kl": 0.08193060901846519, "ce": 0.3015602374640036}, {"step": 419, "kl": 0.08842357569616938, "ce": 0.27212526750458377}, {"step": 420, "kl": 0.09726777682064046, "ce": 0.303533111601666}, {"step": 421, "kl": 0.10115280682540505, "ce": 0.35001232520865966}, {"step": 422, "kl": 0.07584635664114936, "ce": 0.2823261512592711}, {"step": 423, "kl": 0.10168305428480556, "ce": 0.3365297823174055}, {"step": 424, "kl": 0.08271233347784156, "ce": 0.3447337016946799}, {"step": 425, "kl": 0.1266247019408347, "ce": 0.36141275635698}, {"step": 426, "kl": 0.09910872251000351, "ce": 0.3429213717193539}, {"step": 427, "kl": 0.1021007367172962, "ce": 0.3217651573644322}, {"step": 428, "kl": 0.09069208970356223, "ce": 0.30831426611468254}, {"step": 429, "kl": 0.09968778610652501, "ce": 0.36500914945540586}, {"step": 430, "kl": 0.09613621559769812, "ce": 0.3632680491584196}, {"step": 431, "kl": 0.08859117861074975, "ce": 0.32069612877352366}, {"step": 432, "kl": 0.0988922294473276, "ce": 0.29716936916380493}, {"step": 433, "kl": 0.09336377362800442, "ce": 0.33485236194074386}, {"step": 434, "kl": 0.0724665320748458, "ce": 0.2799687548165576}, {"step": 435, "kl": 0.10597219974568901, "ce": 0.3324044339107558}, {"step": 436, "kl": 0.09139792852098778, "ce": 0.3529892484436724}, {"step": 437, "kl": 0.07570493954769798, "ce": 0.27011999787036167}, {"step": 438, "kl": 0.09583437244615467, "ce": 0.33749203227507907}, {"step": 439, "kl": 0.0937936879294195, "ce": 0.28805705889313626}, {"step": 440, "kl": 0.10957039290430821, "ce": 0.3396312340512625}, {"step": 441, "kl": 0.09348406599063315, "ce": 0.3487405328842036}, {"step": 442, "kl": 0.08044686371101589, "ce": 0.34681547929583756}, {"step": 443, "kl": 0.0927392588976989, "ce": 0.4054114563320759}, {"step": 444, "kl": 0.08191183860790173, "ce": 0.3198118410010388}, {"step": 445, "kl": 0.08748566729968732, "ce": 0.2970607457185571}, {"step": 446, "kl": 0.11088711097975461, "ce": 0.375368810537413}, {"step": 447, "kl": 0.11027177480173497, "ce": 0.34540535367449005}, {"step": 448, "kl": 0.07955915346172893, "ce": 0.3194087084776126}, {"step": 449, "kl": 0.10133646746847833, "ce": 0.30912370336985956}, {"step": 450, "kl": 0.07381541708532202, "ce": 0.3082013977360604}, {"step": 451, "kl": 0.11226044882784443, "ce": 0.33240897202294717}, {"step": 452, "kl": 0.10923554800363713, "ce": 0.3539069557913336}, {"step": 453, "kl": 0.08722327081619931, "ce": 0.3587896683832401}, {"step": 454, "kl": 0.10351680644146809, "ce": 0.30315541260788287}, {"step": 455, "kl": 0.10041807243386223, "ce": 0.3061758158080198}, {"step": 456, "kl": 0.10218712250945987, "ce": 0.37044460365799675}, {"step": 457, "kl": 0.1286526909335407, "ce": 0.3299127168860505}, {"step": 458, "kl": 0.08871357996560576, "ce": 0.2708002506144637}, {"step": 459, "kl": 0.10009176559312069, "ce": 0.3221080472495223}, {"step": 460, "kl": 0.10538306634533806, "ce": 0.31381723344556584}, {"step": 461, "kl": 0.07805293822775082, "ce": 0.2759720665438903}, {"step": 462, "kl": 0.058894888429550624, "ce": 0.3664951320867512}, {"step": 463, "kl": 0.05951264121157547, "ce": 0.3606052145626616}, {"step": 464, "kl": 0.05516168926701401, "ce": 0.3198489319846578}, {"step": 465, "kl": 0.05250964884334739, "ce": 0.3175511345829886}, {"step": 466, "kl": 0.05756496113969346, "ce": 0.3120698533955212}, {"step": 467, "kl": 0.05890495933149711, "ce": 0.31065668046716427}, {"step": 468, "kl": 0.04647942143039926, "ce": 0.25167614211271344}, {"step": 469, "kl": 0.04962345657701196, "ce": 0.3028695745232664}, {"step": 470, "kl": 0.06303101714709833, "ce": 0.3239925641614015}, {"step": 471, "kl": 0.06544330889463008, "ce": 0.3236822787961342}, {"step": 472, "kl": 0.04577579282901927, "ce": 0.3216118778882614}, {"step": 473, "kl": 0.06304399746786468, "ce": 0.3875764764672993}, {"step": 474, "kl": 0.05322031155509345, "ce": 0.3028102247313222}, {"step": 475, "kl": 0.052989432195144195, "ce": 0.30607891879706}, {"step": 476, "kl": 0.05636613802507321, "ce": 0.35819409868773244}, {"step": 477, "kl": 0.05714480451792456, "ce": 0.3743995396240801}, {"step": 478, "kl": 0.06935577537522786, "ce": 0.3776276004711252}, {"step": 479, "kl": 0.05987993683477844, "ce": 0.33331777637137455}, {"step": 480, "kl": 0.05053256755310709, "ce": 0.3080949444473881}, {"step": 481, "kl": 0.0566268310574071, "ce": 0.31605099551179916}, {"step": 482, "kl": 0.06358542762696742, "ce": 0.3842363748834292}, {"step": 483, "kl": 0.051103295607093514, "ce": 0.3003169787068426}, {"step": 484, "kl": 0.04568811479975366, "ce": 0.24991642756702637}, {"step": 485, "kl": 0.06009659345280096, "ce": 0.35359226153115403}, {"step": 486, "kl": 0.05308096735144727, "ce": 0.423503543607038}, {"step": 487, "kl": 0.05563132243907484, "ce": 0.3272286873241186}, {"step": 488, "kl": 0.057844585598748166, "ce": 0.3962347824551463}, {"step": 489, "kl": 0.04841944316908114, "ce": 0.23720779488907665}, {"step": 490, "kl": 0.048955186707770944, "ce": 0.3393340565208599}, {"step": 491, "kl": 0.06085159752112191, "ce": 0.32972518408939855}, {"step": 492, "kl": 0.061902459970993785, "ce": 0.37246918884409264}, {"step": 493, "kl": 0.04866778387898399, "ce": 0.33901502701602637}, {"step": 494, "kl": 0.05549023836898201, "ce": 0.3511227434020154}, {"step": 495, "kl": 0.057608684745489386, "ce": 0.2885247553741582}, {"step": 496, "kl": 0.06150870283337005, "ce": 0.34893058369392405}, {"step": 497, "kl": 0.06721530418217264, "ce": 0.343516354469118}, {"step": 498, "kl": 0.04943602720336395, "ce": 0.28606509419230675}, {"step": 499, "kl": 0.05493887860267161, "ce": 0.30597165637338547}, {"step": 500, "kl": 0.05609811909572577, "ce": 0.3020365604774206}, {"step": 501, "kl": 0.0612968578118487, "ce": 0.3134338213334946}, {"step": 502, "kl": 0.05230628677995775, "ce": 0.31981491052748423}, {"step": 503, "kl": 0.07089471066340763, "ce": 0.3348854663166349}, {"step": 504, "kl": 0.05262941895706942, "ce": 0.32729766129282395}, {"step": 505, "kl": 0.06208108646728136, "ce": 0.3476308775271035}, {"step": 506, "kl": 0.04627956785493513, "ce": 0.30699597788480737}, {"step": 507, "kl": 0.05492983234504931, "ce": 0.2947950106334858}, {"step": 508, "kl": 0.04807511992385423, "ce": 0.30901888707880915}, {"step": 509, "kl": 0.05605609796106328, "ce": 0.41688190029623295}, {"step": 510, "kl": 0.057302772168765476, "ce": 0.3432079390244016}, {"step": 511, "kl": 0.04865078341965091, "ce": 0.33081092158027037}, {"step": 512, "kl": 0.04642642072361927, "ce": 0.29831157230743677}, {"step": 513, "kl": 0.0602388363893506, "ce": 0.3409821844893595}, {"step": 514, "kl": 0.0571543306724228, "ce": 0.34634497551789906}, {"step": 515, "kl": 0.05617894633801397, "ce": 0.28535152825152404}, {"step": 516, "kl": 0.04508639836042303, "ce": 0.3277650604741858}, {"step": 517, "kl": 0.04888976956326762, "ce": 0.33294819851955726}, {"step": 518, "kl": 0.06696389472602877, "ce": 0.31511721453318786}, {"step": 519, "kl": 0.04589385890971201, "ce": 0.35010098367176695}, {"step": 520, "kl": 0.059297157420762546, "ce": 0.33951369416047605}, {"step": 521, "kl": 0.04427528415484086, "ce": 0.3237672170605607}, {"step": 522, "kl": 0.062474408571309537, "ce": 0.33667621014425564}, {"step": 523, "kl": 0.04869511041626623, "ce": 0.3342128943054267}, {"step": 524, "kl": 0.054695787096117124, "ce": 0.2816614004838448}, {"step": 525, "kl": 0.05019540119656542, "ce": 0.3201112560770804}, {"step": 526, "kl": 0.05334946875290789, "ce": 0.27625457797999864}, {"step": 527, "kl": 0.04298363682877926, "ce": 0.2847896831031906}, {"step": 528, "kl": 0.06353290947702862, "ce": 0.36526084051567603}, {"step": 529, "kl": 0.05663086723594765, "ce": 0.26801707936125774}, {"step": 530, "kl": 0.06358129464800627, "ce": 0.29558812421390945}, {"step": 531, "kl": 0.0524496455082125, "ce": 0.3191853984144651}, {"step": 532, "kl": 0.05398628806815284, "ce": 0.3223410566690255}, {"step": 533, "kl": 0.058423531424646444, "ce": 0.35185177992697253}, {"step": 534, "kl": 0.0421618183908326, "ce": 0.2452037062505828}, {"step": 535, "kl": 0.06258202380574994, "ce": 0.3431719098983177}, {"step": 536, "kl": 0.05120758524378845, "ce": 0.32040435043899373}, {"step": 537, "kl": 0.05800441697447516, "ce": 0.3141695107613763}, {"step": 538, "kl": 0.048711490277742645, "ce": 0.2918518648360865}, {"step": 539, "kl": 0.06157223340731729, "ce": 0.37355694124869193}, {"step": 540, "kl": 0.05931341010300935, "ce": 0.3393021127119421}, {"step": 541, "kl": 0.053173629404271686, "ce": 0.30707509409196143}, {"step": 542, "kl": 0.04628988573353324, "ce": 0.3711641668401417}, {"step": 543, "kl": 0.0498257602047172, "ce": 0.333890259817999}, {"step": 544, "kl": 0.05829169310761463, "ce": 0.36488680352820685}, {"step": 545, "kl": 0.052756739998580576, "ce": 0.35214177747887043}, {"step": 546, "kl": 0.0574641102296395, "ce": 0.2803046105911799}, {"step": 547, "kl": 0.05357402222276369, "ce": 0.3203831794896862}, {"step": 548, "kl": 0.05480144895564901, "ce": 0.291734285707827}, {"step": 549, "kl": 0.05277470840860486, "ce": 0.32710323342578734}, {"step": 550, "kl": 0.06194250544958467, "ce": 0.35645186110164195}, {"step": 551, "kl": 0.05957669979368057, "ce": 0.31686842804077836}, {"step": 552, "kl": 0.05233768631789012, "ce": 0.3401811226221761}, {"step": 553, "kl": 0.04967366649375435, "ce": 0.3238574544039075}, {"step": 554, "kl": 0.053022005079713254, "ce": 0.2629035499642217}, {"step": 555, "kl": 0.060373821033972666, "ce": 0.33590835108284794}, {"step": 556, "kl": 0.05066751121479346, "ce": 0.32239316475654123}, {"step": 557, "kl": 0.05661950052407384, "ce": 0.35038582770269194}, {"step": 558, "kl": 0.05209366047481, "ce": 0.29090852714674387}, {"step": 559, "kl": 0.05101290985233661, "ce": 0.32844874418347964}, {"step": 560, "kl": 0.06365830427970492, "ce": 0.3946698791809308}, {"step": 561, "kl": 0.059632467004119366, "ce": 0.3183116061589809}, {"step": 562, "kl": 0.05995070547739816, "ce": 0.34375537617820806}, {"step": 563, "kl": 0.04630521220427961, "ce": 0.29938876537254583}, {"step": 564, "kl": 0.06278090011952663, "ce": 0.37312388940911073}, {"step": 565, "kl": 0.05504097315004621, "ce": 0.34549144146296273}, {"step": 566, "kl": 0.05290231568372844, "ce": 0.3753318245308645}, {"step": 567, "kl": 0.04714194601954741, "ce": 0.3433985676694828}, {"step": 568, "kl": 0.051921605394725706, "ce": 0.3146364806014109}, {"step": 569, "kl": 0.04597865552093572, "ce": 0.3298097656438741}, {"step": 570, "kl": 0.05125960049583239, "ce": 0.2876811836047113}, {"step": 571, "kl": 0.053123152944792175, "ce": 0.3181315776362128}, {"step": 572, "kl": 0.05653981899402717, "ce": 0.33087498837042156}, {"step": 573, "kl": 0.05311828129846829, "ce": 0.3121836026607205}, {"step": 574, "kl": 0.05447081931620494, "ce": 0.33725851581663485}, {"step": 575, "kl": 0.06445306621414626, "ce": 0.3948131828369271}, {"step": 576, "kl": 0.04595634721248948, "ce": 0.3041908751172908}, {"step": 577, "kl": 0.05627090316414043, "ce": 0.33256110075478246}, {"step": 578, "kl": 0.05179052831070669, "ce": 0.3256332628072359}, {"step": 579, "kl": 0.05003685453106671, "ce": 0.26861153179461233}, {"step": 580, "kl": 0.06468538192085745, "ce": 0.3681942471544878}, {"step": 581, "kl": 0.05547611518541417, "ce": 0.3190348267445366}, {"step": 582, "kl": 0.053385565869791304, "ce": 0.36140939702432623}, {"step": 583, "kl": 0.053806070507187206, "ce": 0.3607595784922849}, {"step": 584, "kl": 0.052803692084158985, "ce": 0.3151366531207997}, {"step": 585, "kl": 0.04888566496219724, "ce": 0.3026130925586995}, {"step": 586, "kl": 0.05153607040653715, "ce": 0.28240870855182115}, {"step": 587, "kl": 0.05527374423259731, "ce": 0.3723389941116138}, {"step": 588, "kl": 0.04714120373733794, "ce": 0.3013125770306924}, {"step": 589, "kl": 0.06118461339379483, "ce": 0.3156621971685492}, {"step": 590, "kl": 0.05787673664954601, "ce": 0.3584669628549908}, {"step": 591, "kl": 0.057104075572551996, "ce": 0.2578239062896856}, {"step": 592, "kl": 0.054857670140046125, "ce": 0.2862366568781359}, {"step": 593, "kl": 0.056724696290083046, "ce": 0.30101402272206035}, {"step": 594, "kl": 0.05495285971440774, "ce": 0.35013065590763726}, {"step": 595, "kl": 0.04693520399510052, "ce": 0.32414402563695205}, {"step": 596, "kl": 0.04532268073802709, "ce": 0.29838685328287873}, {"step": 597, "kl": 0.0574699858671372, "ce": 0.3627730346940826}, {"step": 598, "kl": 0.07104577210238885, "ce": 0.31216964045086415}, {"step": 599, "kl": 0.05114565497478211, "ce": 0.3549867664963854}, {"step": 600, "kl": 0.05481163937537396, "ce": 0.29798767729575587}, {"step": 601, "kl": 0.05526982393356596, "ce": 0.32698728680635253}, {"step": 602, "kl": 0.042566520487361655, "ce": 0.30441693629556377}, {"step": 603, "kl": 0.054447650435666094, "ce": 0.3279687554796757}, {"step": 604, "kl": 0.062326371577311204, "ce": 0.34835065304462925}, {"step": 605, "kl": 0.06205984965318436, "ce": 0.34654765167077767}, {"step": 606, "kl": 0.053470649688657806, "ce": 0.35963681702011907}, {"step": 607, "kl": 0.050054703720575175, "ce": 0.2797388852175278}, {"step": 608, "kl": 0.056221512617749485, "ce": 0.35092884712722716}, {"step": 609, "kl": 0.05144694600864371, "ce": 0.30202410983193}, {"step": 610, "kl": 0.05605803840943254, "ce": 0.2905028604945391}, {"step": 611, "kl": 0.05459031705373539, "ce": 0.3524056748719499}, {"step": 612, "kl": 0.05583341630034818, "ce": 0.33640740300825744}, {"step": 613, "kl": 0.04766719883424504, "ce": 0.33617684660286745}, {"step": 614, "kl": 0.059808595159603295, "ce": 0.30605448645730376}, {"step": 615, "kl": 0.05491732835904581, "ce": 0.40314228736197055}, {"step": 616, "kl": 0.06222861400832582, "ce": 0.3390109752957626}, {"step": 617, "kl": 0.05070281294516822, "ce": 0.3211993778572597}, {"step": 618, "kl": 0.04220354272938198, "ce": 0.26082023324011966}, {"step": 619, "kl": 0.05919421143534619, "ce": 0.3120662059487258}, {"step": 620, "kl": 0.051157890721169885, "ce": 0.2984463974921446}, {"step": 621, "kl": 0.054085270212976704, "ce": 0.33463594758891624}, {"step": 622, "kl": 0.052424170676397534, "ce": 0.32114878832757393}, {"step": 623, "kl": 0.07171251574152852, "ce": 0.41235738137052586}, {"step": 624, "kl": 0.05771876077080201, "ce": 0.33075290040921435}, {"step": 625, "kl": 0.048092017504815586, "ce": 0.26117116661481965}, {"step": 626, "kl": 0.057227856199161126, "ce": 0.3054326280873097}, {"step": 627, "kl": 0.048384622209419526, "ce": 0.3179945170372809}, {"step": 628, "kl": 0.06166487977170107, "ce": 0.3446074146995326}, {"step": 629, "kl": 0.07074589331835106, "ce": 0.34832469033040864}, {"step": 630, "kl": 0.04902961369438665, "ce": 0.3059874591366986}, {"step": 631, "kl": 0.05188023280679135, "ce": 0.34768085802748694}, {"step": 632, "kl": 0.056713331892161406, "ce": 0.32596661594260956}, {"step": 633, "kl": 0.06836340426714847, "ce": 0.3805904532899521}, {"step": 634, "kl": 0.05308496502317023, "ce": 0.27897511998723934}, {"step": 635, "kl": 0.05350713898297985, "ce": 0.3027607592792318}, {"step": 636, "kl": 0.05930457419579001, "ce": 0.33309116670558353}, {"step": 637, "kl": 0.05090283674401976, "ce": 0.3328273988953459}, {"step": 638, "kl": 0.05155778139354003, "ce": 0.28412576997124833}, {"step": 639, "kl": 0.05842419187179247, "ce": 0.32518547282328575}, {"step": 640, "kl": 0.06381390794495484, "ce": 0.340389820231434}, {"step": 641, "kl": 0.05148097074035466, "ce": 0.301866197667231}, {"step": 642, "kl": 0.03978185499807698, "ce": 0.3222131607172739}, {"step": 643, "kl": 0.04945349145400491, "ce": 0.3058807791850302}, {"step": 644, "kl": 0.06442469790827507, "ce": 0.30882968472146655}, {"step": 645, "kl": 0.05246638821395566, "ce": 0.3423591688103756}, {"step": 646, "kl": 0.04575980355440978, "ce": 0.3030918589028048}, {"step": 647, "kl": 0.054194182198487505, "ce": 0.29483665808398235}, {"step": 648, "kl": 0.05690459998551296, "ce": 0.3079322368314035}, {"step": 649, "kl": 0.04105030878894435, "ce": 0.3131158210686682}, {"step": 650, "kl": 0.05116292867621491, "ce": 0.28973751388128627}, {"step": 651, "kl": 0.055282045275797206, "ce": 0.3135059586721449}, {"step": 652, "kl": 0.04838324509466697, "ce": 0.30833247981659356}, {"step": 653, "kl": 0.05899688276858908, "ce": 0.3134364132968949}, {"step": 654, "kl": 0.061395943998923466, "ce": 0.3162600250624805}, {"step": 655, "kl": 0.06143784876039453, "ce": 0.2942593113862776}, {"step": 656, "kl": 0.05397262566233711, "ce": 0.3457514849749652}, {"step": 657, "kl": 0.058980886947728156, "ce": 0.30857723149639815}, {"step": 658, "kl": 0.050478998995423754, "ce": 0.29033302945048234}, {"step": 659, "kl": 0.049945752886813806, "ce": 0.28179165002153017}, {"step": 660, "kl": 0.053580926978863734, "ce": 0.2951640513525534}, {"step": 661, "kl": 0.05220597537942873, "ce": 0.30652981643676763}, {"step": 662, "kl": 0.058141742187354836, "ce": 0.34104009256801776}, {"step": 663, "kl": 0.05434575557457244, "ce": 0.3329506109631251}, {"step": 664, "kl": 0.04605600559651059, "ce": 0.3130456441665586}, {"step": 665, "kl": 0.06897292425719867, "ce": 0.3225987665575795}, {"step": 666, "kl": 0.05374745819183856, "ce": 0.30455609663571503}, {"step": 667, "kl": 0.047813737637424074, "ce": 0.28187058527225906}, {"step": 668, "kl": 0.052937402056128756, "ce": 0.32597961836279027}, {"step": 669, "kl": 0.059817837356004794, "ce": 0.32265399686080437}, {"step": 670, "kl": 0.04653763944690081, "ce": 0.31114993962606696}, {"step": 671, "kl": 0.048339433351372876, "ce": 0.32043269411236813}, {"step": 672, "kl": 0.06225323741746781, "ce": 0.3411342988010847}, {"step": 673, "kl": 0.053926135032175776, "ce": 0.3946963259508497}, {"step": 674, "kl": 0.04720605407536037, "ce": 0.2424494783643266}, {"step": 675, "kl": 0.04875363347813946, "ce": 0.2432291601166079}, {"step": 676, "kl": 0.051571357921346324, "ce": 0.31271315534191224}, {"step": 677, "kl": 0.05179831283318146, "ce": 0.3200023521837676}, {"step": 678, "kl": 0.047011899034443125, "ce": 0.26289855761405745}, {"step": 679, "kl": 0.058238959111025355, "ce": 0.3196944373041644}, {"step": 680, "kl": 0.05488260640821943, "ce": 0.3068105885948623}, {"step": 681, "kl": 0.048769387584081725, "ce": 0.35448686607951235}, {"step": 682, "kl": 0.060894736507792535, "ce": 0.40406474283296767}, {"step": 683, "kl": 0.05253127295731881, "ce": 0.33284765071143974}, {"step": 684, "kl": 0.05111717411733111, "ce": 0.3300975759419469}, {"step": 685, "kl": 0.059756179655396015, "ce": 0.3159296986334487}, {"step": 686, "kl": 0.06739108461530065, "ce": 0.34113141354477133}, {"step": 687, "kl": 0.05823609379680561, "ce": 0.3558024751339403}, {"step": 688, "kl": 0.06245363009380799, "ce": 0.34855843423551763}, {"step": 689, "kl": 0.0599647465240986, "ce": 0.37906061374115774}, {"step": 690, "kl": 0.05046112358498353, "ce": 0.30629454674590106}, {"step": 691, "kl": 0.05193265067157639, "ce": 0.32998570751788736}, {"step": 692, "kl": 0.05123060060843429, "ce": 0.3340630678599821}, {"step": 693, "kl": 0.051215981818762184, "ce": 0.2800126468188904}, {"step": 694, "kl": 0.04992315603705014, "ce": 0.28439214301831794}, {"step": 695, "kl": 0.04529533960748326, "ce": 0.3021939301719625}, {"step": 696, "kl": 0.05945467163460801, "ce": 0.32068570934389634}, {"step": 697, "kl": 0.048755892689357205, "ce": 0.28804017115077574}, {"step": 698, "kl": 0.06305079788984642, "ce": 0.36334510243645685}, {"step": 699, "kl": 0.06196883540603492, "ce": 0.33355094576309574}, {"step": 700, "kl": 0.058723001279329, "ce": 0.3683179921059956}, {"step": 701, "kl": 0.04691906961375806, "ce": 0.33011088698012264}, {"step": 702, "kl": 0.05733942336212737, "ce": 0.34248739629706415}, {"step": 703, "kl": 0.05149552575974961, "ce": 0.33811856744147145}, {"step": 704, "kl": 0.058798024804333056, "ce": 0.33307631393860965}, {"step": 705, "kl": 0.06629187033450831, "ce": 0.3442675795736192}, {"step": 706, "kl": 0.057017573164232255, "ce": 0.3409568279508561}, {"step": 707, "kl": 0.057193754587369285, "ce": 0.32042402483639415}, {"step": 708, "kl": 0.056202886690515, "ce": 0.2936735749538164}, {"step": 709, "kl": 0.04301952798360069, "ce": 0.306089504959419}, {"step": 710, "kl": 0.055469042976324406, "ce": 0.3650004143052608}, {"step": 711, "kl": 0.04711001905845637, "ce": 0.2590824469016017}, {"step": 712, "kl": 0.04071678615113834, "ce": 0.30504383485010067}, {"step": 713, "kl": 0.06327883689708903, "ce": 0.37784505261367846}, {"step": 714, "kl": 0.054425476856095174, "ce": 0.3866883561903742}, {"step": 715, "kl": 0.05808348775823955, "ce": 0.3194513302092449}, {"step": 716, "kl": 0.04771668433593293, "ce": 0.3409363808759784}, {"step": 717, "kl": 0.0603341345125051, "ce": 0.29081600951530545}, {"step": 718, "kl": 0.052744897936130186, "ce": 0.3041680119618648}, {"step": 719, "kl": 0.05634573504117086, "ce": 0.3462013276351961}, {"step": 720, "kl": 0.06822660671934605, "ce": 0.3782980501552588}, {"step": 721, "kl": 0.06554548785076175, "ce": 0.34119318119270764}, {"step": 722, "kl": 0.05410502232522405, "ce": 0.337759513037641}, {"step": 723, "kl": 0.04575542439294827, "ce": 0.2950309853332282}, {"step": 724, "kl": 0.052907523845299426, "ce": 0.32012113956136434}, {"step": 725, "kl": 0.05264613304609134, "ce": 0.3194829365300125}, {"step": 726, "kl": 0.05691029518685429, "ce": 0.3504391840954182}, {"step": 727, "kl": 0.050964260645258955, "ce": 0.266397023182663}, {"step": 728, "kl": 0.05924627203241671, "ce": 0.3321738893099153}, {"step": 729, "kl": 0.044496048740030214, "ce": 0.2760254080788911}, {"step": 730, "kl": 0.06374673249076535, "ce": 0.3110028739896049}, {"step": 731, "kl": 0.05423538130943221, "ce": 0.3264643290024778}, {"step": 732, "kl": 0.045005834365174885, "ce": 0.27636069445752065}, {"step": 733, "kl": 0.0509408491500615, "ce": 0.3153058127898729}, {"step": 734, "kl": 0.04617703687583064, "ce": 0.3433903807555366}, {"step": 735, "kl": 0.052736817835063024, "ce": 0.3149082931817746}, {"step": 736, "kl": 0.05958987419617656, "ce": 0.3571267327054619}, {"step": 737, "kl": 0.045214538813877984, "ce": 0.2606672442428587}, {"step": 738, "kl": 0.05652745883325508, "ce": 0.38274175149423106}, {"step": 739, "kl": 0.04979099154542104, "ce": 0.35892468270151134}, {"step": 740, "kl": 0.04830637953294821, "ce": 0.35535779203239237}, {"step": 741, "kl": 0.054985679122324126, "ce": 0.34722161404217655}, {"step": 742, "kl": 0.05822649492762242, "ce": 0.3415844675793886}, {"step": 743, "kl": 0.05320913381710245, "ce": 0.3081456323324201}, {"step": 744, "kl": 0.04398665013520614, "ce": 0.30508856942491763}, {"step": 745, "kl": 0.04372623324839037, "ce": 0.2882604081394808}, {"step": 746, "kl": 0.0409731289712543, "ce": 0.3459809880605818}, {"step": 747, "kl": 0.05266007982947649, "ce": 0.3579825013051391}, {"step": 748, "kl": 0.07117304008223854, "ce": 0.36529799701953836}, {"step": 749, "kl": 0.05196416651674529, "ce": 0.3598652798399633}, {"step": 750, "kl": 0.05477328045180195, "ce": 0.3553319908733956}, {"step": 751, "kl": 0.04937687276987241, "ce": 0.31334098820593553}, {"step": 752, "kl": 0.057374437326152786, "ce": 0.339113389576304}, {"step": 753, "kl": 0.05730664235698598, "ce": 0.3621886821642314}, {"step": 754, "kl": 0.04477163044306846, "ce": 0.3323914995693813}, {"step": 755, "kl": 0.05169722667446843, "ce": 0.31557117314258454}, {"step": 756, "kl": 0.05170103448344879, "ce": 0.2950695816823099}, {"step": 757, "kl": 0.05108070622712935, "ce": 0.33404803531154}, {"step": 758, "kl": 0.04153602242005938, "ce": 0.33644211248742156}, {"step": 759, "kl": 0.06315011386057126, "ce": 0.30993133322643024}, {"step": 760, "kl": 0.061758769722286826, "ce": 0.3410032383330507}, {"step": 761, "kl": 0.058040554675182696, "ce": 0.3832718624944088}, {"step": 762, "kl": 0.062277701452541474, "ce": 0.29353866577148435}, {"step": 763, "kl": 0.05599738889564207, "ce": 0.3045389747545615}, {"step": 764, "kl": 0.040934818023112385, "ce": 0.2964332310261388}, {"step": 765, "kl": 0.05371179739501575, "ce": 0.2708812790702328}, {"step": 766, "kl": 0.050100610354981305, "ce": 0.3714282049871033}, {"step": 767, "kl": 0.055315352620094044, "ce": 0.3358413983919393}, {"step": 768, "kl": 0.05040286339286855, "ce": 0.36950276554910716}, {"step": 769, "kl": 0.05030217429376998, "ce": 0.32194878813620986}, {"step": 770, "kl": 0.050045104554667666, "ce": 0.3362224873834012}, {"step": 771, "kl": 0.05433305197360235, "ce": 0.3163152436659713}, {"step": 772, "kl": 0.05515314882244137, "ce": 0.29595351833704026}, {"step": 773, "kl": 0.05503963003487864, "ce": 0.34841894901924736}, {"step": 774, "kl": 0.05203697578433682, "ce": 0.3172353993010803}, {"step": 775, "kl": 0.06468372940783773, "ce": 0.347392891233485}, {"step": 776, "kl": 0.04832380835434732, "ce": 0.33085495813337207}, {"step": 777, "kl": 0.04685064550547687, "ce": 0.2998020391289813}, {"step": 778, "kl": 0.06895641782840702, "ce": 0.3421964679295936}, {"step": 779, "kl": 0.05635227033017594, "ce": 0.367022069155974}, {"step": 780, "kl": 0.050992565240488764, "ce": 0.2767183884883826}, {"step": 781, "kl": 0.04448852381612276, "ce": 0.33143778875431495}, {"step": 782, "kl": 0.05823436284338414, "ce": 0.32727724122217033}, {"step": 783, "kl": 0.04897230281629829, "ce": 0.2951327228339598}, {"step": 784, "kl": 0.05507216481412518, "ce": 0.3210738084543129}, {"step": 785, "kl": 0.061839781820933235, "ce": 0.32890803077896846}, {"step": 786, "kl": 0.05810005876289258, "ce": 0.32648704195982653}, {"step": 787, "kl": 0.04678245052016202, "ce": 0.335432294547382}, {"step": 788, "kl": 0.04388802895772243, "ce": 0.33114677280574645}, {"step": 789, "kl": 0.04670054967044969, "ce": 0.27105792183078753}, {"step": 790, "kl": 0.05708726585076457, "ce": 0.31603366040016073}, {"step": 791, "kl": 0.04936359279580231, "ce": 0.3549465748856707}, {"step": 792, "kl": 0.04764261595870029, "ce": 0.36316878463648544}, {"step": 793, "kl": 0.04582435188312379, "ce": 0.27791735510627075}, {"step": 794, "kl": 0.046262529233040306, "ce": 0.3287260996183782}, {"step": 795, "kl": 0.052740657252707324, "ce": 0.3228684536373342}, {"step": 796, "kl": 0.050599564503959374, "ce": 0.28409655316566684}, {"step": 797, "kl": 0.050191176249897954, "ce": 0.3426338502206742}, {"step": 798, "kl": 0.04488367358087645, "ce": 0.2979776043354343}, {"step": 799, "kl": 0.04977563754079658, "ce": 0.2833190660572203}, {"step": 800, "kl": 0.04696439204995109, "ce": 0.31934417241365576}, {"step": 801, "kl": 0.04265132322794121, "ce": 0.3175280487721052}, {"step": 802, "kl": 0.05066444554103787, "ce": 0.346490596185532}, {"step": 803, "kl": 0.06502689274331865, "ce": 0.3527973712156005}, {"step": 804, "kl": 0.04762498906588062, "ce": 0.31915406327275836}, {"step": 805, "kl": 0.06480222200922857, "ce": 0.3838154396415765}, {"step": 806, "kl": 0.0522742864992454, "ce": 0.3256303274122815}, {"step": 807, "kl": 0.0657744218974895, "ce": 0.3524549200728132}, {"step": 808, "kl": 0.052507223993902195, "ce": 0.383712890235621}, {"step": 809, "kl": 0.05950708431516588, "ce": 0.30725971017128384}, {"step": 810, "kl": 0.059944758630726375, "ce": 0.3771683599236446}, {"step": 811, "kl": 0.04472359199027579, "ce": 0.3067198843566974}, {"step": 812, "kl": 0.05932879385891689, "ce": 0.344029990285714}, {"step": 813, "kl": 0.04897143598986302, "ce": 0.3034027002419636}, {"step": 814, "kl": 0.05126116348772632, "ce": 0.2742122928804958}, {"step": 815, "kl": 0.04273747973145151, "ce": 0.29475209852390016}, {"step": 816, "kl": 0.05882387849361276, "ce": 0.36551306481338364}, {"step": 817, "kl": 0.05560897051230732, "ce": 0.31448415083612424}, {"step": 818, "kl": 0.05363101906413208, "ce": 0.3697030636989624}, {"step": 819, "kl": 0.049751657030329424, "ce": 0.3104779383317411}, {"step": 820, "kl": 0.05285236993967095, "ce": 0.3606199741451003}, {"step": 821, "kl": 0.058607839843924286, "ce": 0.312714172031228}, {"step": 822, "kl": 0.04955801005686123, "ce": 0.30591217812318605}, {"step": 823, "kl": 0.04796591496315246, "ce": 0.3109661658803127}, {"step": 824, "kl": 0.056851718659023456, "ce": 0.2783346371783522}, {"step": 825, "kl": 0.05261367817367989, "ce": 0.3123361331198343}, {"step": 826, "kl": 0.05839396915120845, "ce": 0.34643465602848583}, {"step": 827, "kl": 0.047056464226576535, "ce": 0.3281896944452528}, {"step": 828, "kl": 0.056454284571207436, "ce": 0.3494373307889219}, {"step": 829, "kl": 0.0528552141759642, "ce": 0.34002683453663635}, {"step": 830, "kl": 0.05522078687133864, "ce": 0.3153805716369001}, {"step": 831, "kl": 0.047211398429441644, "ce": 0.3524789529627988}, {"step": 832, "kl": 0.06098018446838874, "ce": 0.3686447117958419}, {"step": 833, "kl": 0.05061289971337653, "ce": 0.3259368786159426}, {"step": 834, "kl": 0.05290572695996401, "ce": 0.32552332195989897}, {"step": 835, "kl": 0.06596610222065101, "ce": 0.3298194586784762}, {"step": 836, "kl": 0.05339960966405714, "ce": 0.37383335350203695}, {"step": 837, "kl": 0.04971723166278774, "ce": 0.3360821903854352}, {"step": 838, "kl": 0.05129568223600034, "ce": 0.3152789582555154}, {"step": 839, "kl": 0.05490154012289445, "ce": 0.31757696506173416}, {"step": 840, "kl": 0.060906058621945876, "ce": 0.345490423602323}, {"step": 841, "kl": 0.05953932154338381, "ce": 0.31078364977068734}, {"step": 842, "kl": 0.060924992597279765, "ce": 0.38004211106932817}, {"step": 843, "kl": 0.06569737339632742, "ce": 0.36852496597029183}, {"step": 844, "kl": 0.04602883481972065, "ce": 0.27207522848633564}, {"step": 845, "kl": 0.053431404361600134, "ce": 0.27992196326600866}, {"step": 846, "kl": 0.06157842011993539, "ce": 0.36082300084517427}, {"step": 847, "kl": 0.044951166241298565, "ce": 0.309797577784396}, {"step": 848, "kl": 0.04214367354482749, "ce": 0.304534466354331}, {"step": 849, "kl": 0.053925604212123, "ce": 0.3363507744588145}, {"step": 850, "kl": 0.0484416099322488, "ce": 0.3235084600859725}, {"step": 851, "kl": 0.057491095040294427, "ce": 0.3484280630806897}, {"step": 852, "kl": 0.04853841663655099, "ce": 0.33135377776149316}, {"step": 853, "kl": 0.05626707195856324, "ce": 0.3147322709837216}, {"step": 854, "kl": 0.057110898781106686, "ce": 0.2981328684914561}, {"step": 855, "kl": 0.06040545242506555, "ce": 0.35790786558572635}, {"step": 856, "kl": 0.056225666813743275, "ce": 0.29961857956067645}, {"step": 857, "kl": 0.05476988527483795, "ce": 0.3358522985868998}, {"step": 858, "kl": 0.04765983845943267, "ce": 0.30991768695899014}, {"step": 859, "kl": 0.04797437944907253, "ce": 0.2878554971187824}, {"step": 860, "kl": 0.04830762792230529, "ce": 0.3258058759480851}, {"step": 861, "kl": 0.0706989409831854, "ce": 0.3523050951130046}, {"step": 862, "kl": 0.055791138811482704, "ce": 0.32421658510542184}, {"step": 863, "kl": 0.05773394298589632, "ce": 0.2920304699151239}, {"step": 864, "kl": 0.04763415927415366, "ce": 0.32178019782052236}, {"step": 865, "kl": 0.06032751324667227, "ce": 0.3861574055905827}, {"step": 866, "kl": 0.058207984284213726, "ce": 0.34143258135171206}, {"step": 867, "kl": 0.055022965915926814, "ce": 0.3312650380614197}, {"step": 868, "kl": 0.06477124741134085, "ce": 0.3170579252415613}, {"step": 869, "kl": 0.05497371788860797, "ce": 0.31422724313865413}, {"step": 870, "kl": 0.05020074672288649, "ce": 0.3180013890031882}, {"step": 871, "kl": 0.04280925597966552, "ce": 0.3401999553620425}, {"step": 872, "kl": 0.04899340639413616, "ce": 0.32720737964833146}, {"step": 873, "kl": 0.043835203927153024, "ce": 0.3114298040880079}, {"step": 874, "kl": 0.05429142066572978, "ce": 0.3863082834402461}, {"step": 875, "kl": 0.04975488430595694, "ce": 0.34659471022344274}, {"step": 876, "kl": 0.05715458769480555, "ce": 0.33431476170837643}, {"step": 877, "kl": 0.0542969114908018, "ce": 0.3333549477444438}, {"step": 878, "kl": 0.050339406450082835, "ce": 0.2649255151522833}, {"step": 879, "kl": 0.04229968407090191, "ce": 0.3023325853425791}, {"step": 880, "kl": 0.049974912131161994, "ce": 0.35153102742850706}, {"step": 881, "kl": 0.05484354898567095, "ce": 0.3216019417325937}, {"step": 882, "kl": 0.04936212292288056, "ce": 0.3040102036557096}, {"step": 883, "kl": 0.05424691597017727, "ce": 0.3122234621603927}, {"step": 884, "kl": 0.04863588515392691, "ce": 0.23498608652225209}, {"step": 885, "kl": 0.0672830282557527, "ce": 0.33433880547686023}, {"step": 886, "kl": 0.03713127971852567, "ce": 0.262397067829714}, {"step": 887, "kl": 0.05149612387864255, "ce": 0.42015770147626724}, {"step": 888, "kl": 0.04572034142164304, "ce": 0.2853792711419066}, {"step": 889, "kl": 0.04688340032686649, "ce": 0.27213524100853376}, {"step": 890, "kl": 0.04471211577655018, "ce": 0.3105659163245786}, {"step": 891, "kl": 0.0398574678754426, "ce": 0.2815529753058716}, {"step": 892, "kl": 0.046633697303368374, "ce": 0.3136605795054098}, {"step": 893, "kl": 0.059901889676501036, "ce": 0.3354920968726159}, {"step": 894, "kl": 0.052079602741643735, "ce": 0.3075804958497052}, {"step": 895, "kl": 0.04702958289859691, "ce": 0.33369014760389687}, {"step": 896, "kl": 0.045836599556064644, "ce": 0.30524748062718693}, {"step": 897, "kl": 0.05113343652250341, "ce": 0.3327420866083113}, {"step": 898, "kl": 0.04299911655134889, "ce": 0.27598143275382586}, {"step": 899, "kl": 0.0532996010904159, "ce": 0.26998804171736374}, {"step": 900, "kl": 0.06064260365015052, "ce": 0.34002623242368263}, {"step": 901, "kl": 0.06498705694251809, "ce": 0.3873408635457356}, {"step": 902, "kl": 0.06343741604092784, "ce": 0.37676526424389534}, {"step": 903, "kl": 0.042714625697041486, "ce": 0.298518803169236}, {"step": 904, "kl": 0.059219876023704134, "ce": 0.34671597173834323}, {"step": 905, "kl": 0.04746224279910235, "ce": 0.32615642339337586}, {"step": 906, "kl": 0.058712022860444094, "ce": 0.36581497623016557}, {"step": 907, "kl": 0.04623936462598146, "ce": 0.35214909220654317}, {"step": 908, "kl": 0.05335775235056915, "ce": 0.32033727727473815}, {"step": 909, "kl": 0.053329411517368266, "ce": 0.3095235616181949}, {"step": 910, "kl": 0.05251101815205584, "ce": 0.30689702223653614}, {"step": 911, "kl": 0.04687452796435055, "ce": 0.3395078227866253}, {"step": 912, "kl": 0.053970910206797784, "ce": 0.3196567849819331}, {"step": 913, "kl": 0.05595533370831716, "ce": 0.34138585620349937}, {"step": 914, "kl": 0.05234885455230076, "ce": 0.34775445936642035}, {"step": 915, "kl": 0.0701782994485699, "ce": 0.382063072511005}, {"step": 916, "kl": 0.04536387676085634, "ce": 0.3083993983328392}, {"step": 917, "kl": 0.050662251888094714, "ce": 0.3315753236672353}, {"step": 918, "kl": 0.05499064938150006, "ce": 0.31268086715938104}, {"step": 919, "kl": 0.053608250330429846, "ce": 0.32942190841291025}, {"step": 920, "kl": 0.0503716285961318, "ce": 0.2614073103085399}, {"step": 921, "kl": 0.06503931646775338, "ce": 0.31033274152451906}, {"step": 922, "kl": 0.04000482520861932, "ce": 0.3009104402097937}], "val": [{"step": 0, "math_kl": 0.07527671583988893, "math_ce": 0.8567280895290307, "code_kl": 0.17173951820648523, "code_ce": 0.3252568803168954, "math_hard_kl": 0.08535065783016751, "math_hard_ce": 0.831437297924297}, {"step": 461, "math_kl": 0.0908810507467677, "math_ce": 0.7545851598603224, "code_kl": 0.08515761847936364, "code_ce": 0.3101603334318914, "math_hard_kl": 0.1125669477972479, "math_hard_ce": 0.7525191754508097}, {"step": 922, "math_kl": 0.09337877949966755, "math_ce": 0.7638499494598865, "code_kl": 0.07871157455933593, "code_ce": 0.3116804449427862, "math_hard_kl": 0.1183755381662131, "math_hard_ce": 0.7590982600103172}]}
|
seq_math_code_kd_only/stage2_code/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0a3555b0b1f08b9177c21209f18ce17d04e1276fa1423b4d77bad7dfbab07e36
|
| 3 |
+
size 3087467144
|