Upload folder using huggingface_hub

seq_math_code_kd_ce/run_info.json

@@ -32,9 +32,32 @@
     "math_hard_ce": 0.615036210826023
    },
    "peak_gb_student": 36.754438400268555,
-   "peak_gb_teachers": 29.564642429351807,
-   "bench_h": 0.5450263371070226,
-   "gpu_bench": "NVIDIA RTX 6000 Ada Generation"
+   "peak_gb_teachers": 29.564642429351807
+  },
+  "stage2_code": {
+   "domain": "code",
+   "steps": 922,
+   "train_h": 3.175876672797733,
+   "val_start": {
+    "step": 0,
+    "math_kl": 0.08487467603497796,
+    "math_ce": 0.4852587552540262,
+    "code_kl": 0.1541407659410709,
+    "code_ce": 0.31246573216514495,
+    "math_hard_kl": 0.09294364564563633,
+    "math_hard_ce": 0.615062524093084
+   },
+   "val_end": {
+    "step": 922,
+    "math_kl": 0.1022831351246442,
+    "math_ce": 0.4756482430763325,
+    "code_kl": 0.08975942834243433,
+    "code_ce": 0.24035584365031043,
+    "math_hard_kl": 0.11692997353622774,
+    "math_hard_ce": 0.6166414081536372
+   },
+   "peak_gb_student": 33.701783180236816,
+   "peak_gb_teachers": 29.222092628479004
   }
  }
 }

seq_math_code_kd_ce/stage2_code/config.json

@@ -0,0 +1,61 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "dtype": "bfloat16",
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 1536,
+  "initializer_range": 0.02,
+  "intermediate_size": 8960,
+  "layer_types": [
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 32768,
+  "max_window_layers": 21,
+  "model_type": "qwen2",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 2,
+  "pad_token_id": null,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 1000000.0,
+    "rope_type": "default"
+  },
+  "sliding_window": null,
+  "tie_word_embeddings": true,
+  "transformers_version": "5.20.2",
+  "use_cache": false,
+  "use_sliding_window": false,
+  "vocab_size": 151936
+}

seq_math_code_kd_ce/stage2_code/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "pad_token_id": 151643,
+  "repetition_penalty": 1.1,
+  "temperature": 0.7,
+  "top_k": 20,
+  "top_p": 0.8,
+  "transformers_version": "5.20.2"
+}

seq_math_code_kd_ce/stage2_code/log.json

@@ -0,0 +1 @@
+{"train": [{"step": 1, "kl": 0.1562096188727618, "ce": 0.361944820600922}, {"step": 2, "kl": 0.14827703562495748, "ce": 0.29873388034310977}, {"step": 3, "kl": 0.12846538154187745, "ce": 0.29322428717148347}, {"step": 4, "kl": 0.1403650879510768, "ce": 0.32887528598251853}, {"step": 5, "kl": 0.18194943477005715, "ce": 0.36493041052072533}, {"step": 6, "kl": 0.18257494954555556, "ce": 0.36064126871073593}, {"step": 7, "kl": 0.1623317191874598, "ce": 0.31336815678469665}, {"step": 8, "kl": 0.16080579045761761, "ce": 0.3239647356708427}, {"step": 9, "kl": 0.16264937155997822, "ce": 0.3239708896553326}, {"step": 10, "kl": 0.1310745119158687, "ce": 0.31315138972213313}, {"step": 11, "kl": 0.15011566437330823, "ce": 0.30636736556471633}, {"step": 12, "kl": 0.15247417136823596, "ce": 0.3124654944824823}, {"step": 13, "kl": 0.14957875953765246, "ce": 0.2977001684458153}, {"step": 14, "kl": 0.1648631194890853, "ce": 0.2361666390944758}, {"step": 15, "kl": 0.175631472269694, "ce": 0.3450764015013434}, {"step": 16, "kl": 0.15645807609370088, "ce": 0.3107529839774206}, {"step": 17, "kl": 0.1549130790942424, "ce": 0.27761894640072365}, {"step": 18, "kl": 0.15474335425437863, "ce": 0.3104131651524338}, {"step": 19, "kl": 0.12374380069824853, "ce": 0.280110702715246}, {"step": 20, "kl": 0.12264834358390357, "ce": 0.26226700632195726}, {"step": 21, "kl": 0.16197550152376647, "ce": 0.35137326161700744}, {"step": 22, "kl": 0.14709873509710547, "ce": 0.27777913975938456}, {"step": 23, "kl": 0.14160027271099146, "ce": 0.3054184612856524}, {"step": 24, "kl": 0.1337541398178678, "ce": 0.2850661876048069}, {"step": 25, "kl": 0.13002379539585002, "ce": 0.29338919504763994}, {"step": 26, "kl": 0.11457846517559366, "ce": 0.25341871591379317}, {"step": 27, "kl": 0.13045471152397842, "ce": 0.30911829233602267}, {"step": 28, "kl": 0.1532917012922131, "ce": 0.30457473031953464}, {"step": 29, "kl": 0.12172997427242259, "ce": 0.26025247767449267}, {"step": 30, "kl": 0.14540176541685723, "ce": 0.31680932322835903}, {"step": 31, "kl": 0.1147466710035643, "ce": 0.2978118595324064}, {"step": 32, "kl": 0.1279390724355791, "ce": 0.2911686414953148}, {"step": 33, "kl": 0.13358518197962538, "ce": 0.30889392500754587}, {"step": 34, "kl": 0.1479278775100774, "ce": 0.27518062421253753}, {"step": 35, "kl": 0.11520970161532013, "ce": 0.2571697942056508}, {"step": 36, "kl": 0.13434836329995292, "ce": 0.2895402547852583}, {"step": 37, "kl": 0.1261918685157078, "ce": 0.3197108800278846}, {"step": 38, "kl": 0.11413464760805711, "ce": 0.23328266429825853}, {"step": 39, "kl": 0.12663824216319325, "ce": 0.24840022118769012}, {"step": 40, "kl": 0.13778090824183892, "ce": 0.3095061189649846}, {"step": 41, "kl": 0.13196521648198278, "ce": 0.24304234872891595}, {"step": 42, "kl": 0.12430990338779686, "ce": 0.28558060107171646}, {"step": 43, "kl": 0.13787541401615458, "ce": 0.29010274114232437}, {"step": 44, "kl": 0.14299294324731637, "ce": 0.3199463268523379}, {"step": 45, "kl": 0.128349809428462, "ce": 0.26860781127828304}, {"step": 46, "kl": 0.13340233426448728, "ce": 0.32811644614095137}, {"step": 47, "kl": 0.11788608157335806, "ce": 0.27463066391533403}, {"step": 48, "kl": 0.1399437605268475, "ce": 0.27184514873974003}, {"step": 49, "kl": 0.13857061924712027, "ce": 0.3192024306157157}, {"step": 50, "kl": 0.10937510335233329, "ce": 0.308250694486578}, {"step": 51, "kl": 0.11039138856597328, "ce": 0.2381063072789697}, {"step": 52, "kl": 0.12265008129074892, "ce": 0.2913283420701786}, {"step": 53, "kl": 0.13832638141339704, "ce": 0.2834209856595803}, {"step": 54, "kl": 0.12879233691850994, "ce": 0.2665918391401539}, {"step": 55, "kl": 0.12696884710105705, "ce": 0.30936888470001966}, {"step": 56, "kl": 0.11141042831072152, "ce": 0.2594352805557053}, {"step": 57, "kl": 0.12139967490772735, "ce": 0.21548862784052886}, {"step": 58, "kl": 0.13028531459682496, "ce": 0.2795837037181484}, {"step": 59, "kl": 0.11884672811615911, "ce": 0.30154656428073134}, {"step": 60, "kl": 0.12486227829151089, "ce": 0.30895687650133674}, {"step": 61, "kl": 0.10789745317366785, "ce": 0.3078310907148249}, {"step": 62, "kl": 0.12299520377396532, "ce": 0.3173208509077223}, {"step": 63, "kl": 0.11427384950192038, "ce": 0.2780545852365726}, {"step": 64, "kl": 0.12264038750416696, "ce": 0.23196944636339584}, {"step": 65, "kl": 0.13448711306546218, "ce": 0.29668655001939503}, {"step": 66, "kl": 0.13015924016883607, "ce": 0.29703905901704}, {"step": 67, "kl": 0.1198903979843653, "ce": 0.24593805113146383}, {"step": 68, "kl": 0.12516965711130384, "ce": 0.3155764102041162}, {"step": 69, "kl": 0.11420054830630887, "ce": 0.2641431604285702}, {"step": 70, "kl": 0.1098522610249129, "ce": 0.26136888826788734}, {"step": 71, "kl": 0.11791421536867464, "ce": 0.30046781095981695}, {"step": 72, "kl": 0.11972699008174825, "ce": 0.25617566407826553}, {"step": 73, "kl": 0.1415702417789407, "ce": 0.2922031277999583}, {"step": 74, "kl": 0.13685808208620184, "ce": 0.2952964122841346}, {"step": 75, "kl": 0.1199162548849634, "ce": 0.2563453854866398}, {"step": 76, "kl": 0.10260539799451261, "ce": 0.2463381270706199}, {"step": 77, "kl": 0.11903214570991764, "ce": 0.2529712602662851}, {"step": 78, "kl": 0.10593982099367608, "ce": 0.23462899602413254}, {"step": 79, "kl": 0.1283410432289105, "ce": 0.28920607344205945}, {"step": 80, "kl": 0.12254054952473017, "ce": 0.30309248701076436}, {"step": 81, "kl": 0.1252230450029378, "ce": 0.28525728743476614}, {"step": 82, "kl": 0.11400968459519473, "ce": 0.2450030045730416}, {"step": 83, "kl": 0.10732374735416257, "ce": 0.24905068120281612}, {"step": 84, "kl": 0.13342261758393775, "ce": 0.31303164466828914}, {"step": 85, "kl": 0.10585729519806987, "ce": 0.25636309886159103}, {"step": 86, "kl": 0.13283030276602886, "ce": 0.29212060331006223}, {"step": 87, "kl": 0.13643113586291047, "ce": 0.25763002071374147}, {"step": 88, "kl": 0.09795735292168213, "ce": 0.22779749188901235}, {"step": 89, "kl": 0.1435667635880126, "ce": 0.30009423294009885}, {"step": 90, "kl": 0.12104320203552564, "ce": 0.2902119194132134}, {"step": 91, "kl": 0.11923405664114455, "ce": 0.25713112166767715}, {"step": 92, "kl": 0.11493996859486977, "ce": 0.2898837782149283}, {"step": 93, "kl": 0.11829406574463126, "ce": 0.29517458841207117}, {"step": 94, "kl": 0.10429276873359686, "ce": 0.26704996692546945}, {"step": 95, "kl": 0.11332497463816765, "ce": 0.2567890487332285}, {"step": 96, "kl": 0.1262228307026482, "ce": 0.3193673715717883}, {"step": 97, "kl": 0.11879768156069213, "ce": 0.24012941590670883}, {"step": 98, "kl": 0.11522931416064806, "ce": 0.30394412566678264}, {"step": 99, "kl": 0.10863205115139328, "ce": 0.26801291637364394}, {"step": 100, "kl": 0.11416910089139687, "ce": 0.29394437648058325}, {"step": 101, "kl": 0.12447245719501511, "ce": 0.31070702045079224}, {"step": 102, "kl": 0.1355527321924028, "ce": 0.29665268840063}, {"step": 103, "kl": 0.1277264282954121, "ce": 0.32375487127952346}, {"step": 104, "kl": 0.1254581562924352, "ce": 0.2753401380771357}, {"step": 105, "kl": 0.12561444205959346, "ce": 0.2498970978973063}, {"step": 106, "kl": 0.12379031885157417, "ce": 0.33715473384144184}, {"step": 107, "kl": 0.10431127036327242, "ce": 0.30660969873161875}, {"step": 108, "kl": 0.11591429526025711, "ce": 0.2785575011368523}, {"step": 109, "kl": 0.13119959076937898, "ce": 0.25936357692866685}, {"step": 110, "kl": 0.10780601291786639, "ce": 0.24024636296388763}, {"step": 111, "kl": 0.11347388669865295, "ce": 0.2569585688597006}, {"step": 112, "kl": 0.1109492600382257, "ce": 0.24273979702888715}, {"step": 113, "kl": 0.10963819055426456, "ce": 0.263450980908943}, {"step": 114, "kl": 0.12985091461332432, "ce": 0.32503345164134656}, {"step": 115, "kl": 0.10777018122918959, "ce": 0.21209988320709036}, {"step": 116, "kl": 0.10760478904842483, "ce": 0.23682762631054585}, {"step": 117, "kl": 0.11772599286037629, "ce": 0.2649171623424404}, {"step": 118, "kl": 0.12424887180615275, "ce": 0.29480824930758415}, {"step": 119, "kl": 0.12705618403654, "ce": 0.29002282552857217}, {"step": 120, "kl": 0.13082603901739454, "ce": 0.30273712672100167}, {"step": 121, "kl": 0.10033609286221591, "ce": 0.2503564336401551}, {"step": 122, "kl": 0.1354862471562651, "ce": 0.30676845937048286}, {"step": 123, "kl": 0.10527885634863811, "ce": 0.27520805077132726}, {"step": 124, "kl": 0.11128430038658187, "ce": 0.2936357558138666}, {"step": 125, "kl": 0.1286797482046653, "ce": 0.2789159254680532}, {"step": 126, "kl": 0.13982673428680498, "ce": 0.3372754354569954}, {"step": 127, "kl": 0.13601602979143806, "ce": 0.2662559880450409}, {"step": 128, "kl": 0.10084502977930057, "ce": 0.227368789589958}, {"step": 129, "kl": 0.1210252907154795, "ce": 0.2643955292339664}, {"step": 130, "kl": 0.11600090892982581, "ce": 0.26417084002412883}, {"step": 131, "kl": 0.12980546210149813, "ce": 0.26638471650747925}, {"step": 132, "kl": 0.11442552919186447, "ce": 0.2674279179041805}, {"step": 133, "kl": 0.1293587588512791, "ce": 0.29306799526872307}, {"step": 134, "kl": 0.1231082657314272, "ce": 0.29557644137964467}, {"step": 135, "kl": 0.1193049982861957, "ce": 0.25904129382616636}, {"step": 136, "kl": 0.12031117346907486, "ce": 0.23601400474927775}, {"step": 137, "kl": 0.11843263818408394, "ce": 0.26971619764774335}, {"step": 138, "kl": 0.0987876788397843, "ce": 0.255791007139999}, {"step": 139, "kl": 0.12499477081699946, "ce": 0.283542828708565}, {"step": 140, "kl": 0.13937139755166703, "ce": 0.3273160375701487}, {"step": 141, "kl": 0.09901343539796018, "ce": 0.2469692264659501}, {"step": 142, "kl": 0.11289497812498984, "ce": 0.2635947433908425}, {"step": 143, "kl": 0.11873085546655261, "ce": 0.2821750335750126}, {"step": 144, "kl": 0.11427457451579222, "ce": 0.2482095243562856}, {"step": 145, "kl": 0.1440747129250924, "ce": 0.289840634510699}, {"step": 146, "kl": 0.11964428336074645, "ce": 0.2853181766350673}, {"step": 147, "kl": 0.12187795917077245, "ce": 0.277329373962182}, {"step": 148, "kl": 0.12302401473214658, "ce": 0.3243817431301824}, {"step": 149, "kl": 0.11926947326616127, "ce": 0.25219189724433455}, {"step": 150, "kl": 0.12910163295161617, "ce": 0.28585641051187843}, {"step": 151, "kl": 0.11482842385903236, "ce": 0.2851178408891727}, {"step": 152, "kl": 0.12788085559155726, "ce": 0.262816010437695}, {"step": 153, "kl": 0.10493019454186799, "ce": 0.26907939898348576}, {"step": 154, "kl": 0.11119991614408375, "ce": 0.2602041069838511}, {"step": 155, "kl": 0.1316165266711534, "ce": 0.28383465926440415}, {"step": 156, "kl": 0.10563352263925349, "ce": 0.2910336648594366}, {"step": 157, "kl": 0.13450521714250238, "ce": 0.28945233813071164}, {"step": 158, "kl": 0.12972882017644538, "ce": 0.2722307579539646}, {"step": 159, "kl": 0.12506436280920355, "ce": 0.29567821822985985}, {"step": 160, "kl": 0.10525185102712428, "ce": 0.28699639131282945}, {"step": 161, "kl": 0.11362161582429113, "ce": 0.2858228716995846}, {"step": 162, "kl": 0.12470396229791512, "ce": 0.29132114671864706}, {"step": 163, "kl": 0.11113315758077787, "ce": 0.24206252200669973}, {"step": 164, "kl": 0.12532300023119017, "ce": 0.25781215251598005}, {"step": 165, "kl": 0.12160665257516125, "ce": 0.31968264461524876}, {"step": 166, "kl": 0.1214011159042088, "ce": 0.3208516322610394}, {"step": 167, "kl": 0.12626235352714751, "ce": 0.2677624144946762}, {"step": 168, "kl": 0.11173192516425792, "ce": 0.2707755462420906}, {"step": 169, "kl": 0.11686985605004904, "ce": 0.27343426367913626}, {"step": 170, "kl": 0.12161540985107422, "ce": 0.2908103279342817}, {"step": 171, "kl": 0.08206309481623697, "ce": 0.2488052194446436}, {"step": 172, "kl": 0.10999595575470428, "ce": 0.2837730010153342}, {"step": 173, "kl": 0.1136013130456424, "ce": 0.2825390470870818}, {"step": 174, "kl": 0.11764391723133268, "ce": 0.29424189773897497}, {"step": 175, "kl": 0.11554104008134818, "ce": 0.26681117537477517}, {"step": 176, "kl": 0.09938359627004545, "ce": 0.2513701377589436}, {"step": 177, "kl": 0.12796127150885708, "ce": 0.2949888881707248}, {"step": 178, "kl": 0.10815777037209418, "ce": 0.2902649356771865}, {"step": 179, "kl": 0.11714738248092436, "ce": 0.23537190325499072}, {"step": 180, "kl": 0.11019741102331614, "ce": 0.2695168176951632}, {"step": 181, "kl": 0.11672133947792444, "ce": 0.2708974730127645}, {"step": 182, "kl": 0.10816881568427689, "ce": 0.261690150036898}, {"step": 183, "kl": 0.09587598273497434, "ce": 0.26334939916311095}, {"step": 184, "kl": 0.10369797322080296, "ce": 0.2652728056163607}, {"step": 185, "kl": 0.12015652000416852, "ce": 0.27972102733250975}, {"step": 186, "kl": 0.10911281877093845, "ce": 0.2564350768765956}, {"step": 187, "kl": 0.1125857264666216, "ce": 0.24575547774055329}, {"step": 188, "kl": 0.10782288484283874, "ce": 0.219666124336853}, {"step": 189, "kl": 0.11632662207080091, "ce": 0.27421537874407714}, {"step": 190, "kl": 0.09543826738077213, "ce": 0.2944690600190147}, {"step": 191, "kl": 0.14331740103184906, "ce": 0.2688809393143179}, {"step": 192, "kl": 0.12082588087166755, "ce": 0.27008211908261637}, {"step": 193, "kl": 0.1293437841699427, "ce": 0.30339299261823804}, {"step": 194, "kl": 0.12771884998214864, "ce": 0.3381298972559674}, {"step": 195, "kl": 0.12016047627718893, "ce": 0.28887955020706646}, {"step": 196, "kl": 0.12765659629719717, "ce": 0.2507866448390591}, {"step": 197, "kl": 0.11874658986461643, "ce": 0.2922624846851998}, {"step": 198, "kl": 0.11509369214375816, "ce": 0.2959278542828193}, {"step": 199, "kl": 0.11035870673090027, "ce": 0.2598796907204267}, {"step": 200, "kl": 0.12920021963441566, "ce": 0.2690961732639103}, {"step": 201, "kl": 0.11832747859266712, "ce": 0.29137047861587007}, {"step": 202, "kl": 0.08695168578125918, "ce": 0.25694490054000474}, {"step": 203, "kl": 0.11571486668370902, "ce": 0.2731656040173236}, {"step": 204, "kl": 0.1314600932150623, "ce": 0.3088233695212972}, {"step": 205, "kl": 0.11177337271002401, "ce": 0.2315550320272394}, {"step": 206, "kl": 0.1066174670591091, "ce": 0.2743593722664093}, {"step": 207, "kl": 0.12525154742506422, "ce": 0.2818005059186886}, {"step": 208, "kl": 0.11802818799676479, "ce": 0.267007364895456}, {"step": 209, "kl": 0.124561333907139, "ce": 0.33920747177242505}, {"step": 210, "kl": 0.09932364870843331, "ce": 0.24583758395368793}, {"step": 211, "kl": 0.11665465700372364, "ce": 0.2345547719252131}, {"step": 212, "kl": 0.09547959488745701, "ce": 0.2804543410644136}, {"step": 213, "kl": 0.11569702363099174, "ce": 0.3005171671257552}, {"step": 214, "kl": 0.1074486839727207, "ce": 0.2775162382299047}, {"step": 215, "kl": 0.10845143805417728, "ce": 0.246771775801158}, {"step": 216, "kl": 0.13348098035592598, "ce": 0.2809180885176115}, {"step": 217, "kl": 0.12339846299173104, "ce": 0.23948316549676643}, {"step": 218, "kl": 0.11535955581092029, "ce": 0.27349616786728725}, {"step": 219, "kl": 0.1297919784975339, "ce": 0.30503671890667877}, {"step": 220, "kl": 0.1370890019317733, "ce": 0.2911760259067506}, {"step": 221, "kl": 0.11944205425286186, "ce": 0.2612521142262277}, {"step": 222, "kl": 0.12494220008618769, "ce": 0.30044039411561385}, {"step": 223, "kl": 0.1161952207718298, "ce": 0.28361883765267537}, {"step": 224, "kl": 0.11822708320161529, "ce": 0.29320808622038336}, {"step": 225, "kl": 0.10091428872194107, "ce": 0.2278242035675367}, {"step": 226, "kl": 0.12852496332753965, "ce": 0.26448512188719464}, {"step": 227, "kl": 0.13185037117477136, "ce": 0.28321890176573566}, {"step": 228, "kl": 0.11693611855607174, "ce": 0.2594221065654561}, {"step": 229, "kl": 0.11103676249337083, "ce": 0.25548106821003597}, {"step": 230, "kl": 0.10796177754146044, "ce": 0.2208995950872248}, {"step": 231, "kl": 0.11112878005799615, "ce": 0.24436531732727163}, {"step": 232, "kl": 0.12419922649049214, "ce": 0.2754493831916537}, {"step": 233, "kl": 0.12072261221582348, "ce": 0.3081909314572219}, {"step": 234, "kl": 0.13130812243704906, "ce": 0.3230538662853511}, {"step": 235, "kl": 0.11504674258434343, "ce": 0.24816908616812455}, {"step": 236, "kl": 0.13010989268778805, "ce": 0.3637060346962815}, {"step": 237, "kl": 0.1038316477460358, "ce": 0.24458955272624663}, {"step": 238, "kl": 0.10675728953002489, "ce": 0.2518993281967929}, {"step": 239, "kl": 0.1209495474789533, "ce": 0.2694068042405573}, {"step": 240, "kl": 0.11879874330001547, "ce": 0.28681662425333926}, {"step": 241, "kl": 0.10895301181819365, "ce": 0.2641452111595635}, {"step": 242, "kl": 0.1330424372229701, "ce": 0.2743803764136481}, {"step": 243, "kl": 0.10521978996851804, "ce": 0.23734346013160273}, {"step": 244, "kl": 0.10706941191770529, "ce": 0.2456500023630024}, {"step": 245, "kl": 0.10929109471843634, "ce": 0.26248392653134134}, {"step": 246, "kl": 0.11726828909784408, "ce": 0.23544326290808174}, {"step": 247, "kl": 0.10848982003165202, "ce": 0.2609709680485101}, {"step": 248, "kl": 0.10017355225667232, "ce": 0.26324951416063275}, {"step": 249, "kl": 0.1362969398008025, "ce": 0.21654896227759846}, {"step": 250, "kl": 0.11536499161586582, "ce": 0.2510482824330092}, {"step": 251, "kl": 0.12936023997977975, "ce": 0.2548032207148416}, {"step": 252, "kl": 0.12095832368341142, "ce": 0.2877689452340503}, {"step": 253, "kl": 0.08972217758604373, "ce": 0.22317534707814674}, {"step": 254, "kl": 0.09681789396251221, "ce": 0.22097943619986313}, {"step": 255, "kl": 0.0936904594050448, "ce": 0.22450431071418472}, {"step": 256, "kl": 0.12914918364184075, "ce": 0.3332593044413009}, {"step": 257, "kl": 0.10433839380539486, "ce": 0.26081068262633644}, {"step": 258, "kl": 0.10605687489225278, "ce": 0.2564394770750156}, {"step": 259, "kl": 0.10630062125814016, "ce": 0.25935100834088826}, {"step": 260, "kl": 0.112682739495335, "ce": 0.24628909255013162}, {"step": 261, "kl": 0.11104270797148474, "ce": 0.26655501158192635}, {"step": 262, "kl": 0.11941560611390233, "ce": 0.24212492375408864}, {"step": 263, "kl": 0.1296045281685693, "ce": 0.3231106817663866}, {"step": 264, "kl": 0.10427239348889629, "ce": 0.2654209551252433}, {"step": 265, "kl": 0.11019461829707307, "ce": 0.24120313965208842}, {"step": 266, "kl": 0.10823431707197619, "ce": 0.26466931971002694}, {"step": 267, "kl": 0.09338925034355028, "ce": 0.2285563624931603}, {"step": 268, "kl": 0.10019761683406533, "ce": 0.24682232366762558}, {"step": 269, "kl": 0.116339722357582, "ce": 0.30439900829909927}, {"step": 270, "kl": 0.11930581170713321, "ce": 0.27612531234507726}, {"step": 271, "kl": 0.12214296651754762, "ce": 0.2924170936437626}, {"step": 272, "kl": 0.09586004498057717, "ce": 0.2744592446639256}, {"step": 273, "kl": 0.1020511017376667, "ce": 0.2512212781224345}, {"step": 274, "kl": 0.1102535183079685, "ce": 0.2806570447595378}, {"step": 275, "kl": 0.11022291438108181, "ce": 0.30885072089163235}, {"step": 276, "kl": 0.10132207550693664, "ce": 0.27265209611459595}, {"step": 277, "kl": 0.1230516511253363, "ce": 0.24808562179834176}, {"step": 278, "kl": 0.12718201648409388, "ce": 0.2672230979293862}, {"step": 279, "kl": 0.11898538474127657, "ce": 0.2476384264911068}, {"step": 280, "kl": 0.10647511928548352, "ce": 0.29059978626230853}, {"step": 281, "kl": 0.12108369446653262, "ce": 0.2783004496396784}, {"step": 282, "kl": 0.11099536313677959, "ce": 0.2723243180187459}, {"step": 283, "kl": 0.11003439706471331, "ce": 0.19269925081117037}, {"step": 284, "kl": 0.12744932387982347, "ce": 0.2988475062891151}, {"step": 285, "kl": 0.128666338593834, "ce": 0.27076081640829164}, {"step": 286, "kl": 0.10860496505721465, "ce": 0.2413620757930971}, {"step": 287, "kl": 0.11680266757043153, "ce": 0.2350369046961402}, {"step": 288, "kl": 0.10030788674236785, "ce": 0.22969271527538232}, {"step": 289, "kl": 0.0969638193581597, "ce": 0.23227034472639618}, {"step": 290, "kl": 0.11987132471522924, "ce": 0.2900444532232531}, {"step": 291, "kl": 0.10484612575904068, "ce": 0.23260804804788757}, {"step": 292, "kl": 0.11287300921999746, "ce": 0.2513586777032905}, {"step": 293, "kl": 0.10814262794870681, "ce": 0.26465984929722985}, {"step": 294, "kl": 0.09446898445336148, "ce": 0.26774021417623817}, {"step": 295, "kl": 0.0937989071345813, "ce": 0.2148598253362776}, {"step": 296, "kl": 0.11411497427623238, "ce": 0.30134139050974307}, {"step": 297, "kl": 0.11340212327937274, "ce": 0.22506528590449779}, {"step": 298, "kl": 0.1235981633851854, "ce": 0.2982736309009256}, {"step": 299, "kl": 0.09745820462093893, "ce": 0.24115314884858416}, {"step": 300, "kl": 0.1035984275242527, "ce": 0.2544272456715701}, {"step": 301, "kl": 0.11583697466742328, "ce": 0.25119991082642157}, {"step": 302, "kl": 0.11176596137474609, "ce": 0.2742785648738084}, {"step": 303, "kl": 0.1129646087571023, "ce": 0.24249850098174044}, {"step": 304, "kl": 0.11517574736327182, "ce": 0.2684478759765625}, {"step": 305, "kl": 0.10230577490577318, "ce": 0.21750670644492584}, {"step": 306, "kl": 0.10369889461900902, "ce": 0.2569993433667652}, {"step": 307, "kl": 0.13735204496008355, "ce": 0.25074157478935677}, {"step": 308, "kl": 0.1095194942894436, "ce": 0.26958375105523985}, {"step": 309, "kl": 0.12203977291901363, "ce": 0.23900125202864786}, {"step": 310, "kl": 0.13106610515516262, "ce": 0.3005547724303623}, {"step": 311, "kl": 0.12351501981145988, "ce": 0.2807533913033041}, {"step": 312, "kl": 0.13182419897823108, "ce": 0.28404052987071315}, {"step": 313, "kl": 0.0922186436665921, "ce": 0.23417936317852342}, {"step": 314, "kl": 0.09709802449757284, "ce": 0.24472176046712923}, {"step": 315, "kl": 0.10280940212617862, "ce": 0.2639676068584274}, {"step": 316, "kl": 0.09431596151150147, "ce": 0.26528848313355513}, {"step": 317, "kl": 0.09714712459838756, "ce": 0.2494820043078466}, {"step": 318, "kl": 0.10730019479681054, "ce": 0.26420155241622695}, {"step": 319, "kl": 0.09551462302411658, "ce": 0.30391905824914556}, {"step": 320, "kl": 0.0930994287040911, "ce": 0.2459629617926253}, {"step": 321, "kl": 0.08855242323986687, "ce": 0.23385094608298443}, {"step": 322, "kl": 0.11229008302789577, "ce": 0.25992585732558066}, {"step": 323, "kl": 0.09681365427907039, "ce": 0.2553778606458507}, {"step": 324, "kl": 0.08070186736375443, "ce": 0.2398467910772978}, {"step": 325, "kl": 0.10870049098072612, "ce": 0.2798526951916329}, {"step": 326, "kl": 0.10130593075793247, "ce": 0.21293478365626395}, {"step": 327, "kl": 0.10440665316265609, "ce": 0.22643012805789917}, {"step": 328, "kl": 0.12388525060446888, "ce": 0.29403601925124906}, {"step": 329, "kl": 0.1235663843154907, "ce": 0.2812986073100866}, {"step": 330, "kl": 0.10117875083690532, "ce": 0.23132776963268617}, {"step": 331, "kl": 0.12574499865721148, "ce": 0.3074729965215347}, {"step": 332, "kl": 0.10673331813382414, "ce": 0.23037669241724645}, {"step": 333, "kl": 0.12125847822532729, "ce": 0.2676845454046408}, {"step": 334, "kl": 0.10756579696396251, "ce": 0.2640894586398069}, {"step": 335, "kl": 0.11984070894450581, "ce": 0.2556036554377663}, {"step": 336, "kl": 0.10256718636292116, "ce": 0.26576928164650016}, {"step": 337, "kl": 0.09454510650207697, "ce": 0.24511349743438132}, {"step": 338, "kl": 0.09649693700339232, "ce": 0.2195386356868167}, {"step": 339, "kl": 0.09843960450354562, "ce": 0.25308441478407373}, {"step": 340, "kl": 0.09555782903620617, "ce": 0.24023475825532953}, {"step": 341, "kl": 0.1325402189233657, "ce": 0.2935489639862831}, {"step": 342, "kl": 0.10794448319178716, "ce": 0.22735336121801392}, {"step": 343, "kl": 0.1282901613532963, "ce": 0.27061881327274634}, {"step": 344, "kl": 0.12508573479726942, "ce": 0.3143716647588761}, {"step": 345, "kl": 0.11748354054086521, "ce": 0.26629175297498064}, {"step": 346, "kl": 0.09941310004750308, "ce": 0.1943127472576928}, {"step": 347, "kl": 0.09186102065689333, "ce": 0.22892668370946428}, {"step": 348, "kl": 0.1306415379732106, "ce": 0.31848807317345346}, {"step": 349, "kl": 0.10521150018327582, "ce": 0.26125104503172886}, {"step": 350, "kl": 0.09460501803654314, "ce": 0.24508687737956336}, {"step": 351, "kl": 0.10162689859953296, "ce": 0.2660801290790915}, {"step": 352, "kl": 0.12069779903132019, "ce": 0.3050142483726842}, {"step": 353, "kl": 0.10018670608402433, "ce": 0.25231638561630715}, {"step": 354, "kl": 0.10456001831518186, "ce": 0.25886069357146113}, {"step": 355, "kl": 0.11920529255150335, "ce": 0.2864607853047988}, {"step": 356, "kl": 0.09869774675537855, "ce": 0.22812217688794828}, {"step": 357, "kl": 0.12516911389699126, "ce": 0.2806459499620718}, {"step": 358, "kl": 0.10920467612727378, "ce": 0.22953879057423}, {"step": 359, "kl": 0.10535543814618537, "ce": 0.3001278867553145}, {"step": 360, "kl": 0.08938906467577831, "ce": 0.2501074826393051}, {"step": 361, "kl": 0.09726658045076858, "ce": 0.30004069298101227}, {"step": 362, "kl": 0.13069086117916798, "ce": 0.34921023301593823}, {"step": 363, "kl": 0.09190601410511662, "ce": 0.3177893074521165}, {"step": 364, "kl": 0.09897380971653576, "ce": 0.320309144642971}, {"step": 365, "kl": 0.1338755330895165, "ce": 0.26596612340199977}, {"step": 366, "kl": 0.09223339241978709, "ce": 0.2816083718511146}, {"step": 367, "kl": 0.09896204614334542, "ce": 0.25087487370398437}, {"step": 368, "kl": 0.13121767518652735, "ce": 0.2715550614722144}, {"step": 369, "kl": 0.08629572097796709, "ce": 0.24928515893428638}, {"step": 370, "kl": 0.1076974781824242, "ce": 0.2414308912946701}, {"step": 371, "kl": 0.10734414659044261, "ce": 0.24961817529117164}, {"step": 372, "kl": 0.10763687224554314, "ce": 0.22950333078746787}, {"step": 373, "kl": 0.09312932739023094, "ce": 0.23937362876631388}, {"step": 374, "kl": 0.13161252522795414, "ce": 0.3463358279117472}, {"step": 375, "kl": 0.11451991410894274, "ce": 0.2825443700788231}, {"step": 376, "kl": 0.09224027099500176, "ce": 0.26522004357252726}, {"step": 377, "kl": 0.12012908733595207, "ce": 0.1969365485411204}, {"step": 378, "kl": 0.10230404588445528, "ce": 0.2687063077884078}, {"step": 379, "kl": 0.08744811116187948, "ce": 0.24629078283195224}, {"step": 380, "kl": 0.10265358127346871, "ce": 0.25808874815127103}, {"step": 381, "kl": 0.13198536383872866, "ce": 0.27505501739674293}, {"step": 382, "kl": 0.09668264088361321, "ce": 0.23360483803559817}, {"step": 383, "kl": 0.11855206846606905, "ce": 0.2548679627497039}, {"step": 384, "kl": 0.10251321430283938, "ce": 0.26175245072337305}, {"step": 385, "kl": 0.11376903154777454, "ce": 0.26424671065209054}, {"step": 386, "kl": 0.10477517063360714, "ce": 0.3007512446737786}, {"step": 387, "kl": 0.10448772396491832, "ce": 0.2726566465251694}, {"step": 388, "kl": 0.10235220056798164, "ce": 0.23457012080070533}, {"step": 389, "kl": 0.130303353968487, "ce": 0.2887889750977795}, {"step": 390, "kl": 0.13294070736165514, "ce": 0.27275564845992156}, {"step": 391, "kl": 0.09504871323053288, "ce": 0.22607534480394179}, {"step": 392, "kl": 0.12102459443343143, "ce": 0.2447477769279153}, {"step": 393, "kl": 0.10781712317707963, "ce": 0.2533293308065624}, {"step": 394, "kl": 0.11516504246048563, "ce": 0.2716988855499332}, {"step": 395, "kl": 0.13916970627681208, "ce": 0.2988383197337979}, {"step": 396, "kl": 0.11133608473220324, "ce": 0.27403873233423665}, {"step": 397, "kl": 0.10569179338995097, "ce": 0.24813845880229923}, {"step": 398, "kl": 0.11556717176004212, "ce": 0.186190597125256}, {"step": 399, "kl": 0.10077168407951004, "ce": 0.24133546523798527}, {"step": 400, "kl": 0.10179182259394313, "ce": 0.27690931786107653}, {"step": 401, "kl": 0.11151630375969353, "ce": 0.2745263016090658}, {"step": 402, "kl": 0.11975303550062166, "ce": 0.27536981074719324}, {"step": 403, "kl": 0.12530154002175764, "ce": 0.25700407034110667}, {"step": 404, "kl": 0.11677099876476021, "ce": 0.2941832162929654}, {"step": 405, "kl": 0.10975378985761097, "ce": 0.3058623525507386}, {"step": 406, "kl": 0.076632545454417, "ce": 0.18961024064388235}, {"step": 407, "kl": 0.11515687490898893, "ce": 0.26669434103767653}, {"step": 408, "kl": 0.10776948036325226, "ce": 0.30442354923001413}, {"step": 409, "kl": 0.10130274994191707, "ce": 0.24863039187836652}, {"step": 410, "kl": 0.11980197756493417, "ce": 0.2898795768944531}, {"step": 411, "kl": 0.10317633250150272, "ce": 0.2564713711868464}, {"step": 412, "kl": 0.10318920370504289, "ce": 0.29274871964124766}, {"step": 413, "kl": 0.11990011167360184, "ce": 0.21331988698512894}, {"step": 414, "kl": 0.10094108854802085, "ce": 0.2804817992028711}, {"step": 415, "kl": 0.11153834504115659, "ce": 0.2828005806453118}, {"step": 416, "kl": 0.0972150032505151, "ce": 0.2430069484894682}, {"step": 417, "kl": 0.11258483068960011, "ce": 0.2264933288987357}, {"step": 418, "kl": 0.08862825356035588, "ce": 0.2375076004839319}, {"step": 419, "kl": 0.09762326027853603, "ce": 0.21829897470622925}, {"step": 420, "kl": 0.10941321512020942, "ce": 0.23909862753513464}, {"step": 421, "kl": 0.11572549057667363, "ce": 0.25642860299633957}, {"step": 422, "kl": 0.08327963268852373, "ce": 0.2154054049618147}, {"step": 423, "kl": 0.11206350641006738, "ce": 0.2735364795063817}, {"step": 424, "kl": 0.08901432743690853, "ce": 0.2726511568446427}, {"step": 425, "kl": 0.1349631939604095, "ce": 0.28706935163625036}, {"step": 426, "kl": 0.10572441970394333, "ce": 0.2627129106890431}, {"step": 427, "kl": 0.11088285431373003, "ce": 0.2592530606245897}, {"step": 428, "kl": 0.09917761814048397, "ce": 0.24732355472608483}, {"step": 429, "kl": 0.10834825824120803, "ce": 0.29839074416600764}, {"step": 430, "kl": 0.10548428900628283, "ce": 0.2946462936685516}, {"step": 431, "kl": 0.09971305202274588, "ce": 0.2639268461858871}, {"step": 432, "kl": 0.10887815507486036, "ce": 0.23444953882936073}, {"step": 433, "kl": 0.09987371458553171, "ce": 0.25930162279250607}, {"step": 434, "kl": 0.08074365240359051, "ce": 0.21454268416173328}, {"step": 435, "kl": 0.11240486172593477, "ce": 0.27399467993639187}, {"step": 436, "kl": 0.10337058407514006, "ce": 0.2795413455849625}, {"step": 437, "kl": 0.08834428405124015, "ce": 0.19503562524125817}, {"step": 438, "kl": 0.10490635142332572, "ce": 0.2695960043570347}, {"step": 439, "kl": 0.10256190115082581, "ce": 0.2239083359197257}, {"step": 440, "kl": 0.11932060539601541, "ce": 0.2822913595131963}, {"step": 441, "kl": 0.09818957447830351, "ce": 0.2857963934308906}, {"step": 442, "kl": 0.09007659185463475, "ce": 0.27370732887743743}, {"step": 443, "kl": 0.10301846582323608, "ce": 0.32003712928847106}, {"step": 444, "kl": 0.09360160682596881, "ce": 0.2503132805831429}, {"step": 445, "kl": 0.09593393588280029, "ce": 0.22105028809860938}, {"step": 446, "kl": 0.11818236539816811, "ce": 0.308533564179859}, {"step": 447, "kl": 0.12090607967735205, "ce": 0.279803027306172}, {"step": 448, "kl": 0.0896827452560022, "ce": 0.2540455730805486}, {"step": 449, "kl": 0.1129130312304198, "ce": 0.25038032806311616}, {"step": 450, "kl": 0.08338798435981257, "ce": 0.24375992084085468}, {"step": 451, "kl": 0.12150751276105765, "ce": 0.27396300292212117}, {"step": 452, "kl": 0.11865844586630182, "ce": 0.2840025319462329}, {"step": 453, "kl": 0.09669142816869854, "ce": 0.283598187203729}, {"step": 454, "kl": 0.10891894465917118, "ce": 0.24780618124621226}, {"step": 455, "kl": 0.10898380674854657, "ce": 0.23252144892930746}, {"step": 456, "kl": 0.11357828783852887, "ce": 0.29724666002689687}, {"step": 457, "kl": 0.1393868401523301, "ce": 0.2614343207287094}, {"step": 458, "kl": 0.09894850109314454, "ce": 0.20709065043813088}, {"step": 459, "kl": 0.10612342398407726, "ce": 0.23685457015296468}, {"step": 460, "kl": 0.11294506289818779, "ce": 0.2582065756533066}, {"step": 461, "kl": 0.08812658012318775, "ce": 0.21637524527373247}, {"step": 462, "kl": 0.08164082894981667, "ce": 0.22442815350991843}, {"step": 463, "kl": 0.07915153898317767, "ce": 0.2104838282064237}, {"step": 464, "kl": 0.07131497449665425, "ce": 0.19403519191354104}, {"step": 465, "kl": 0.07118414732174182, "ce": 0.18254179306106746}, {"step": 466, "kl": 0.07656437437210646, "ce": 0.19115950978400623}, {"step": 467, "kl": 0.0781627439773909, "ce": 0.18063409006298337}, {"step": 468, "kl": 0.06524625260058144, "ce": 0.15412829814796167}, {"step": 469, "kl": 0.06305446525362692, "ce": 0.17889777175438257}, {"step": 470, "kl": 0.08291824493189581, "ce": 0.17709390655313756}, {"step": 471, "kl": 0.08481760228095062, "ce": 0.18984378191579387}, {"step": 472, "kl": 0.06181026943477478, "ce": 0.18108125599574468}, {"step": 473, "kl": 0.0865429394451723, "ce": 0.2266929931076756}, {"step": 474, "kl": 0.06924457406314945, "ce": 0.157426634710564}, {"step": 475, "kl": 0.07182782294069875, "ce": 0.16734570390524448}, {"step": 476, "kl": 0.07977261221114268, "ce": 0.1986844160374482}, {"step": 477, "kl": 0.07770625356720973, "ce": 0.20504002694791942}, {"step": 478, "kl": 0.09391537856082527, "ce": 0.2139130901184728}, {"step": 479, "kl": 0.07987125961868852, "ce": 0.1973878600922585}, {"step": 480, "kl": 0.07017986725608, "ce": 0.16442619802314282}, {"step": 481, "kl": 0.0774439788913675, "ce": 0.18064264549225018}, {"step": 482, "kl": 0.08471793256700039, "ce": 0.21694135090466574}, {"step": 483, "kl": 0.06993352371322219, "ce": 0.16680026445917107}, {"step": 484, "kl": 0.06430624240296309, "ce": 0.13413718408846612}, {"step": 485, "kl": 0.07683184437879563, "ce": 0.18730480368128544}, {"step": 486, "kl": 0.07410655678045575, "ce": 0.22994278890953945}, {"step": 487, "kl": 0.07537566257613842, "ce": 0.17728365048596867}, {"step": 488, "kl": 0.07764025442490342, "ce": 0.22925853680241146}, {"step": 489, "kl": 0.0660789287434837, "ce": 0.13323385876179397}, {"step": 490, "kl": 0.06888423461413191, "ce": 0.19597690357782885}, {"step": 491, "kl": 0.0819368611806265, "ce": 0.19515004251740253}, {"step": 492, "kl": 0.0823968672592563, "ce": 0.222351615641921}, {"step": 493, "kl": 0.06933875714418708, "ce": 0.20552343382346372}, {"step": 494, "kl": 0.07808778692760739, "ce": 0.1999513057176977}, {"step": 495, "kl": 0.07748854610966702, "ce": 0.15454088833541552}, {"step": 496, "kl": 0.08051766853099299, "ce": 0.19485066626392455}, {"step": 497, "kl": 0.08966598677337306, "ce": 0.1929988339459028}, {"step": 498, "kl": 0.06324951629304984, "ce": 0.16310737163989575}, {"step": 499, "kl": 0.07680019282749265, "ce": 0.15701004218868364}, {"step": 500, "kl": 0.07983980588067546, "ce": 0.1629320693920035}, {"step": 501, "kl": 0.0855362355382603, "ce": 0.17509752739946066}, {"step": 502, "kl": 0.07380109350313205, "ce": 0.19212368102466115}, {"step": 503, "kl": 0.09437234885580989, "ce": 0.1876594581555368}, {"step": 504, "kl": 0.07249197245162091, "ce": 0.18303756924579165}, {"step": 505, "kl": 0.08486408178915253, "ce": 0.20467420194810992}, {"step": 506, "kl": 0.06704251529270294, "ce": 0.17485768457655387}, {"step": 507, "kl": 0.07602551470635814, "ce": 0.17204753115532426}, {"step": 508, "kl": 0.0646641064795895, "ce": 0.1768844573708234}, {"step": 509, "kl": 0.07348077801525932, "ce": 0.2291376088919372}, {"step": 510, "kl": 0.07600356450272622, "ce": 0.19931700083098097}, {"step": 511, "kl": 0.06427452965090674, "ce": 0.18452456805496537}, {"step": 512, "kl": 0.06677228619811912, "ce": 0.16542881804021217}, {"step": 513, "kl": 0.07873567429303563, "ce": 0.19954462126484068}, {"step": 514, "kl": 0.08098281847345584, "ce": 0.1897216191219089}, {"step": 515, "kl": 0.07684878035338814, "ce": 0.16333160792062026}, {"step": 516, "kl": 0.06579702237419773, "ce": 0.1889388526098971}, {"step": 517, "kl": 0.06997689091228772, "ce": 0.17821805987013392}, {"step": 518, "kl": 0.0890555208612566, "ce": 0.17217016021971965}, {"step": 519, "kl": 0.06207408351801523, "ce": 0.19467777043889287}, {"step": 520, "kl": 0.08191571592399971, "ce": 0.1850938054637872}, {"step": 521, "kl": 0.06376725346258409, "ce": 0.17831991725146407}, {"step": 522, "kl": 0.08214568372255741, "ce": 0.19008035809320856}, {"step": 523, "kl": 0.0687661211751211, "ce": 0.19692998464216166}, {"step": 524, "kl": 0.07200087506136449, "ce": 0.1590998661174398}, {"step": 525, "kl": 0.0680697141906488, "ce": 0.18320221058387506}, {"step": 526, "kl": 0.07753972956669433, "ce": 0.14908772051267333}, {"step": 527, "kl": 0.06174699577666421, "ce": 0.15451324783254003}, {"step": 528, "kl": 0.08252437376919827, "ce": 0.19823694597814498}, {"step": 529, "kl": 0.08066255640609102, "ce": 0.15614974812457436}, {"step": 530, "kl": 0.08350395003616216, "ce": 0.16755213210017314}, {"step": 531, "kl": 0.07304400932276088, "ce": 0.17865218184184745}, {"step": 532, "kl": 0.07377763513578639, "ce": 0.17703669862533455}, {"step": 533, "kl": 0.07994502632681943, "ce": 0.19730939438093953}, {"step": 534, "kl": 0.06101442668240616, "ce": 0.12952468240049464}, {"step": 535, "kl": 0.08565649015460898, "ce": 0.19880369706318998}, {"step": 536, "kl": 0.0731032139394437, "ce": 0.16881444114177735}, {"step": 537, "kl": 0.07835029995794193, "ce": 0.18069750537787685}, {"step": 538, "kl": 0.06802025560697987, "ce": 0.1563655949248293}, {"step": 539, "kl": 0.08424697631411893, "ce": 0.21974738124419685}, {"step": 540, "kl": 0.07932536117373634, "ce": 0.19590317310496452}, {"step": 541, "kl": 0.07256169141689164, "ce": 0.16294652713503513}, {"step": 542, "kl": 0.06732292719202064, "ce": 0.20809998238223723}, {"step": 543, "kl": 0.06777733082116388, "ce": 0.197296047175359}, {"step": 544, "kl": 0.07766649472172733, "ce": 0.20844418583516425}, {"step": 545, "kl": 0.06984076847751515, "ce": 0.19485651627958325}, {"step": 546, "kl": 0.07891307335308281, "ce": 0.145046380782028}, {"step": 547, "kl": 0.07339029210489112, "ce": 0.185138690316119}, {"step": 548, "kl": 0.07650009396486884, "ce": 0.1606928049171951}, {"step": 549, "kl": 0.0742266961835802, "ce": 0.17476032507209674}, {"step": 550, "kl": 0.08447538517350134, "ce": 0.2060078470610508}, {"step": 551, "kl": 0.08022092885961254, "ce": 0.17074101663652394}, {"step": 552, "kl": 0.07240556419906549, "ce": 0.1907896161270754}, {"step": 553, "kl": 0.0686244470486618, "ce": 0.19545470781691004}, {"step": 554, "kl": 0.06977561393952264, "ce": 0.13356702099801557}, {"step": 555, "kl": 0.0828803354038458, "ce": 0.18562313746356612}, {"step": 556, "kl": 0.06809147620093922, "ce": 0.1890828560638874}, {"step": 557, "kl": 0.07415416603480912, "ce": 0.19805971864712185}, {"step": 558, "kl": 0.0722341644923297, "ce": 0.14981708817141584}, {"step": 559, "kl": 0.06947134788884107, "ce": 0.19007123942982532}, {"step": 560, "kl": 0.08678207796310376, "ce": 0.21031422293389432}, {"step": 561, "kl": 0.08226972927030968, "ce": 0.18508368624867355}, {"step": 562, "kl": 0.07859217983227272, "ce": 0.20334884712592857}, {"step": 563, "kl": 0.06767074342330631, "ce": 0.16371418694773865}, {"step": 564, "kl": 0.084985003206838, "ce": 0.21267521738568193}, {"step": 565, "kl": 0.07182387608328675, "ce": 0.1906157041253421}, {"step": 566, "kl": 0.07157128675242673, "ce": 0.2152849989757124}, {"step": 567, "kl": 0.06700215909140811, "ce": 0.18260807983594673}, {"step": 568, "kl": 0.07223890484375435, "ce": 0.18285282396290403}, {"step": 569, "kl": 0.06229898937357209, "ce": 0.18245062641966286}, {"step": 570, "kl": 0.0706884544725714, "ce": 0.16240804132013026}, {"step": 571, "kl": 0.06974328058703883, "ce": 0.18363914978441298}, {"step": 572, "kl": 0.0788468126878571, "ce": 0.17506653562474603}, {"step": 573, "kl": 0.07412412013053776, "ce": 0.1788755916985479}, {"step": 574, "kl": 0.07711102405841323, "ce": 0.18957200716714462}, {"step": 575, "kl": 0.0846272751099929, "ce": 0.22764511692870137}, {"step": 576, "kl": 0.0668610651701336, "ce": 0.17451330840775642}, {"step": 577, "kl": 0.08205118889992052, "ce": 0.19468399401048916}, {"step": 578, "kl": 0.0672444226903393, "ce": 0.18212352566000112}, {"step": 579, "kl": 0.06756513263114457, "ce": 0.14805867005573498}, {"step": 580, "kl": 0.08506682273896894, "ce": 0.22156163932910422}, {"step": 581, "kl": 0.07755978382070651, "ce": 0.18068233516359108}, {"step": 582, "kl": 0.07166198427819757, "ce": 0.20438008061161744}, {"step": 583, "kl": 0.07262137318031353, "ce": 0.2044700144672673}, {"step": 584, "kl": 0.07499607573670991, "ce": 0.16294127843713246}, {"step": 585, "kl": 0.06719153723028971, "ce": 0.18154940527251864}, {"step": 586, "kl": 0.06946927113271643, "ce": 0.1555120669531732}, {"step": 587, "kl": 0.07322720289645274, "ce": 0.2179636520364046}, {"step": 588, "kl": 0.06411034938386356, "ce": 0.16462096761777376}, {"step": 589, "kl": 0.08292624254615202, "ce": 0.16555635233740507}, {"step": 590, "kl": 0.07762843535893982, "ce": 0.20777129046354223}, {"step": 591, "kl": 0.07755185062347605, "ce": 0.1437095897751491}, {"step": 592, "kl": 0.0747165084368291, "ce": 0.15899150064331763}, {"step": 593, "kl": 0.07796251467458622, "ce": 0.1670106695374838}, {"step": 594, "kl": 0.07501538121862777, "ce": 0.20694514189334892}, {"step": 595, "kl": 0.06467340016796577, "ce": 0.18455008422655605}, {"step": 596, "kl": 0.06371718538270689, "ce": 0.17499971144315554}, {"step": 597, "kl": 0.07790668022234695, "ce": 0.20037962406444806}, {"step": 598, "kl": 0.09483807141297551, "ce": 0.16776543291839394}, {"step": 599, "kl": 0.07270547271471066, "ce": 0.2120458841203581}, {"step": 600, "kl": 0.07514137448415824, "ce": 0.15290565964598093}, {"step": 601, "kl": 0.07529525094379913, "ce": 0.17869384258782617}, {"step": 602, "kl": 0.06193700280496359, "ce": 0.17058691100960305}, {"step": 603, "kl": 0.07738009987929183, "ce": 0.18749862975178505}, {"step": 604, "kl": 0.08031153133391347, "ce": 0.20394889997705493}, {"step": 605, "kl": 0.08125424768086148, "ce": 0.19619521460485245}, {"step": 606, "kl": 0.07211799118460216, "ce": 0.2024599058651574}, {"step": 607, "kl": 0.06559925311354266, "ce": 0.15737303090795604}, {"step": 608, "kl": 0.0769884818975802, "ce": 0.20040908865893303}, {"step": 609, "kl": 0.07144699743690343, "ce": 0.16647974188190467}, {"step": 610, "kl": 0.07855928399700057, "ce": 0.15986448565417039}, {"step": 611, "kl": 0.0728335155954452, "ce": 0.19969715252791023}, {"step": 612, "kl": 0.07772616348925485, "ce": 0.19072184879049886}, {"step": 613, "kl": 0.0686237394420583, "ce": 0.17214112742193816}, {"step": 614, "kl": 0.07366845384954786, "ce": 0.1546513657715713}, {"step": 615, "kl": 0.0730622079187554, "ce": 0.240299493176022}, {"step": 616, "kl": 0.08510284060133665, "ce": 0.20243393646260077}, {"step": 617, "kl": 0.06853575088820707, "ce": 0.1820190079758741}, {"step": 618, "kl": 0.05822468799104662, "ce": 0.152363521112106}, {"step": 619, "kl": 0.0734936074911667, "ce": 0.1756209019215774}, {"step": 620, "kl": 0.06987924265026582, "ce": 0.17183749398655251}, {"step": 621, "kl": 0.07599973112732905, "ce": 0.18977158481127596}, {"step": 622, "kl": 0.07395693510975578, "ce": 0.19444513889893295}, {"step": 623, "kl": 0.09627972581941004, "ce": 0.23070512394158707}, {"step": 624, "kl": 0.07902177689586859, "ce": 0.18219583127300953}, {"step": 625, "kl": 0.06719914150333532, "ce": 0.1506605278469493}, {"step": 626, "kl": 0.07744558739902772, "ce": 0.17300369731415463}, {"step": 627, "kl": 0.06606283810051024, "ce": 0.18353143139083616}, {"step": 628, "kl": 0.08257744945977863, "ce": 0.19492189641434488}, {"step": 629, "kl": 0.08707477343599013, "ce": 0.20124301294890268}, {"step": 630, "kl": 0.07036319473696678, "ce": 0.16024586059165435}, {"step": 631, "kl": 0.06957617258531246, "ce": 0.1932003950097747}, {"step": 632, "kl": 0.0781367547874782, "ce": 0.17991442941167657}, {"step": 633, "kl": 0.09323386931956182, "ce": 0.2132985174926799}, {"step": 634, "kl": 0.07198113341357827, "ce": 0.14372218689792146}, {"step": 635, "kl": 0.07428096925592147, "ce": 0.1631212809750009}, {"step": 636, "kl": 0.08412599570103026, "ce": 0.18924573584542725}, {"step": 637, "kl": 0.06955784944343596, "ce": 0.19158925492747927}, {"step": 638, "kl": 0.07043763404490269, "ce": 0.15940650129374706}, {"step": 639, "kl": 0.07844516580224474, "ce": 0.19777254523144694}, {"step": 640, "kl": 0.08487775490865576, "ce": 0.2020359330932146}, {"step": 641, "kl": 0.07034963202083744, "ce": 0.17028263933337973}, {"step": 642, "kl": 0.05891148813405828, "ce": 0.18642516932349854}, {"step": 643, "kl": 0.0676578546300904, "ce": 0.16978641258343485}, {"step": 644, "kl": 0.08300179702386487, "ce": 0.1775106947994479}, {"step": 645, "kl": 0.07050453815165846, "ce": 0.19191818372457822}, {"step": 646, "kl": 0.060346997222653916, "ce": 0.16387513506104295}, {"step": 647, "kl": 0.07234393321192786, "ce": 0.17074339253064616}, {"step": 648, "kl": 0.08002153450153089, "ce": 0.1625185238702114}, {"step": 649, "kl": 0.05903282804751177, "ce": 0.18506657518007857}, {"step": 650, "kl": 0.07205366501216186, "ce": 0.15975350746926947}, {"step": 651, "kl": 0.0733741478155847, "ce": 0.19039215210279445}, {"step": 652, "kl": 0.06774431077443734, "ce": 0.15893764966154753}, {"step": 653, "kl": 0.08491579342319416, "ce": 0.17392890555131119}, {"step": 654, "kl": 0.08664178681446998, "ce": 0.1706460181547204}, {"step": 655, "kl": 0.08374548692303146, "ce": 0.16210528318009668}, {"step": 656, "kl": 0.07342135400957249, "ce": 0.20254799152637745}, {"step": 657, "kl": 0.08081708591936272, "ce": 0.16902591366516917}, {"step": 658, "kl": 0.07007540452997855, "ce": 0.16032456305451628}, {"step": 659, "kl": 0.0670512873304894, "ce": 0.15574067402289515}, {"step": 660, "kl": 0.07270707723109786, "ce": 0.15797496112568532}, {"step": 661, "kl": 0.06826267335438138, "ce": 0.1774382682800293}, {"step": 662, "kl": 0.08231547990687413, "ce": 0.19733971751066193}, {"step": 663, "kl": 0.0740563439417489, "ce": 0.19000677456931458}, {"step": 664, "kl": 0.06701157793657474, "ce": 0.18828339863184793}, {"step": 665, "kl": 0.08916921179455964, "ce": 0.18779516125974546}, {"step": 666, "kl": 0.07238075172199922, "ce": 0.1707262025792018}, {"step": 667, "kl": 0.06601558949621159, "ce": 0.1495662659887714}, {"step": 668, "kl": 0.07282100578068085, "ce": 0.18662804699603822}, {"step": 669, "kl": 0.08074261665804877, "ce": 0.19147437029486974}, {"step": 670, "kl": 0.06485073698995257, "ce": 0.16942478226228164}, {"step": 671, "kl": 0.06753602845035836, "ce": 0.18564352912982357}, {"step": 672, "kl": 0.08116021061049451, "ce": 0.18466805196871422}, {"step": 673, "kl": 0.07462286090387493, "ce": 0.22832163808349}, {"step": 674, "kl": 0.06799388550463353, "ce": 0.13070133274469814}, {"step": 675, "kl": 0.06797405927716897, "ce": 0.137684763701561}, {"step": 676, "kl": 0.07319576001142765, "ce": 0.16943774710662554}, {"step": 677, "kl": 0.07527859011001839, "ce": 0.1758345144045212}, {"step": 678, "kl": 0.06559574987395397, "ce": 0.14380664615840702}, {"step": 679, "kl": 0.0777453754518909, "ce": 0.17553622475019778}, {"step": 680, "kl": 0.0768145850951601, "ce": 0.1661670529471422}, {"step": 681, "kl": 0.06927083276574285, "ce": 0.19319176589010895}, {"step": 682, "kl": 0.08310898627763912, "ce": 0.23349004347030433}, {"step": 683, "kl": 0.07014766960733107, "ce": 0.19439490957029473}, {"step": 684, "kl": 0.07050540701612601, "ce": 0.1955904160238656}, {"step": 685, "kl": 0.08489178845869437, "ce": 0.1815052725022085}, {"step": 686, "kl": 0.08842839769163668, "ce": 0.1996731380013608}, {"step": 687, "kl": 0.07842733951911679, "ce": 0.20686498088847874}, {"step": 688, "kl": 0.07957845862843455, "ce": 0.20585110438854945}, {"step": 689, "kl": 0.08177643001156172, "ce": 0.21438151727126603}, {"step": 690, "kl": 0.07050101719104113, "ce": 0.17168689658978398}, {"step": 691, "kl": 0.07286097656269427, "ce": 0.19237050755221946}, {"step": 692, "kl": 0.0665312490194112, "ce": 0.19179967661372951}, {"step": 693, "kl": 0.0709479295789274, "ce": 0.14634379069473477}, {"step": 694, "kl": 0.06948324809354896, "ce": 0.16166818707172032}, {"step": 695, "kl": 0.06176189586055853, "ce": 0.16384841977935477}, {"step": 696, "kl": 0.08056829860770559, "ce": 0.18880407155329246}, {"step": 697, "kl": 0.06798364504427962, "ce": 0.16221068487272905}, {"step": 698, "kl": 0.0853204765580263, "ce": 0.19712944765309656}, {"step": 699, "kl": 0.08274770132801441, "ce": 0.18438168987702874}, {"step": 700, "kl": 0.08175289420077676, "ce": 0.2192990814189021}, {"step": 701, "kl": 0.06649004044839109, "ce": 0.19649891736231856}, {"step": 702, "kl": 0.0784887853747051, "ce": 0.1976924869601287}, {"step": 703, "kl": 0.07271935828425574, "ce": 0.18067072108439436}, {"step": 704, "kl": 0.07904887252479596, "ce": 0.1885877693645749}, {"step": 705, "kl": 0.08878753969888592, "ce": 0.19600351752108158}, {"step": 706, "kl": 0.0784297963207949, "ce": 0.1977273846429492}, {"step": 707, "kl": 0.07674063278640152, "ce": 0.18373030073096286}, {"step": 708, "kl": 0.07601053050896567, "ce": 0.1601275028158013}, {"step": 709, "kl": 0.05992608509843789, "ce": 0.17467021800064284}, {"step": 710, "kl": 0.07531560250371391, "ce": 0.21486449564211701}, {"step": 711, "kl": 0.06421665745522591, "ce": 0.1354463020105943}, {"step": 712, "kl": 0.05823127597115086, "ce": 0.17005775530645453}, {"step": 713, "kl": 0.08391278439471736, "ce": 0.21370520018773614}, {"step": 714, "kl": 0.07309928607664752, "ce": 0.2364304601141394}, {"step": 715, "kl": 0.08071504365183568, "ce": 0.17194609469987399}, {"step": 716, "kl": 0.06704754203886305, "ce": 0.18468590458690892}, {"step": 717, "kl": 0.08020825802728807, "ce": 0.16145216701821924}, {"step": 718, "kl": 0.07056364548835374, "ce": 0.17298122681155592}, {"step": 719, "kl": 0.07695764127622963, "ce": 0.20000479242823146}, {"step": 720, "kl": 0.08867286239209037, "ce": 0.21149030541024869}, {"step": 721, "kl": 0.0871157605730569, "ce": 0.19999293229861825}, {"step": 722, "kl": 0.0727975022044555, "ce": 0.1956893259657447}, {"step": 723, "kl": 0.06500466279692643, "ce": 0.16265605538565125}, {"step": 724, "kl": 0.07558817922369869, "ce": 0.17459087915533023}, {"step": 725, "kl": 0.07291762633489572, "ce": 0.18621268331610452}, {"step": 726, "kl": 0.07727178740548583, "ce": 0.1892878098771021}, {"step": 727, "kl": 0.0597529763831268, "ce": 0.15988674999474561}, {"step": 728, "kl": 0.08327319475784255, "ce": 0.1885906059670041}, {"step": 729, "kl": 0.06107322698092252, "ce": 0.1519608336446311}, {"step": 730, "kl": 0.08517200999480579, "ce": 0.17239828689878287}, {"step": 731, "kl": 0.0746371517911482, "ce": 0.19260676793093331}, {"step": 732, "kl": 0.06260099679704695, "ce": 0.14936932557655352}, {"step": 733, "kl": 0.0691988677589852, "ce": 0.18490256526576399}, {"step": 734, "kl": 0.06590527405534488, "ce": 0.1897863971128163}, {"step": 735, "kl": 0.06984326346899289, "ce": 0.1768467413210401}, {"step": 736, "kl": 0.08026869911185494, "ce": 0.1947067788802901}, {"step": 737, "kl": 0.06268723862230785, "ce": 0.14789608960523143}, {"step": 738, "kl": 0.07673466637176543, "ce": 0.20846047071251125}, {"step": 739, "kl": 0.06956739411243389, "ce": 0.19313110367373226}, {"step": 740, "kl": 0.07060900910933962, "ce": 0.19939642752471726}, {"step": 741, "kl": 0.07415130892901821, "ce": 0.20496317833602468}, {"step": 742, "kl": 0.0783569753550607, "ce": 0.19552356980864968}, {"step": 743, "kl": 0.07383265304505338, "ce": 0.16325938077762067}, {"step": 744, "kl": 0.05956556932583302, "ce": 0.17156543011037323}, {"step": 745, "kl": 0.06197806687942192, "ce": 0.1509018601647486}, {"step": 746, "kl": 0.05738925679164214, "ce": 0.18435012159210712}, {"step": 747, "kl": 0.07358967755148675, "ce": 0.19131035917832448}, {"step": 748, "kl": 0.08817631081262954, "ce": 0.21008876497244372}, {"step": 749, "kl": 0.07084789635866182, "ce": 0.20467967722367264}, {"step": 750, "kl": 0.07852521827144007, "ce": 0.18780498119520458}, {"step": 751, "kl": 0.06967841742192779, "ce": 0.18043350899440508}, {"step": 752, "kl": 0.0754018244476733, "ce": 0.1868617457304906}, {"step": 753, "kl": 0.07439804549756993, "ce": 0.19983540985682238}, {"step": 754, "kl": 0.0658884799496765, "ce": 0.18780438095753288}, {"step": 755, "kl": 0.06849294736061567, "ce": 0.18573904072357603}, {"step": 756, "kl": 0.06713310570736526, "ce": 0.15949132309925193}, {"step": 757, "kl": 0.0718270116140148, "ce": 0.18793436412128076}, {"step": 758, "kl": 0.056745936842743996, "ce": 0.18725778722859782}, {"step": 759, "kl": 0.08465997671441453, "ce": 0.18528127531363806}, {"step": 760, "kl": 0.0826592582825935, "ce": 0.19876250093711095}, {"step": 761, "kl": 0.07900330184894785, "ce": 0.20999224742121095}, {"step": 762, "kl": 0.07944481525741805, "ce": 0.1705398990827448}, {"step": 763, "kl": 0.07984175152775708, "ce": 0.16484746648028326}, {"step": 764, "kl": 0.056013887080107405, "ce": 0.16753388406438302}, {"step": 765, "kl": 0.0715779044700753, "ce": 0.13641749144600315}, {"step": 766, "kl": 0.06630830149137132, "ce": 0.20921982595400318}, {"step": 767, "kl": 0.07878133871604068, "ce": 0.1900563850366878}, {"step": 768, "kl": 0.068300572474739, "ce": 0.20929898915222891}, {"step": 769, "kl": 0.07294126332930799, "ce": 0.1828062197092495}, {"step": 770, "kl": 0.06592528270274119, "ce": 0.18561281690970718}, {"step": 771, "kl": 0.07209012821061825, "ce": 0.18586537136485695}, {"step": 772, "kl": 0.07922076265069916, "ce": 0.16418037692423765}, {"step": 773, "kl": 0.07763158283646222, "ce": 0.19663437531740074}, {"step": 774, "kl": 0.06964432149577668, "ce": 0.17100693772085226}, {"step": 775, "kl": 0.08816081084771929, "ce": 0.2113182748372645}, {"step": 776, "kl": 0.06643142084462314, "ce": 0.18016709907340708}, {"step": 777, "kl": 0.06233811482693051, "ce": 0.16801156025154854}, {"step": 778, "kl": 0.09020266269437593, "ce": 0.1996285522914137}, {"step": 779, "kl": 0.0759015439796186, "ce": 0.20808521784670644}, {"step": 780, "kl": 0.07072218290332719, "ce": 0.15137026745118734}, {"step": 781, "kl": 0.06536489019338051, "ce": 0.18128427927098653}, {"step": 782, "kl": 0.07842575130577789, "ce": 0.18532227743335536}, {"step": 783, "kl": 0.0669293102603873, "ce": 0.1671569679261756}, {"step": 784, "kl": 0.07459972840569341, "ce": 0.17111925420014074}, {"step": 785, "kl": 0.08650830797900821, "ce": 0.1865623128069203}, {"step": 786, "kl": 0.07502779966456882, "ce": 0.18057369430237613}, {"step": 787, "kl": 0.06561436321032221, "ce": 0.17977291634451525}, {"step": 788, "kl": 0.06213818370178201, "ce": 0.19376457105209302}, {"step": 789, "kl": 0.06600243464739036, "ce": 0.1494095854167108}, {"step": 790, "kl": 0.08150038983352957, "ce": 0.17613030521658632}, {"step": 791, "kl": 0.0684895720629072, "ce": 0.19401135365555924}, {"step": 792, "kl": 0.06688469298837342, "ce": 0.22592065756834007}, {"step": 793, "kl": 0.06400178286133619, "ce": 0.15033388857324753}, {"step": 794, "kl": 0.06575755857256459, "ce": 0.18957464526320578}, {"step": 795, "kl": 0.07164419986106255, "ce": 0.16798819885909103}, {"step": 796, "kl": 0.07099668797967655, "ce": 0.1470418182215402}, {"step": 797, "kl": 0.07056664547956157, "ce": 0.20233617778606078}, {"step": 798, "kl": 0.06171869340198418, "ce": 0.16663492677766314}, {"step": 799, "kl": 0.06920676283840797, "ce": 0.15433899117488054}, {"step": 800, "kl": 0.06566101059837233, "ce": 0.17045692161955442}, {"step": 801, "kl": 0.06200034476946349, "ce": 0.17597281924084718}, {"step": 802, "kl": 0.06840258978222669, "ce": 0.1931516806807344}, {"step": 803, "kl": 0.08302691809965451, "ce": 0.20100064427036152}, {"step": 804, "kl": 0.06606437360406459, "ce": 0.17525166202579023}, {"step": 805, "kl": 0.08959293258519387, "ce": 0.22667477717059348}, {"step": 806, "kl": 0.06920821391238041, "ce": 0.1863072733268667}, {"step": 807, "kl": 0.08779358367735147, "ce": 0.18340875329198064}, {"step": 808, "kl": 0.07073482241186022, "ce": 0.2244123181362176}, {"step": 809, "kl": 0.07840600290685673, "ce": 0.17491152920784095}, {"step": 810, "kl": 0.0822329682807355, "ce": 0.22426468296727503}, {"step": 811, "kl": 0.06333786102121632, "ce": 0.166898655107176}, {"step": 812, "kl": 0.07808858542873418, "ce": 0.1953819154913633}, {"step": 813, "kl": 0.06546421150897104, "ce": 0.1670608114484889}, {"step": 814, "kl": 0.06971995953915765, "ce": 0.15423314455397227}, {"step": 815, "kl": 0.06062993799027368, "ce": 0.15706629782508696}, {"step": 816, "kl": 0.07966631384038214, "ce": 0.1960115918564934}, {"step": 817, "kl": 0.0755436627802345, "ce": 0.17471679408510554}, {"step": 818, "kl": 0.0748874876309142, "ce": 0.21690975648903793}, {"step": 819, "kl": 0.07102317644708095, "ce": 0.17030647335575794}, {"step": 820, "kl": 0.0705922155893614, "ce": 0.2159198056971386}, {"step": 821, "kl": 0.07837130887575809, "ce": 0.17114096876288118}, {"step": 822, "kl": 0.06597614593877406, "ce": 0.17062763481611415}, {"step": 823, "kl": 0.06633070571480976, "ce": 0.16124225990631535}, {"step": 824, "kl": 0.07551864390541846, "ce": 0.15744707131844005}, {"step": 825, "kl": 0.07127356918304213, "ce": 0.1687916883839305}, {"step": 826, "kl": 0.07953139585167363, "ce": 0.20052136840917673}, {"step": 827, "kl": 0.06622392797122036, "ce": 0.17853265112636224}, {"step": 828, "kl": 0.07978608878107804, "ce": 0.18742637836930626}, {"step": 829, "kl": 0.07335158444810116, "ce": 0.18719057896956026}, {"step": 830, "kl": 0.07698879554952998, "ce": 0.17266563260943774}, {"step": 831, "kl": 0.0643211588598636, "ce": 0.20411045171939587}, {"step": 832, "kl": 0.07996146436190713, "ce": 0.2009925829487022}, {"step": 833, "kl": 0.06943416853480938, "ce": 0.1738357938215562}, {"step": 834, "kl": 0.0715610221590636, "ce": 0.18262130732762608}, {"step": 835, "kl": 0.09346688634724704, "ce": 0.19257996890907575}, {"step": 836, "kl": 0.07326806418855546, "ce": 0.20394999767742017}, {"step": 837, "kl": 0.0705823810063324, "ce": 0.1863210821563307}, {"step": 838, "kl": 0.07171328979811252, "ce": 0.1734931640002138}, {"step": 839, "kl": 0.07525444895390962, "ce": 0.18043953920421885}, {"step": 840, "kl": 0.08280772007943688, "ce": 0.19203385585354765}, {"step": 841, "kl": 0.08133211861929392, "ce": 0.1856627796089673}, {"step": 842, "kl": 0.08149617922567992, "ce": 0.2261395009403759}, {"step": 843, "kl": 0.08556893073624956, "ce": 0.2034010667673699}, {"step": 844, "kl": 0.0624330711160189, "ce": 0.14853525079102411}, {"step": 845, "kl": 0.07413312926307433, "ce": 0.16546439947932615}, {"step": 846, "kl": 0.0838944325762988, "ce": 0.21757403975163372}, {"step": 847, "kl": 0.06331503973029497, "ce": 0.17158155542887985}, {"step": 848, "kl": 0.06006422381171832, "ce": 0.17077874802849655}, {"step": 849, "kl": 0.07386555152164923, "ce": 0.18358448531103866}, {"step": 850, "kl": 0.06681009151110595, "ce": 0.18942132948671025}, {"step": 851, "kl": 0.0753697980677255, "ce": 0.20367318661413464}, {"step": 852, "kl": 0.0627967521462979, "ce": 0.19164922338311804}, {"step": 853, "kl": 0.0802850796824077, "ce": 0.16655086294201332}, {"step": 854, "kl": 0.07433808602023259, "ce": 0.15876279542907737}, {"step": 855, "kl": 0.07997114343390332, "ce": 0.18729853143350234}, {"step": 856, "kl": 0.07232490645932267, "ce": 0.17232773789262348}, {"step": 857, "kl": 0.07362143122006953, "ce": 0.1861015340648223}, {"step": 858, "kl": 0.06783672584253798, "ce": 0.17758545276390897}, {"step": 859, "kl": 0.06655457761075538, "ce": 0.1499176259318622}, {"step": 860, "kl": 0.0686768208133708, "ce": 0.18312445256332158}, {"step": 861, "kl": 0.09244634441544539, "ce": 0.1935126025892986}, {"step": 862, "kl": 0.07836734376747895, "ce": 0.1954758444748356}, {"step": 863, "kl": 0.0775663437094102, "ce": 0.1637394623449671}, {"step": 864, "kl": 0.06498259654888264, "ce": 0.17161157016480025}, {"step": 865, "kl": 0.08461373738551242, "ce": 0.2192255490554307}, {"step": 866, "kl": 0.08177700808718782, "ce": 0.19368247985839845}, {"step": 867, "kl": 0.07557759490272653, "ce": 0.1946524637019036}, {"step": 868, "kl": 0.08475737362812069, "ce": 0.1760870383222019}, {"step": 869, "kl": 0.0755618745979072, "ce": 0.1833559904486885}, {"step": 870, "kl": 0.06912284665104418, "ce": 0.17565327737682393}, {"step": 871, "kl": 0.061262878882199015, "ce": 0.18346537640415372}, {"step": 872, "kl": 0.06723741096926594, "ce": 0.17671979108110528}, {"step": 873, "kl": 0.06246420088334116, "ce": 0.17415296978947764}, {"step": 874, "kl": 0.07796066289075705, "ce": 0.2142145091129944}, {"step": 875, "kl": 0.06723198560138181, "ce": 0.19378793497001173}, {"step": 876, "kl": 0.0762754641785427, "ce": 0.18719411951751108}, {"step": 877, "kl": 0.07742324546379276, "ce": 0.17812107632714624}, {"step": 878, "kl": 0.06654325902063918, "ce": 0.14981993465041415}, {"step": 879, "kl": 0.060686517198936564, "ce": 0.16136160035213584}, {"step": 880, "kl": 0.07021752480196802, "ce": 0.19631759094829218}, {"step": 881, "kl": 0.07586860545021708, "ce": 0.1834831014079681}, {"step": 882, "kl": 0.07016039771963066, "ce": 0.16707339266867358}, {"step": 883, "kl": 0.07083024404740845, "ce": 0.16796025400204506}, {"step": 884, "kl": 0.066942387166033, "ce": 0.13697432190918726}, {"step": 885, "kl": 0.08955219980466274, "ce": 0.19662829373881224}, {"step": 886, "kl": 0.05237349887490967, "ce": 0.14323729351966516}, {"step": 887, "kl": 0.06640012601114917, "ce": 0.22727196487825282}, {"step": 888, "kl": 0.06245021561092243, "ce": 0.15179564489128547}, {"step": 889, "kl": 0.06419032657769397, "ce": 0.1532091898850591}, {"step": 890, "kl": 0.0659187715341292, "ce": 0.17507500425915692}, {"step": 891, "kl": 0.05603770202767857, "ce": 0.1565074416015266}, {"step": 892, "kl": 0.0657448251270061, "ce": 0.1835267994603683}, {"step": 893, "kl": 0.07940200034220507, "ce": 0.19072321395150355}, {"step": 894, "kl": 0.07341712645345365, "ce": 0.16282251291745026}, {"step": 895, "kl": 0.062185620998820794, "ce": 0.18304095174752028}, {"step": 896, "kl": 0.06500367756791765, "ce": 0.1657284093368109}, {"step": 897, "kl": 0.07029308056887326, "ce": 0.1856719500954554}, {"step": 898, "kl": 0.060095772831654244, "ce": 0.1475175790041072}, {"step": 899, "kl": 0.07289800334922315, "ce": 0.1497260054024391}, {"step": 900, "kl": 0.08041831075693018, "ce": 0.18964475414063459}, {"step": 901, "kl": 0.08847301915164821, "ce": 0.20943619971181834}, {"step": 902, "kl": 0.08380175161278297, "ce": 0.2036922052171495}, {"step": 903, "kl": 0.05987804255736839, "ce": 0.16475476551596746}, {"step": 904, "kl": 0.07535971522885543, "ce": 0.19505125860247088}, {"step": 905, "kl": 0.06440381959948283, "ce": 0.18028998248969302}, {"step": 906, "kl": 0.07842415548462904, "ce": 0.2187584127890873}, {"step": 907, "kl": 0.06201806784930499, "ce": 0.20581355254031347}, {"step": 908, "kl": 0.07383466134529346, "ce": 0.18048014103329998}, {"step": 909, "kl": 0.0741926269290806, "ce": 0.1787178607218456}, {"step": 910, "kl": 0.07271269271716758, "ce": 0.15404955394059203}, {"step": 911, "kl": 0.06622829932284649, "ce": 0.18874325786377377}, {"step": 912, "kl": 0.07464260698998763, "ce": 0.17443523236514324}, {"step": 913, "kl": 0.07732175828945873, "ce": 0.16577003998667883}, {"step": 914, "kl": 0.07401528893277591, "ce": 0.18093011744486726}, {"step": 915, "kl": 0.09000786710303682, "ce": 0.2065084852036156}, {"step": 916, "kl": 0.06584851242551407, "ce": 0.17666997519804098}, {"step": 917, "kl": 0.06912476433290018, "ce": 0.18335652963551863}, {"step": 918, "kl": 0.07567905500963974, "ce": 0.17620338177017897}, {"step": 919, "kl": 0.073342571288406, "ce": 0.17905710670303593}, {"step": 920, "kl": 0.07181546129218118, "ce": 0.14872803204425966}, {"step": 921, "kl": 0.08968062123243759, "ce": 0.1690844898373172}, {"step": 922, "kl": 0.058281836933211276, "ce": 0.1640639988007314}], "val": [{"step": 0, "math_kl": 0.08487467603497796, "math_ce": 0.4852587552540262, "code_kl": 0.1541407659410709, "code_ce": 0.31246573216514495, "math_hard_kl": 0.09294364564563633, "math_hard_ce": 0.615062524093084}, {"step": 461, "math_kl": 0.09849933887577891, "math_ce": 0.4642050462789653, "code_kl": 0.09386825245388306, "code_ce": 0.2372891451790967, "math_hard_kl": 0.1130119176863358, "math_hard_ce": 0.6076281711087438}, {"step": 922, "math_kl": 0.1022831351246442, "math_ce": 0.4756482430763325, "code_kl": 0.08975942834243433, "code_ce": 0.24035584365031043, "math_hard_kl": 0.11692997353622774, "math_hard_ce": 0.6166414081536372}]}

seq_math_code_kd_ce/stage2_code/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9900f4f863fb1b8a08f5ca99389c988c2db885bde0457309232d5ef894b9e909
+size 3087467144