Upload folder using huggingface_hub

seq_code_math_kd_ce_seed1/run_info.json

@@ -32,9 +32,32 @@
     "math_hard_ce": 0.6836585082107215
    },
    "peak_gb_student": 33.696606159210205,
-   "peak_gb_teachers": 29.222092628479004,
-   "bench_h": 0.526390543182691,
-   "gpu_bench": "NVIDIA RTX 6000 Ada Generation"
+   "peak_gb_teachers": 29.222092628479004
+  },
+  "stage2_math": {
+   "domain": "math",
+   "steps": 896,
+   "train_h": 3.326509704987208,
+   "val_start": {
+    "step": 0,
+    "math_kl": 0.16382349345881253,
+    "math_ce": 0.6385867793423897,
+    "code_kl": 0.0890299284561657,
+    "code_ce": 0.2398379567632733,
+    "math_hard_kl": 0.25499628740332914,
+    "math_hard_ce": 0.6836816685083316
+   },
+   "val_end": {
+    "step": 896,
+    "math_kl": 0.08503447718578555,
+    "math_ce": 0.4850285649944063,
+    "code_kl": 0.10791840146824236,
+    "code_ce": 0.25932052070065925,
+    "math_hard_kl": 0.09326147659684941,
+    "math_hard_ce": 0.6141027500780367
+   },
+   "peak_gb_student": 36.51224708557129,
+   "peak_gb_teachers": 29.517569541931152
   }
  }
 }

seq_code_math_kd_ce_seed1/stage2_math/config.json

@@ -0,0 +1,61 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "dtype": "bfloat16",
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 1536,
+  "initializer_range": 0.02,
+  "intermediate_size": 8960,
+  "layer_types": [
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 32768,
+  "max_window_layers": 21,
+  "model_type": "qwen2",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 2,
+  "pad_token_id": null,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 1000000.0,
+    "rope_type": "default"
+  },
+  "sliding_window": null,
+  "tie_word_embeddings": true,
+  "transformers_version": "5.20.2",
+  "use_cache": false,
+  "use_sliding_window": false,
+  "vocab_size": 151936
+}

seq_code_math_kd_ce_seed1/stage2_math/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "pad_token_id": 151643,
+  "repetition_penalty": 1.1,
+  "temperature": 0.7,
+  "top_k": 20,
+  "top_p": 0.8,
+  "transformers_version": "5.20.2"
+}

seq_code_math_kd_ce_seed1/stage2_math/log.json

@@ -0,0 +1 @@
+{"train": [{"step": 1, "kl": 0.1656044253618051, "ce": 0.599182363199136}, {"step": 2, "kl": 0.15868307435463483, "ce": 0.6225352637548679}, {"step": 3, "kl": 0.18132352927914586, "ce": 0.6122565394179911}, {"step": 4, "kl": 0.1475809859423552, "ce": 0.6467662348232236}, {"step": 5, "kl": 0.09410167701475289, "ce": 0.6720300950825}, {"step": 6, "kl": 0.15239449654982842, "ce": 0.7887677759430003}, {"step": 7, "kl": 0.11368120060737809, "ce": 0.7198663195760524}, {"step": 8, "kl": 0.15746773981689238, "ce": 0.5947896972183109}, {"step": 9, "kl": 0.13716716623131406, "ce": 0.49283770059186177}, {"step": 10, "kl": 0.24181722670119182, "ce": 0.4834771094194317}, {"step": 11, "kl": 0.11155097351215308, "ce": 0.49639437546907533}, {"step": 12, "kl": 0.14276461258193057, "ce": 0.4797821879105083}, {"step": 13, "kl": 0.24807971618936112, "ce": 0.6324908525433004}, {"step": 14, "kl": 0.17696677982861034, "ce": 0.5327122170603795}, {"step": 15, "kl": 0.1402251952792594, "ce": 0.60280827405418}, {"step": 16, "kl": 0.11545572699094478, "ce": 0.6280206509861219}, {"step": 17, "kl": 0.1739709168149714, "ce": 0.6178856091739691}, {"step": 18, "kl": 0.1497585347720555, "ce": 0.5421222451896083}, {"step": 19, "kl": 0.8687315039939069, "ce": 0.5102596369845533}, {"step": 20, "kl": 0.17484217957787643, "ce": 0.6641382712741986}, {"step": 21, "kl": 0.23199169707100623, "ce": 0.5409008143935848}, {"step": 22, "kl": 0.09657281259502451, "ce": 0.4436193192460821}, {"step": 23, "kl": 0.10554544255668868, "ce": 0.49786422196696845}, {"step": 24, "kl": 0.1330120404780775, "ce": 0.606266589497411}, {"step": 25, "kl": 0.11761036069374385, "ce": 0.624734964263573}, {"step": 26, "kl": 0.11661121343000139, "ce": 0.5244677735768073}, {"step": 27, "kl": 0.08901666045206237, "ce": 0.6174400410111158}, {"step": 28, "kl": 0.1190685556210839, "ce": 0.5450985457570271}, {"step": 29, "kl": 0.1006466635927935, "ce": 0.5624446999636299}, {"step": 30, "kl": 0.1067420699428963, "ce": 0.6152117003289079}, {"step": 31, "kl": 0.10071794535298476, "ce": 0.5837968845752635}, {"step": 32, "kl": 0.10555922493022206, "ce": 0.5182504767797298}, {"step": 33, "kl": 0.10711387341272531, "ce": 0.41622737769165674}, {"step": 34, "kl": 0.10036108350657896, "ce": 0.5675204617875365}, {"step": 35, "kl": 0.4653599093885282, "ce": 0.614729637040149}, {"step": 36, "kl": 0.11167701898014457, "ce": 0.7808184048694614}, {"step": 37, "kl": 0.10658509724141597, "ce": 0.6009421233660848}, {"step": 38, "kl": 0.0990274416870354, "ce": 0.53364115625977}, {"step": 39, "kl": 0.10791511040573125, "ce": 0.6453909635788858}, {"step": 40, "kl": 0.08470801886550193, "ce": 0.5046939857667316}, {"step": 41, "kl": 0.0974689538747711, "ce": 0.633228523083822}, {"step": 42, "kl": 0.09352646207900003, "ce": 0.6243247583522779}, {"step": 43, "kl": 0.07773283407472403, "ce": 0.5141372833805237}, {"step": 44, "kl": 0.12097379763370132, "ce": 0.5760357083334484}, {"step": 45, "kl": 0.11120206763608873, "ce": 0.5703835551163531}, {"step": 46, "kl": 0.08407491273530965, "ce": 0.44542749573973084}, {"step": 47, "kl": 0.09775370422605913, "ce": 0.5645929271126191}, {"step": 48, "kl": 0.08970912281876138, "ce": 0.4881340401520737}, {"step": 49, "kl": 0.07728242832448318, "ce": 0.5693287558794893}, {"step": 50, "kl": 0.09579026894767202, "ce": 0.5444570574901465}, {"step": 51, "kl": 0.08328628111100092, "ce": 0.4958052415638882}, {"step": 52, "kl": 0.20710535366702149, "ce": 0.6670402421158568}, {"step": 53, "kl": 0.11046300010261825, "ce": 0.6496008446771804}, {"step": 54, "kl": 0.10017394679788152, "ce": 0.6049614394683184}, {"step": 55, "kl": 0.12112322720614346, "ce": 0.6161629591745184}, {"step": 56, "kl": 0.08433039497253328, "ce": 0.5425563831304654}, {"step": 57, "kl": 0.08651092524305451, "ce": 0.5742491170629029}, {"step": 58, "kl": 0.10009869510663871, "ce": 0.4392292065361437}, {"step": 59, "kl": 0.1467085002640102, "ce": 0.5945761600047431}, {"step": 60, "kl": 0.14438360356545887, "ce": 0.5507002931044706}, {"step": 61, "kl": 0.127698873983445, "ce": 0.61429052061707}, {"step": 62, "kl": 0.09331173753477837, "ce": 0.4819506905295632}, {"step": 63, "kl": 0.1388006201222173, "ce": 0.5938765988986479}, {"step": 64, "kl": 0.10545264787747072, "ce": 0.5402141797528695}, {"step": 65, "kl": 0.08359342233725485, "ce": 0.5657352927947636}, {"step": 66, "kl": 0.09627019885867981, "ce": 0.5637613630926694}, {"step": 67, "kl": 0.09144738971417117, "ce": 0.6644458923400903}, {"step": 68, "kl": 0.08643837944735523, "ce": 0.43153525054920294}, {"step": 69, "kl": 0.09748091865620298, "ce": 0.5719111694240346}, {"step": 70, "kl": 0.09817203568852313, "ce": 0.5764541087407157}, {"step": 71, "kl": 0.12256240188749892, "ce": 0.5619587945619472}, {"step": 72, "kl": 0.09242626606664821, "ce": 0.6717113415849185}, {"step": 73, "kl": 0.08435205968941119, "ce": 0.7136919225778257}, {"step": 74, "kl": 0.10089050534600517, "ce": 0.7174058288309997}, {"step": 75, "kl": 0.08456577579549071, "ce": 0.7071663606078447}, {"step": 76, "kl": 0.10802539303139018, "ce": 0.5364758009582986}, {"step": 77, "kl": 0.08238445823892541, "ce": 0.5902859988721828}, {"step": 78, "kl": 0.09455714991278609, "ce": 0.525715270301949}, {"step": 79, "kl": 0.0869036736924298, "ce": 0.4794737669752276}, {"step": 80, "kl": 0.09071877710008903, "ce": 0.6400834159002745}, {"step": 81, "kl": 0.1014187790965306, "ce": 0.48746153833326566}, {"step": 82, "kl": 0.08547300461248793, "ce": 0.5073985495036812}, {"step": 83, "kl": 0.12396603957922195, "ce": 0.5649516431322618}, {"step": 84, "kl": 0.11331899621393239, "ce": 0.5975297531463698}, {"step": 85, "kl": 0.08149505474799737, "ce": 0.47502079415828624}, {"step": 86, "kl": 0.08561507351104931, "ce": 0.5394793839593207}, {"step": 87, "kl": 0.0978377449724198, "ce": 0.5719034597005921}, {"step": 88, "kl": 0.0972056298724768, "ce": 0.5785025374963585}, {"step": 89, "kl": 0.09751666860122432, "ce": 0.8531593900132561}, {"step": 90, "kl": 0.09789682556619643, "ce": 0.6705516470648237}, {"step": 91, "kl": 0.078226584513409, "ce": 0.5297307169929418}, {"step": 92, "kl": 0.09534813726034329, "ce": 0.5320517579617302}, {"step": 93, "kl": 0.07556086775522805, "ce": 0.5476725714620363}, {"step": 94, "kl": 0.09857326505099881, "ce": 0.5327295492509447}, {"step": 95, "kl": 0.11564869065894759, "ce": 0.6023175694526882}, {"step": 96, "kl": 0.07835567431789169, "ce": 0.4647439604064917}, {"step": 97, "kl": 0.08574788866102102, "ce": 0.634373087662797}, {"step": 98, "kl": 0.0749840978228719, "ce": 0.5527277935420727}, {"step": 99, "kl": 0.16037993977005124, "ce": 0.5279874884917993}, {"step": 100, "kl": 0.09419366383090323, "ce": 0.5529308922987554}, {"step": 101, "kl": 0.08398266274368156, "ce": 0.5361432932720348}, {"step": 102, "kl": 0.10072975402401049, "ce": 0.5440668403682043}, {"step": 103, "kl": 0.08500127166517063, "ce": 0.4568800315834569}, {"step": 104, "kl": 0.08767573962310427, "ce": 0.5211569633080797}, {"step": 105, "kl": 0.08820992785285828, "ce": 0.6196641197520726}, {"step": 106, "kl": 0.12120131550629087, "ce": 0.5657700672732393}, {"step": 107, "kl": 0.13287370337798143, "ce": 0.5579438979491942}, {"step": 108, "kl": 0.10958984338023936, "ce": 0.654377637055243}, {"step": 109, "kl": 0.11528406455969845, "ce": 0.5786203659348129}, {"step": 110, "kl": 0.08342597043211962, "ce": 0.45736179561665236}, {"step": 111, "kl": 0.06893031478124338, "ce": 0.6218938377396336}, {"step": 112, "kl": 0.097191718156036, "ce": 0.5417178329293311}, {"step": 113, "kl": 0.134883448104969, "ce": 0.7000352713929093}, {"step": 114, "kl": 0.0881359313831735, "ce": 0.5945583371215524}, {"step": 115, "kl": 0.09275652740387698, "ce": 0.6297468488652077}, {"step": 116, "kl": 0.10725437292242754, "ce": 0.5600864040353553}, {"step": 117, "kl": 0.08849194538474942, "ce": 0.526134720995403}, {"step": 118, "kl": 0.0838173539002327, "ce": 0.5692947453791553}, {"step": 119, "kl": 0.07904013657868825, "ce": 0.46266044060718486}, {"step": 120, "kl": 0.10703149988638572, "ce": 0.47934423602459175}, {"step": 121, "kl": 0.08080957611717575, "ce": 0.5377898565261235}, {"step": 122, "kl": 0.19661195335694998, "ce": 0.5758949360010125}, {"step": 123, "kl": 0.1065713247707145, "ce": 0.6654782531668821}, {"step": 124, "kl": 0.10506023246671045, "ce": 0.4588838988395125}, {"step": 125, "kl": 0.07596837018870825, "ce": 0.4628879415292259}, {"step": 126, "kl": 0.08170569218600712, "ce": 0.6058654281466772}, {"step": 127, "kl": 0.09294971693547413, "ce": 0.4827625402360516}, {"step": 128, "kl": 0.07844687280976557, "ce": 0.5766270848698827}, {"step": 129, "kl": 0.09548637187227291, "ce": 0.5060442807459341}, {"step": 130, "kl": 0.09304509567557365, "ce": 0.46218711704970356}, {"step": 131, "kl": 0.10222250724030921, "ce": 0.5321441049059037}, {"step": 132, "kl": 0.09383510330976066, "ce": 0.6925767922164547}, {"step": 133, "kl": 0.10428118317239023, "ce": 0.6041105962491519}, {"step": 134, "kl": 0.09972370762430857, "ce": 0.6014882059854424}, {"step": 135, "kl": 0.09747456529630164, "ce": 0.6083437572409623}, {"step": 136, "kl": 0.07057848768796059, "ce": 0.4341327734135326}, {"step": 137, "kl": 0.08693056801488584, "ce": 0.5180206991476586}, {"step": 138, "kl": 0.129974003894414, "ce": 0.465627055472108}, {"step": 139, "kl": 0.10779131502624748, "ce": 0.5564583877268491}, {"step": 140, "kl": 0.12624737745937445, "ce": 0.5241384532366671}, {"step": 141, "kl": 0.1049388226918474, "ce": 0.5413374284451657}, {"step": 142, "kl": 0.08488672417611932, "ce": 0.5348424283284989}, {"step": 143, "kl": 0.08647612513946315, "ce": 0.45172994489876084}, {"step": 144, "kl": 0.10478477143073045, "ce": 0.5356335105171373}, {"step": 145, "kl": 0.08325147906399381, "ce": 0.5897032702759947}, {"step": 146, "kl": 0.09520125499350489, "ce": 0.5879784799922119}, {"step": 147, "kl": 0.08256719001298231, "ce": 0.5147983804817942}, {"step": 148, "kl": 0.09225406103606378, "ce": 0.5498597675186602}, {"step": 149, "kl": 0.07571442342592967, "ce": 0.7257207614465618}, {"step": 150, "kl": 0.07839973076787324, "ce": 0.4896970214288308}, {"step": 151, "kl": 0.11946651698177363, "ce": 0.5547136311637262}, {"step": 152, "kl": 0.089266313299484, "ce": 0.49483506673826566}, {"step": 153, "kl": 0.0753554044229805, "ce": 0.6070473923940247}, {"step": 154, "kl": 0.13820829515398325, "ce": 0.6772942702772624}, {"step": 155, "kl": 0.08979575235132403, "ce": 0.6200290318338939}, {"step": 156, "kl": 0.10678344219381446, "ce": 0.5501053285934293}, {"step": 157, "kl": 0.1315156440036072, "ce": 0.7308368798824898}, {"step": 158, "kl": 0.08114961310311143, "ce": 0.5292798937974273}, {"step": 159, "kl": 0.06946229290212916, "ce": 0.494396749422497}, {"step": 160, "kl": 0.10834043106191227, "ce": 0.5585368455223771}, {"step": 161, "kl": 0.13698029008592522, "ce": 0.4714850319634253}, {"step": 162, "kl": 0.1324602254704472, "ce": 0.5741190152299986}, {"step": 163, "kl": 0.09676258615437235, "ce": 0.5435044195189547}, {"step": 164, "kl": 0.09596669416539175, "ce": 0.5397133370179792}, {"step": 165, "kl": 0.11313157946345678, "ce": 0.6118966906589504}, {"step": 166, "kl": 0.11206385656278198, "ce": 0.599295340475122}, {"step": 167, "kl": 0.086975467995089, "ce": 0.6024942068921344}, {"step": 168, "kl": 0.08987743550430413, "ce": 0.49098377610711696}, {"step": 169, "kl": 0.12228664163442758, "ce": 0.5833263194156656}, {"step": 170, "kl": 0.10199331540565985, "ce": 0.6047279151195202}, {"step": 171, "kl": 0.10577179239328258, "ce": 0.6382797183306149}, {"step": 172, "kl": 0.07690493616603754, "ce": 0.40542137982661514}, {"step": 173, "kl": 0.09068933055659477, "ce": 0.5009893628864488}, {"step": 174, "kl": 0.08865420226775714, "ce": 0.6052107645589774}, {"step": 175, "kl": 0.09566159731347082, "ce": 0.6066232391308457}, {"step": 176, "kl": 0.07018922603233517, "ce": 0.4329711699454586}, {"step": 177, "kl": 0.08543625260512902, "ce": 0.6464937508723149}, {"step": 178, "kl": 0.07151730178353338, "ce": 0.46300223361606246}, {"step": 179, "kl": 0.09612293998108967, "ce": 0.5716435721396413}, {"step": 180, "kl": 0.09637473882607366, "ce": 0.5590340769209324}, {"step": 181, "kl": 0.07145455371981398, "ce": 0.5247499405950887}, {"step": 182, "kl": 0.08398468839760886, "ce": 0.6168565628322563}, {"step": 183, "kl": 0.09068015890846667, "ce": 0.536643690211159}, {"step": 184, "kl": 0.09335037608259007, "ce": 0.5464806093016644}, {"step": 185, "kl": 0.11266745581262108, "ce": 0.5272495598268486}, {"step": 186, "kl": 0.1202901097716737, "ce": 0.5224831593260977}, {"step": 187, "kl": 0.09396528258652942, "ce": 0.556354484600444}, {"step": 188, "kl": 0.09470043503240454, "ce": 0.5808620593883657}, {"step": 189, "kl": 0.09062699566663197, "ce": 0.5365426745967233}, {"step": 190, "kl": 0.08188846636921018, "ce": 0.5222636609121781}, {"step": 191, "kl": 0.07524649290407504, "ce": 0.49854122909292053}, {"step": 192, "kl": 0.11534235854764649, "ce": 0.6434105667102733}, {"step": 193, "kl": 0.07813467612050658, "ce": 0.5590366723672948}, {"step": 194, "kl": 0.08368367028008236, "ce": 0.6115438640635175}, {"step": 195, "kl": 0.09888519942470654, "ce": 0.5833977650196709}, {"step": 196, "kl": 0.08520126778583194, "ce": 0.4669374775512056}, {"step": 197, "kl": 0.06979784551810794, "ce": 0.5568358636302055}, {"step": 198, "kl": 0.09717835933263658, "ce": 0.552009794792623}, {"step": 199, "kl": 0.09129201898152679, "ce": 0.619539637067144}, {"step": 200, "kl": 0.1041612321213872, "ce": 0.5206181283600737}, {"step": 201, "kl": 0.08545232250679671, "ce": 0.5344067722544736}, {"step": 202, "kl": 0.08891838964911604, "ce": 0.6212584975197781}, {"step": 203, "kl": 0.0925021981699053, "ce": 0.5185527048549792}, {"step": 204, "kl": 0.09613496700961359, "ce": 0.49687611183612984}, {"step": 205, "kl": 0.11453201936082993, "ce": 0.5555840382496071}, {"step": 206, "kl": 0.08688914717927733, "ce": 0.4812922720562405}, {"step": 207, "kl": 0.15313052121274137, "ce": 0.5918718924149277}, {"step": 208, "kl": 0.08699205232375011, "ce": 0.519685808897619}, {"step": 209, "kl": 0.09304170947116375, "ce": 0.6411365050397422}, {"step": 210, "kl": 0.08208319931911663, "ce": 0.5059151701078891}, {"step": 211, "kl": 0.08871542780206021, "ce": 0.4869050295488694}, {"step": 212, "kl": 0.08688936864551436, "ce": 0.5582237603020904}, {"step": 213, "kl": 0.10044894820765446, "ce": 0.5384399006654927}, {"step": 214, "kl": 0.09029094799365833, "ce": 0.45780811141660294}, {"step": 215, "kl": 0.08844862778247511, "ce": 0.6074099139721165}, {"step": 216, "kl": 0.09699569112052647, "ce": 0.6267675291983177}, {"step": 217, "kl": 0.08462909736140894, "ce": 0.6419677145057537}, {"step": 218, "kl": 0.09397386477101834, "ce": 0.6707964229834927}, {"step": 219, "kl": 0.0804356389593113, "ce": 0.5474307531359558}, {"step": 220, "kl": 0.10292257635497606, "ce": 0.6823587136550724}, {"step": 221, "kl": 0.08502160701741616, "ce": 0.6406597814636503}, {"step": 222, "kl": 0.07358784924964006, "ce": 0.5250692624559301}, {"step": 223, "kl": 0.07681820460320944, "ce": 0.4881536360593037}, {"step": 224, "kl": 0.08731938780274998, "ce": 0.5668902131194404}, {"step": 225, "kl": 0.09797947675145735, "ce": 0.51696720671212}, {"step": 226, "kl": 0.07054417375401212, "ce": 0.49986579114646207}, {"step": 227, "kl": 0.11216416536100876, "ce": 0.6254488546268622}, {"step": 228, "kl": 0.08462253200184702, "ce": 0.6214625275464009}, {"step": 229, "kl": 0.08501149089077532, "ce": 0.49326583400277985}, {"step": 230, "kl": 0.08375130468886414, "ce": 0.38056782147475043}, {"step": 231, "kl": 0.08448732538948814, "ce": 0.5453814256449658}, {"step": 232, "kl": 0.07978658193199939, "ce": 0.6145447546743814}, {"step": 233, "kl": 0.09331063744503121, "ce": 0.5336095679545441}, {"step": 234, "kl": 0.0770920556752315, "ce": 0.5926669618618563}, {"step": 235, "kl": 0.08385526188022696, "ce": 0.537699418385511}, {"step": 236, "kl": 0.0968959417225555, "ce": 0.5356994619770813}, {"step": 237, "kl": 0.07447821217635367, "ce": 0.6130826494964372}, {"step": 238, "kl": 0.11581860249921214, "ce": 0.6175408652465268}, {"step": 239, "kl": 0.08008690371316254, "ce": 0.586089674951862}, {"step": 240, "kl": 0.0796947100838384, "ce": 0.459040297161449}, {"step": 241, "kl": 0.08618397453680844, "ce": 0.5372301832658316}, {"step": 242, "kl": 0.08358424285244934, "ce": 0.5326627737031425}, {"step": 243, "kl": 0.0809948273994889, "ce": 0.5711656251741664}, {"step": 244, "kl": 0.07608027126478112, "ce": 0.5392303195521198}, {"step": 245, "kl": 0.1017897522338628, "ce": 0.577916999326359}, {"step": 246, "kl": 0.0743132903883893, "ce": 0.49005879070741915}, {"step": 247, "kl": 0.07290507159707041, "ce": 0.499847140486504}, {"step": 248, "kl": 0.0995430585304565, "ce": 0.5717853812839081}, {"step": 249, "kl": 0.09551985937802612, "ce": 0.4915186994562244}, {"step": 250, "kl": 0.08466581368204384, "ce": 0.654690082391566}, {"step": 251, "kl": 0.077215030123974, "ce": 0.41333462826980444}, {"step": 252, "kl": 0.08441243063681993, "ce": 0.5905604581220434}, {"step": 253, "kl": 0.10463446727086972, "ce": 0.6128850911209311}, {"step": 254, "kl": 0.09757291049220752, "ce": 0.6933060966319685}, {"step": 255, "kl": 0.09269720020359944, "ce": 0.6024342747793892}, {"step": 256, "kl": 0.09592087365196848, "ce": 0.5698273988621704}, {"step": 257, "kl": 0.10295051144293238, "ce": 0.5718692848009941}, {"step": 258, "kl": 0.08885072607601073, "ce": 0.49333907213256256}, {"step": 259, "kl": 0.07815025366522915, "ce": 0.4924105997315207}, {"step": 260, "kl": 0.06600249538389338, "ce": 0.43779687511964915}, {"step": 261, "kl": 0.09530619668960572, "ce": 0.5139369495439615}, {"step": 262, "kl": 0.08690648735094063, "ce": 0.5618250761914896}, {"step": 263, "kl": 0.08355704628976493, "ce": 0.4886139529905768}, {"step": 264, "kl": 0.07739065779052806, "ce": 0.5071843143762446}, {"step": 265, "kl": 0.07069247704907335, "ce": 0.5538837318626408}, {"step": 266, "kl": 0.08023738477326192, "ce": 0.43039177013384206}, {"step": 267, "kl": 0.08234718251224638, "ce": 0.436638250304796}, {"step": 268, "kl": 0.09361097051336004, "ce": 0.5763715980878843}, {"step": 269, "kl": 0.09982284675381421, "ce": 0.5481072304869288}, {"step": 270, "kl": 0.09161917644159553, "ce": 0.6526453534779971}, {"step": 271, "kl": 0.08965100751637665, "ce": 0.61039967785858}, {"step": 272, "kl": 0.0782819648610992, "ce": 0.5272050825142779}, {"step": 273, "kl": 0.10140919297038989, "ce": 0.6089797613340057}, {"step": 274, "kl": 0.07855048361644283, "ce": 0.5471923671413113}, {"step": 275, "kl": 0.07669910115860394, "ce": 0.41447310937702325}, {"step": 276, "kl": 0.08105475908808171, "ce": 0.5683260714362802}, {"step": 277, "kl": 0.08041243965286417, "ce": 0.5315744788390357}, {"step": 278, "kl": 0.08140999476114909, "ce": 0.5093591735062057}, {"step": 279, "kl": 0.07080235464904708, "ce": 0.5080171961718215}, {"step": 280, "kl": 0.10180203068184819, "ce": 0.6494142352263939}, {"step": 281, "kl": 0.09959489706957375, "ce": 0.6384402047353329}, {"step": 282, "kl": 0.07654135779052879, "ce": 0.5516387661478067}, {"step": 283, "kl": 0.09201778850361426, "ce": 0.6104301640052756}, {"step": 284, "kl": 0.07241029819643216, "ce": 0.43230864610210173}, {"step": 285, "kl": 0.08639599164326986, "ce": 0.5730210814132499}, {"step": 286, "kl": 0.0778718922496175, "ce": 0.5450607686372853}, {"step": 287, "kl": 0.0863595922748524, "ce": 0.4946570517469006}, {"step": 288, "kl": 0.09335961780255357, "ce": 0.6140162135320604}, {"step": 289, "kl": 0.07876596153732723, "ce": 0.5536775932470298}, {"step": 290, "kl": 0.08005546652357196, "ce": 0.527918930439967}, {"step": 291, "kl": 0.07303414825258571, "ce": 0.48101273172558806}, {"step": 292, "kl": 0.09263212003071172, "ce": 0.5790794029664458}, {"step": 293, "kl": 0.09318694308137065, "ce": 0.5877244074879479}, {"step": 294, "kl": 0.08574050228459384, "ce": 0.5250551120319491}, {"step": 295, "kl": 0.08451808007644188, "ce": 0.5015458158320851}, {"step": 296, "kl": 0.09738196279727519, "ce": 0.6184860847623345}, {"step": 297, "kl": 0.08918663903833646, "ce": 0.580302306871374}, {"step": 298, "kl": 0.07754563307652163, "ce": 0.4909647475826395}, {"step": 299, "kl": 0.07708038827859762, "ce": 0.5355272753693618}, {"step": 300, "kl": 0.08055946598740017, "ce": 0.6025271321246585}, {"step": 301, "kl": 0.083423715588363, "ce": 0.5011681675886406}, {"step": 302, "kl": 0.09939174394189919, "ce": 0.6163163029009768}, {"step": 303, "kl": 0.08655563256713687, "ce": 0.5463708550099241}, {"step": 304, "kl": 0.09474797162091789, "ce": 0.5234358610862633}, {"step": 305, "kl": 0.08219477252615826, "ce": 0.4140245766343478}, {"step": 306, "kl": 0.08014281811831234, "ce": 0.5830438985769107}, {"step": 307, "kl": 0.10416939616982454, "ce": 0.5008199683509036}, {"step": 308, "kl": 0.08351240952922491, "ce": 0.4792366304308233}, {"step": 309, "kl": 0.08952398001109266, "ce": 0.4734875974040038}, {"step": 310, "kl": 0.10336307278778725, "ce": 0.4977037055976628}, {"step": 311, "kl": 0.08857153716729571, "ce": 0.5585779925969643}, {"step": 312, "kl": 0.0831220996054562, "ce": 0.5011971704919911}, {"step": 313, "kl": 0.0878541874702432, "ce": 0.5088744787654966}, {"step": 314, "kl": 0.07860630850594318, "ce": 0.5522473280037818}, {"step": 315, "kl": 0.07372365914897021, "ce": 0.4172001463421703}, {"step": 316, "kl": 0.08849987460301736, "ce": 0.5972434609370223}, {"step": 317, "kl": 0.0738467275047872, "ce": 0.47449498554506353}, {"step": 318, "kl": 0.09714388692677298, "ce": 0.4809350646577789}, {"step": 319, "kl": 0.08298966778948075, "ce": 0.4748416573535268}, {"step": 320, "kl": 0.08843367273167933, "ce": 0.525630446618831}, {"step": 321, "kl": 0.08422143857345539, "ce": 0.4775527496129722}, {"step": 322, "kl": 0.08799129596415815, "ce": 0.44455181857764753}, {"step": 323, "kl": 0.07906891852641923, "ce": 0.5671665842727014}, {"step": 324, "kl": 0.0687912217885258, "ce": 0.5264448794975163}, {"step": 325, "kl": 0.08161311135191213, "ce": 0.5617802220222484}, {"step": 326, "kl": 0.08757016498249891, "ce": 0.5386523321967647}, {"step": 327, "kl": 0.09328365912767386, "ce": 0.6257540116352953}, {"step": 328, "kl": 0.09705094490382617, "ce": 0.48789065323259606}, {"step": 329, "kl": 0.08406662896556247, "ce": 0.702749477837511}, {"step": 330, "kl": 0.08907985252470589, "ce": 0.517653319427283}, {"step": 331, "kl": 0.09011288304979326, "ce": 0.7050926459583756}, {"step": 332, "kl": 0.09137743496671812, "ce": 0.4979948641440529}, {"step": 333, "kl": 0.07481621470270425, "ce": 0.4794153841840996}, {"step": 334, "kl": 0.09588909559337963, "ce": 0.5086142669148086}, {"step": 335, "kl": 0.08504329403049234, "ce": 0.6520808211218353}, {"step": 336, "kl": 0.09215830711373163, "ce": 0.5218885242486171}, {"step": 337, "kl": 0.09096970061145146, "ce": 0.5766412417617621}, {"step": 338, "kl": 0.08553775724593832, "ce": 0.5787673275621132}, {"step": 339, "kl": 0.07863149695711266, "ce": 0.569853918667323}, {"step": 340, "kl": 0.11386059653174539, "ce": 0.5178499270458611}, {"step": 341, "kl": 0.08714717932119567, "ce": 0.5820196204034304}, {"step": 342, "kl": 0.09302809765707194, "ce": 0.5325562032535188}, {"step": 343, "kl": 0.09244852977635586, "ce": 0.5589250596327662}, {"step": 344, "kl": 0.0753168086356891, "ce": 0.4769966573753306}, {"step": 345, "kl": 0.08586579592966616, "ce": 0.40734176014604023}, {"step": 346, "kl": 0.09236026651363508, "ce": 0.5648152411690185}, {"step": 347, "kl": 0.07892170362991087, "ce": 0.4518501331279804}, {"step": 348, "kl": 0.10144191361559003, "ce": 0.6733298172542618}, {"step": 349, "kl": 0.10042613612965472, "ce": 0.5145609083600272}, {"step": 350, "kl": 0.0820112071723432, "ce": 0.568428782253859}, {"step": 351, "kl": 0.07881905748054094, "ce": 0.5988349875545698}, {"step": 352, "kl": 0.09590021722966975, "ce": 0.6347002050001844}, {"step": 353, "kl": 0.07441402518383997, "ce": 0.4265602565766225}, {"step": 354, "kl": 0.07025979598948638, "ce": 0.5585311557597264}, {"step": 355, "kl": 0.07027947177251775, "ce": 0.5334759932838107}, {"step": 356, "kl": 0.08795036328397894, "ce": 0.578481362588595}, {"step": 357, "kl": 0.074762149888183, "ce": 0.4453827468843575}, {"step": 358, "kl": 0.07901992041634043, "ce": 0.4792527041415065}, {"step": 359, "kl": 0.07247369622926883, "ce": 0.5574532285844053}, {"step": 360, "kl": 0.07160628468573267, "ce": 0.48748330222547903}, {"step": 361, "kl": 0.06774478180767739, "ce": 0.5031493618956998}, {"step": 362, "kl": 0.09145640305650732, "ce": 0.6229545797740219}, {"step": 363, "kl": 0.10051222534925332, "ce": 0.5872068807264326}, {"step": 364, "kl": 0.0875560372316775, "ce": 0.6074698416607894}, {"step": 365, "kl": 0.07799316943682058, "ce": 0.5391588844119608}, {"step": 366, "kl": 0.08304172915599344, "ce": 0.5623766116398718}, {"step": 367, "kl": 0.07483374596892459, "ce": 0.5130901099416427}, {"step": 368, "kl": 0.09508661924867731, "ce": 0.7582246012520754}, {"step": 369, "kl": 0.10294006585147131, "ce": 0.6508528929459506}, {"step": 370, "kl": 0.09337410903834482, "ce": 0.6373805338541666}, {"step": 371, "kl": 0.07973901990754287, "ce": 0.5399554534904513}, {"step": 372, "kl": 0.07558185491212847, "ce": 0.4845553954841339}, {"step": 373, "kl": 0.09346928235652993, "ce": 0.6222416490738614}, {"step": 374, "kl": 0.1012345760126418, "ce": 0.4750475105494308}, {"step": 375, "kl": 0.07493074190355789, "ce": 0.6049686543359326}, {"step": 376, "kl": 0.0773517909059384, "ce": 0.6205211729647737}, {"step": 377, "kl": 0.08921383102209329, "ce": 0.5600189764074823}, {"step": 378, "kl": 0.0762786305908008, "ce": 0.4470379204225517}, {"step": 379, "kl": 0.10750769624154577, "ce": 0.5364968320693819}, {"step": 380, "kl": 0.10373755796066182, "ce": 0.4284347465274702}, {"step": 381, "kl": 0.10957539631716555, "ce": 0.5465791130595247}, {"step": 382, "kl": 0.08898471667219965, "ce": 0.45776086617702794}, {"step": 383, "kl": 0.08963505103862807, "ce": 0.4554707905625546}, {"step": 384, "kl": 0.07272244216295962, "ce": 0.38404018556475006}, {"step": 385, "kl": 0.09022720660723063, "ce": 0.6307191848754883}, {"step": 386, "kl": 0.08880045804585894, "ce": 0.6376375657093676}, {"step": 387, "kl": 0.07831658675771852, "ce": 0.4564576933592799}, {"step": 388, "kl": 0.07546470272951936, "ce": 0.5404207729014688}, {"step": 389, "kl": 0.10164894250489404, "ce": 0.5456352621607453}, {"step": 390, "kl": 0.08085971942050851, "ce": 0.48152240488294457}, {"step": 391, "kl": 0.08612719693040977, "ce": 0.6279479709180236}, {"step": 392, "kl": 0.08167139437385437, "ce": 0.5337970045631553}, {"step": 393, "kl": 0.07369704591726432, "ce": 0.5122625148276717}, {"step": 394, "kl": 0.12399730638753602, "ce": 0.6176038289872029}, {"step": 395, "kl": 0.10225143798482215, "ce": 0.5245182560773345}, {"step": 396, "kl": 0.09524858061287428, "ce": 0.5958554734313496}, {"step": 397, "kl": 0.08335410796512674, "ce": 0.498950934344173}, {"step": 398, "kl": 0.08814580320497721, "ce": 0.5088512445102735}, {"step": 399, "kl": 0.07920295703745547, "ce": 0.5419845075300569}, {"step": 400, "kl": 0.10751104435066498, "ce": 0.6544158710601581}, {"step": 401, "kl": 0.07521341409866536, "ce": 0.4434127655723667}, {"step": 402, "kl": 0.08541348847342306, "ce": 0.5380829867212192}, {"step": 403, "kl": 0.0695801055995695, "ce": 0.42906370717247355}, {"step": 404, "kl": 0.07279660966661242, "ce": 0.6478588988997636}, {"step": 405, "kl": 0.11518949706276206, "ce": 0.5940943593564242}, {"step": 406, "kl": 0.10709248586468335, "ce": 0.6517449284762665}, {"step": 407, "kl": 0.09644638248583898, "ce": 0.5524847066889299}, {"step": 408, "kl": 0.09401649391799319, "ce": 0.4679190049149062}, {"step": 409, "kl": 0.08799631289708829, "ce": 0.7368172863822672}, {"step": 410, "kl": 0.07876471219891153, "ce": 0.5035383061000279}, {"step": 411, "kl": 0.11227032868856683, "ce": 0.5589525574019019}, {"step": 412, "kl": 0.10001738784239464, "ce": 0.5690076512929779}, {"step": 413, "kl": 0.07780599201775784, "ce": 0.43644856759040085}, {"step": 414, "kl": 0.07318184060486696, "ce": 0.43429526785432176}, {"step": 415, "kl": 0.1066070623370023, "ce": 0.5593340394723469}, {"step": 416, "kl": 0.08354035271354583, "ce": 0.5090924498031798}, {"step": 417, "kl": 0.08603651050974062, "ce": 0.5774186500088402}, {"step": 418, "kl": 0.08731670016526294, "ce": 0.5949035337038129}, {"step": 419, "kl": 0.07622930543690885, "ce": 0.4330207641824203}, {"step": 420, "kl": 0.08978905986104277, "ce": 0.6071421269793816}, {"step": 421, "kl": 0.07414904871808403, "ce": 0.4906472779581109}, {"step": 422, "kl": 0.07480782833167819, "ce": 0.4056438656324142}, {"step": 423, "kl": 0.09076053217256878, "ce": 0.6196884280719387}, {"step": 424, "kl": 0.10304538786414996, "ce": 0.5206622876878244}, {"step": 425, "kl": 0.07551613977281246, "ce": 0.5750358113784964}, {"step": 426, "kl": 0.08121968862778166, "ce": 0.6552061467170716}, {"step": 427, "kl": 0.07343002345669683, "ce": 0.6062131753245977}, {"step": 428, "kl": 0.12209297542198257, "ce": 0.5639996234648429}, {"step": 429, "kl": 0.08035332897516687, "ce": 0.37576838614629055}, {"step": 430, "kl": 0.08296362480235611, "ce": 0.6329519787518131}, {"step": 431, "kl": 0.09316286133244521, "ce": 0.7182984483790696}, {"step": 432, "kl": 0.1001187938607729, "ce": 0.5785830400378628}, {"step": 433, "kl": 0.08435419354214503, "ce": 0.40615872734162384}, {"step": 434, "kl": 0.09409794099924909, "ce": 0.5137614376652833}, {"step": 435, "kl": 0.08369403632041597, "ce": 0.4122115829272235}, {"step": 436, "kl": 0.0775630100629154, "ce": 0.43774832977510014}, {"step": 437, "kl": 0.07726371228457879, "ce": 0.5537637513135801}, {"step": 438, "kl": 0.10502137343775672, "ce": 0.6161269939858548}, {"step": 439, "kl": 0.09607514376717392, "ce": 0.5246519275124378}, {"step": 440, "kl": 0.0644525346118245, "ce": 0.5565485984823187}, {"step": 441, "kl": 0.07652778487724819, "ce": 0.5906382590185625}, {"step": 442, "kl": 0.09181681312714007, "ce": 0.6208988849746665}, {"step": 443, "kl": 0.0957237832727693, "ce": 0.5834962152807043}, {"step": 444, "kl": 0.08557444178796478, "ce": 0.5399891040792709}, {"step": 445, "kl": 0.08940475609922227, "ce": 0.555054112627108}, {"step": 446, "kl": 0.08061261477243865, "ce": 0.5006434624217381}, {"step": 447, "kl": 0.09251059027942451, "ce": 0.6357029599638832}, {"step": 448, "kl": 0.08526124094022441, "ce": 0.475655066078466}, {"step": 449, "kl": 0.06606108744606089, "ce": 0.3777043425809655}, {"step": 450, "kl": 0.0695779246866232, "ce": 0.518984430267513}, {"step": 451, "kl": 0.06667571749680117, "ce": 0.3286325919070384}, {"step": 452, "kl": 0.06326143404984001, "ce": 0.4084984453572225}, {"step": 453, "kl": 0.06472908880827968, "ce": 0.37029548273213797}, {"step": 454, "kl": 0.0693321298746081, "ce": 0.3295872153305426}, {"step": 455, "kl": 0.0783219259558994, "ce": 0.37314131621502955}, {"step": 456, "kl": 0.07365425114017593, "ce": 0.41264043464268846}, {"step": 457, "kl": 0.07754722971394544, "ce": 0.3970153712816376}, {"step": 458, "kl": 0.06741240271866494, "ce": 0.40484070326862687}, {"step": 459, "kl": 0.06965478259360518, "ce": 0.40172623619605347}, {"step": 460, "kl": 0.05622276056625279, "ce": 0.4083236423346514}, {"step": 461, "kl": 0.06372938260955748, "ce": 0.39221725447091915}, {"step": 462, "kl": 0.05774221756184798, "ce": 0.43838409278873297}, {"step": 463, "kl": 0.07096355981836253, "ce": 0.3861088389753302}, {"step": 464, "kl": 0.07970884816775109, "ce": 0.4175991802927477}, {"step": 465, "kl": 0.06306692747578946, "ce": 0.33984428386820004}, {"step": 466, "kl": 0.06485443569818677, "ce": 0.3569593593329374}, {"step": 467, "kl": 0.07591142963530326, "ce": 0.40194044534082624}, {"step": 468, "kl": 0.07442143661035774, "ce": 0.4377998646169864}, {"step": 469, "kl": 0.06687073401852502, "ce": 0.37638272562160346}, {"step": 470, "kl": 0.07719482180077648, "ce": 0.3060029627506691}, {"step": 471, "kl": 0.0982415700259414, "ce": 0.5098240850025988}, {"step": 472, "kl": 0.06106947212903362, "ce": 0.2533457561120851}, {"step": 473, "kl": 0.09530585570592087, "ce": 0.3400664197402714}, {"step": 474, "kl": 0.07567608594798697, "ce": 0.3193094938824933}, {"step": 475, "kl": 0.06685157409634403, "ce": 0.3551132015021845}, {"step": 476, "kl": 0.05300853362129886, "ce": 0.3650179747651821}, {"step": 477, "kl": 0.05783161143859924, "ce": 0.34971137559945814}, {"step": 478, "kl": 0.07869191310243832, "ce": 0.43677296005880273}, {"step": 479, "kl": 0.07682119362479198, "ce": 0.43220902387508175}, {"step": 480, "kl": 0.06586619949783232, "ce": 0.36011490161381726}, {"step": 481, "kl": 0.06904170697659714, "ce": 0.3421601624289081}, {"step": 482, "kl": 0.07360027919675732, "ce": 0.39112406944840905}, {"step": 483, "kl": 0.061416727050400736, "ce": 0.3689980503066955}, {"step": 484, "kl": 0.06500319061665501, "ce": 0.5124263862064802}, {"step": 485, "kl": 0.06661134408951196, "ce": 0.37404061840360836}, {"step": 486, "kl": 0.06745445125880113, "ce": 0.32237509460036445}, {"step": 487, "kl": 0.08259953560112264, "ce": 0.36731826705771664}, {"step": 488, "kl": 0.0728198398604387, "ce": 0.3903724475863225}, {"step": 489, "kl": 0.06964432612306512, "ce": 0.3533349095898864}, {"step": 490, "kl": 0.05990589430591798, "ce": 0.34416197446635255}, {"step": 491, "kl": 0.0699968534766598, "ce": 0.38443681477197533}, {"step": 492, "kl": 0.07279976270459143, "ce": 0.3883047114900603}, {"step": 493, "kl": 0.06736352580029263, "ce": 0.4389086459761064}, {"step": 494, "kl": 0.06307808709093901, "ce": 0.3484249541234099}, {"step": 495, "kl": 0.05144305949254258, "ce": 0.34935779541112966}, {"step": 496, "kl": 0.06279754392498846, "ce": 0.4659740131685016}, {"step": 497, "kl": 0.06778488602749137, "ce": 0.353615982389892}, {"step": 498, "kl": 0.07193065959857836, "ce": 0.40460785621878825}, {"step": 499, "kl": 0.04985544129582037, "ce": 0.38268837281806983}, {"step": 500, "kl": 0.06895581580718611, "ce": 0.4234130644622559}, {"step": 501, "kl": 0.06132983582207284, "ce": 0.3876173392321849}, {"step": 502, "kl": 0.07070012393197155, "ce": 0.4649683444685293}, {"step": 503, "kl": 0.07196757513513687, "ce": 0.3054966446850959}, {"step": 504, "kl": 0.06736334892628444, "ce": 0.44215383046985957}, {"step": 505, "kl": 0.05242179147598516, "ce": 0.33231981323986515}, {"step": 506, "kl": 0.07406194798707157, "ce": 0.33917244455198026}, {"step": 507, "kl": 0.07397380513859664, "ce": 0.46537290902329004}, {"step": 508, "kl": 0.07937675138795762, "ce": 0.5056529593706929}, {"step": 509, "kl": 0.07680830935244856, "ce": 0.3144069324715544}, {"step": 510, "kl": 0.08809503913305998, "ce": 0.3494504718796533}, {"step": 511, "kl": 0.05382649184963196, "ce": 0.3615729096597746}, {"step": 512, "kl": 0.08082934366665219, "ce": 0.35028946646808706}, {"step": 513, "kl": 0.06488637724563649, "ce": 0.39491397561095726}, {"step": 514, "kl": 0.05249483514358151, "ce": 0.41267145654106885}, {"step": 515, "kl": 0.08172427137319446, "ce": 0.22162392228964692}, {"step": 516, "kl": 0.08458268925361564, "ce": 0.45337692060790824}, {"step": 517, "kl": 0.05725334319364778, "ce": 0.3779332338781795}, {"step": 518, "kl": 0.07877293566496578, "ce": 0.4614772241957196}, {"step": 519, "kl": 0.06624956068049953, "ce": 0.39011385321212744}, {"step": 520, "kl": 0.05942717082716245, "ce": 0.37011256518664665}, {"step": 521, "kl": 0.07141854714152482, "ce": 0.4468254786296104}, {"step": 522, "kl": 0.0634882451289332, "ce": 0.4881752119727101}, {"step": 523, "kl": 0.06832518263171025, "ce": 0.3933602536948819}, {"step": 524, "kl": 0.0693207370978987, "ce": 0.41490147414101286}, {"step": 525, "kl": 0.055649816816326615, "ce": 0.31098234880197273}, {"step": 526, "kl": 0.06603838276864768, "ce": 0.40822819005805056}, {"step": 527, "kl": 0.04990738326086682, "ce": 0.3480226396704864}, {"step": 528, "kl": 0.07359497617937041, "ce": 0.31104282968930946}, {"step": 529, "kl": 0.06092789095641075, "ce": 0.4190543432704738}, {"step": 530, "kl": 0.06906014584602245, "ce": 0.48378209061693295}, {"step": 531, "kl": 0.0770762690210728, "ce": 0.3899226312965496}, {"step": 532, "kl": 0.06637778436810093, "ce": 0.32663227580281384}, {"step": 533, "kl": 0.07734216705005241, "ce": 0.3132258230785154}, {"step": 534, "kl": 0.05869911719522885, "ce": 0.4267326483951313}, {"step": 535, "kl": 0.07972185192267947, "ce": 0.2801472575213142}, {"step": 536, "kl": 0.0674164200400475, "ce": 0.3996932371568629}, {"step": 537, "kl": 0.06748847819131326, "ce": 0.35154183276916773}, {"step": 538, "kl": 0.06139347702068562, "ce": 0.39020133559346515}, {"step": 539, "kl": 0.06449699401855469, "ce": 0.3671913014833327}, {"step": 540, "kl": 0.06325289590060687, "ce": 0.387929376559404}, {"step": 541, "kl": 0.06470050135995173, "ce": 0.4387103506670518}, {"step": 542, "kl": 0.051529236665381034, "ce": 0.2913693651658293}, {"step": 543, "kl": 0.07297803726183755, "ce": 0.43179393811270494}, {"step": 544, "kl": 0.05810160365294946, "ce": 0.33613572934895203}, {"step": 545, "kl": 0.06726644110442, "ce": 0.35431973942976314}, {"step": 546, "kl": 0.07031086885002245, "ce": 0.3323411491905193}, {"step": 547, "kl": 0.06452532662237849, "ce": 0.3732276216379365}, {"step": 548, "kl": 0.0665750473264664, "ce": 0.43172072080633767}, {"step": 549, "kl": 0.06379765544117762, "ce": 0.31033907735080374}, {"step": 550, "kl": 0.07049054201459751, "ce": 0.26340063684972903}, {"step": 551, "kl": 0.05856785178915496, "ce": 0.3851388551841909}, {"step": 552, "kl": 0.0668015263034536, "ce": 0.4291549677372416}, {"step": 553, "kl": 0.06100834845417765, "ce": 0.34206855435372274}, {"step": 554, "kl": 0.06222302236456024, "ce": 0.4259991629620127}, {"step": 555, "kl": 0.0661329828182403, "ce": 0.4433224894682194}, {"step": 556, "kl": 0.05548234685644501, "ce": 0.3858011898241545}, {"step": 557, "kl": 0.058396472090456335, "ce": 0.4480182731943586}, {"step": 558, "kl": 0.06594677329383013, "ce": 0.33652344348588004}, {"step": 559, "kl": 0.05704845058307494, "ce": 0.4202635670796094}, {"step": 560, "kl": 0.08205151471147196, "ce": 0.33943482397264535}, {"step": 561, "kl": 0.07251966627182897, "ce": 0.38588474450920085}, {"step": 562, "kl": 0.05733100220994965, "ce": 0.3206821309033104}, {"step": 563, "kl": 0.08462480746744211, "ce": 0.37226784309221683}, {"step": 564, "kl": 0.07074775045015375, "ce": 0.41908465435097}, {"step": 565, "kl": 0.06552740361425301, "ce": 0.253167068863349}, {"step": 566, "kl": 0.05943248899537625, "ce": 0.31312080139809473}, {"step": 567, "kl": 0.06541668436415231, "ce": 0.4180498733970177}, {"step": 568, "kl": 0.0475822202958836, "ce": 0.4311359919543424}, {"step": 569, "kl": 0.07166456498645346, "ce": 0.37665390637841556}, {"step": 570, "kl": 0.10551481238429489, "ce": 0.47498959103693067}, {"step": 571, "kl": 0.055479629695958835, "ce": 0.2972074351334488}, {"step": 572, "kl": 0.06218334400928921, "ce": 0.38735869944209955}, {"step": 573, "kl": 0.06767380190506615, "ce": 0.41243377899291156}, {"step": 574, "kl": 0.061594419726775235, "ce": 0.38636860844753024}, {"step": 575, "kl": 0.06465279797110489, "ce": 0.436519974723645}, {"step": 576, "kl": 0.058509778630751075, "ce": 0.39682548083357405}, {"step": 577, "kl": 0.08399438293664087, "ce": 0.404396652996689}, {"step": 578, "kl": 0.06016840556181069, "ce": 0.3265738620830061}, {"step": 579, "kl": 0.0802207753704179, "ce": 0.3728657403499829}, {"step": 580, "kl": 0.09109446528831287, "ce": 0.37228615649513597}, {"step": 581, "kl": 0.07561786704499061, "ce": 0.47352881132116637}, {"step": 582, "kl": 0.06120684187915562, "ce": 0.3514412934876295}, {"step": 583, "kl": 0.09682003628338302, "ce": 0.3879987044219342}, {"step": 584, "kl": 0.07037512808881143, "ce": 0.3079559750816797}, {"step": 585, "kl": 0.06982124174952922, "ce": 0.3895931440277296}, {"step": 586, "kl": 0.06129080480436888, "ce": 0.5221559937102593}, {"step": 587, "kl": 0.06136487293808416, "ce": 0.33703814006222865}, {"step": 588, "kl": 0.09504677013792236, "ce": 0.29460159418578086}, {"step": 589, "kl": 0.066975863819319, "ce": 0.3051301048636454}, {"step": 590, "kl": 0.049189555474367264, "ce": 0.37438517312635167}, {"step": 591, "kl": 0.06371230245851078, "ce": 0.34732349205184254}, {"step": 592, "kl": 0.0625460302120135, "ce": 0.33962458343558083}, {"step": 593, "kl": 0.06390918516055893, "ce": 0.29290269857103174}, {"step": 594, "kl": 0.06600989191592964, "ce": 0.40745163336821133}, {"step": 595, "kl": 0.08905208782010592, "ce": 0.4202662090523644}, {"step": 596, "kl": 0.07393449712055948, "ce": 0.40818086128512243}, {"step": 597, "kl": 0.07500735760061242, "ce": 0.4160464992219277}, {"step": 598, "kl": 0.07434476524886473, "ce": 0.3547207940064202}, {"step": 599, "kl": 0.07584527043336371, "ce": 0.4538694845408295}, {"step": 600, "kl": 0.06028702038813267, "ce": 0.3587447406422657}, {"step": 601, "kl": 0.07450467773374736, "ce": 0.40790353716042466}, {"step": 602, "kl": 0.058125851411019204, "ce": 0.3058471309466787}, {"step": 603, "kl": 0.05807335234476798, "ce": 0.3970747828942667}, {"step": 604, "kl": 0.05368156994691716, "ce": 0.3062526817026436}, {"step": 605, "kl": 0.06541103778063882, "ce": 0.40990892730976874}, {"step": 606, "kl": 0.08531866800427161, "ce": 0.38895655795582673}, {"step": 607, "kl": 0.06112127111234639, "ce": 0.40554542295922535}, {"step": 608, "kl": 0.07077136342944255, "ce": 0.37301281321118446}, {"step": 609, "kl": 0.054282162259738406, "ce": 0.35741352486038847}, {"step": 610, "kl": 0.060253272422941324, "ce": 0.355957446226589}, {"step": 611, "kl": 0.07645693588361363, "ce": 0.40234148066678493}, {"step": 612, "kl": 0.08008723975879319, "ce": 0.5133323189765059}, {"step": 613, "kl": 0.06122791059629564, "ce": 0.40802464540860267}, {"step": 614, "kl": 0.06170305119820656, "ce": 0.31532864502325914}, {"step": 615, "kl": 0.06532932619142692, "ce": 0.3801278216382152}, {"step": 616, "kl": 0.062043894823456965, "ce": 0.34581987031427514}, {"step": 617, "kl": 0.07309868025382604, "ce": 0.42715095860093366}, {"step": 618, "kl": 0.06864438584061147, "ce": 0.4948605269493286}, {"step": 619, "kl": 0.06229127389095054, "ce": 0.353998458474168}, {"step": 620, "kl": 0.11476475211666591, "ce": 0.35535034247462793}, {"step": 621, "kl": 0.06824353415985678, "ce": 0.3474681584547597}, {"step": 622, "kl": 0.06890565191321295, "ce": 0.419952807628838}, {"step": 623, "kl": 0.05961714108672306, "ce": 0.4534173716495962}, {"step": 624, "kl": 0.07834175069118852, "ce": 0.44120884760030754}, {"step": 625, "kl": 0.060418355267620974, "ce": 0.3876527116873102}, {"step": 626, "kl": 0.08236384248680054, "ce": 0.31142453229148404}, {"step": 627, "kl": 0.06414914940269312, "ce": 0.3453561287818638}, {"step": 628, "kl": 0.08603975823249596, "ce": 0.4122642836384912}, {"step": 629, "kl": 0.0680847218765388, "ce": 0.378105368573624}, {"step": 630, "kl": 0.06700287037941989, "ce": 0.31662548202191115}, {"step": 631, "kl": 0.08753286437534658, "ce": 0.4267811404712457}, {"step": 632, "kl": 0.05687415691242527, "ce": 0.33128693084276006}, {"step": 633, "kl": 0.08026389053785557, "ce": 0.48924815982901776}, {"step": 634, "kl": 0.07108809132198414, "ce": 0.39289494804832137}, {"step": 635, "kl": 0.06980298382208991, "ce": 0.49563204793887505}, {"step": 636, "kl": 0.07566613093416694, "ce": 0.3573681085024373}, {"step": 637, "kl": 0.07824174381505135, "ce": 0.4413150420490377}, {"step": 638, "kl": 0.06788356789821601, "ce": 0.3869850721764011}, {"step": 639, "kl": 0.05544652178262178, "ce": 0.3387347698927283}, {"step": 640, "kl": 0.06778616290841902, "ce": 0.42111302850714205}, {"step": 641, "kl": 0.0729852223750106, "ce": 0.39953691421459375}, {"step": 642, "kl": 0.07826693258741446, "ce": 0.4737327018375025}, {"step": 643, "kl": 0.1468676202975142, "ce": 0.33312059801344046}, {"step": 644, "kl": 0.07176523807736414, "ce": 0.3787140811666334}, {"step": 645, "kl": 0.05786652204220402, "ce": 0.31120175331859173}, {"step": 646, "kl": 0.05133380049598382, "ce": 0.35733579177639746}, {"step": 647, "kl": 0.06102329406185428, "ce": 0.3754595538558563}, {"step": 648, "kl": 0.06007042956214948, "ce": 0.3906135242899686}, {"step": 649, "kl": 0.07630326206084899, "ce": 0.3664832234500077}, {"step": 650, "kl": 0.07719136596563549, "ce": 0.36664021388740303}, {"step": 651, "kl": 0.06724239418270803, "ce": 0.3470054851524439}, {"step": 652, "kl": 0.05717182627346758, "ce": 0.38078789155783027}, {"step": 653, "kl": 0.054669015476168994, "ce": 0.330526074516439}, {"step": 654, "kl": 0.06268742827762953, "ce": 0.38167434059894145}, {"step": 655, "kl": 0.051191878270952576, "ce": 0.3491199226685015}, {"step": 656, "kl": 0.062005077356854545, "ce": 0.3314885903683613}, {"step": 657, "kl": 0.05709973664359302, "ce": 0.34541734338949287}, {"step": 658, "kl": 0.0787322715931, "ce": 0.34467508667041186}, {"step": 659, "kl": 0.06601055081599895, "ce": 0.28533579643651896}, {"step": 660, "kl": 0.06132464777761349, "ce": 0.363433336787831}, {"step": 661, "kl": 0.08203280921100245, "ce": 0.5726730803339861}, {"step": 662, "kl": 0.06197540429538504, "ce": 0.3878218624978673}, {"step": 663, "kl": 0.06253258659641961, "ce": 0.35690748116122006}, {"step": 664, "kl": 0.058924647233514746, "ce": 0.37443936103213155}, {"step": 665, "kl": 0.09098668478878705, "ce": 0.39907128349936793}, {"step": 666, "kl": 0.0663678488533708, "ce": 0.47554152145963957}, {"step": 667, "kl": 0.06544567117333187, "ce": 0.4370159540465122}, {"step": 668, "kl": 0.06717762403858268, "ce": 0.37897298912301447}, {"step": 669, "kl": 0.0689354587558297, "ce": 0.4070700036593113}, {"step": 670, "kl": 0.06912617633414612, "ce": 0.3732597525094022}, {"step": 671, "kl": 0.08294737365219619, "ce": 0.3498422897848976}, {"step": 672, "kl": 0.05755643074114475, "ce": 0.33753468013916404}, {"step": 673, "kl": 0.06304077535265314, "ce": 0.374234140517612}, {"step": 674, "kl": 0.0553284381713387, "ce": 0.31389522736508435}, {"step": 675, "kl": 0.06121500778772117, "ce": 0.3521293410623336}, {"step": 676, "kl": 0.0707291200507715, "ce": 0.28790242074797606}, {"step": 677, "kl": 0.07118893562469418, "ce": 0.3665670012564246}, {"step": 678, "kl": 0.06881575173378376, "ce": 0.3388994382292704}, {"step": 679, "kl": 0.06481149197588841, "ce": 0.394745763570194}, {"step": 680, "kl": 0.07855451533617404, "ce": 0.5088020616234616}, {"step": 681, "kl": 0.0663511865224703, "ce": 0.36099735924535087}, {"step": 682, "kl": 0.0732881666639707, "ce": 0.38993062263434597}, {"step": 683, "kl": 0.06733761835489913, "ce": 0.33926105231632125}, {"step": 684, "kl": 0.06958831841285379, "ce": 0.4183364228106116}, {"step": 685, "kl": 0.05566497209717863, "ce": 0.4136270127434297}, {"step": 686, "kl": 0.060510033200140804, "ce": 0.33438822663136014}, {"step": 687, "kl": 0.061265171667261545, "ce": 0.3940956632586635}, {"step": 688, "kl": 0.06765138763599932, "ce": 0.35158044647210296}, {"step": 689, "kl": 0.0690373577871772, "ce": 0.4784215866448791}, {"step": 690, "kl": 0.07582410011096109, "ce": 0.4235186744854326}, {"step": 691, "kl": 0.07348507134596771, "ce": 0.409707880469786}, {"step": 692, "kl": 0.07185707817025869, "ce": 0.34419240099838555}, {"step": 693, "kl": 0.0852820366799048, "ce": 0.30040171565257795}, {"step": 694, "kl": 0.06955792327038168, "ce": 0.3750191232462331}, {"step": 695, "kl": 0.0618262749034548, "ce": 0.34325592479861483}, {"step": 696, "kl": 0.07020814316838389, "ce": 0.3558171569631753}, {"step": 697, "kl": 0.06660366545089405, "ce": 0.41358691536127473}, {"step": 698, "kl": 0.06494522429370875, "ce": 0.4586854161907271}, {"step": 699, "kl": 0.07287160304759456, "ce": 0.4425626199090308}, {"step": 700, "kl": 0.06263518808831621, "ce": 0.3772972064524108}, {"step": 701, "kl": 0.0680364179171398, "ce": 0.49007991318634797}, {"step": 702, "kl": 0.06465080886400083, "ce": 0.4249421942331119}, {"step": 703, "kl": 0.04842154309153557, "ce": 0.3970870516926794}, {"step": 704, "kl": 0.06423610096487953, "ce": 0.3743517415377715}, {"step": 705, "kl": 0.0581103944844299, "ce": 0.3344808979496227}, {"step": 706, "kl": 0.06250026548378003, "ce": 0.40202754891275755}, {"step": 707, "kl": 0.06709779581171729, "ce": 0.4517270177464666}, {"step": 708, "kl": 0.06489789507346239, "ce": 0.3281647370974089}, {"step": 709, "kl": 0.07783399388706344, "ce": 0.32986995068668457}, {"step": 710, "kl": 0.05977302224756365, "ce": 0.3634541980093603}, {"step": 711, "kl": 0.10887779652162648, "ce": 0.37264406928707466}, {"step": 712, "kl": 0.08859176715753939, "ce": 0.32486026345315816}, {"step": 713, "kl": 0.0671415412421427, "ce": 0.47722675651983704}, {"step": 714, "kl": 0.07650020543711547, "ce": 0.4787825027278524}, {"step": 715, "kl": 0.07813609911069132, "ce": 0.4804458372663743}, {"step": 716, "kl": 0.08524463737751616, "ce": 0.48475594050100473}, {"step": 717, "kl": 0.055242243810257635, "ce": 0.31298677500946764}, {"step": 718, "kl": 0.09178770155471165, "ce": 0.4419947897188625}, {"step": 719, "kl": 0.0652943607223716, "ce": 0.435648976382677}, {"step": 720, "kl": 0.06666009184153679, "ce": 0.44623935818893024}, {"step": 721, "kl": 0.0504796182620401, "ce": 0.3277334859954441}, {"step": 722, "kl": 0.05549874406094548, "ce": 0.27191659524359035}, {"step": 723, "kl": 0.06307650699502745, "ce": 0.45531005626973947}, {"step": 724, "kl": 0.06724331527848733, "ce": 0.44299173095782785}, {"step": 725, "kl": 0.06809605672733951, "ce": 0.3320718187245967}, {"step": 726, "kl": 0.07196446270034598, "ce": 0.3510661911594442}, {"step": 727, "kl": 0.06688969544690065, "ce": 0.3481637086413766}, {"step": 728, "kl": 0.06180333846529182, "ce": 0.3044695425669352}, {"step": 729, "kl": 0.05054167181269146, "ce": 0.3820066561003236}, {"step": 730, "kl": 0.07950936907837458, "ce": 0.28413544025774506}, {"step": 731, "kl": 0.07307859437655559, "ce": 0.3101959282092834}, {"step": 732, "kl": 0.06401109709433665, "ce": 0.39168452581405}, {"step": 733, "kl": 0.0674126070266288, "ce": 0.4379048219688857}, {"step": 734, "kl": 0.053255786316090625, "ce": 0.2900946665584718}, {"step": 735, "kl": 0.07032013418946939, "ce": 0.42905087367492567}, {"step": 736, "kl": 0.06971560516891293, "ce": 0.3382366392648902}, {"step": 737, "kl": 0.059513768105119366, "ce": 0.34089056159046066}, {"step": 738, "kl": 0.06501167771196065, "ce": 0.3953308491001168}, {"step": 739, "kl": 0.06318753013213067, "ce": 0.39050138119494165}, {"step": 740, "kl": 0.07196030659193631, "ce": 0.4226509729378045}, {"step": 741, "kl": 0.08151800506343411, "ce": 0.4798138768848258}, {"step": 742, "kl": 0.06153140211910413, "ce": 0.386620679401394}, {"step": 743, "kl": 0.06720116425111622, "ce": 0.36113659235436146}, {"step": 744, "kl": 0.0690243066479741, "ce": 0.3866259591621265}, {"step": 745, "kl": 0.06767364161838273, "ce": 0.32273822053718704}, {"step": 746, "kl": 0.0752073812223839, "ce": 0.3461305497460745}, {"step": 747, "kl": 0.05883766130852114, "ce": 0.37483774220008725}, {"step": 748, "kl": 0.06883626530710128, "ce": 0.3835054232095235}, {"step": 749, "kl": 0.06561829805774053, "ce": 0.49837754770510967}, {"step": 750, "kl": 0.06169599378400511, "ce": 0.40082856557874086}, {"step": 751, "kl": 0.06830172236693854, "ce": 0.38384906859899903}, {"step": 752, "kl": 0.07323455858703125, "ce": 0.46760643065831875}, {"step": 753, "kl": 0.05983251727269335, "ce": 0.4672801030105505}, {"step": 754, "kl": 0.07845101348117008, "ce": 0.4313254304794476}, {"step": 755, "kl": 0.06577219757666955, "ce": 0.416003030499962}, {"step": 756, "kl": 0.07263292563714345, "ce": 0.3433640087280143}, {"step": 757, "kl": 0.07774820443170104, "ce": 0.26705472853041473}, {"step": 758, "kl": 0.05837090192421068, "ce": 0.4263503363818003}, {"step": 759, "kl": 0.054290207906279406, "ce": 0.32774370599370517}, {"step": 760, "kl": 0.05991814314458388, "ce": 0.4017992358848603}, {"step": 761, "kl": 0.051144201795393016, "ce": 0.4003011425595433}, {"step": 762, "kl": 0.04915099251713652, "ce": 0.3566164013884261}, {"step": 763, "kl": 0.06703528595937386, "ce": 0.37284128459945803}, {"step": 764, "kl": 0.054005688343370724, "ce": 0.28132653210183556}, {"step": 765, "kl": 0.054705542644471604, "ce": 0.4491741997171118}, {"step": 766, "kl": 0.06065888682158896, "ce": 0.4002324692036494}, {"step": 767, "kl": 0.07775139122625764, "ce": 0.39316106023251945}, {"step": 768, "kl": 0.07875689709466765, "ce": 0.39683771942306917}, {"step": 769, "kl": 0.057675362751761675, "ce": 0.2961971855747136}, {"step": 770, "kl": 0.07063799174306723, "ce": 0.4083946194971041}, {"step": 771, "kl": 0.07290443457049599, "ce": 0.384957273967429}, {"step": 772, "kl": 0.060367832891952314, "ce": 0.3906775849546025}, {"step": 773, "kl": 0.06878806411720455, "ce": 0.40438643611360026}, {"step": 774, "kl": 0.06498550022213039, "ce": 0.2723970542847825}, {"step": 775, "kl": 0.0614619035919646, "ce": 0.261358928054281}, {"step": 776, "kl": 0.06921702395664173, "ce": 0.44828993063693334}, {"step": 777, "kl": 0.08415798443012099, "ce": 0.32148434192108183}, {"step": 778, "kl": 0.0627934478196216, "ce": 0.4233425003838783}, {"step": 779, "kl": 0.04784009703858856, "ce": 0.3766682618610771}, {"step": 780, "kl": 0.07424966456880121, "ce": 0.39863344898719605}, {"step": 781, "kl": 0.05739995239927267, "ce": 0.36693997854671045}, {"step": 782, "kl": 0.0762607032838484, "ce": 0.4896454784264519}, {"step": 783, "kl": 0.060991687968899845, "ce": 0.35709916457701263}, {"step": 784, "kl": 0.06877774292121396, "ce": 0.3998260974725668}, {"step": 785, "kl": 0.08227933270660369, "ce": 0.4123333620568614}, {"step": 786, "kl": 0.06460705957172018, "ce": 0.41973355514707544}, {"step": 787, "kl": 0.08222616251458201, "ce": 0.49677030476123063}, {"step": 788, "kl": 0.0707506199903406, "ce": 0.3869751048843599}, {"step": 789, "kl": 0.07295364559356576, "ce": 0.4101778118550276}, {"step": 790, "kl": 0.07367547368076371, "ce": 0.36414897483041664}, {"step": 791, "kl": 0.0745059115578447, "ce": 0.4929805982942121}, {"step": 792, "kl": 0.05467311245322133, "ce": 0.32320520597030056}, {"step": 793, "kl": 0.07493974777148146, "ce": 0.3627178230058128}, {"step": 794, "kl": 0.0495352932357759, "ce": 0.29112343385666395}, {"step": 795, "kl": 0.06541039752424159, "ce": 0.39978038232553026}, {"step": 796, "kl": 0.07966938729984527, "ce": 0.40442430117933525}, {"step": 797, "kl": 0.055843176997426996, "ce": 0.2936963728080182}, {"step": 798, "kl": 0.06545462035325042, "ce": 0.33947475654264764}, {"step": 799, "kl": 0.05743551935063168, "ce": 0.39009125196336397}, {"step": 800, "kl": 0.05028842067377538, "ce": 0.3909097129170793}, {"step": 801, "kl": 0.07727934808906876, "ce": 0.47050336239689633}, {"step": 802, "kl": 0.06174865179363282, "ce": 0.4076103840383897}, {"step": 803, "kl": 0.07036018398729037, "ce": 0.3987676151113489}, {"step": 804, "kl": 0.09207474909956186, "ce": 0.4336087673151856}, {"step": 805, "kl": 0.05092140826024069, "ce": 0.2855378286703911}, {"step": 806, "kl": 0.08440072672666732, "ce": 0.4743399813583886}, {"step": 807, "kl": 0.06353640614276254, "ce": 0.4467770606844239}, {"step": 808, "kl": 0.06852214434413324, "ce": 0.3783527143919164}, {"step": 809, "kl": 0.08747992827524376, "ce": 0.44569996112509624}, {"step": 810, "kl": 0.06357909773357837, "ce": 0.43968395138346494}, {"step": 811, "kl": 0.0763948480483204, "ce": 0.36025025705515895}, {"step": 812, "kl": 0.06947929030232332, "ce": 0.44042676412320325}, {"step": 813, "kl": 0.0539325509713665, "ce": 0.2880003141908622}, {"step": 814, "kl": 0.06327503474815639, "ce": 0.31672207010997}, {"step": 815, "kl": 0.05208370346000706, "ce": 0.31915431855343196}, {"step": 816, "kl": 0.05366028529316548, "ce": 0.26598310874991904}, {"step": 817, "kl": 0.06476084188997558, "ce": 0.2669691907013205}, {"step": 818, "kl": 0.05912907384615836, "ce": 0.3687543945180045}, {"step": 819, "kl": 0.0821455124201995, "ce": 0.36610490598939005}, {"step": 820, "kl": 0.06523915088510536, "ce": 0.33066167334385876}, {"step": 821, "kl": 0.05627401887554012, "ce": 0.3435049837528568}, {"step": 822, "kl": 0.06077507307787123, "ce": 0.4063288017960487}, {"step": 823, "kl": 0.06097322651946742, "ce": 0.36228549018892686}, {"step": 824, "kl": 0.058582054149498596, "ce": 0.378015607811716}, {"step": 825, "kl": 0.0904865534771988, "ce": 0.4489781875339592}, {"step": 826, "kl": 0.05734499943249287, "ce": 0.394660768386199}, {"step": 827, "kl": 0.06507505637923104, "ce": 0.40211502679048555}, {"step": 828, "kl": 0.07471488929356092, "ce": 0.4123735966811881}, {"step": 829, "kl": 0.060257544983988234, "ce": 0.3806399540847165}, {"step": 830, "kl": 0.07033130803768016, "ce": 0.46044924944561266}, {"step": 831, "kl": 0.07554865393793235, "ce": 0.3990159664303064}, {"step": 832, "kl": 0.06571986039211536, "ce": 0.4142510102796971}, {"step": 833, "kl": 0.05865588449949602, "ce": 0.36129776419651694}, {"step": 834, "kl": 0.06513114103780508, "ce": 0.4440591621553869}, {"step": 835, "kl": 0.06304409817794282, "ce": 0.33733303920667845}, {"step": 836, "kl": 0.06276586277764817, "ce": 0.45634451499856277}, {"step": 837, "kl": 0.05953042371831817, "ce": 0.24756507547038376}, {"step": 838, "kl": 0.07132155446914024, "ce": 0.44288642285233837}, {"step": 839, "kl": 0.13424643606823705, "ce": 0.45189745231866585}, {"step": 840, "kl": 0.06289732313017876, "ce": 0.5249954166297683}, {"step": 841, "kl": 0.04792488800281982, "ce": 0.3528549315059994}, {"step": 842, "kl": 0.16393103680945711, "ce": 0.5167704484302764}, {"step": 843, "kl": 0.08544435976271866, "ce": 0.46982248931095516}, {"step": 844, "kl": 0.06948065172185794, "ce": 0.40729020087273565}, {"step": 845, "kl": 0.06856299563721344, "ce": 0.397480722052053}, {"step": 846, "kl": 0.06506871205666012, "ce": 0.3476051562072435}, {"step": 847, "kl": 0.06051323124120044, "ce": 0.37859363481692304}, {"step": 848, "kl": 0.06993775818664327, "ce": 0.47744673772291707}, {"step": 849, "kl": 0.0877136308019209, "ce": 0.3690159525589609}, {"step": 850, "kl": 0.07133580084567136, "ce": 0.3525965309180665}, {"step": 851, "kl": 0.07665033459672883, "ce": 0.38925386481167457}, {"step": 852, "kl": 0.052077560027276926, "ce": 0.38841250266515}, {"step": 853, "kl": 0.06539648453946467, "ce": 0.2858337333719566}, {"step": 854, "kl": 0.06607626637277302, "ce": 0.4706685847517251}, {"step": 855, "kl": 0.08397302007131494, "ce": 0.34469733445988654}, {"step": 856, "kl": 0.08934414567139898, "ce": 0.4137895017546548}, {"step": 857, "kl": 0.06934039176813973, "ce": 0.364637470561297}, {"step": 858, "kl": 0.05603922380065724, "ce": 0.35692261523694674}, {"step": 859, "kl": 0.05376337715839576, "ce": 0.313868701278337}, {"step": 860, "kl": 0.06160807737334576, "ce": 0.39645583117885597}, {"step": 861, "kl": 0.06459300753315061, "ce": 0.2757201966132239}, {"step": 862, "kl": 0.06895948710453902, "ce": 0.3831455923818548}, {"step": 863, "kl": 0.057953170224726, "ce": 0.35154874061654773}, {"step": 864, "kl": 0.05393732056443324, "ce": 0.3196566265531187}, {"step": 865, "kl": 0.06366820729562224, "ce": 0.41133807427643404}, {"step": 866, "kl": 0.0780841779129162, "ce": 0.36602657031763436}, {"step": 867, "kl": 0.056008281582403036, "ce": 0.4286654153536874}, {"step": 868, "kl": 0.0723326804888923, "ce": 0.3892768221348204}, {"step": 869, "kl": 0.05645648282837649, "ce": 0.3582466211180756}, {"step": 870, "kl": 0.07974347537732834, "ce": 0.3196611818788012}, {"step": 871, "kl": 0.06642706225842998, "ce": 0.37390406895832845}, {"step": 872, "kl": 0.06045921804866814, "ce": 0.4488128212054772}, {"step": 873, "kl": 0.06706388632609941, "ce": 0.3249574383866986}, {"step": 874, "kl": 0.07627549471755746, "ce": 0.4239742064862536}, {"step": 875, "kl": 0.06411407659248519, "ce": 0.29884107617909095}, {"step": 876, "kl": 0.05913809413832223, "ce": 0.3314088309853473}, {"step": 877, "kl": 0.0701801270645257, "ce": 0.39350662781953405}, {"step": 878, "kl": 0.07579373753567006, "ce": 0.3669807497556418}, {"step": 879, "kl": 0.07495874195603458, "ce": 0.4244010238272197}, {"step": 880, "kl": 0.06352820885861978, "ce": 0.3754056741944376}, {"step": 881, "kl": 0.07320508099023738, "ce": 0.34734278085133935}, {"step": 882, "kl": 0.05645882865379967, "ce": 0.3439569257371675}, {"step": 883, "kl": 0.0781089972756233, "ce": 0.32897427876790364}, {"step": 884, "kl": 0.07554469283129069, "ce": 0.4637484272662639}, {"step": 885, "kl": 0.05877392911461608, "ce": 0.44501712815330513}, {"step": 886, "kl": 0.07558324105221995, "ce": 0.43441071350450455}, {"step": 887, "kl": 0.060801371267591595, "ce": 0.5630399058898145}, {"step": 888, "kl": 0.06799647183724745, "ce": 0.33753881328899143}, {"step": 889, "kl": 0.06418607131953598, "ce": 0.37125023415604885}, {"step": 890, "kl": 0.0898084635954507, "ce": 0.3257686053619122}, {"step": 891, "kl": 0.07655080385260336, "ce": 0.35514075191318617}, {"step": 892, "kl": 0.06222240483335843, "ce": 0.38942117269347315}, {"step": 893, "kl": 0.06357018195265311, "ce": 0.348135465637343}, {"step": 894, "kl": 0.06869510792556986, "ce": 0.4469238967258934}, {"step": 895, "kl": 0.059935710874788654, "ce": 0.3589719496645406}, {"step": 896, "kl": 0.07761643469317664, "ce": 0.2813268496295599}], "val": [{"step": 0, "math_kl": 0.16382349345881253, "math_ce": 0.6385867793423897, "code_kl": 0.0890299284561657, "code_ce": 0.2398379567632733, "math_hard_kl": 0.25499628740332914, "math_hard_ce": 0.6836816685083316}, {"step": 448, "math_kl": 0.08598589320813972, "math_ce": 0.4509774918893287, "code_kl": 0.1083012162117982, "code_ce": 0.2559217676427193, "math_hard_kl": 0.09925385137431753, "math_hard_ce": 0.5999699193873819}, {"step": 896, "math_kl": 0.08503447718578555, "math_ce": 0.4850285649944063, "code_kl": 0.10791840146824236, "code_ce": 0.25932052070065925, "math_hard_kl": 0.09326147659684941, "math_hard_ce": 0.6141027500780367}]}

seq_code_math_kd_ce_seed1/stage2_math/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2cca332a78333094791ab55aeeeabc0935b393b85bdc96508d6b17e92958a3
+size 3087467144