Upload folder using huggingface_hub
Browse files
seq_math_code_kd_only_seed1/run_info.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"setting": "KD only",
|
| 3 |
+
"alpha": 1.0,
|
| 4 |
+
"order": "math_code",
|
| 5 |
+
"seed": 1,
|
| 6 |
+
"exp": 2,
|
| 7 |
+
"student": "Qwen/Qwen2.5-1.5B-Instruct",
|
| 8 |
+
"gpu_student": "NVIDIA RTX 6000 Ada Generation",
|
| 9 |
+
"gpu_teachers": "NVIDIA RTX A6000",
|
| 10 |
+
"load_h": 0.004078492522239685,
|
| 11 |
+
"stages": {
|
| 12 |
+
"stage1_math": {
|
| 13 |
+
"domain": "math",
|
| 14 |
+
"steps": 896,
|
| 15 |
+
"train_h": 2.7449205807844796,
|
| 16 |
+
"val_start": {
|
| 17 |
+
"step": 0,
|
| 18 |
+
"math_kl": 0.15902198004314483,
|
| 19 |
+
"math_ce": 0.6553564874444496,
|
| 20 |
+
"code_kl": 0.14797331712898912,
|
| 21 |
+
"code_ce": 0.3033394576202258,
|
| 22 |
+
"math_hard_kl": 0.24902600898986357,
|
| 23 |
+
"math_hard_ce": 0.6769691187959327
|
| 24 |
+
},
|
| 25 |
+
"val_end": {
|
| 26 |
+
"step": 896,
|
| 27 |
+
"math_kl": 0.0756993714180177,
|
| 28 |
+
"math_ce": 0.858021463785887,
|
| 29 |
+
"code_kl": 0.1720647986767575,
|
| 30 |
+
"code_ce": 0.3236746077973602,
|
| 31 |
+
"math_hard_kl": 0.08558017192474197,
|
| 32 |
+
"math_hard_ce": 0.8342651866385676
|
| 33 |
+
},
|
| 34 |
+
"peak_gb_student": 36.57978296279907,
|
| 35 |
+
"peak_gb_teachers": 30.618666172027588
|
| 36 |
+
}
|
| 37 |
+
}
|
| 38 |
+
}
|
seq_math_code_kd_only_seed1/stage1_math/config.json
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"architectures": [
|
| 3 |
+
"Qwen2ForCausalLM"
|
| 4 |
+
],
|
| 5 |
+
"attention_dropout": 0.0,
|
| 6 |
+
"bos_token_id": 151643,
|
| 7 |
+
"dtype": "bfloat16",
|
| 8 |
+
"eos_token_id": 151645,
|
| 9 |
+
"hidden_act": "silu",
|
| 10 |
+
"hidden_size": 1536,
|
| 11 |
+
"initializer_range": 0.02,
|
| 12 |
+
"intermediate_size": 8960,
|
| 13 |
+
"layer_types": [
|
| 14 |
+
"full_attention",
|
| 15 |
+
"full_attention",
|
| 16 |
+
"full_attention",
|
| 17 |
+
"full_attention",
|
| 18 |
+
"full_attention",
|
| 19 |
+
"full_attention",
|
| 20 |
+
"full_attention",
|
| 21 |
+
"full_attention",
|
| 22 |
+
"full_attention",
|
| 23 |
+
"full_attention",
|
| 24 |
+
"full_attention",
|
| 25 |
+
"full_attention",
|
| 26 |
+
"full_attention",
|
| 27 |
+
"full_attention",
|
| 28 |
+
"full_attention",
|
| 29 |
+
"full_attention",
|
| 30 |
+
"full_attention",
|
| 31 |
+
"full_attention",
|
| 32 |
+
"full_attention",
|
| 33 |
+
"full_attention",
|
| 34 |
+
"full_attention",
|
| 35 |
+
"full_attention",
|
| 36 |
+
"full_attention",
|
| 37 |
+
"full_attention",
|
| 38 |
+
"full_attention",
|
| 39 |
+
"full_attention",
|
| 40 |
+
"full_attention",
|
| 41 |
+
"full_attention"
|
| 42 |
+
],
|
| 43 |
+
"max_position_embeddings": 32768,
|
| 44 |
+
"max_window_layers": 21,
|
| 45 |
+
"model_type": "qwen2",
|
| 46 |
+
"num_attention_heads": 12,
|
| 47 |
+
"num_hidden_layers": 28,
|
| 48 |
+
"num_key_value_heads": 2,
|
| 49 |
+
"pad_token_id": null,
|
| 50 |
+
"rms_norm_eps": 1e-06,
|
| 51 |
+
"rope_parameters": {
|
| 52 |
+
"rope_theta": 1000000.0,
|
| 53 |
+
"rope_type": "default"
|
| 54 |
+
},
|
| 55 |
+
"sliding_window": null,
|
| 56 |
+
"tie_word_embeddings": true,
|
| 57 |
+
"transformers_version": "5.20.2",
|
| 58 |
+
"use_cache": false,
|
| 59 |
+
"use_sliding_window": false,
|
| 60 |
+
"vocab_size": 151936
|
| 61 |
+
}
|
seq_math_code_kd_only_seed1/stage1_math/generation_config.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token_id": 151643,
|
| 3 |
+
"do_sample": true,
|
| 4 |
+
"eos_token_id": [
|
| 5 |
+
151645,
|
| 6 |
+
151643
|
| 7 |
+
],
|
| 8 |
+
"pad_token_id": 151643,
|
| 9 |
+
"repetition_penalty": 1.1,
|
| 10 |
+
"temperature": 0.7,
|
| 11 |
+
"top_k": 20,
|
| 12 |
+
"top_p": 0.8,
|
| 13 |
+
"transformers_version": "5.20.2"
|
| 14 |
+
}
|
seq_math_code_kd_only_seed1/stage1_math/log.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"train": [{"step": 1, "kl": 0.3590467926166458, "ce": 0.5767294705804857}, {"step": 2, "kl": 0.24222480953344513, "ce": 0.6435072369943973}, {"step": 3, "kl": 0.12898226716809758, "ce": 0.6967856311418482}, {"step": 4, "kl": 0.11442371882987659, "ce": 0.5029730697272201}, {"step": 5, "kl": 0.10567796056754745, "ce": 0.7350267413642251}, {"step": 6, "kl": 0.1062942359377987, "ce": 0.7168410379084128}, {"step": 7, "kl": 0.19144682273575803, "ce": 0.5831495730059751}, {"step": 8, "kl": 0.1886698371018617, "ce": 0.5846837799210163}, {"step": 9, "kl": 0.16864866538965273, "ce": 0.570482287222879}, {"step": 10, "kl": 0.27917955882718937, "ce": 0.6370815348898331}, {"step": 11, "kl": 0.13548818372182603, "ce": 0.7631529663525216}, {"step": 12, "kl": 0.179375546462731, "ce": 0.6405340664943513}, {"step": 13, "kl": 0.12437371061349949, "ce": 0.7593033341891345}, {"step": 14, "kl": 0.13480468253724975, "ce": 0.5973388774105919}, {"step": 15, "kl": 0.09764959977909843, "ce": 0.6476728505340039}, {"step": 16, "kl": 0.1889057708124998, "ce": 0.6715203062820514}, {"step": 17, "kl": 0.12195740713163288, "ce": 0.5121283441255413}, {"step": 18, "kl": 0.13215741946872855, "ce": 0.8585454507407568}, {"step": 19, "kl": 0.11796016631239539, "ce": 0.6549679730474373}, {"step": 20, "kl": 0.23438187343615963, "ce": 0.7793085244395836}, {"step": 21, "kl": 0.16182899673927745, "ce": 0.7531963961065723}, {"step": 22, "kl": 0.0964536218709879, "ce": 0.6341121144865896}, {"step": 23, "kl": 0.10464400728213127, "ce": 0.741170469771984}, {"step": 24, "kl": 0.15375301581746353, "ce": 0.6624475819710769}, {"step": 25, "kl": 0.1372918902141292, "ce": 0.7822702767049824}, {"step": 26, "kl": 0.09420457039575389, "ce": 0.7087154060589054}, {"step": 27, "kl": 0.09376194277395122, "ce": 0.6925667961130242}, {"step": 28, "kl": 0.12482328304751679, "ce": 0.7482580894006315}, {"step": 29, "kl": 0.10126995604629874, "ce": 0.7040799295381287}, {"step": 30, "kl": 0.1071232836800616, "ce": 0.7818484250938817}, {"step": 31, "kl": 0.10336182840632346, "ce": 0.7479384882212319}, {"step": 32, "kl": 0.07433500614211702, "ce": 0.6279147361552397}, {"step": 33, "kl": 0.10192804856279927, "ce": 0.8931759852554932}, {"step": 34, "kl": 0.11844728826451285, "ce": 0.915850988315107}, {"step": 35, "kl": 0.10886339919907706, "ce": 0.8188568860690199}, {"step": 36, "kl": 0.09378338166755112, "ce": 0.8280080423664288}, {"step": 37, "kl": 0.10184846201103763, "ce": 0.8426838270926039}, {"step": 38, "kl": 0.06975558215407794, "ce": 0.7690895193055312}, {"step": 39, "kl": 0.09052837298247265, "ce": 0.8743911392244269}, {"step": 40, "kl": 0.14404623735316838, "ce": 0.9805937822733106}, {"step": 41, "kl": 0.08661088311260377, "ce": 0.8589123742428818}, {"step": 42, "kl": 0.09152225641405164, "ce": 0.87072017864289}, {"step": 43, "kl": 0.10872160544874847, "ce": 0.7768913294352423}, {"step": 44, "kl": 0.10948005765079352, "ce": 0.7851425855787248}, {"step": 45, "kl": 0.08841194221168312, "ce": 0.7970388393600529}, {"step": 46, "kl": 0.11491367179522237, "ce": 0.7914243477542384}, {"step": 47, "kl": 0.08554088067017171, "ce": 0.9095945124677188}, {"step": 48, "kl": 0.08048383559428945, "ce": 0.6552029825606436}, {"step": 49, "kl": 0.09163778459872532, "ce": 0.8179824690934826}, {"step": 50, "kl": 0.07761564618871508, "ce": 0.800065662530159}, {"step": 51, "kl": 0.08954373407543727, "ce": 0.8426057699591357}, {"step": 52, "kl": 0.08755938541812723, "ce": 0.6975902340620591}, {"step": 53, "kl": 0.09680628715822179, "ce": 0.8386528148007276}, {"step": 54, "kl": 0.09450005442121331, "ce": 0.7576078738362546}, {"step": 55, "kl": 0.09961959391771699, "ce": 0.7837834104101485}, {"step": 56, "kl": 0.11033302637381495, "ce": 0.852909172554909}, {"step": 57, "kl": 0.08459072710631974, "ce": 0.8505678098495693}, {"step": 58, "kl": 0.13667963534377953, "ce": 0.8620003639460743}, {"step": 59, "kl": 0.09908247580566917, "ce": 0.7962343255616302}, {"step": 60, "kl": 0.08100124368054742, "ce": 0.7786551347927249}, {"step": 61, "kl": 0.06374819004945947, "ce": 0.7590298799035775}, {"step": 62, "kl": 0.09942795278196025, "ce": 0.7395518059107296}, {"step": 63, "kl": 0.07894623566565459, "ce": 0.8420515086552869}, {"step": 64, "kl": 0.09187457746435607, "ce": 0.7880551249533758}, {"step": 65, "kl": 0.0991998295469817, "ce": 0.9524483505165077}, {"step": 66, "kl": 0.08211658981054663, "ce": 0.8393717260569988}, {"step": 67, "kl": 0.09889142925744021, "ce": 0.6789557803668085}, {"step": 68, "kl": 0.08463290339907296, "ce": 0.8616109946554669}, {"step": 69, "kl": 0.08077708648079625, "ce": 0.7761699515602335}, {"step": 70, "kl": 0.0723691665946021, "ce": 0.8454591208260687}, {"step": 71, "kl": 0.10081084001116936, "ce": 0.8193242694533734}, {"step": 72, "kl": 0.08583539872869506, "ce": 0.749469890186089}, {"step": 73, "kl": 0.07760486383458332, "ce": 0.9468976566421603}, {"step": 74, "kl": 0.07769752766913833, "ce": 0.822431219237163}, {"step": 75, "kl": 0.07037430093040385, "ce": 0.8463637083935711}, {"step": 76, "kl": 0.07602338716773789, "ce": 0.7717577987570762}, {"step": 77, "kl": 0.09685182449076339, "ce": 0.8142489235945346}, {"step": 78, "kl": 0.08765000025025582, "ce": 0.9186849979077082}, {"step": 79, "kl": 0.10256603410400957, "ce": 0.7915870292548243}, {"step": 80, "kl": 0.08604360083082732, "ce": 0.9883769807860056}, {"step": 81, "kl": 0.07840541801478682, "ce": 0.8072735557674992}, {"step": 82, "kl": 0.09409350246075138, "ce": 0.782493448890262}, {"step": 83, "kl": 0.07100388733438255, "ce": 0.7197016980381774}, {"step": 84, "kl": 0.08595102895937173, "ce": 0.8516919606843046}, {"step": 85, "kl": 0.10047264007580564, "ce": 0.7171756009469327}, {"step": 86, "kl": 0.10217055644168906, "ce": 0.875268226625156}, {"step": 87, "kl": 0.0878549758918142, "ce": 0.7061115403677041}, {"step": 88, "kl": 0.08079192977589157, "ce": 0.8135111839289518}, {"step": 89, "kl": 0.10001014934780642, "ce": 0.9897345437569794}, {"step": 90, "kl": 0.10405177565419767, "ce": 0.975043182573031}, {"step": 91, "kl": 0.09735427359961801, "ce": 0.7765660256674765}, {"step": 92, "kl": 0.10240766880825558, "ce": 0.9016677147399687}, {"step": 93, "kl": 0.08655461876137745, "ce": 0.789875773640422}, {"step": 94, "kl": 0.08403650000613636, "ce": 0.9488364191133112}, {"step": 95, "kl": 0.07947774172562048, "ce": 0.7814446545198473}, {"step": 96, "kl": 0.08431324907772322, "ce": 0.8102449694865559}, {"step": 97, "kl": 0.08842443918023034, "ce": 0.779486256629129}, {"step": 98, "kl": 0.10230058689351024, "ce": 0.7826789317873958}, {"step": 99, "kl": 0.12073646896985457, "ce": 0.8014826103572127}, {"step": 100, "kl": 0.08805370542164126, "ce": 0.7565269027113788}, {"step": 101, "kl": 0.08392774434767869, "ce": 0.9600616580052604}, {"step": 102, "kl": 0.09575379770413964, "ce": 0.7356903386331728}, {"step": 103, "kl": 0.0813795617828464, "ce": 0.8112859022917469}, {"step": 104, "kl": 0.08590730948325916, "ce": 0.909388931254776}, {"step": 105, "kl": 0.09274231490891785, "ce": 0.7468234347889815}, {"step": 106, "kl": 0.07587967364930542, "ce": 0.8406131698790775}, {"step": 107, "kl": 0.08963750694661601, "ce": 0.734704173947577}, {"step": 108, "kl": 0.09217326565122064, "ce": 0.7610435386412461}, {"step": 109, "kl": 0.07775716824627352, "ce": 0.7935370098354478}, {"step": 110, "kl": 0.08346251844311531, "ce": 0.8128211989766433}, {"step": 111, "kl": 0.09345466785056218, "ce": 0.746783224447818}, {"step": 112, "kl": 0.10740625606243259, "ce": 0.8801160504186639}, {"step": 113, "kl": 0.0823900821787723, "ce": 0.7107847331249144}, {"step": 114, "kl": 0.08804735409183503, "ce": 0.7962302824567538}, {"step": 115, "kl": 0.0731892595481795, "ce": 0.8881204684261276}, {"step": 116, "kl": 0.08515629348754883, "ce": 0.7748279183717399}, {"step": 117, "kl": 0.09966770502991076, "ce": 0.8878000424346739}, {"step": 118, "kl": 0.08792755201312563, "ce": 0.7778905210638016}, {"step": 119, "kl": 0.10993480820825591, "ce": 0.8572938909046287}, {"step": 120, "kl": 0.08577433447744333, "ce": 0.7836515531094997}, {"step": 121, "kl": 0.13949037549718718, "ce": 0.6877403449063277}, {"step": 122, "kl": 0.10864432813016969, "ce": 0.6736210987902802}, {"step": 123, "kl": 0.11577259866814865, "ce": 0.9335079806692459}, {"step": 124, "kl": 0.08247348009790387, "ce": 0.7569867445737196}, {"step": 125, "kl": 0.09355658512064279, "ce": 0.9689092080831663}, {"step": 126, "kl": 0.10153533946430462, "ce": 0.9023666235923539}, {"step": 127, "kl": 0.08422097779385167, "ce": 0.823157640674177}, {"step": 128, "kl": 0.09523373409334357, "ce": 0.9711486864894213}, {"step": 129, "kl": 0.08586864218592828, "ce": 0.6904400335795999}, {"step": 130, "kl": 0.07011487173536492, "ce": 0.7787632547169531}, {"step": 131, "kl": 0.08159627287894317, "ce": 0.9731459340118845}, {"step": 132, "kl": 0.07559324222378713, "ce": 0.7632658218664844}, {"step": 133, "kl": 0.07226671753348884, "ce": 0.768036193709786}, {"step": 134, "kl": 0.07531562515378425, "ce": 0.7700868162891561}, {"step": 135, "kl": 0.07946054802627865, "ce": 0.8749689784375342}, {"step": 136, "kl": 0.07130029494169703, "ce": 0.7556827713985342}, {"step": 137, "kl": 0.09072193362485236, "ce": 0.7651487737313385}, {"step": 138, "kl": 0.3893710538651064, "ce": 0.7893351859274791}, {"step": 139, "kl": 0.09184438156437717, "ce": 0.9514874527223833}, {"step": 140, "kl": 0.10340299829573153, "ce": 0.9026053247765995}, {"step": 141, "kl": 0.08647246265622836, "ce": 0.8877589838477616}, {"step": 142, "kl": 0.08754124988033363, "ce": 0.6938239436511611}, {"step": 143, "kl": 0.09470621779495973, "ce": 0.7706901948899555}, {"step": 144, "kl": 0.07502790185594067, "ce": 0.8301292255676639}, {"step": 145, "kl": 0.08374918624542735, "ce": 0.7390348242433279}, {"step": 146, "kl": 0.07787642630390451, "ce": 0.7687711390895252}, {"step": 147, "kl": 0.10777903560693597, "ce": 0.6820148382906509}, {"step": 148, "kl": 0.09362145212672701, "ce": 0.7014283344198036}, {"step": 149, "kl": 0.0919780825293259, "ce": 0.7250116231600897}, {"step": 150, "kl": 0.09597244141682465, "ce": 0.8416956624677104}, {"step": 151, "kl": 0.06769506871824206, "ce": 0.7553604808871746}, {"step": 152, "kl": 0.08743088570531889, "ce": 0.7730523394453489}, {"step": 153, "kl": 0.07201512608866162, "ce": 0.8163403086851004}, {"step": 154, "kl": 0.08681463713853697, "ce": 0.9166019614823088}, {"step": 155, "kl": 0.08590570576753057, "ce": 0.7909323745375573}, {"step": 156, "kl": 0.0692179895507466, "ce": 0.9008078088266169}, {"step": 157, "kl": 0.0701551594063606, "ce": 0.7557989724289842}, {"step": 158, "kl": 0.08786820470332977, "ce": 0.7724999452910293}, {"step": 159, "kl": 0.09911920685681375, "ce": 0.898736053728444}, {"step": 160, "kl": 0.10602533932885469, "ce": 0.7744515887667167}, {"step": 161, "kl": 0.09652106294789996, "ce": 0.8739420182154991}, {"step": 162, "kl": 0.10041544201937395, "ce": 0.7150720715440947}, {"step": 163, "kl": 0.07421108859742223, "ce": 0.8137556499406402}, {"step": 164, "kl": 0.09290155494594207, "ce": 0.6879202010160713}, {"step": 165, "kl": 0.08085412517022551, "ce": 0.7038246675041949}, {"step": 166, "kl": 0.11019731502099758, "ce": 0.8718618617289952}, {"step": 167, "kl": 0.10616081731786461, "ce": 0.7758927842483205}, {"step": 168, "kl": 0.07345666082641747, "ce": 0.7745240610288333}, {"step": 169, "kl": 0.0814648432272256, "ce": 0.966365743781061}, {"step": 170, "kl": 0.09099241878122609, "ce": 0.816466910605927}, {"step": 171, "kl": 0.08373871679858294, "ce": 0.8547677137846074}, {"step": 172, "kl": 0.075675643287559, "ce": 0.8834210642910616}, {"step": 173, "kl": 0.08270326352701358, "ce": 0.8351765915519387}, {"step": 174, "kl": 0.08471005347950752, "ce": 0.8810205353855889}, {"step": 175, "kl": 0.08523463391272165, "ce": 0.8724872390658869}, {"step": 176, "kl": 0.0844231997645312, "ce": 0.9110201471974414}, {"step": 177, "kl": 0.14860246296987675, "ce": 0.9002670554058143}, {"step": 178, "kl": 0.08054004460354586, "ce": 1.0226548434613483}, {"step": 179, "kl": 0.10219293763102061, "ce": 0.8821150848684698}, {"step": 180, "kl": 0.10736427171938925, "ce": 0.814622561475424}, {"step": 181, "kl": 0.08736083907364997, "ce": 0.5950734177990072}, {"step": 182, "kl": 0.07915672205128657, "ce": 0.842617915516965}, {"step": 183, "kl": 0.0782943469631674, "ce": 0.75839363740754}, {"step": 184, "kl": 0.12467561992270419, "ce": 0.7636258096075866}, {"step": 185, "kl": 0.07186171362267049, "ce": 0.8087970249855373}, {"step": 186, "kl": 0.10405775617025581, "ce": 0.794200902352515}, {"step": 187, "kl": 0.07894925100394647, "ce": 0.7630876246087146}, {"step": 188, "kl": 0.0968640938509318, "ce": 0.869185252889832}, {"step": 189, "kl": 0.07988356481073577, "ce": 0.7211671208728792}, {"step": 190, "kl": 0.07211232902336201, "ce": 0.8683316287279418}, {"step": 191, "kl": 0.0889177039078865, "ce": 0.8751045849547264}, {"step": 192, "kl": 0.08936600963243176, "ce": 0.7798071072306559}, {"step": 193, "kl": 0.08369757334391276, "ce": 0.7328587193181668}, {"step": 194, "kl": 0.08358550590494095, "ce": 0.8421122239872733}, {"step": 195, "kl": 0.07676751475826872, "ce": 0.6582631351322218}, {"step": 196, "kl": 0.0826907873323864, "ce": 0.6694484251179157}, {"step": 197, "kl": 0.09511561512874439, "ce": 0.8687377638609048}, {"step": 198, "kl": 0.07828236856768209, "ce": 0.812818273230444}, {"step": 199, "kl": 0.07825539753719153, "ce": 0.7633288275755141}, {"step": 200, "kl": 0.07770453140198477, "ce": 0.8349312979704828}, {"step": 201, "kl": 0.12036549978613897, "ce": 0.8999809133980338}, {"step": 202, "kl": 0.08395816449418347, "ce": 0.7506207156113152}, {"step": 203, "kl": 0.07334186775739804, "ce": 0.7441494808617318}, {"step": 204, "kl": 0.09571989236315549, "ce": 0.8496249042056747}, {"step": 205, "kl": 0.08569396958369986, "ce": 0.8760980739714994}, {"step": 206, "kl": 0.09394456599442169, "ce": 0.7317907832935028}, {"step": 207, "kl": 0.11118951608668945, "ce": 0.7671532704788021}, {"step": 208, "kl": 0.08771843168975485, "ce": 0.6725463104403717}, {"step": 209, "kl": 0.06538558769904845, "ce": 0.7892835588383496}, {"step": 210, "kl": 0.1054605472897494, "ce": 0.9412039419035387}, {"step": 211, "kl": 0.07251088217484629, "ce": 0.7990764038861744}, {"step": 212, "kl": 0.07555871138629044, "ce": 0.7806215173489338}, {"step": 213, "kl": 0.0809286398836382, "ce": 0.7539749833853111}, {"step": 214, "kl": 0.095700071611975, "ce": 0.9629832521616984}, {"step": 215, "kl": 0.07517562261997131, "ce": 0.7940869474850267}, {"step": 216, "kl": 0.06629474016676339, "ce": 0.8437115775268964}, {"step": 217, "kl": 0.09912738635422202, "ce": 0.8069371367639191}, {"step": 218, "kl": 0.07497547748803779, "ce": 0.7525383881509985}, {"step": 219, "kl": 0.10358794209844778, "ce": 0.7067552327380633}, {"step": 220, "kl": 0.076577029227719, "ce": 0.778417670719431}, {"step": 221, "kl": 0.09243490983568464, "ce": 0.7326780899062767}, {"step": 222, "kl": 0.0910863311287858, "ce": 0.7089461064826301}, {"step": 223, "kl": 0.10621262442448057, "ce": 0.954915009170282}, {"step": 224, "kl": 0.09810923494774418, "ce": 0.8122353085962712}, {"step": 225, "kl": 0.08530417593065097, "ce": 0.8069345607143869}, {"step": 226, "kl": 0.07865395881377246, "ce": 0.6726201840887354}, {"step": 227, "kl": 0.06522436350162614, "ce": 0.7167327348751812}, {"step": 228, "kl": 0.08324719846289215, "ce": 0.8022842390769716}, {"step": 229, "kl": 0.07276342821496677, "ce": 0.7860456753126431}, {"step": 230, "kl": 0.11164638106762131, "ce": 0.8383332430468123}, {"step": 231, "kl": 0.0893298908774442, "ce": 0.8769590020323103}, {"step": 232, "kl": 0.08206908955176227, "ce": 0.778113049097312}, {"step": 233, "kl": 0.10716348059433091, "ce": 0.7877289565934553}, {"step": 234, "kl": 0.09385258928539718, "ce": 0.941496467884676}, {"step": 235, "kl": 0.08687166361063778, "ce": 0.8400857547481533}, {"step": 236, "kl": 0.08709433702267888, "ce": 0.832733336435477}, {"step": 237, "kl": 0.09037336461684284, "ce": 0.8905875797095051}, {"step": 238, "kl": 0.07372732287229494, "ce": 0.8877669189311347}, {"step": 239, "kl": 0.07713076626905994, "ce": 0.7186143975809512}, {"step": 240, "kl": 0.10365704814111967, "ce": 0.6473226717540195}, {"step": 241, "kl": 0.08892407557585265, "ce": 0.7908444598038888}, {"step": 242, "kl": 0.09224482269713488, "ce": 0.7459904280973048}, {"step": 243, "kl": 0.0772892028555061, "ce": 0.7426361117988969}, {"step": 244, "kl": 0.07511634580583731, "ce": 0.7658327742965498}, {"step": 245, "kl": 0.08664626438319084, "ce": 0.7957405241335138}, {"step": 246, "kl": 0.08510683630315899, "ce": 0.9622231506124493}, {"step": 247, "kl": 0.08001431637861597, "ce": 0.8969771455483143}, {"step": 248, "kl": 0.07363477527095183, "ce": 0.8918240609521062}, {"step": 249, "kl": 0.07432781748808405, "ce": 0.8345452738621116}, {"step": 250, "kl": 0.10348531297697681, "ce": 0.7759280265705044}, {"step": 251, "kl": 0.08175120298958816, "ce": 0.8433045386752287}, {"step": 252, "kl": 0.07057815821403773, "ce": 0.7548338567259514}, {"step": 253, "kl": 0.08167771491907014, "ce": 0.7842911193021194}, {"step": 254, "kl": 0.10695354030730318, "ce": 0.8900707038270235}, {"step": 255, "kl": 0.06813689699028436, "ce": 0.7520775962154534}, {"step": 256, "kl": 0.08572207790893636, "ce": 0.824612510354248}, {"step": 257, "kl": 0.07365665619459319, "ce": 0.8869778538442986}, {"step": 258, "kl": 0.10707628412784184, "ce": 0.723067727352268}, {"step": 259, "kl": 0.1177921258660531, "ce": 0.8916630067484406}, {"step": 260, "kl": 0.08253619131824443, "ce": 0.7473427999671463}, {"step": 261, "kl": 0.08787355107280731, "ce": 0.7954645696676003}, {"step": 262, "kl": 0.10703866164220664, "ce": 0.795188322533348}, {"step": 263, "kl": 0.09166141387411338, "ce": 0.8587580016165068}, {"step": 264, "kl": 0.0888063444006108, "ce": 0.7728365731515825}, {"step": 265, "kl": 0.08724564980820047, "ce": 0.9124253233522004}, {"step": 266, "kl": 0.11318670475925077, "ce": 0.7436653563415401}, {"step": 267, "kl": 0.060430462960039226, "ce": 0.8418362303708544}, {"step": 268, "kl": 0.10443263340748743, "ce": 0.8318556871657168}, {"step": 269, "kl": 0.08743951090027577, "ce": 0.7607519262261836}, {"step": 270, "kl": 0.08507740806285344, "ce": 0.8639247153461844}, {"step": 271, "kl": 0.09541327191382339, "ce": 0.8792958521736679}, {"step": 272, "kl": 0.07126152271990542, "ce": 0.7689356254309492}, {"step": 273, "kl": 0.07200030366025822, "ce": 0.752885629553717}, {"step": 274, "kl": 0.07623283791032537, "ce": 0.7210411789787017}, {"step": 275, "kl": 0.08750381513314312, "ce": 0.7747499391050665}, {"step": 276, "kl": 0.09476043710133325, "ce": 0.8795397104232655}, {"step": 277, "kl": 0.09555461907842357, "ce": 0.7798884883945516}, {"step": 278, "kl": 0.06781686043794637, "ce": 0.6850983514560488}, {"step": 279, "kl": 0.07912705341855343, "ce": 0.6701384977661873}, {"step": 280, "kl": 0.061933323582917844, "ce": 0.6866509258298947}, {"step": 281, "kl": 0.07889900628516164, "ce": 0.7527956267380338}, {"step": 282, "kl": 0.0733491620537955, "ce": 0.634821793867826}, {"step": 283, "kl": 0.08060275135417538, "ce": 0.718620415220117}, {"step": 284, "kl": 0.058562545144057225, "ce": 0.6962441819521312}, {"step": 285, "kl": 0.07418672061211365, "ce": 0.7077057331526618}, {"step": 286, "kl": 0.08228644495668977, "ce": 0.9417211206095362}, {"step": 287, "kl": 0.08239973097991532, "ce": 0.7347079723326724}, {"step": 288, "kl": 0.08425525514775627, "ce": 0.8886840490194468}, {"step": 289, "kl": 0.06605207850088579, "ce": 0.7986495938389987}, {"step": 290, "kl": 0.08740800223022292, "ce": 0.882035427156873}, {"step": 291, "kl": 0.07827802476295254, "ce": 0.8739400670388227}, {"step": 292, "kl": 0.0791402137086418, "ce": 0.8904015943931156}, {"step": 293, "kl": 0.07957658002569913, "ce": 0.9152469602626938}, {"step": 294, "kl": 0.0773872423037424, "ce": 0.8534807840983073}, {"step": 295, "kl": 0.07462589858731751, "ce": 0.6985638970089212}, {"step": 296, "kl": 0.09742197698337254, "ce": 0.8884445790999514}, {"step": 297, "kl": 0.09704669718656217, "ce": 0.8310397038582913}, {"step": 298, "kl": 0.08688100529716479, "ce": 0.7648080559315824}, {"step": 299, "kl": 0.07546903622852141, "ce": 0.9073300573175603}, {"step": 300, "kl": 0.07370742771616072, "ce": 0.7285829688184182}, {"step": 301, "kl": 0.08102926309410674, "ce": 0.7227696851259202}, {"step": 302, "kl": 0.08157883019157508, "ce": 0.7510513373859768}, {"step": 303, "kl": 0.07907610685483607, "ce": 0.977104841234705}, {"step": 304, "kl": 0.09708781185924267, "ce": 0.8081867428202378}, {"step": 305, "kl": 0.07039750429064946, "ce": 0.7216210888653267}, {"step": 306, "kl": 0.07481690848650341, "ce": 0.7822793128092138}, {"step": 307, "kl": 0.09075767108192728, "ce": 0.8795138337456809}, {"step": 308, "kl": 0.07451640710177668, "ce": 0.8162709860240711}, {"step": 309, "kl": 0.07333311699454421, "ce": 0.7403203060752468}, {"step": 310, "kl": 0.08578121384198684, "ce": 0.7856968672124133}, {"step": 311, "kl": 0.09589419791084236, "ce": 1.0233036783272542}, {"step": 312, "kl": 0.07186701817244828, "ce": 0.6704157327552397}, {"step": 313, "kl": 0.10097165805641448, "ce": 0.7919758254848568}, {"step": 314, "kl": 0.09129970803911835, "ce": 0.7882629397378571}, {"step": 315, "kl": 0.08276606180393417, "ce": 0.7501080920070662}, {"step": 316, "kl": 0.10996669718949739, "ce": 0.6494372810535973}, {"step": 317, "kl": 0.0686873019530327, "ce": 0.9094742858531792}, {"step": 318, "kl": 0.06440373383653497, "ce": 0.7408264353528001}, {"step": 319, "kl": 0.07684727771362089, "ce": 0.675482316905745}, {"step": 320, "kl": 0.0787169923142689, "ce": 0.8612085972397093}, {"step": 321, "kl": 0.08101673748969307, "ce": 0.7507312553236353}, {"step": 322, "kl": 0.06964237528825175, "ce": 0.8107273026242863}, {"step": 323, "kl": 0.09670073138892896, "ce": 0.8399490068862814}, {"step": 324, "kl": 0.07623022759710991, "ce": 0.8461660806668405}, {"step": 325, "kl": 0.09024379259380245, "ce": 0.960513604245409}, {"step": 326, "kl": 0.08283949048024387, "ce": 0.8291428167769708}, {"step": 327, "kl": 0.10484806844306468, "ce": 0.8044957875105614}, {"step": 328, "kl": 0.09312464949124837, "ce": 0.8400186671592335}, {"step": 329, "kl": 0.07954818630832419, "ce": 0.7045254837003659}, {"step": 330, "kl": 0.08572555700114354, "ce": 0.8299165970907548}, {"step": 331, "kl": 0.09023868689551529, "ce": 0.7084779721642606}, {"step": 332, "kl": 0.08619356416552781, "ce": 0.6704011527994542}, {"step": 333, "kl": 0.06883081398203741, "ce": 0.7434574428001005}, {"step": 334, "kl": 0.07500948196147861, "ce": 0.7813676594456789}, {"step": 335, "kl": 0.10024584377495863, "ce": 0.9282882767300162}, {"step": 336, "kl": 0.08303793716731744, "ce": 0.7386667411315617}, {"step": 337, "kl": 0.06906873311183248, "ce": 0.9517231111671299}, {"step": 338, "kl": 0.08669849880712059, "ce": 0.865895351574299}, {"step": 339, "kl": 0.08721829611340257, "ce": 0.8717370715682524}, {"step": 340, "kl": 0.08160490843221892, "ce": 0.871577764984992}, {"step": 341, "kl": 0.08714361131818368, "ce": 0.7253113135167137}, {"step": 342, "kl": 0.08646363192710323, "ce": 0.9537513029883788}, {"step": 343, "kl": 0.08815053577246648, "ce": 0.7673732328457153}, {"step": 344, "kl": 0.0656013725580618, "ce": 0.7755006700512656}, {"step": 345, "kl": 0.06671620592831969, "ce": 0.7668340058379121}, {"step": 346, "kl": 0.0826092144389438, "ce": 0.8484947738308103}, {"step": 347, "kl": 0.07418874431371549, "ce": 0.7790614437701097}, {"step": 348, "kl": 0.06912851002320737, "ce": 0.8986836888628595}, {"step": 349, "kl": 0.07917896187741062, "ce": 0.760673229918332}, {"step": 350, "kl": 0.08552974512235162, "ce": 0.6754193633185938}, {"step": 351, "kl": 0.08185935541668372, "ce": 0.8805749143817455}, {"step": 352, "kl": 0.10069079510286266, "ce": 0.896948448321637}, {"step": 353, "kl": 0.09686738485984839, "ce": 0.7388531421327809}, {"step": 354, "kl": 0.08632243532338567, "ce": 0.8057183049833824}, {"step": 355, "kl": 0.09201463520243627, "ce": 0.7737899069206872}, {"step": 356, "kl": 0.09351300014090073, "ce": 0.9325560972749094}, {"step": 357, "kl": 0.07540704240848267, "ce": 0.788263025783339}, {"step": 358, "kl": 0.09347987476882721, "ce": 0.8395398719125686}, {"step": 359, "kl": 0.06625675007859948, "ce": 0.8095258965840663}, {"step": 360, "kl": 0.06734703205773052, "ce": 0.7626418450669364}, {"step": 361, "kl": 0.08085788371401874, "ce": 0.8497303191542855}, {"step": 362, "kl": 0.11075629050126955, "ce": 0.7372742943578082}, {"step": 363, "kl": 0.08075676659144682, "ce": 0.8395669558572576}, {"step": 364, "kl": 0.08025990799393286, "ce": 0.770233512233736}, {"step": 365, "kl": 0.07326669108311179, "ce": 0.7109013627316509}, {"step": 366, "kl": 0.09076896859613201, "ce": 0.7655833334840081}, {"step": 367, "kl": 0.08176547657408906, "ce": 0.7642582752805406}, {"step": 368, "kl": 0.09234023825303778, "ce": 0.6938476184994087}, {"step": 369, "kl": 0.06515665064550188, "ce": 0.8418346174373182}, {"step": 370, "kl": 0.06738689485537093, "ce": 0.6612355096758574}, {"step": 371, "kl": 0.07195446789041775, "ce": 0.8269419799758588}, {"step": 372, "kl": 0.06839766154610824, "ce": 0.7741630883367726}, {"step": 373, "kl": 0.07658701774401543, "ce": 0.7395883305453322}, {"step": 374, "kl": 0.0709346847564608, "ce": 0.756417281880679}, {"step": 375, "kl": 0.08822723983977014, "ce": 0.8821159221507886}, {"step": 376, "kl": 0.06865231484525791, "ce": 0.8134715356641073}, {"step": 377, "kl": 0.07666464046056999, "ce": 0.7943730714468635}, {"step": 378, "kl": 0.06964745999608371, "ce": 0.8067285251680436}, {"step": 379, "kl": 0.07178782319031961, "ce": 0.7702134814244966}, {"step": 380, "kl": 0.06780480311601553, "ce": 0.7835802162869305}, {"step": 381, "kl": 0.09321958437595933, "ce": 0.789344994676996}, {"step": 382, "kl": 0.08178631949841836, "ce": 0.8633598005107983}, {"step": 383, "kl": 0.06121148172847724, "ce": 0.8569981511553091}, {"step": 384, "kl": 0.06302318567175415, "ce": 0.7728894681890565}, {"step": 385, "kl": 0.0799373586320573, "ce": 0.7765564969563046}, {"step": 386, "kl": 0.07856915199861499, "ce": 0.8434533656816181}, {"step": 387, "kl": 0.09354095955111999, "ce": 0.7791375702046375}, {"step": 388, "kl": 0.08811795284195817, "ce": 0.9051863236315849}, {"step": 389, "kl": 0.072255946722377, "ce": 0.7664211134876652}, {"step": 390, "kl": 0.08125447938368793, "ce": 0.7178460353720209}, {"step": 391, "kl": 0.09268393661036636, "ce": 0.9246772904829546}, {"step": 392, "kl": 0.07533402711201054, "ce": 0.7388621823933079}, {"step": 393, "kl": 0.08433598921871546, "ce": 0.7873479532692974}, {"step": 394, "kl": 0.07649416159796378, "ce": 0.957408443945216}, {"step": 395, "kl": 0.08359993531146466, "ce": 0.851666149595079}, {"step": 396, "kl": 0.09216969600949229, "ce": 0.8205248075624767}, {"step": 397, "kl": 0.09950709060151632, "ce": 0.8570870207710626}, {"step": 398, "kl": 0.09126942710149491, "ce": 0.8698809382821767}, {"step": 399, "kl": 0.10676187563197045, "ce": 0.9304215884357856}, {"step": 400, "kl": 0.08853358129927211, "ce": 0.7937453357562635}, {"step": 401, "kl": 0.07874258914908458, "ce": 0.7210950146754975}, {"step": 402, "kl": 0.06776865602512122, "ce": 0.7583284647880034}, {"step": 403, "kl": 0.06498782872360986, "ce": 0.8505913088674502}, {"step": 404, "kl": 0.09199509523379182, "ce": 0.903838739162538}, {"step": 405, "kl": 0.0861747466843463, "ce": 0.7255779082395436}, {"step": 406, "kl": 0.0790529746128125, "ce": 0.8586348787098035}, {"step": 407, "kl": 0.09825711626234887, "ce": 0.7220856967322883}, {"step": 408, "kl": 0.07311867308698558, "ce": 0.7678545183056924}, {"step": 409, "kl": 0.08619640391481338, "ce": 0.7937750997310189}, {"step": 410, "kl": 0.07801023011996444, "ce": 0.8819325202752735}, {"step": 411, "kl": 0.06885374378451274, "ce": 0.7973595556985322}, {"step": 412, "kl": 0.06457099501969552, "ce": 0.6216299176965868}, {"step": 413, "kl": 0.06005356923953907, "ce": 0.7440123590277681}, {"step": 414, "kl": 0.08486906499145785, "ce": 0.7234086321197422}, {"step": 415, "kl": 0.08238470284879787, "ce": 0.8132156016599871}, {"step": 416, "kl": 0.08947452735978807, "ce": 0.9080715582058567}, {"step": 417, "kl": 0.06751108819788153, "ce": 0.8487277823747275}, {"step": 418, "kl": 0.07887650363739762, "ce": 0.825857501163661}, {"step": 419, "kl": 0.08015261496697272, "ce": 0.8528138500148967}, {"step": 420, "kl": 0.07286074425748307, "ce": 0.7630000486077586}, {"step": 421, "kl": 0.07453492471951814, "ce": 0.6720129464545226}, {"step": 422, "kl": 0.07380511816256924, "ce": 0.747358847021904}, {"step": 423, "kl": 0.07803775099511048, "ce": 0.7558948400033136}, {"step": 424, "kl": 0.07966960363345477, "ce": 0.7265798718014504}, {"step": 425, "kl": 0.07182541236701313, "ce": 0.8105385517208765}, {"step": 426, "kl": 0.0755781768191694, "ce": 0.9195714357813571}, {"step": 427, "kl": 0.08400688957244844, "ce": 0.8026685175629983}, {"step": 428, "kl": 0.09044389412852374, "ce": 0.8927546626566383}, {"step": 429, "kl": 0.06655137701837464, "ce": 0.9238259592569087}, {"step": 430, "kl": 0.08711313063385046, "ce": 0.7005526597891104}, {"step": 431, "kl": 0.087752765293469, "ce": 0.7527123461948353}, {"step": 432, "kl": 0.08851779701681836, "ce": 0.9600187866313972}, {"step": 433, "kl": 0.08042208240454328, "ce": 0.7591886823413232}, {"step": 434, "kl": 0.09843259076979216, "ce": 0.8506677027242592}, {"step": 435, "kl": 0.06919699511954241, "ce": 0.9076055147050416}, {"step": 436, "kl": 0.06636041238908821, "ce": 0.7870800148049457}, {"step": 437, "kl": 0.0798781860690525, "ce": 0.7943350037668385}, {"step": 438, "kl": 0.06228845981030172, "ce": 0.7350597825523492}, {"step": 439, "kl": 0.07409115940665162, "ce": 0.8680857163190097}, {"step": 440, "kl": 0.07439887285665246, "ce": 0.8311996802435289}, {"step": 441, "kl": 0.07426580522612168, "ce": 0.7807220416001871}, {"step": 442, "kl": 0.06442112068656222, "ce": 0.8578442392346534}, {"step": 443, "kl": 0.07179738305220132, "ce": 0.8933015779907532}, {"step": 444, "kl": 0.07308003388169795, "ce": 0.9401530222064701}, {"step": 445, "kl": 0.07446145783622575, "ce": 0.8289619201574139}, {"step": 446, "kl": 0.08770032860531045, "ce": 0.9083951344725161}, {"step": 447, "kl": 0.09483561961979226, "ce": 0.9461131507682647}, {"step": 448, "kl": 0.07492850461417042, "ce": 0.9802899392235358}, {"step": 449, "kl": 0.05450730523684244, "ce": 0.764935799185302}, {"step": 450, "kl": 0.059471459752820394, "ce": 0.8464162724290291}, {"step": 451, "kl": 0.044822679576675156, "ce": 0.7790629095221512}, {"step": 452, "kl": 0.044243678287694585, "ce": 0.858280357681257}, {"step": 453, "kl": 0.05062732903781039, "ce": 0.8801341824415254}, {"step": 454, "kl": 0.04456755607565891, "ce": 0.8425300391748951}, {"step": 455, "kl": 0.05279672312381946, "ce": 0.8227214084815115}, {"step": 456, "kl": 0.043095271035447455, "ce": 0.779627575326121}, {"step": 457, "kl": 0.047005042629683844, "ce": 0.7947881108683635}, {"step": 458, "kl": 0.05097421737211033, "ce": 0.7116038224114174}, {"step": 459, "kl": 0.03891620769808776, "ce": 0.7068552955656938}, {"step": 460, "kl": 0.05209837151587333, "ce": 0.8052457369462995}, {"step": 461, "kl": 0.044942859906213876, "ce": 0.8086558918290601}, {"step": 462, "kl": 0.046635473849377274, "ce": 0.711040510406977}, {"step": 463, "kl": 0.04385269926864329, "ce": 0.8323964878510169}, {"step": 464, "kl": 0.038681681267099484, "ce": 0.9400989110313419}, {"step": 465, "kl": 0.04519546111486419, "ce": 0.9637033735811933}, {"step": 466, "kl": 0.0501682526350941, "ce": 0.7709391244837599}, {"step": 467, "kl": 0.041421281428609395, "ce": 0.7903173765697659}, {"step": 468, "kl": 0.039171054655612034, "ce": 0.8699373224527673}, {"step": 469, "kl": 0.04299430809135094, "ce": 0.7538447520555203}, {"step": 470, "kl": 0.04929905687715954, "ce": 1.0099327611441564}, {"step": 471, "kl": 0.04376661909115427, "ce": 0.9122022348741885}, {"step": 472, "kl": 0.033654535812436395, "ce": 0.9616187338735543}, {"step": 473, "kl": 0.03732090635898106, "ce": 0.9178677151024296}, {"step": 474, "kl": 0.04751402372159478, "ce": 0.85360506848707}, {"step": 475, "kl": 0.05131298715936149, "ce": 0.7743104682335488}, {"step": 476, "kl": 0.04080834781212849, "ce": 0.7744126956644871}, {"step": 477, "kl": 0.039817915173337666, "ce": 0.7994488117384456}, {"step": 478, "kl": 0.046646735815292155, "ce": 0.8122458195078636}, {"step": 479, "kl": 0.04499196519378859, "ce": 0.8276684067564272}, {"step": 480, "kl": 0.041427762401957086, "ce": 0.7992480113293889}, {"step": 481, "kl": 0.039763195094756856, "ce": 0.8770603498619072}, {"step": 482, "kl": 0.04922120987949803, "ce": 0.8006519638551182}, {"step": 483, "kl": 0.03940720683957106, "ce": 0.7200471427323838}, {"step": 484, "kl": 0.03520249631572526, "ce": 0.8544781348440874}, {"step": 485, "kl": 0.03653573267772475, "ce": 0.7437914370109573}, {"step": 486, "kl": 0.03929275521179488, "ce": 0.7203536832470179}, {"step": 487, "kl": 0.14395539042481864, "ce": 0.8216689370723893}, {"step": 488, "kl": 0.05001359239778916, "ce": 0.7580891892494382}, {"step": 489, "kl": 0.052133648670867894, "ce": 0.8927901061873578}, {"step": 490, "kl": 0.03606224073781514, "ce": 0.7993698959038986}, {"step": 491, "kl": 0.053247841936650005, "ce": 0.8730566024071486}, {"step": 492, "kl": 0.044847348422439565, "ce": 0.7217883214405556}, {"step": 493, "kl": 0.03982309560485376, "ce": 0.7049878091337592}, {"step": 494, "kl": 0.04272058889534531, "ce": 0.8207740910876246}, {"step": 495, "kl": 0.047398192498627464, "ce": 0.8680564003368589}, {"step": 496, "kl": 0.046565452900252005, "ce": 0.7825144085069183}, {"step": 497, "kl": 0.03987049959809021, "ce": 0.8558062701953897}, {"step": 498, "kl": 0.03867337654449264, "ce": 0.7289401484417541}, {"step": 499, "kl": 0.05237458757378627, "ce": 0.8460509940369488}, {"step": 500, "kl": 0.04761020152946509, "ce": 0.8660126919087945}, {"step": 501, "kl": 0.04797217695489727, "ce": 0.6660636822787441}, {"step": 502, "kl": 0.044904657987201564, "ce": 0.8590144595350088}, {"step": 503, "kl": 0.03937108991681172, "ce": 0.8370180916937526}, {"step": 504, "kl": 0.04330709967967997, "ce": 0.86240894298263}, {"step": 505, "kl": 0.045843480613481716, "ce": 0.8387297561088207}, {"step": 506, "kl": 0.053271838243688134, "ce": 0.8261784981047589}, {"step": 507, "kl": 0.06027378472773853, "ce": 0.8421630834430109}, {"step": 508, "kl": 0.03789388832014182, "ce": 0.9119297345852879}, {"step": 509, "kl": 0.03857373497485367, "ce": 0.8118560943281414}, {"step": 510, "kl": 0.03220848428774036, "ce": 0.668907366300884}, {"step": 511, "kl": 0.038130803524926496, "ce": 0.7522322249739137}, {"step": 512, "kl": 0.04356739762240371, "ce": 0.8089036993041158}, {"step": 513, "kl": 0.04177086094671091, "ce": 0.8467936637657465}, {"step": 514, "kl": 0.05171685554671299, "ce": 0.7909320177414927}, {"step": 515, "kl": 0.04495047291784782, "ce": 0.8946545459875546}, {"step": 516, "kl": 0.0478171307321823, "ce": 0.8310027539641696}, {"step": 517, "kl": 0.0472800629164284, "ce": 0.7567800706432711}, {"step": 518, "kl": 0.05885098178140205, "ce": 0.8429971364374174}, {"step": 519, "kl": 0.04157750188495703, "ce": 0.8667345064690472}, {"step": 520, "kl": 0.05398806178973314, "ce": 0.7575321414070277}, {"step": 521, "kl": 0.052432306109864046, "ce": 0.7058523586536398}, {"step": 522, "kl": 0.039827610046424315, "ce": 0.7979936886243042}, {"step": 523, "kl": 0.040815299748109164, "ce": 0.9391803168529589}, {"step": 524, "kl": 0.046374205611009356, "ce": 0.7137720188318802}, {"step": 525, "kl": 0.030797356406068493, "ce": 0.7535594213488491}, {"step": 526, "kl": 0.035481464729209516, "ce": 0.8558259206419652}, {"step": 527, "kl": 0.03937754887275149, "ce": 0.7440625832530819}, {"step": 528, "kl": 0.08444416540528674, "ce": 0.7447919205549002}, {"step": 529, "kl": 0.04268517361377939, "ce": 0.6937464336156074}, {"step": 530, "kl": 0.039374512700892206, "ce": 0.7448888360717096}, {"step": 531, "kl": 0.042958451214163036, "ce": 0.8826065139740001}, {"step": 532, "kl": 0.03814486848107173, "ce": 0.8284056622049083}, {"step": 533, "kl": 0.04216977409551064, "ce": 0.7718149889754926}, {"step": 534, "kl": 0.053799743086019175, "ce": 0.8142360653563734}, {"step": 535, "kl": 0.049499530525926705, "ce": 0.8892540344224782}, {"step": 536, "kl": 0.04476234403546607, "ce": 0.8555760996417018}, {"step": 537, "kl": 0.04763968997618448, "ce": 0.8625896837492832}, {"step": 538, "kl": 0.04944012717855517, "ce": 0.8008065544051733}, {"step": 539, "kl": 0.07872612855654028, "ce": 0.7423866873633562}, {"step": 540, "kl": 0.04479674069535022, "ce": 0.837651626586914}, {"step": 541, "kl": 0.0544534459186385, "ce": 0.6438365173164111}, {"step": 542, "kl": 0.041252366387526995, "ce": 0.8032272645670907}, {"step": 543, "kl": 0.06088875228414706, "ce": 0.7717695800314036}, {"step": 544, "kl": 0.04184080455317731, "ce": 0.717757830082052}, {"step": 545, "kl": 0.0410526415749302, "ce": 0.7819857624427001}, {"step": 546, "kl": 0.05088585776512719, "ce": 0.8846975750675531}, {"step": 547, "kl": 0.045536516126121834, "ce": 0.8461441256122132}, {"step": 548, "kl": 0.03358276046376278, "ce": 0.7964248293922062}, {"step": 549, "kl": 0.04727402252058589, "ce": 0.8293737165191759}, {"step": 550, "kl": 0.05224500294057804, "ce": 0.7525927922613}, {"step": 551, "kl": 0.04629468272145192, "ce": 0.8114971483915583}, {"step": 552, "kl": 0.053453124744957434, "ce": 0.9144463459818897}, {"step": 553, "kl": 0.048411829761359465, "ce": 0.8226793224556771}, {"step": 554, "kl": 0.08308907072751837, "ce": 0.8064534956131727}, {"step": 555, "kl": 0.048228289734617805, "ce": 0.9079609496893655}, {"step": 556, "kl": 0.0576890610173963, "ce": 0.8320156867600393}, {"step": 557, "kl": 0.10639708340918227, "ce": 0.9134126348778399}, {"step": 558, "kl": 0.0333797596928725, "ce": 0.7723178978541388}, {"step": 559, "kl": 0.03837302347640327, "ce": 0.812294299044391}, {"step": 560, "kl": 0.04645160528043567, "ce": 0.7765957009554741}, {"step": 561, "kl": 0.038633919686104384, "ce": 0.7177435613551514}, {"step": 562, "kl": 0.04636039330616077, "ce": 0.8613280262564088}, {"step": 563, "kl": 0.04511884383460909, "ce": 0.9175443833115104}, {"step": 564, "kl": 0.046946614026229204, "ce": 0.8439847264653478}, {"step": 565, "kl": 0.03997444037390935, "ce": 0.8396519000604373}, {"step": 566, "kl": 0.04748481709375301, "ce": 0.864147148268589}, {"step": 567, "kl": 0.05631691876165637, "ce": 0.8619262155251155}, {"step": 568, "kl": 0.0534452825088663, "ce": 0.8862008582386852}, {"step": 569, "kl": 0.03445224877763533, "ce": 0.8224028988716806}, {"step": 570, "kl": 0.05914173756470523, "ce": 0.8145098305306324}, {"step": 571, "kl": 0.04795367358042428, "ce": 0.8509493353785759}, {"step": 572, "kl": 0.07352438150698501, "ce": 0.9065237590373548}, {"step": 573, "kl": 0.06507843961075126, "ce": 0.7757248634816023}, {"step": 574, "kl": 0.031425095264982286, "ce": 0.7968926943752106}, {"step": 575, "kl": 0.04130519384049614, "ce": 0.9341284467114342}, {"step": 576, "kl": 0.03840459728135712, "ce": 0.801483772212318}, {"step": 577, "kl": 0.047540160497071576, "ce": 0.9218210819854101}, {"step": 578, "kl": 0.04885122093058869, "ce": 0.8820807341441972}, {"step": 579, "kl": 0.053735347364758865, "ce": 0.7414820262325651}, {"step": 580, "kl": 0.045330481889889966, "ce": 0.8831410204753495}, {"step": 581, "kl": 0.04630669922191851, "ce": 0.6834310439273789}, {"step": 582, "kl": 0.043977134496547235, "ce": 0.8137588188026442}, {"step": 583, "kl": 0.049725115918347704, "ce": 0.7757712013722241}, {"step": 584, "kl": 0.043555858887605034, "ce": 0.8057969563954824}, {"step": 585, "kl": 0.053670153808026796, "ce": 0.7639875728198394}, {"step": 586, "kl": 0.0430611570830592, "ce": 0.8314291789719833}, {"step": 587, "kl": 0.03902735129792545, "ce": 0.7935270685545156}, {"step": 588, "kl": 0.04165137490557791, "ce": 0.9038290499588248}, {"step": 589, "kl": 0.03990886488573763, "ce": 0.7833227097179017}, {"step": 590, "kl": 0.054686469681741914, "ce": 0.8041558819018351}, {"step": 591, "kl": 0.04149816481709092, "ce": 0.790102832416667}, {"step": 592, "kl": 0.0476912960701479, "ce": 0.6909443719550113}, {"step": 593, "kl": 0.05831657347650031, "ce": 0.8302546961428534}, {"step": 594, "kl": 0.046085561043344415, "ce": 0.7890677681282285}, {"step": 595, "kl": 0.043084762841126806, "ce": 0.8616442172895056}, {"step": 596, "kl": 0.043207478529112824, "ce": 0.7867984996010191}, {"step": 597, "kl": 0.037056204664471536, "ce": 0.8325117417852249}, {"step": 598, "kl": 0.03778816491435375, "ce": 0.8417808031090754}, {"step": 599, "kl": 0.03716146653426382, "ce": 0.870104121253604}, {"step": 600, "kl": 0.036529919101673844, "ce": 0.6348857411059265}, {"step": 601, "kl": 0.05263614098164763, "ce": 0.7767648134001937}, {"step": 602, "kl": 0.03842769025535942, "ce": 0.8427116446171581}, {"step": 603, "kl": 0.04248220078775538, "ce": 0.9010857649478075}, {"step": 604, "kl": 0.04493306889740157, "ce": 0.8224894424832864}, {"step": 605, "kl": 0.03706027456192927, "ce": 0.8655728357349465}, {"step": 606, "kl": 0.046013804140992515, "ce": 0.7292474951939572}, {"step": 607, "kl": 0.04824178221686465, "ce": 0.8111145943790861}, {"step": 608, "kl": 0.04333225002454123, "ce": 0.8620666999400597}, {"step": 609, "kl": 0.04385973382677755, "ce": 0.8113278682003257}, {"step": 610, "kl": 0.04457250411437853, "ce": 0.8222507802791229}, {"step": 611, "kl": 0.04413894321312913, "ce": 0.6642599249577955}, {"step": 612, "kl": 0.04060757244401958, "ce": 0.8701204297028052}, {"step": 613, "kl": 0.07236406037582012, "ce": 0.8127823131635286}, {"step": 614, "kl": 0.04763468987608041, "ce": 0.7913227091224319}, {"step": 615, "kl": 0.0488317118746734, "ce": 0.709236396892057}, {"step": 616, "kl": 0.06909106964876494, "ce": 0.7984464280793292}, {"step": 617, "kl": 0.048481470545624746, "ce": 0.7960788967782748}, {"step": 618, "kl": 0.042934732386201595, "ce": 0.8927672942102802}, {"step": 619, "kl": 0.06331549137184503, "ce": 0.7959294133699977}, {"step": 620, "kl": 0.040193865164639776, "ce": 0.8464570982907932}, {"step": 621, "kl": 0.05148628019147987, "ce": 0.8426102809365017}, {"step": 622, "kl": 0.049898168108303144, "ce": 0.7589363324496551}, {"step": 623, "kl": 0.03584001316929495, "ce": 0.7848587812003444}, {"step": 624, "kl": 0.03930099776637181, "ce": 0.8458090286180159}, {"step": 625, "kl": 0.04429626315177347, "ce": 0.9437177389057239}, {"step": 626, "kl": 0.08413837014395771, "ce": 0.875267767894895}, {"step": 627, "kl": 0.03529152313021861, "ce": 0.8338090312089952}, {"step": 628, "kl": 0.03997018476758327, "ce": 0.8017687991305786}, {"step": 629, "kl": 0.045295845500105604, "ce": 0.9641176499808213}, {"step": 630, "kl": 0.05122978652021892, "ce": 0.8213295708737186}, {"step": 631, "kl": 0.04674052377473732, "ce": 0.8127988551302459}, {"step": 632, "kl": 0.04899226691638295, "ce": 0.893836263764711}, {"step": 633, "kl": 0.03663486207827906, "ce": 0.8020052087619081}, {"step": 634, "kl": 0.049459121253424866, "ce": 0.82241865220317}, {"step": 635, "kl": 0.03963261959011109, "ce": 0.8179153375582253}, {"step": 636, "kl": 0.04153158790471536, "ce": 0.8226378816201994}, {"step": 637, "kl": 0.0487427826473385, "ce": 0.8062042690175534}, {"step": 638, "kl": 0.03430405780567675, "ce": 0.6783294435338997}, {"step": 639, "kl": 0.0433339178384922, "ce": 0.8996922548839608}, {"step": 640, "kl": 0.03816842874776334, "ce": 0.9212152488199025}, {"step": 641, "kl": 0.042433519537957515, "ce": 0.8888429578685672}, {"step": 642, "kl": 0.05134322196560229, "ce": 0.8459156927965749}, {"step": 643, "kl": 0.0538487507838084, "ce": 0.9345322809742995}, {"step": 644, "kl": 0.04861502116953462, "ce": 0.81730767266225}, {"step": 645, "kl": 0.04632168978883776, "ce": 0.9295042157420377}, {"step": 646, "kl": 0.04647775598474452, "ce": 0.8660212303195366}, {"step": 647, "kl": 0.0517364764213562, "ce": 0.8249575065235697}, {"step": 648, "kl": 0.07399633427623577, "ce": 0.9202672538638316}, {"step": 649, "kl": 0.038715067005246954, "ce": 0.85653995794343}, {"step": 650, "kl": 0.05051591865581219, "ce": 0.9670812499266773}, {"step": 651, "kl": 0.04359594830394496, "ce": 0.9144980775607018}, {"step": 652, "kl": 0.038240363334858224, "ce": 0.8569591381852993}, {"step": 653, "kl": 0.04913779346122059, "ce": 1.0207668617565024}, {"step": 654, "kl": 0.037364887835271365, "ce": 0.7967488125552699}, {"step": 655, "kl": 0.055186436125047346, "ce": 0.7911616958874307}, {"step": 656, "kl": 0.08004442238080134, "ce": 0.7285706261492086}, {"step": 657, "kl": 0.04987825282686198, "ce": 0.9267062055971761}, {"step": 658, "kl": 0.03450631075961512, "ce": 0.8539584439857292}, {"step": 659, "kl": 0.047634058813559484, "ce": 0.7382627299503003}, {"step": 660, "kl": 0.054119581950068094, "ce": 0.8638261239005783}, {"step": 661, "kl": 0.041883002995822205, "ce": 0.837341164742209}, {"step": 662, "kl": 0.03647096639883316, "ce": 0.7280463494726358}, {"step": 663, "kl": 0.03856241965578235, "ce": 0.9628669629106776}, {"step": 664, "kl": 0.037446276599630304, "ce": 0.7961155709577142}, {"step": 665, "kl": 0.036170098984070365, "ce": 0.8400328418813544}, {"step": 666, "kl": 0.03929166979108538, "ce": 0.9048342061355641}, {"step": 667, "kl": 0.04756177315075458, "ce": 0.8604563405626364}, {"step": 668, "kl": 0.042331230770154014, "ce": 0.7500131845883194}, {"step": 669, "kl": 0.031016705018167605, "ce": 0.7697203220282725}, {"step": 670, "kl": 0.04330878934127105, "ce": 0.8069302865406605}, {"step": 671, "kl": 0.042417335758113, "ce": 0.8473854839713746}, {"step": 672, "kl": 0.04526034435179103, "ce": 0.8821239522740185}, {"step": 673, "kl": 0.05397925691174544, "ce": 0.8496938083133954}, {"step": 674, "kl": 0.04415453306593532, "ce": 0.8667662225161453}, {"step": 675, "kl": 0.04200922503210116, "ce": 0.854706944893304}, {"step": 676, "kl": 0.04810727818678614, "ce": 0.773330253570186}, {"step": 677, "kl": 0.04349890416797757, "ce": 0.940025278839991}, {"step": 678, "kl": 0.048894636975037764, "ce": 0.8629956497586745}, {"step": 679, "kl": 0.03982975281227313, "ce": 0.768474990773089}, {"step": 680, "kl": 0.03426008122803609, "ce": 0.8172726714439074}, {"step": 681, "kl": 0.04504955056055449, "ce": 0.8911002943178381}, {"step": 682, "kl": 0.048865357606372735, "ce": 1.0190420283857504}, {"step": 683, "kl": 0.04047910124267561, "ce": 0.8447307457229096}, {"step": 684, "kl": 0.04447361233057376, "ce": 0.8619942644498957}, {"step": 685, "kl": 0.04068291576578734, "ce": 0.799277684058149}, {"step": 686, "kl": 0.04275928411921493, "ce": 0.814218708113128}, {"step": 687, "kl": 0.052332454380683374, "ce": 0.8607818359532047}, {"step": 688, "kl": 0.04789866767489664, "ce": 0.9141526866658747}, {"step": 689, "kl": 0.038780435906801525, "ce": 0.7345929788956087}, {"step": 690, "kl": 0.038211344033071894, "ce": 0.7518290353409254}, {"step": 691, "kl": 0.04345406502884372, "ce": 0.8968901600790913}, {"step": 692, "kl": 0.041525302918391294, "ce": 0.9646335706495008}, {"step": 693, "kl": 0.03274641454366143, "ce": 0.802228383235911}, {"step": 694, "kl": 0.03657339650364976, "ce": 0.7793645733546929}, {"step": 695, "kl": 0.04958412092905621, "ce": 0.7196415885866086}, {"step": 696, "kl": 0.06712520303804481, "ce": 1.0185166580981884}, {"step": 697, "kl": 0.03843467062267374, "ce": 0.8258034970162358}, {"step": 698, "kl": 0.04294682805549884, "ce": 0.9032037913576049}, {"step": 699, "kl": 0.03798984312285728, "ce": 0.8135540192702722}, {"step": 700, "kl": 0.04507730351169914, "ce": 0.8037794303503815}, {"step": 701, "kl": 0.05393904469503597, "ce": 0.8651254036959435}, {"step": 702, "kl": 0.040120210520462884, "ce": 0.725109688657506}, {"step": 703, "kl": 0.039439463813994005, "ce": 0.8700362300780303}, {"step": 704, "kl": 0.04321534261328156, "ce": 0.7502730257851342}, {"step": 705, "kl": 0.03262998666283647, "ce": 0.9271600020782106}, {"step": 706, "kl": 0.05280304397850385, "ce": 0.8577950808922709}, {"step": 707, "kl": 0.043241785764764167, "ce": 0.8697126625518401}, {"step": 708, "kl": 0.04216950380783348, "ce": 0.970960588844647}, {"step": 709, "kl": 0.04127315557404851, "ce": 0.8650934848917693}, {"step": 710, "kl": 0.04662419129436579, "ce": 0.8302472791111873}, {"step": 711, "kl": 0.03903796791680747, "ce": 0.7315388071765823}, {"step": 712, "kl": 0.0731105238409812, "ce": 0.7973674523174111}, {"step": 713, "kl": 0.0516710126782136, "ce": 0.7331157022295378}, {"step": 714, "kl": 0.05644788074122328, "ce": 0.835062806801849}, {"step": 715, "kl": 0.042698201552300086, "ce": 0.8954562617584467}, {"step": 716, "kl": 0.04104107432442172, "ce": 0.7397048825700883}, {"step": 717, "kl": 0.061090398263052674, "ce": 0.9287114810651363}, {"step": 718, "kl": 0.057587692532753726, "ce": 0.9361476570533662}, {"step": 719, "kl": 0.04998573742019003, "ce": 0.8489322769917292}, {"step": 720, "kl": 0.051768726647931244, "ce": 0.864864335004021}, {"step": 721, "kl": 0.05306142559548119, "ce": 0.744782973940556}, {"step": 722, "kl": 0.04601751064800613, "ce": 0.7041623414408941}, {"step": 723, "kl": 0.054964279641910474, "ce": 0.8299207917487015}, {"step": 724, "kl": 0.041308575719926174, "ce": 0.6511084736495953}, {"step": 725, "kl": 0.05771589428749446, "ce": 0.9934611268272495}, {"step": 726, "kl": 0.054708221830897685, "ce": 0.9188002443001941}, {"step": 727, "kl": 0.04205961583496688, "ce": 0.8815758939112055}, {"step": 728, "kl": 0.04211450643662707, "ce": 0.8189959632389338}, {"step": 729, "kl": 0.03933049975489579, "ce": 0.8930788931869289}, {"step": 730, "kl": 0.05072875674751002, "ce": 0.9682125069598733}, {"step": 731, "kl": 0.04992595644149841, "ce": 0.7752462028560783}, {"step": 732, "kl": 0.04974403267277185, "ce": 0.8698562436590705}, {"step": 733, "kl": 0.04763785543476963, "ce": 0.8217782655682078}, {"step": 734, "kl": 0.037439408619212786, "ce": 0.8580105140873512}, {"step": 735, "kl": 0.06368780147430662, "ce": 0.7519924114111312}, {"step": 736, "kl": 0.03747815354475235, "ce": 0.9022046554187112}, {"step": 737, "kl": 0.03943181974758016, "ce": 1.0008809172109003}, {"step": 738, "kl": 0.039409370113035865, "ce": 0.7685550179185693}, {"step": 739, "kl": 0.04314326133116073, "ce": 0.9618236921737295}, {"step": 740, "kl": 0.03758270023196058, "ce": 0.8674593979093614}, {"step": 741, "kl": 0.04372552107021783, "ce": 0.7830618665174929}, {"step": 742, "kl": 0.04089262682373589, "ce": 0.879487047119746}, {"step": 743, "kl": 0.04077690573725831, "ce": 0.8233756543876317}, {"step": 744, "kl": 0.052082070322903275, "ce": 0.7550186188601729}, {"step": 745, "kl": 0.04572702981674605, "ce": 0.7163312008246808}, {"step": 746, "kl": 0.04731541167170528, "ce": 0.8458273402148319}, {"step": 747, "kl": 0.046066443599691, "ce": 0.6993128463392905}, {"step": 748, "kl": 0.06288892482638268, "ce": 0.8678182270712481}, {"step": 749, "kl": 0.043079134629147364, "ce": 0.8037301140031426}, {"step": 750, "kl": 0.04549893950215482, "ce": 0.7836758241701869}, {"step": 751, "kl": 0.04330237769473564, "ce": 0.6790804236079727}, {"step": 752, "kl": 0.04428190181483467, "ce": 0.8909436351848098}, {"step": 753, "kl": 0.045672712307386905, "ce": 0.9349601130840207}, {"step": 754, "kl": 0.04272675423810399, "ce": 0.6450570107789894}, {"step": 755, "kl": 0.04476791155134271, "ce": 0.8289949747013525}, {"step": 756, "kl": 0.050317506837006386, "ce": 0.8650532467446538}, {"step": 757, "kl": 0.05852147634024259, "ce": 0.7303844241594439}, {"step": 758, "kl": 0.05741426789748544, "ce": 0.6990332968380987}, {"step": 759, "kl": 0.061660805711673844, "ce": 0.944034559604449}, {"step": 760, "kl": 0.05409930561727826, "ce": 0.9225121373715609}, {"step": 761, "kl": 0.04795287831126872, "ce": 0.8147236198911849}, {"step": 762, "kl": 0.06147702553021359, "ce": 0.8440528599447987}, {"step": 763, "kl": 0.03997988928243594, "ce": 0.8599258860390531}, {"step": 764, "kl": 0.03945871791474831, "ce": 0.9217375567606979}, {"step": 765, "kl": 0.050428163231412915, "ce": 0.8354385792125355}, {"step": 766, "kl": 0.04011604623321331, "ce": 0.8656493260534416}, {"step": 767, "kl": 0.04795830204483188, "ce": 0.8714647405120963}, {"step": 768, "kl": 0.037179569339770874, "ce": 0.787701555493201}, {"step": 769, "kl": 0.03902153011480137, "ce": 0.6980030067613016}, {"step": 770, "kl": 0.04555399196871211, "ce": 0.725013286078672}, {"step": 771, "kl": 0.04599180983506811, "ce": 0.9476775017718932}, {"step": 772, "kl": 0.04634822598718343, "ce": 0.8150647346753801}, {"step": 773, "kl": 0.04343434771785562, "ce": 0.7533604829924152}, {"step": 774, "kl": 0.05144901211176373, "ce": 0.8314147540420522}, {"step": 775, "kl": 0.046367685726453105, "ce": 0.7405072314217496}, {"step": 776, "kl": 0.0436122063811726, "ce": 0.7826044685977491}, {"step": 777, "kl": 0.03066804683210552, "ce": 0.956477309162188}, {"step": 778, "kl": 0.049419928089670315, "ce": 0.9703709592829798}, {"step": 779, "kl": 0.04553263933432405, "ce": 0.8889401817534415}, {"step": 780, "kl": 0.03209487344794294, "ce": 0.756512407265689}, {"step": 781, "kl": 0.038909172839961315, "ce": 0.835787809625502}, {"step": 782, "kl": 0.035814447885185494, "ce": 0.7084637697232978}, {"step": 783, "kl": 0.0373514163298924, "ce": 0.8426950789346637}, {"step": 784, "kl": 0.04750611443695686, "ce": 0.8241840532630871}, {"step": 785, "kl": 0.0335115427071676, "ce": 0.6440900176953359}, {"step": 786, "kl": 0.04366776400878215, "ce": 0.9022086778644539}, {"step": 787, "kl": 0.04335840289945522, "ce": 0.8846681500251179}, {"step": 788, "kl": 0.036765241028999515, "ce": 0.867792919697554}, {"step": 789, "kl": 0.03718261058825641, "ce": 0.7283173404158376}, {"step": 790, "kl": 0.04840514918088132, "ce": 0.940006310507755}, {"step": 791, "kl": 0.04828248113266671, "ce": 0.9153255386458846}, {"step": 792, "kl": 0.03947736426141931, "ce": 1.0127406329663362}, {"step": 793, "kl": 0.03640369348952658, "ce": 0.9165236905356434}, {"step": 794, "kl": 0.035350928216811156, "ce": 0.7559928122959487}, {"step": 795, "kl": 0.0539173906113255, "ce": 0.8974796458574854}, {"step": 796, "kl": 0.045272198121346745, "ce": 0.8354567762887378}, {"step": 797, "kl": 0.061764321390545524, "ce": 0.8290270814108192}, {"step": 798, "kl": 0.04091827668480624, "ce": 0.7418599122886703}, {"step": 799, "kl": 0.035976809386121494, "ce": 0.756803874643951}, {"step": 800, "kl": 0.04615499159280259, "ce": 0.781866730762129}, {"step": 801, "kl": 0.05490476346755349, "ce": 0.8118286811929512}, {"step": 802, "kl": 0.04859691628871527, "ce": 0.8393609755482575}, {"step": 803, "kl": 0.04974512019548783, "ce": 0.9485840122995814}, {"step": 804, "kl": 0.04138528165006871, "ce": 0.752081425853476}, {"step": 805, "kl": 0.04119443879041878, "ce": 0.7824357868461117}, {"step": 806, "kl": 0.041563618709296674, "ce": 0.7825245034116334}, {"step": 807, "kl": 0.039506434768081494, "ce": 0.8799074104905038}, {"step": 808, "kl": 0.04432646746705906, "ce": 0.7453804526300815}, {"step": 809, "kl": 0.04884933907052745, "ce": 0.8249626936788453}, {"step": 810, "kl": 0.03984184857136294, "ce": 0.7039963803509137}, {"step": 811, "kl": 0.031264915511300076, "ce": 0.805906147386815}, {"step": 812, "kl": 0.04576986925887324, "ce": 0.6531281827514511}, {"step": 813, "kl": 0.0348630141703433, "ce": 0.8753282528980247}, {"step": 814, "kl": 0.036023780756177015, "ce": 0.7296681956787356}, {"step": 815, "kl": 0.03153251864246487, "ce": 0.8176657195784087}, {"step": 816, "kl": 0.042569483170948164, "ce": 0.8393217182429022}, {"step": 817, "kl": 0.05559902158791228, "ce": 0.8638610839843751}, {"step": 818, "kl": 0.05100164167184518, "ce": 0.8677517542647586}, {"step": 819, "kl": 0.048206967367252836, "ce": 0.7694156588901186}, {"step": 820, "kl": 0.03405577232047999, "ce": 0.9088320471412081}, {"step": 821, "kl": 0.040795383915703816, "ce": 0.8138967118821703}, {"step": 822, "kl": 0.053785632373368863, "ce": 0.7680953558389243}, {"step": 823, "kl": 0.04283493613028416, "ce": 0.9039970287110558}, {"step": 824, "kl": 0.06450273354538044, "ce": 0.9586785551696169}, {"step": 825, "kl": 0.04772129191694936, "ce": 0.8288929181104621}, {"step": 826, "kl": 0.031953881774794836, "ce": 0.8169559730491058}, {"step": 827, "kl": 0.03821102172980792, "ce": 0.9492867255795584}, {"step": 828, "kl": 0.03507622146790079, "ce": 0.8803962629269333}, {"step": 829, "kl": 0.03568853358690259, "ce": 0.8320032434087965}, {"step": 830, "kl": 0.045483843608522555, "ce": 0.9039523666082908}, {"step": 831, "kl": 0.04159388769303215, "ce": 0.8420754338608307}, {"step": 832, "kl": 0.04476502711459484, "ce": 0.7861673432193211}, {"step": 833, "kl": 0.058513403251072446, "ce": 0.8179832308014938}, {"step": 834, "kl": 0.04350025069110646, "ce": 0.7668462460027996}, {"step": 835, "kl": 0.04518175335845562, "ce": 0.8959853999953092}, {"step": 836, "kl": 0.039049447515894765, "ce": 0.7325248395427665}, {"step": 837, "kl": 0.04845312795448255, "ce": 0.8723320702847739}, {"step": 838, "kl": 0.03964949832061558, "ce": 0.765661457170759}, {"step": 839, "kl": 0.05479434178098451, "ce": 0.8082351816010876}, {"step": 840, "kl": 0.05893157023430936, "ce": 0.8011221732067056}, {"step": 841, "kl": 0.03733430455717754, "ce": 0.8002520278947536}, {"step": 842, "kl": 0.03887264758105144, "ce": 0.7361006643929928}, {"step": 843, "kl": 0.03824327579517938, "ce": 0.8413666028877443}, {"step": 844, "kl": 0.04656831985357103, "ce": 0.8522807156773418}, {"step": 845, "kl": 0.04346452602573664, "ce": 0.8698398204368029}, {"step": 846, "kl": 0.049827388576090655, "ce": 0.8771104561266049}, {"step": 847, "kl": 0.05455177865091429, "ce": 0.6927933952564579}, {"step": 848, "kl": 0.04466419024331458, "ce": 0.7430412920121773}, {"step": 849, "kl": 0.0721474831027507, "ce": 0.8392296551913798}, {"step": 850, "kl": 0.03894736356443604, "ce": 0.9842683350581819}, {"step": 851, "kl": 0.047006522249978366, "ce": 0.9187582240236954}, {"step": 852, "kl": 0.04904247341369955, "ce": 0.7409503087048281}, {"step": 853, "kl": 0.052321085490353164, "ce": 0.7650669259173165}, {"step": 854, "kl": 0.03729273302801724, "ce": 0.8578021631831617}, {"step": 855, "kl": 0.03305672280354689, "ce": 0.6717835763585951}, {"step": 856, "kl": 0.05638983593741364, "ce": 0.732158399686677}, {"step": 857, "kl": 0.04180847916897388, "ce": 0.8529264795498587}, {"step": 858, "kl": 0.03675637009254985, "ce": 0.6733802644436128}, {"step": 859, "kl": 0.040590765552342374, "ce": 0.8104135316987437}, {"step": 860, "kl": 0.07128652679823355, "ce": 0.7805850008424376}, {"step": 861, "kl": 0.04327326101987877, "ce": 0.7640309470040457}, {"step": 862, "kl": 0.05523635504244469, "ce": 0.7915393547894509}, {"step": 863, "kl": 0.05330962151596227, "ce": 1.0017308775187246}, {"step": 864, "kl": 0.03511511411098456, "ce": 0.8113438228081012}, {"step": 865, "kl": 0.04447214289962611, "ce": 0.9280776361964442}, {"step": 866, "kl": 0.04810787994397486, "ce": 0.9150128775135631}, {"step": 867, "kl": 0.039044337103406254, "ce": 0.7511020815446673}, {"step": 868, "kl": 0.03727922228121912, "ce": 0.8188780047602168}, {"step": 869, "kl": 0.0445268991702569, "ce": 0.742018206484683}, {"step": 870, "kl": 0.05330347548344565, "ce": 0.8135842564028403}, {"step": 871, "kl": 0.0367533813128489, "ce": 0.8144486314267269}, {"step": 872, "kl": 0.043658131810367935, "ce": 0.9291812806199015}, {"step": 873, "kl": 0.049720417356899825, "ce": 0.8497721237669575}, {"step": 874, "kl": 0.05032349185327466, "ce": 0.9085231288370851}, {"step": 875, "kl": 0.051233857559861914, "ce": 0.6896167250614185}, {"step": 876, "kl": 0.03856214079358018, "ce": 0.709490630866518}, {"step": 877, "kl": 0.03897609542081946, "ce": 0.8138417892837965}, {"step": 878, "kl": 0.04588223704427197, "ce": 0.9389558848437713}, {"step": 879, "kl": 0.04918035018956807, "ce": 0.780435728120879}, {"step": 880, "kl": 0.05502603013749595, "ce": 0.819708542074299}, {"step": 881, "kl": 0.054039200973225426, "ce": 0.6837408129950306}, {"step": 882, "kl": 0.03845888492842724, "ce": 0.8470515080742606}, {"step": 883, "kl": 0.03185757281816016, "ce": 0.7635752644811205}, {"step": 884, "kl": 0.03358759181066409, "ce": 0.7458220568910883}, {"step": 885, "kl": 0.03832089545926418, "ce": 0.8044494593461908}, {"step": 886, "kl": 0.052146983662663814, "ce": 0.7392362706304638}, {"step": 887, "kl": 0.03780625670655929, "ce": 0.681917563672724}, {"step": 888, "kl": 0.03903162428363019, "ce": 0.8221846008300782}, {"step": 889, "kl": 0.042026085532364546, "ce": 0.7327261734359728}, {"step": 890, "kl": 0.04919339362859179, "ce": 0.9764583809923019}, {"step": 891, "kl": 0.03851044945396653, "ce": 0.8889782041524358}, {"step": 892, "kl": 0.03326368144574101, "ce": 0.9300352221760669}, {"step": 893, "kl": 0.03702772579716046, "ce": 0.6910094797863442}, {"step": 894, "kl": 0.040643324251452104, "ce": 0.8439727357259916}, {"step": 895, "kl": 0.06064363723649802, "ce": 0.8770950259403507}, {"step": 896, "kl": 0.05028318983771116, "ce": 0.7658680050452429}], "val": [{"step": 0, "math_kl": 0.15902198004314483, "math_ce": 0.6553564874444496, "code_kl": 0.14797331712898912, "code_ce": 0.3033394576202258, "math_hard_kl": 0.24902600898986357, "math_hard_ce": 0.6769691187959327}, {"step": 448, "math_kl": 0.07804123470242096, "math_ce": 0.8229692588043723, "code_kl": 0.16575737002020727, "code_ce": 0.31857450161593354, "math_hard_kl": 0.09046441009792199, "math_hard_ce": 0.8147144154921416}, {"step": 896, "math_kl": 0.0756993714180177, "math_ce": 0.858021463785887, "code_kl": 0.1720647986767575, "code_ce": 0.3236746077973602, "math_hard_kl": 0.08558017192474197, "math_hard_ce": 0.8342651866385676}]}
|
seq_math_code_kd_only_seed1/stage1_math/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f2e2baa80b6f2e01c201fdbe79e329c4ef8bc7dd0af32043ee5c53f59f895be2
|
| 3 |
+
size 3087467144
|