Upload folder using huggingface_hub
Browse files
seq_math_code_kd_only_seed1/run_info.json
CHANGED
|
@@ -32,9 +32,32 @@
|
|
| 32 |
"math_hard_ce": 0.8342651866385676
|
| 33 |
},
|
| 34 |
"peak_gb_student": 36.57978296279907,
|
| 35 |
-
"peak_gb_teachers": 30.618666172027588
|
| 36 |
-
|
| 37 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 38 |
}
|
| 39 |
}
|
| 40 |
}
|
|
|
|
| 32 |
"math_hard_ce": 0.8342651866385676
|
| 33 |
},
|
| 34 |
"peak_gb_student": 36.57978296279907,
|
| 35 |
+
"peak_gb_teachers": 30.618666172027588
|
| 36 |
+
},
|
| 37 |
+
"stage2_code": {
|
| 38 |
+
"domain": "code",
|
| 39 |
+
"steps": 922,
|
| 40 |
+
"train_h": 2.6334087841378317,
|
| 41 |
+
"val_start": {
|
| 42 |
+
"step": 0,
|
| 43 |
+
"math_kl": 0.0757168118165207,
|
| 44 |
+
"math_ce": 0.858557205345532,
|
| 45 |
+
"code_kl": 0.17211650957781463,
|
| 46 |
+
"code_ce": 0.32364794010142417,
|
| 47 |
+
"math_hard_kl": 0.08564324635022826,
|
| 48 |
+
"math_hard_ce": 0.8344598311839683
|
| 49 |
+
},
|
| 50 |
+
"val_end": {
|
| 51 |
+
"step": 922,
|
| 52 |
+
"math_kl": 0.0941693826888755,
|
| 53 |
+
"math_ce": 0.7592589879130468,
|
| 54 |
+
"code_kl": 0.07876284398144404,
|
| 55 |
+
"code_ce": 0.3094142575261208,
|
| 56 |
+
"math_hard_kl": 0.11899033841110994,
|
| 57 |
+
"math_hard_ce": 0.7571135998629719
|
| 58 |
+
},
|
| 59 |
+
"peak_gb_student": 33.86883306503296,
|
| 60 |
+
"peak_gb_teachers": 30.005428314208984
|
| 61 |
}
|
| 62 |
}
|
| 63 |
}
|
seq_math_code_kd_only_seed1/stage2_code/config.json
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"architectures": [
|
| 3 |
+
"Qwen2ForCausalLM"
|
| 4 |
+
],
|
| 5 |
+
"attention_dropout": 0.0,
|
| 6 |
+
"bos_token_id": 151643,
|
| 7 |
+
"dtype": "bfloat16",
|
| 8 |
+
"eos_token_id": 151645,
|
| 9 |
+
"hidden_act": "silu",
|
| 10 |
+
"hidden_size": 1536,
|
| 11 |
+
"initializer_range": 0.02,
|
| 12 |
+
"intermediate_size": 8960,
|
| 13 |
+
"layer_types": [
|
| 14 |
+
"full_attention",
|
| 15 |
+
"full_attention",
|
| 16 |
+
"full_attention",
|
| 17 |
+
"full_attention",
|
| 18 |
+
"full_attention",
|
| 19 |
+
"full_attention",
|
| 20 |
+
"full_attention",
|
| 21 |
+
"full_attention",
|
| 22 |
+
"full_attention",
|
| 23 |
+
"full_attention",
|
| 24 |
+
"full_attention",
|
| 25 |
+
"full_attention",
|
| 26 |
+
"full_attention",
|
| 27 |
+
"full_attention",
|
| 28 |
+
"full_attention",
|
| 29 |
+
"full_attention",
|
| 30 |
+
"full_attention",
|
| 31 |
+
"full_attention",
|
| 32 |
+
"full_attention",
|
| 33 |
+
"full_attention",
|
| 34 |
+
"full_attention",
|
| 35 |
+
"full_attention",
|
| 36 |
+
"full_attention",
|
| 37 |
+
"full_attention",
|
| 38 |
+
"full_attention",
|
| 39 |
+
"full_attention",
|
| 40 |
+
"full_attention",
|
| 41 |
+
"full_attention"
|
| 42 |
+
],
|
| 43 |
+
"max_position_embeddings": 32768,
|
| 44 |
+
"max_window_layers": 21,
|
| 45 |
+
"model_type": "qwen2",
|
| 46 |
+
"num_attention_heads": 12,
|
| 47 |
+
"num_hidden_layers": 28,
|
| 48 |
+
"num_key_value_heads": 2,
|
| 49 |
+
"pad_token_id": null,
|
| 50 |
+
"rms_norm_eps": 1e-06,
|
| 51 |
+
"rope_parameters": {
|
| 52 |
+
"rope_theta": 1000000.0,
|
| 53 |
+
"rope_type": "default"
|
| 54 |
+
},
|
| 55 |
+
"sliding_window": null,
|
| 56 |
+
"tie_word_embeddings": true,
|
| 57 |
+
"transformers_version": "5.20.2",
|
| 58 |
+
"use_cache": false,
|
| 59 |
+
"use_sliding_window": false,
|
| 60 |
+
"vocab_size": 151936
|
| 61 |
+
}
|
seq_math_code_kd_only_seed1/stage2_code/generation_config.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token_id": 151643,
|
| 3 |
+
"do_sample": true,
|
| 4 |
+
"eos_token_id": [
|
| 5 |
+
151645,
|
| 6 |
+
151643
|
| 7 |
+
],
|
| 8 |
+
"pad_token_id": 151643,
|
| 9 |
+
"repetition_penalty": 1.1,
|
| 10 |
+
"temperature": 0.7,
|
| 11 |
+
"top_k": 20,
|
| 12 |
+
"top_p": 0.8,
|
| 13 |
+
"transformers_version": "5.20.2"
|
| 14 |
+
}
|
seq_math_code_kd_only_seed1/stage2_code/log.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"train": [{"step": 1, "kl": 0.17667631966031583, "ce": 0.31595691992338876}, {"step": 2, "kl": 0.16220166755598364, "ce": 0.3602945468858181}, {"step": 3, "kl": 0.18171847396697083, "ce": 0.3819318200826834}, {"step": 4, "kl": 0.16869665740814316, "ce": 0.3280577545123417}, {"step": 5, "kl": 0.1881265392317318, "ce": 0.34582942727745786}, {"step": 6, "kl": 0.16160899621697147, "ce": 0.3301102508272288}, {"step": 7, "kl": 0.16250204857731793, "ce": 0.31854065201569226}, {"step": 8, "kl": 0.1790065966637093, "ce": 0.42445771202182053}, {"step": 9, "kl": 0.15532702681287083, "ce": 0.32184637165411395}, {"step": 10, "kl": 0.13836136934094914, "ce": 0.33016371816189644}, {"step": 11, "kl": 0.13833705758845152, "ce": 0.3270800235390411}, {"step": 12, "kl": 0.14038621218135644, "ce": 0.33174028378191794}, {"step": 13, "kl": 0.15320763500601894, "ce": 0.3047156978392413}, {"step": 14, "kl": 0.1425016724273226, "ce": 0.3473635466628265}, {"step": 15, "kl": 0.15824236422695467, "ce": 0.37107767412115567}, {"step": 16, "kl": 0.14783303092701353, "ce": 0.2837119651879316}, {"step": 17, "kl": 0.15178393726125303, "ce": 0.35958966477006526}, {"step": 18, "kl": 0.13986325563340013, "ce": 0.33920305322829253}, {"step": 19, "kl": 0.14668137938250414, "ce": 0.37621152996115176}, {"step": 20, "kl": 0.13119966941967345, "ce": 0.38558497642782985}, {"step": 21, "kl": 0.1338572801624342, "ce": 0.3519261244651007}, {"step": 22, "kl": 0.13899704231010687, "ce": 0.3938174364581982}, {"step": 23, "kl": 0.11205682063128825, "ce": 0.3239135054510477}, {"step": 24, "kl": 0.13832229126304346, "ce": 0.31300207705480654}, {"step": 25, "kl": 0.12475996497977968, "ce": 0.36950056165797873}, {"step": 26, "kl": 0.13383928331355374, "ce": 0.30978216604769776}, {"step": 27, "kl": 0.1413304242413813, "ce": 0.3206849454054192}, {"step": 28, "kl": 0.14260882487268345, "ce": 0.40921040361542704}, {"step": 29, "kl": 0.11550773392606789, "ce": 0.3603595867226077}, {"step": 30, "kl": 0.12358709673627287, "ce": 0.42129492646789285}, {"step": 31, "kl": 0.11353847415548543, "ce": 0.39851540359290877}, {"step": 32, "kl": 0.11916269530206199, "ce": 0.32424613080101156}, {"step": 33, "kl": 0.10676560568087029, "ce": 0.32012921095656127}, {"step": 34, "kl": 0.14251480471414174, "ce": 0.3990274503233975}, {"step": 35, "kl": 0.1412903420645697, "ce": 0.3649379091309797}, {"step": 36, "kl": 0.12050476667714358, "ce": 0.3403546373828564}, {"step": 37, "kl": 0.13811361653199125, "ce": 0.40460798289371935}, {"step": 38, "kl": 0.13218024763097608, "ce": 0.33550547513094814}, {"step": 39, "kl": 0.11817413784625033, "ce": 0.27970802591659666}, {"step": 40, "kl": 0.11299649525249512, "ce": 0.2802996914089032}, {"step": 41, "kl": 0.11570336561713004, "ce": 0.39488244705615505}, {"step": 42, "kl": 0.11206859571214274, "ce": 0.31867929614564905}, {"step": 43, "kl": 0.1275536704039526, "ce": 0.3354133496672956}, {"step": 44, "kl": 0.10620527657329978, "ce": 0.32500341396458104}, {"step": 45, "kl": 0.12046939696773984, "ce": 0.29260547687574395}, {"step": 46, "kl": 0.11154404565455842, "ce": 0.3231929752458178}, {"step": 47, "kl": 0.13483401307692897, "ce": 0.28891614682955313}, {"step": 48, "kl": 0.12339784419498304, "ce": 0.36985780020891607}, {"step": 49, "kl": 0.12075171245107125, "ce": 0.28885808180833034}, {"step": 50, "kl": 0.1263929600714515, "ce": 0.35640491739349617}, {"step": 51, "kl": 0.11493806670315188, "ce": 0.34202247984115586}, {"step": 52, "kl": 0.12444208830045544, "ce": 0.3310507036091084}, {"step": 53, "kl": 0.12360894757242398, "ce": 0.3254555592547743}, {"step": 54, "kl": 0.14446219330269358, "ce": 0.34398533395177266}, {"step": 55, "kl": 0.12041617248235402, "ce": 0.3420542579275855}, {"step": 56, "kl": 0.12461528657469223, "ce": 0.29782368540932563}, {"step": 57, "kl": 0.12590507239926418, "ce": 0.35753935228014205}, {"step": 58, "kl": 0.11736620523514874, "ce": 0.32877601752454105}, {"step": 59, "kl": 0.11486170256024555, "ce": 0.33148612826086116}, {"step": 60, "kl": 0.12001824516653126, "ce": 0.3131074228689808}, {"step": 61, "kl": 0.13947184615548003, "ce": 0.31279828669869614}, {"step": 62, "kl": 0.11593329628602288, "ce": 0.33641066334899394}, {"step": 63, "kl": 0.10930834787661206, "ce": 0.3576155782040169}, {"step": 64, "kl": 0.10601989086358209, "ce": 0.3103700208213642}, {"step": 65, "kl": 0.13478710685951123, "ce": 0.3710739142487894}, {"step": 66, "kl": 0.1153950441265091, "ce": 0.3036849351845975}, {"step": 67, "kl": 0.09499402410824206, "ce": 0.3027772301531307}, {"step": 68, "kl": 0.10918701854967496, "ce": 0.34371069528811754}, {"step": 69, "kl": 0.12391529779051677, "ce": 0.37828870772401507}, {"step": 70, "kl": 0.09839253917864547, "ce": 0.3256780078512569}, {"step": 71, "kl": 0.11165153403019107, "ce": 0.3506387027137645}, {"step": 72, "kl": 0.1310636969969149, "ce": 0.3884119657384438}, {"step": 73, "kl": 0.11101190519332886, "ce": 0.3694828028738593}, {"step": 74, "kl": 0.11647552536007116, "ce": 0.3019097491491861}, {"step": 75, "kl": 0.14344372225342486, "ce": 0.350189819221339}, {"step": 76, "kl": 0.1212157210705042, "ce": 0.38494764117686914}, {"step": 77, "kl": 0.11457605895509801, "ce": 0.3267018270017518}, {"step": 78, "kl": 0.11431017940333835, "ce": 0.3434110420155435}, {"step": 79, "kl": 0.10896360745571457, "ce": 0.3122493600708891}, {"step": 80, "kl": 0.15659811512615207, "ce": 0.4209315639880994}, {"step": 81, "kl": 0.13072172509829677, "ce": 0.33524173500978105}, {"step": 82, "kl": 0.14245467106490578, "ce": 0.3656467253246349}, {"step": 83, "kl": 0.10336798050550304, "ce": 0.29442452307219424}, {"step": 84, "kl": 0.11974188460373653, "ce": 0.32994163829162987}, {"step": 85, "kl": 0.11153973990678788, "ce": 0.32354705576933174}, {"step": 86, "kl": 0.10707015226825348, "ce": 0.32368191030219656}, {"step": 87, "kl": 0.12869465846575548, "ce": 0.3050573127046439}, {"step": 88, "kl": 0.12493376131092165, "ce": 0.29224398956954734}, {"step": 89, "kl": 0.12435918031947468, "ce": 0.3059149078490681}, {"step": 90, "kl": 0.12866109931688738, "ce": 0.35068227685430087}, {"step": 91, "kl": 0.11372295326991257, "ce": 0.32129617376926595}, {"step": 92, "kl": 0.0991095898343914, "ce": 0.36083046227780896}, {"step": 93, "kl": 0.1273774135879162, "ce": 0.3128384430190813}, {"step": 94, "kl": 0.09279465554403765, "ce": 0.3047749554084626}, {"step": 95, "kl": 0.1093207806986371, "ce": 0.2880456266039251}, {"step": 96, "kl": 0.10984161510143751, "ce": 0.3042241119646758}, {"step": 97, "kl": 0.12079271896376924, "ce": 0.31786359455257557}, {"step": 98, "kl": 0.10191897256593838, "ce": 0.27360725891812204}, {"step": 99, "kl": 0.09153152227129357, "ce": 0.33374803597992764}, {"step": 100, "kl": 0.08809952837892003, "ce": 0.3294356747074069}, {"step": 101, "kl": 0.10300659820724424, "ce": 0.30277479975821003}, {"step": 102, "kl": 0.10642438549592781, "ce": 0.30022354063771955}, {"step": 103, "kl": 0.12444270863797514, "ce": 0.31186735159692325}, {"step": 104, "kl": 0.12541075229581292, "ce": 0.3294490757312702}, {"step": 105, "kl": 0.1055443878941888, "ce": 0.3332105470919328}, {"step": 106, "kl": 0.09718159381084804, "ce": 0.2922131433547739}, {"step": 107, "kl": 0.11471373078875553, "ce": 0.32161158546696583}, {"step": 108, "kl": 0.13415286641870344, "ce": 0.35878872510314963}, {"step": 109, "kl": 0.09970532399294946, "ce": 0.3410385523931145}, {"step": 110, "kl": 0.11931011594575028, "ce": 0.34956468316668465}, {"step": 111, "kl": 0.13341911746449864, "ce": 0.37171014223661536}, {"step": 112, "kl": 0.11533674389933445, "ce": 0.34601132766915665}, {"step": 113, "kl": 0.10974690408417674, "ce": 0.31559436652675976}, {"step": 114, "kl": 0.12341753467062014, "ce": 0.3381386439326799}, {"step": 115, "kl": 0.14949049396346079, "ce": 0.40254018336166564}, {"step": 116, "kl": 0.10927384638873508, "ce": 0.32902934189515476}, {"step": 117, "kl": 0.11196729913048618, "ce": 0.2827850033884091}, {"step": 118, "kl": 0.13175736539145533, "ce": 0.3285220715823589}, {"step": 119, "kl": 0.09522361743990732, "ce": 0.29624033195862964}, {"step": 120, "kl": 0.10349710339080917, "ce": 0.33038460706984923}, {"step": 121, "kl": 0.12114369314201243, "ce": 0.3536103113466443}, {"step": 122, "kl": 0.11286208331851601, "ce": 0.306277759458012}, {"step": 123, "kl": 0.09955658995137798, "ce": 0.29596987361877247}, {"step": 124, "kl": 0.10871966658020454, "ce": 0.3244398824274253}, {"step": 125, "kl": 0.11680041993039658, "ce": 0.3168659444145884}, {"step": 126, "kl": 0.1035724588129497, "ce": 0.3500071000874897}, {"step": 127, "kl": 0.11492798546388226, "ce": 0.35851657652663166}, {"step": 128, "kl": 0.09411758552606236, "ce": 0.31503333406138634}, {"step": 129, "kl": 0.10277037288870873, "ce": 0.3651070931145759}, {"step": 130, "kl": 0.13448948520315127, "ce": 0.37296764755752565}, {"step": 131, "kl": 0.13905590198428996, "ce": 0.36711596996090484}, {"step": 132, "kl": 0.09990750091221356, "ce": 0.3254909592168919}, {"step": 133, "kl": 0.12883779971052237, "ce": 0.31720961162305017}, {"step": 134, "kl": 0.10292474359709149, "ce": 0.32747070748186713}, {"step": 135, "kl": 0.11210650117014813, "ce": 0.34532275226736747}, {"step": 136, "kl": 0.1130124852953968, "ce": 0.3407099659439159}, {"step": 137, "kl": 0.10332168769597933, "ce": 0.35863250825747794}, {"step": 138, "kl": 0.10381481059945384, "ce": 0.2991466487110067}, {"step": 139, "kl": 0.10507740258842281, "ce": 0.3604509147109499}, {"step": 140, "kl": 0.11083688967757754, "ce": 0.35871804653430595}, {"step": 141, "kl": 0.09616610586231185, "ce": 0.3137826754198737}, {"step": 142, "kl": 0.12450743634131287, "ce": 0.3437349953379149}, {"step": 143, "kl": 0.11865255707016878, "ce": 0.3627062341837411}, {"step": 144, "kl": 0.12085089558836179, "ce": 0.3449202559613196}, {"step": 145, "kl": 0.0922667977657424, "ce": 0.263310088255895}, {"step": 146, "kl": 0.09563663366789174, "ce": 0.2782492670028106}, {"step": 147, "kl": 0.11983363984652301, "ce": 0.2928987563268546}, {"step": 148, "kl": 0.10103922398757166, "ce": 0.34092389180163074}, {"step": 149, "kl": 0.08946633548134672, "ce": 0.30142201678475833}, {"step": 150, "kl": 0.11061932387964685, "ce": 0.3198236998811874}, {"step": 151, "kl": 0.09763350254778976, "ce": 0.2566964396425925}, {"step": 152, "kl": 0.09656929695985342, "ce": 0.3594579897603467}, {"step": 153, "kl": 0.11831139015901049, "ce": 0.2950726412399626}, {"step": 154, "kl": 0.10716297816204767, "ce": 0.26726933625462684}, {"step": 155, "kl": 0.13662536166316175, "ce": 0.36134337595761656}, {"step": 156, "kl": 0.10145129530487589, "ce": 0.3048667964288743}, {"step": 157, "kl": 0.12167301754116357, "ce": 0.3917808764189193}, {"step": 158, "kl": 0.10266902655623789, "ce": 0.3470938009665533}, {"step": 159, "kl": 0.10008761982413915, "ce": 0.30613470330133463}, {"step": 160, "kl": 0.13056942613711398, "ce": 0.33734481570988073}, {"step": 161, "kl": 0.11220129916301873, "ce": 0.34071630712468265}, {"step": 162, "kl": 0.10598637314153513, "ce": 0.3412498262872084}, {"step": 163, "kl": 0.11031393231960175, "ce": 0.37671092465684203}, {"step": 164, "kl": 0.10883192353798764, "ce": 0.3002361328436537}, {"step": 165, "kl": 0.1303863587366444, "ce": 0.32267362719619286}, {"step": 166, "kl": 0.09596105449828717, "ce": 0.3212681026426467}, {"step": 167, "kl": 0.11788503713948778, "ce": 0.3751434379245924}, {"step": 168, "kl": 0.11040350143270507, "ce": 0.3429636736473597}, {"step": 169, "kl": 0.10623491116059132, "ce": 0.31429035366120434}, {"step": 170, "kl": 0.08664132864014773, "ce": 0.3052249484592014}, {"step": 171, "kl": 0.1069433706012454, "ce": 0.3649310813826023}, {"step": 172, "kl": 0.10633834889536228, "ce": 0.3641419146524665}, {"step": 173, "kl": 0.10777183815547155, "ce": 0.38138030109734367}, {"step": 174, "kl": 0.09924337392876233, "ce": 0.28363808286323977}, {"step": 175, "kl": 0.09805457206130719, "ce": 0.2773443078726865}, {"step": 176, "kl": 0.1044771114480024, "ce": 0.31547417942818845}, {"step": 177, "kl": 0.11364743613745867, "ce": 0.317942108040954}, {"step": 178, "kl": 0.13142333718161936, "ce": 0.3410605644575358}, {"step": 179, "kl": 0.07964554620692413, "ce": 0.3083409529197719}, {"step": 180, "kl": 0.09896759608911815, "ce": 0.3116425856075577}, {"step": 181, "kl": 0.09428417079936664, "ce": 0.3004482472465123}, {"step": 182, "kl": 0.09765755292659438, "ce": 0.3697918639171591}, {"step": 183, "kl": 0.11892747615630352, "ce": 0.3534851998750226}, {"step": 184, "kl": 0.11477948423122059, "ce": 0.3677200303712785}, {"step": 185, "kl": 0.11391088176642092, "ce": 0.3968722752387298}, {"step": 186, "kl": 0.09787213663323333, "ce": 0.34612890207568164}, {"step": 187, "kl": 0.10244626511050073, "ce": 0.3338845689256151}, {"step": 188, "kl": 0.1065873714957904, "ce": 0.31643091982658184}, {"step": 189, "kl": 0.12464876211083012, "ce": 0.3645348118570999}, {"step": 190, "kl": 0.09520801653297889, "ce": 0.33519312285944364}, {"step": 191, "kl": 0.12157825226606792, "ce": 0.32044645646110026}, {"step": 192, "kl": 0.12430328562920227, "ce": 0.39215840518275796}, {"step": 193, "kl": 0.09634359823863703, "ce": 0.3229107657271333}, {"step": 194, "kl": 0.11282359064731036, "ce": 0.3032890776513328}, {"step": 195, "kl": 0.11028700575043883, "ce": 0.33473159667231905}, {"step": 196, "kl": 0.11195188905635764, "ce": 0.2908574001627333}, {"step": 197, "kl": 0.10397018936794862, "ce": 0.38246886745777003}, {"step": 198, "kl": 0.12271946047270454, "ce": 0.3797971640510121}, {"step": 199, "kl": 0.08617091992494824, "ce": 0.25163675222419996}, {"step": 200, "kl": 0.10996171817550769, "ce": 0.34883011202971836}, {"step": 201, "kl": 0.11662784282371903, "ce": 0.33600978288829486}, {"step": 202, "kl": 0.09600448614912606, "ce": 0.2967043946526898}, {"step": 203, "kl": 0.09846095916216309, "ce": 0.3480090961204504}, {"step": 204, "kl": 0.11287700688842092, "ce": 0.3175697511966332}, {"step": 205, "kl": 0.08060916159106515, "ce": 0.27453276282157124}, {"step": 206, "kl": 0.1138885800418797, "ce": 0.34736855256528215}, {"step": 207, "kl": 0.09191661368837348, "ce": 0.26714442340762334}, {"step": 208, "kl": 0.08681592427564588, "ce": 0.3134807488816703}, {"step": 209, "kl": 0.12246381011460523, "ce": 0.3344234659287677}, {"step": 210, "kl": 0.09733189435543713, "ce": 0.36054437233034736}, {"step": 211, "kl": 0.09662998916365163, "ce": 0.32477161394456194}, {"step": 212, "kl": 0.08964960113729774, "ce": 0.3400779298897684}, {"step": 213, "kl": 0.12138969545450766, "ce": 0.30307577262113694}, {"step": 214, "kl": 0.09546969847001997, "ce": 0.3280190807715906}, {"step": 215, "kl": 0.10787870004098907, "ce": 0.31424757555142363}, {"step": 216, "kl": 0.10296715538960897, "ce": 0.3439848558807116}, {"step": 217, "kl": 0.12350100065763199, "ce": 0.3622472813235202}, {"step": 218, "kl": 0.10406247489544967, "ce": 0.303848784607394}, {"step": 219, "kl": 0.10600568619572853, "ce": 0.28098583065095495}, {"step": 220, "kl": 0.0988564568913973, "ce": 0.2892775725194738}, {"step": 221, "kl": 0.0873757665070233, "ce": 0.28180130051909535}, {"step": 222, "kl": 0.09208912893463926, "ce": 0.3750410693716947}, {"step": 223, "kl": 0.10588377246653413, "ce": 0.3188416238568524}, {"step": 224, "kl": 0.11580353223186937, "ce": 0.32732992280252293}, {"step": 225, "kl": 0.12618003672149583, "ce": 0.45250982696408865}, {"step": 226, "kl": 0.11919605663790159, "ce": 0.38295506147403596}, {"step": 227, "kl": 0.10854714351262652, "ce": 0.3569459037916302}, {"step": 228, "kl": 0.11979709228885248, "ce": 0.3915291837082914}, {"step": 229, "kl": 0.09623769844420596, "ce": 0.3325945886174079}, {"step": 230, "kl": 0.11569826681320952, "ce": 0.36846504288180254}, {"step": 231, "kl": 0.09613379941331568, "ce": 0.34814844323897964}, {"step": 232, "kl": 0.10373926791044441, "ce": 0.3487769328199924}, {"step": 233, "kl": 0.10986655294727588, "ce": 0.30017742973444617}, {"step": 234, "kl": 0.12335437319455915, "ce": 0.34063348816015837}, {"step": 235, "kl": 0.09331506807683337, "ce": 0.2695206625019005}, {"step": 236, "kl": 0.10507873200911658, "ce": 0.3737955341717171}, {"step": 237, "kl": 0.10379108944644452, "ce": 0.3449130440472664}, {"step": 238, "kl": 0.11096912178743676, "ce": 0.312412582540327}, {"step": 239, "kl": 0.10321756141740122, "ce": 0.36951931649121084}, {"step": 240, "kl": 0.12138553566283261, "ce": 0.3436172113764472}, {"step": 241, "kl": 0.1006114326501487, "ce": 0.3220121075980736}, {"step": 242, "kl": 0.12373264867402564, "ce": 0.350720274938296}, {"step": 243, "kl": 0.09418346736525082, "ce": 0.3303003567005467}, {"step": 244, "kl": 0.11170723375869497, "ce": 0.31204539992244373}, {"step": 245, "kl": 0.12184692841659675, "ce": 0.28850954432568277}, {"step": 246, "kl": 0.09016033105840948, "ce": 0.27939769236246753}, {"step": 247, "kl": 0.10911478015962522, "ce": 0.3990953190784134}, {"step": 248, "kl": 0.09696508178702828, "ce": 0.33267765950034434}, {"step": 249, "kl": 0.09727935678154759, "ce": 0.2967660173421153}, {"step": 250, "kl": 0.10585178668723513, "ce": 0.3094992201129725}, {"step": 251, "kl": 0.09919070278353964, "ce": 0.32529986846461634}, {"step": 252, "kl": 0.08966877357233362, "ce": 0.3518303457979132}, {"step": 253, "kl": 0.10988727343970878, "ce": 0.37934888962432706}, {"step": 254, "kl": 0.10921894023147771, "ce": 0.3143458992511662}, {"step": 255, "kl": 0.10447599222642476, "ce": 0.32754348417919127}, {"step": 256, "kl": 0.11028837853262397, "ce": 0.2889480509719288}, {"step": 257, "kl": 0.1269538572566767, "ce": 0.3432047421360709}, {"step": 258, "kl": 0.10992385260287821, "ce": 0.34095257041272986}, {"step": 259, "kl": 0.08719918167152332, "ce": 0.3107724330986323}, {"step": 260, "kl": 0.10827410711324677, "ce": 0.3164912939567328}, {"step": 261, "kl": 0.08788083233858697, "ce": 0.33881290447223666}, {"step": 262, "kl": 0.1139126458953495, "ce": 0.2643649542008601}, {"step": 263, "kl": 0.08896816947630475, "ce": 0.30680223100937726}, {"step": 264, "kl": 0.10153848054977718, "ce": 0.3213613709877299}, {"step": 265, "kl": 0.13498440422763716, "ce": 0.3356463712761967}, {"step": 266, "kl": 0.103361316019175, "ce": 0.3125459282826653}, {"step": 267, "kl": 0.09789734300604026, "ce": 0.2982574624586912}, {"step": 268, "kl": 0.10472189245271782, "ce": 0.33750118166105436}, {"step": 269, "kl": 0.10843271097234532, "ce": 0.3627004766976962}, {"step": 270, "kl": 0.12634225495965062, "ce": 0.36950012534234833}, {"step": 271, "kl": 0.09414463349382966, "ce": 0.3237740461630019}, {"step": 272, "kl": 0.10887445445499933, "ce": 0.35794917201496546}, {"step": 273, "kl": 0.09414212300468157, "ce": 0.34364220064633944}, {"step": 274, "kl": 0.10124917527957547, "ce": 0.3441879227558134}, {"step": 275, "kl": 0.10768081083979253, "ce": 0.27982184109809755}, {"step": 276, "kl": 0.10822654140881088, "ce": 0.32813533007162643}, {"step": 277, "kl": 0.09174980909511168, "ce": 0.2909457782272865}, {"step": 278, "kl": 0.10527570666560618, "ce": 0.2981785329356004}, {"step": 279, "kl": 0.09055152629176862, "ce": 0.36991899521624455}, {"step": 280, "kl": 0.11406920762733802, "ce": 0.35162077101099304}, {"step": 281, "kl": 0.10005393198223511, "ce": 0.3500630268052103}, {"step": 282, "kl": 0.10987958126279077, "ce": 0.2949351014762089}, {"step": 283, "kl": 0.10837362867259148, "ce": 0.29187549257916223}, {"step": 284, "kl": 0.09213978301429936, "ce": 0.3037301064973854}, {"step": 285, "kl": 0.10693158602386876, "ce": 0.33502202827489214}, {"step": 286, "kl": 0.1031239732296881, "ce": 0.3382102718747119}, {"step": 287, "kl": 0.11131970658403377, "ce": 0.31609609555771334}, {"step": 288, "kl": 0.09491424281575891, "ce": 0.32662970596367313}, {"step": 289, "kl": 0.10447955196539238, "ce": 0.3025393162918919}, {"step": 290, "kl": 0.10342041722425233, "ce": 0.3221726330239147}, {"step": 291, "kl": 0.11005403862609028, "ce": 0.2850701145072488}, {"step": 292, "kl": 0.11591403580121167, "ce": 0.3606767248059716}, {"step": 293, "kl": 0.09540119517550322, "ce": 0.2978635111256477}, {"step": 294, "kl": 0.10284100651082752, "ce": 0.3335022823150965}, {"step": 295, "kl": 0.09578715687367455, "ce": 0.3285555110165948}, {"step": 296, "kl": 0.09459209697820292, "ce": 0.29947858658512083}, {"step": 297, "kl": 0.09143446245399649, "ce": 0.2609679688458667}, {"step": 298, "kl": 0.10567953064596866, "ce": 0.31784877498975095}, {"step": 299, "kl": 0.09102208774147341, "ce": 0.2909842194315631}, {"step": 300, "kl": 0.08459718116221634, "ce": 0.27702024108485174}, {"step": 301, "kl": 0.10072377068133442, "ce": 0.29330085160367814}, {"step": 302, "kl": 0.11384125145526952, "ce": 0.4129784741239945}, {"step": 303, "kl": 0.09801375027188283, "ce": 0.3027281377348371}, {"step": 304, "kl": 0.12045665203821168, "ce": 0.35350910873147096}, {"step": 305, "kl": 0.09099664205010792, "ce": 0.3136385233577796}, {"step": 306, "kl": 0.08610540179363696, "ce": 0.3188091840875389}, {"step": 307, "kl": 0.10967672428704665, "ce": 0.34380665614007366}, {"step": 308, "kl": 0.1088769551552137, "ce": 0.31283262434117404}, {"step": 309, "kl": 0.1223505642786838, "ce": 0.42090618853299117}, {"step": 310, "kl": 0.10772013012904857, "ce": 0.32478906193824664}, {"step": 311, "kl": 0.13053159753462454, "ce": 0.3119051219001081}, {"step": 312, "kl": 0.1104286932395964, "ce": 0.31057860123321585}, {"step": 313, "kl": 0.09659242131464187, "ce": 0.30398425116097}, {"step": 314, "kl": 0.1023798091437227, "ce": 0.35281753025928925}, {"step": 315, "kl": 0.13066246053489233, "ce": 0.38465285958115436}, {"step": 316, "kl": 0.09267459044761511, "ce": 0.3658499311207112}, {"step": 317, "kl": 0.07634542228742384, "ce": 0.2791255130011465}, {"step": 318, "kl": 0.09952905428771326, "ce": 0.3353346491152524}, {"step": 319, "kl": 0.10021597663626715, "ce": 0.29203397583890733}, {"step": 320, "kl": 0.11865897647670057, "ce": 0.35423397119272776}, {"step": 321, "kl": 0.08873833531340582, "ce": 0.3050828779852954}, {"step": 322, "kl": 0.08689384658123853, "ce": 0.33264376779557675}, {"step": 323, "kl": 0.0850180065572361, "ce": 0.33353002296009604}, {"step": 324, "kl": 0.09558684287901932, "ce": 0.3157481015463012}, {"step": 325, "kl": 0.0976789235630341, "ce": 0.2881060927982926}, {"step": 326, "kl": 0.0704226925088267, "ce": 0.33032098711079805}, {"step": 327, "kl": 0.11795993907301872, "ce": 0.40458053118998416}, {"step": 328, "kl": 0.10151230633942435, "ce": 0.370981681363127}, {"step": 329, "kl": 0.10397466272003822, "ce": 0.32679071000539484}, {"step": 330, "kl": 0.09207617082513654, "ce": 0.331199239622126}, {"step": 331, "kl": 0.09174861958417943, "ce": 0.3096030679550788}, {"step": 332, "kl": 0.08341928161551795, "ce": 0.3287669685352227}, {"step": 333, "kl": 0.10649898208669925, "ce": 0.36457720517061887}, {"step": 334, "kl": 0.09999859451799464, "ce": 0.32860068326373354}, {"step": 335, "kl": 0.10567504504690864, "ce": 0.3143389798395159}, {"step": 336, "kl": 0.10042181338619662, "ce": 0.34386422441747116}, {"step": 337, "kl": 0.08652108897974566, "ce": 0.3279185264440211}, {"step": 338, "kl": 0.08034252441301658, "ce": 0.2894748260414665}, {"step": 339, "kl": 0.08375022311265336, "ce": 0.29794911743259556}, {"step": 340, "kl": 0.12411245681074864, "ce": 0.33711943741683126}, {"step": 341, "kl": 0.11609895395952907, "ce": 0.34826391067268464}, {"step": 342, "kl": 0.10500827701416435, "ce": 0.3459214581220223}, {"step": 343, "kl": 0.09393239072907023, "ce": 0.31008818578728514}, {"step": 344, "kl": 0.11187335635495363, "ce": 0.40736672287531295}, {"step": 345, "kl": 0.0946926549698491, "ce": 0.3161690072747576}, {"step": 346, "kl": 0.08909455295138716, "ce": 0.3359616618949989}, {"step": 347, "kl": 0.09447490547706174, "ce": 0.33272094294075294}, {"step": 348, "kl": 0.09085968582980378, "ce": 0.3104992057077739}, {"step": 349, "kl": 0.107255059546505, "ce": 0.3227475553782551}, {"step": 350, "kl": 0.12496770556906416, "ce": 0.327855734908446}, {"step": 351, "kl": 0.08978568361248866, "ce": 0.3119654920480212}, {"step": 352, "kl": 0.07610063401339368, "ce": 0.32759699360975225}, {"step": 353, "kl": 0.10112619979199983, "ce": 0.31093581667160486}, {"step": 354, "kl": 0.07705932363344731, "ce": 0.2904667494154953}, {"step": 355, "kl": 0.10095832319994641, "ce": 0.31225969986384405}, {"step": 356, "kl": 0.08473542198456721, "ce": 0.3282605097501315}, {"step": 357, "kl": 0.08670540412310787, "ce": 0.3470322987698246}, {"step": 358, "kl": 0.11547012281621333, "ce": 0.34127468283292295}, {"step": 359, "kl": 0.09819403744769897, "ce": 0.34508145473488816}, {"step": 360, "kl": 0.0986318886065706, "ce": 0.30394126917087}, {"step": 361, "kl": 0.10274358247751622, "ce": 0.3244975774394718}, {"step": 362, "kl": 0.10785561158413737, "ce": 0.3633237430926299}, {"step": 363, "kl": 0.10032385830113366, "ce": 0.34963820639475895}, {"step": 364, "kl": 0.10543873333570915, "ce": 0.3486773677733125}, {"step": 365, "kl": 0.09443015555148068, "ce": 0.3037292083891312}, {"step": 366, "kl": 0.11308577023204133, "ce": 0.3668872454546966}, {"step": 367, "kl": 0.10692955234612252, "ce": 0.34526610503325594}, {"step": 368, "kl": 0.15196104020198092, "ce": 0.3565977662164694}, {"step": 369, "kl": 0.08812346751716174, "ce": 0.27783884646453505}, {"step": 370, "kl": 0.08162160808590732, "ce": 0.3205975178634712}, {"step": 371, "kl": 0.08973568760128714, "ce": 0.3799654231008855}, {"step": 372, "kl": 0.08256766099448272, "ce": 0.3593142899175785}, {"step": 373, "kl": 0.1326516650482905, "ce": 0.32828067904733776}, {"step": 374, "kl": 0.11956105729049488, "ce": 0.37626921013983333}, {"step": 375, "kl": 0.09661286011818916, "ce": 0.3358927076701318}, {"step": 376, "kl": 0.09998246918534784, "ce": 0.31402105847304274}, {"step": 377, "kl": 0.11937504384654138, "ce": 0.385333441347318}, {"step": 378, "kl": 0.09590162276338363, "ce": 0.3491632965410363}, {"step": 379, "kl": 0.11261646003221985, "ce": 0.32408693754886575}, {"step": 380, "kl": 0.100424116624618, "ce": 0.322034532078002}, {"step": 381, "kl": 0.11330568813818759, "ce": 0.3272396515286158}, {"step": 382, "kl": 0.08926895047562283, "ce": 0.28986988516692924}, {"step": 383, "kl": 0.12029695745600696, "ce": 0.36341915244147893}, {"step": 384, "kl": 0.08014304399118335, "ce": 0.3541306875284436}, {"step": 385, "kl": 0.1131130639185889, "ce": 0.3472675581576407}, {"step": 386, "kl": 0.09397079500364422, "ce": 0.2749627308024624}, {"step": 387, "kl": 0.09344632550482901, "ce": 0.3341195895069827}, {"step": 388, "kl": 0.09473185449461617, "ce": 0.32016026080728555}, {"step": 389, "kl": 0.12825106886006984, "ce": 0.3724494000872829}, {"step": 390, "kl": 0.0905693526991776, "ce": 0.3614236094276437}, {"step": 391, "kl": 0.10262828329826273, "ce": 0.3781504212764272}, {"step": 392, "kl": 0.08514975756745291, "ce": 0.32728071376696394}, {"step": 393, "kl": 0.07804056881977617, "ce": 0.3335939975147884}, {"step": 394, "kl": 0.10100044243705575, "ce": 0.33029900167299353}, {"step": 395, "kl": 0.10423182755957613, "ce": 0.35336467675995403}, {"step": 396, "kl": 0.10420278134086565, "ce": 0.4255820484590283}, {"step": 397, "kl": 0.09503379739384428, "ce": 0.34903475625470504}, {"step": 398, "kl": 0.07658677935006437, "ce": 0.27132927002173146}, {"step": 399, "kl": 0.09423934922355505, "ce": 0.3238690797941883}, {"step": 400, "kl": 0.09435982745405998, "ce": 0.3481115392929377}, {"step": 401, "kl": 0.11955726061376021, "ce": 0.32060567353051844}, {"step": 402, "kl": 0.11026639164348935, "ce": 0.31365839454398053}, {"step": 403, "kl": 0.10359008866490363, "ce": 0.29718003609412735}, {"step": 404, "kl": 0.08424369156170636, "ce": 0.30221546547753475}, {"step": 405, "kl": 0.08869923064202972, "ce": 0.3279155930355897}, {"step": 406, "kl": 0.09471392767940462, "ce": 0.3746621965185665}, {"step": 407, "kl": 0.09513958909873468, "ce": 0.3027452980366566}, {"step": 408, "kl": 0.10632151161683602, "ce": 0.356870007853479}, {"step": 409, "kl": 0.07944378329076407, "ce": 0.2993448716535166}, {"step": 410, "kl": 0.07646973327195378, "ce": 0.2879175918278908}, {"step": 411, "kl": 0.0983937148163492, "ce": 0.2982691753275974}, {"step": 412, "kl": 0.10095491669475615, "ce": 0.3216137368289221}, {"step": 413, "kl": 0.09513756256375448, "ce": 0.3491787860708267}, {"step": 414, "kl": 0.10879019768915492, "ce": 0.35653973459201915}, {"step": 415, "kl": 0.1002801219884754, "ce": 0.36934671851352874}, {"step": 416, "kl": 0.07763401162902585, "ce": 0.3214990721880088}, {"step": 417, "kl": 0.09039505856516102, "ce": 0.30071117434048916}, {"step": 418, "kl": 0.09532076594983845, "ce": 0.3082813625780556}, {"step": 419, "kl": 0.10218910360421976, "ce": 0.3144825445703598}, {"step": 420, "kl": 0.08940449512366092, "ce": 0.32191680998290123}, {"step": 421, "kl": 0.11293934315747825, "ce": 0.35479566498585813}, {"step": 422, "kl": 0.11202938122999447, "ce": 0.3443826641492029}, {"step": 423, "kl": 0.07300316951006901, "ce": 0.3038213371709965}, {"step": 424, "kl": 0.09335606218631788, "ce": 0.2967692175827457}, {"step": 425, "kl": 0.1083043373931919, "ce": 0.38142960020916183}, {"step": 426, "kl": 0.08895892233161604, "ce": 0.3082747498766549}, {"step": 427, "kl": 0.08705619668380694, "ce": 0.2902567788642053}, {"step": 428, "kl": 0.09841867653373113, "ce": 0.3085764131260326}, {"step": 429, "kl": 0.08466281324545025, "ce": 0.30235447571986107}, {"step": 430, "kl": 0.08990041574622708, "ce": 0.3615785166682671}, {"step": 431, "kl": 0.10615679114153148, "ce": 0.33821986953383526}, {"step": 432, "kl": 0.10590802827833415, "ce": 0.31071785088265713}, {"step": 433, "kl": 0.1158660665619956, "ce": 0.34686525661501216}, {"step": 434, "kl": 0.08197641938795693, "ce": 0.3254054979806602}, {"step": 435, "kl": 0.1203384005816953, "ce": 0.3481817953361848}, {"step": 436, "kl": 0.10810879291321376, "ce": 0.3471830624867567}, {"step": 437, "kl": 0.1074114479734233, "ce": 0.3617904408219822}, {"step": 438, "kl": 0.0863720776053036, "ce": 0.3159371456101648}, {"step": 439, "kl": 0.09641373493578764, "ce": 0.29290699629235667}, {"step": 440, "kl": 0.072525474164835, "ce": 0.28595572719081946}, {"step": 441, "kl": 0.09123514743721947, "ce": 0.293465690801157}, {"step": 442, "kl": 0.09687963695779356, "ce": 0.3769569591310874}, {"step": 443, "kl": 0.0974671563118071, "ce": 0.3293573170440396}, {"step": 444, "kl": 0.09322681344008145, "ce": 0.3165069058921276}, {"step": 445, "kl": 0.10442577544767762, "ce": 0.3206484498157512}, {"step": 446, "kl": 0.09920481996067795, "ce": 0.35763986857166935}, {"step": 447, "kl": 0.0740387402245943, "ce": 0.2826379913499307}, {"step": 448, "kl": 0.08430304090850912, "ce": 0.2913559598458516}, {"step": 449, "kl": 0.08352183197994952, "ce": 0.30024212410712003}, {"step": 450, "kl": 0.08011987805366516, "ce": 0.31370068188779837}, {"step": 451, "kl": 0.0866567602799739, "ce": 0.3056989959095625}, {"step": 452, "kl": 0.09570176647920747, "ce": 0.31512197175276146}, {"step": 453, "kl": 0.08870757469113381, "ce": 0.3101692063491009}, {"step": 454, "kl": 0.11242493119128172, "ce": 0.33715180989467736}, {"step": 455, "kl": 0.0939519046922901, "ce": 0.3629922872018424}, {"step": 456, "kl": 0.08683945200216611, "ce": 0.29630512932460795}, {"step": 457, "kl": 0.080079911540481, "ce": 0.32157560915321975}, {"step": 458, "kl": 0.09478256781530334, "ce": 0.32673158119464746}, {"step": 459, "kl": 0.0996297400834199, "ce": 0.31887521017318404}, {"step": 460, "kl": 0.09552186050238963, "ce": 0.3013444641172139}, {"step": 461, "kl": 0.08728615096194424, "ce": 0.3489310191594821}, {"step": 462, "kl": 0.06757738889918552, "ce": 0.367442224859612}, {"step": 463, "kl": 0.04817597117260834, "ce": 0.3097553179827699}, {"step": 464, "kl": 0.06189775519136362, "ce": 0.32935072021764955}, {"step": 465, "kl": 0.04896325364237575, "ce": 0.2880804918029092}, {"step": 466, "kl": 0.048876564709148314, "ce": 0.29897834230774445}, {"step": 467, "kl": 0.065900039911075, "ce": 0.3609326817482754}, {"step": 468, "kl": 0.06029070351326525, "ce": 0.3387170065177274}, {"step": 469, "kl": 0.06363449242810507, "ce": 0.36983313445711036}, {"step": 470, "kl": 0.05968899888001634, "ce": 0.3542598568537219}, {"step": 471, "kl": 0.056200077149332076, "ce": 0.3449858753981535}, {"step": 472, "kl": 0.055435079782865715, "ce": 0.32735923069216394}, {"step": 473, "kl": 0.05626305438262709, "ce": 0.3214337740493229}, {"step": 474, "kl": 0.0563324395285787, "ce": 0.37503738838575096}, {"step": 475, "kl": 0.05530688873121716, "ce": 0.3246185198431215}, {"step": 476, "kl": 0.0485369772271661, "ce": 0.3269516813396085}, {"step": 477, "kl": 0.04292546776571795, "ce": 0.29250817431754006}, {"step": 478, "kl": 0.042452824314435325, "ce": 0.3071196352912205}, {"step": 479, "kl": 0.04545194971909147, "ce": 0.33083284694547715}, {"step": 480, "kl": 0.05832835986296125, "ce": 0.32834552384517457}, {"step": 481, "kl": 0.05194434286684704, "ce": 0.3197288948752204}, {"step": 482, "kl": 0.05981911946664507, "ce": 0.3861071932968216}, {"step": 483, "kl": 0.06258469734824405, "ce": 0.36155354085795616}, {"step": 484, "kl": 0.04947859657936102, "ce": 0.2899778776782381}, {"step": 485, "kl": 0.04654804346425047, "ce": 0.3340012849373811}, {"step": 486, "kl": 0.05429995208873492, "ce": 0.2824574729274871}, {"step": 487, "kl": 0.05608909272532841, "ce": 0.32064821634813445}, {"step": 488, "kl": 0.05431295403799587, "ce": 0.2868267454539593}, {"step": 489, "kl": 0.05544655250282019, "ce": 0.29525259344963095}, {"step": 490, "kl": 0.06231214793359969, "ce": 0.29150930348302867}, {"step": 491, "kl": 0.07163676694799634, "ce": 0.3621477147123934}, {"step": 492, "kl": 0.05010659474191954, "ce": 0.3212108644553709}, {"step": 493, "kl": 0.06802348243414963, "ce": 0.34928316908452295}, {"step": 494, "kl": 0.044027402100706464, "ce": 0.26310419969585414}, {"step": 495, "kl": 0.05031853825396439, "ce": 0.3150933947365414}, {"step": 496, "kl": 0.048192664249195896, "ce": 0.320315064272222}, {"step": 497, "kl": 0.06927353674378488, "ce": 0.4214774184882115}, {"step": 498, "kl": 0.07649448722576961, "ce": 0.32895588355435634}, {"step": 499, "kl": 0.05698538387487306, "ce": 0.271696128427293}, {"step": 500, "kl": 0.048210451746477076, "ce": 0.2809698573311413}, {"step": 501, "kl": 0.0549895605478081, "ce": 0.2889356511161927}, {"step": 502, "kl": 0.053670366908834484, "ce": 0.33258350927438307}, {"step": 503, "kl": 0.0489310063195951, "ce": 0.2836585930853844}, {"step": 504, "kl": 0.05918779263263531, "ce": 0.31687800005070893}, {"step": 505, "kl": 0.048098683517203526, "ce": 0.3205169352443679}, {"step": 506, "kl": 0.05848999294013547, "ce": 0.30620933255640187}, {"step": 507, "kl": 0.05138670580918882, "ce": 0.31995646613960016}, {"step": 508, "kl": 0.05388870135738213, "ce": 0.3217546407858462}, {"step": 509, "kl": 0.04902025145058224, "ce": 0.3004118805524275}, {"step": 510, "kl": 0.06120412205464924, "ce": 0.3157958797674208}, {"step": 511, "kl": 0.04950659508298204, "ce": 0.2835714429901594}, {"step": 512, "kl": 0.0488570911358052, "ce": 0.3127510670587297}, {"step": 513, "kl": 0.054896744846996505, "ce": 0.3526793585883246}, {"step": 514, "kl": 0.04603778454157636, "ce": 0.3722792715107994}, {"step": 515, "kl": 0.055619063370044415, "ce": 0.32076058237110466}, {"step": 516, "kl": 0.06573223087217092, "ce": 0.2957695595433655}, {"step": 517, "kl": 0.060025330159081076, "ce": 0.3213586788449074}, {"step": 518, "kl": 0.07015415607742265, "ce": 0.33963063771693014}, {"step": 519, "kl": 0.046777558041698974, "ce": 0.29242223634097714}, {"step": 520, "kl": 0.05440312252958314, "ce": 0.3336270408132104}, {"step": 521, "kl": 0.06630927530665505, "ce": 0.3001606486604205}, {"step": 522, "kl": 0.055055370983288, "ce": 0.3198323642945637}, {"step": 523, "kl": 0.047236443887954636, "ce": 0.31653232134981635}, {"step": 524, "kl": 0.048555209362435514, "ce": 0.3200787999079778}, {"step": 525, "kl": 0.05819803952043658, "ce": 0.3197593611931378}, {"step": 526, "kl": 0.04976427487574401, "ce": 0.3365268689557336}, {"step": 527, "kl": 0.05790631071589255, "ce": 0.3487823127900194}, {"step": 528, "kl": 0.04672729797148831, "ce": 0.28286968099659887}, {"step": 529, "kl": 0.058613655562139266, "ce": 0.3185669220245636}, {"step": 530, "kl": 0.054061265869273074, "ce": 0.34483202496549964}, {"step": 531, "kl": 0.07052525401634364, "ce": 0.34029709576987766}, {"step": 532, "kl": 0.05082401370286669, "ce": 0.4054849169545741}, {"step": 533, "kl": 0.04672270306278784, "ce": 0.3244571034747109}, {"step": 534, "kl": 0.057237701033121174, "ce": 0.33601576063075034}, {"step": 535, "kl": 0.0609178667222576, "ce": 0.37948340520162405}, {"step": 536, "kl": 0.0617177585134841, "ce": 0.3175845150361248}, {"step": 537, "kl": 0.05787232036987287, "ce": 0.3119805479270587}, {"step": 538, "kl": 0.06060506952855657, "ce": 0.3645614994998476}, {"step": 539, "kl": 0.044039367694817554, "ce": 0.3131260653550238}, {"step": 540, "kl": 0.03902693725670345, "ce": 0.24520465752559195}, {"step": 541, "kl": 0.06136644493353883, "ce": 0.35385176487943343}, {"step": 542, "kl": 0.04467550641279093, "ce": 0.2835830781560796}, {"step": 543, "kl": 0.05182816652342794, "ce": 0.3406138998651657}, {"step": 544, "kl": 0.05687778076461022, "ce": 0.316704435840252}, {"step": 545, "kl": 0.06474103685670653, "ce": 0.34153315653454586}, {"step": 546, "kl": 0.05765566118992865, "ce": 0.3661417941689588}, {"step": 547, "kl": 0.05059652143743354, "ce": 0.3553176453822278}, {"step": 548, "kl": 0.05636653874363759, "ce": 0.2883819392391458}, {"step": 549, "kl": 0.0581272039720048, "ce": 0.35575690473923216}, {"step": 550, "kl": 0.06663706160313344, "ce": 0.3246601407565862}, {"step": 551, "kl": 0.054945733169315954, "ce": 0.24372342948404213}, {"step": 552, "kl": 0.052710765084214205, "ce": 0.30833996372027417}, {"step": 553, "kl": 0.05257121140898286, "ce": 0.31936816452196104}, {"step": 554, "kl": 0.054311279457451046, "ce": 0.33544003706114356}, {"step": 555, "kl": 0.04935632309491101, "ce": 0.33861710144592827}, {"step": 556, "kl": 0.0631012494629514, "ce": 0.3284284583898776}, {"step": 557, "kl": 0.052595075340686984, "ce": 0.33640131496891773}, {"step": 558, "kl": 0.05174113889451759, "ce": 0.2884267761272584}, {"step": 559, "kl": 0.05290173124970357, "ce": 0.2989268838857578}, {"step": 560, "kl": 0.05081618590727111, "ce": 0.3146656119235875}, {"step": 561, "kl": 0.04810441197983667, "ce": 0.3111327012350492}, {"step": 562, "kl": 0.05588166997886174, "ce": 0.3369856081696403}, {"step": 563, "kl": 0.056342723104764215, "ce": 0.3564760195274394}, {"step": 564, "kl": 0.050226022230720195, "ce": 0.2888590566948614}, {"step": 565, "kl": 0.05305597996650875, "ce": 0.33052438797489286}, {"step": 566, "kl": 0.048267820609898975, "ce": 0.31317966835576194}, {"step": 567, "kl": 0.05905845398411727, "ce": 0.36323639677589714}, {"step": 568, "kl": 0.042768122675999935, "ce": 0.27004947789473244}, {"step": 569, "kl": 0.05603569122259808, "ce": 0.31346195499272816}, {"step": 570, "kl": 0.055578023475409244, "ce": 0.3034489289716834}, {"step": 571, "kl": 0.0633449827575253, "ce": 0.3246271172430403}, {"step": 572, "kl": 0.05103832715975051, "ce": 0.3278947762759944}, {"step": 573, "kl": 0.06969378314604122, "ce": 0.3602583717424817}, {"step": 574, "kl": 0.05649048863129663, "ce": 0.30666394445966755}, {"step": 575, "kl": 0.06560534584199888, "ce": 0.3220028269434104}, {"step": 576, "kl": 0.05630946489758519, "ce": 0.34122033127121076}, {"step": 577, "kl": 0.04681362578655436, "ce": 0.36140390847393317}, {"step": 578, "kl": 0.058380251044994586, "ce": 0.30786979651149315}, {"step": 579, "kl": 0.05396140047554847, "ce": 0.2741933364409942}, {"step": 580, "kl": 0.05267583747063913, "ce": 0.3486211160241025}, {"step": 581, "kl": 0.06767325719968104, "ce": 0.4320392522625519}, {"step": 582, "kl": 0.053559366227292154, "ce": 0.3217759557797123}, {"step": 583, "kl": 0.06558607778405907, "ce": 0.3163562129438196}, {"step": 584, "kl": 0.05365655033289726, "ce": 0.3145259120820473}, {"step": 585, "kl": 0.04689709685825021, "ce": 0.33067130199979633}, {"step": 586, "kl": 0.04767099223973196, "ce": 0.31190667322923893}, {"step": 587, "kl": 0.06665163353893931, "ce": 0.37753134321279613}, {"step": 588, "kl": 0.06764519850943265, "ce": 0.3921700670440804}, {"step": 589, "kl": 0.05553270428026059, "ce": 0.33356855836151933}, {"step": 590, "kl": 0.05263433266349213, "ce": 0.349080360923853}, {"step": 591, "kl": 0.05877602807424333, "ce": 0.29865561093313575}, {"step": 592, "kl": 0.051613008039053464, "ce": 0.2724923681775743}, {"step": 593, "kl": 0.05620549302859176, "ce": 0.27707369989315367}, {"step": 594, "kl": 0.05693326381669867, "ce": 0.349387187175887}, {"step": 595, "kl": 0.04700745159632539, "ce": 0.2881729757364901}, {"step": 596, "kl": 0.0586836506087064, "ce": 0.32326529290228767}, {"step": 597, "kl": 0.05334725703755513, "ce": 0.3106345832185341}, {"step": 598, "kl": 0.06105495768662639, "ce": 0.38669778535286875}, {"step": 599, "kl": 0.061918042376021706, "ce": 0.31478039754356285}, {"step": 600, "kl": 0.051180661060415134, "ce": 0.29368730353366407}, {"step": 601, "kl": 0.06001748610899277, "ce": 0.3105328969082242}, {"step": 602, "kl": 0.052548126337175226, "ce": 0.31896862392335706}, {"step": 603, "kl": 0.05810794078832804, "ce": 0.3146009853324944}, {"step": 604, "kl": 0.0589932877546851, "ce": 0.2997588010519597}, {"step": 605, "kl": 0.06103269733174802, "ce": 0.3464985765520064}, {"step": 606, "kl": 0.053394660484965877, "ce": 0.2863085930402889}, {"step": 607, "kl": 0.048189017284496864, "ce": 0.3409688561021122}, {"step": 608, "kl": 0.05845351440171294, "ce": 0.3540158179088381}, {"step": 609, "kl": 0.060411970547042566, "ce": 0.33633880263587046}, {"step": 610, "kl": 0.05398735698868632, "ce": 0.3369687629341204}, {"step": 611, "kl": 0.0523248271965803, "ce": 0.31997791958047106}, {"step": 612, "kl": 0.05243743065129157, "ce": 0.33131466454606723}, {"step": 613, "kl": 0.048469996976969, "ce": 0.3053734729945552}, {"step": 614, "kl": 0.048015552252374076, "ce": 0.33040689633102355}, {"step": 615, "kl": 0.05504160202890405, "ce": 0.34014145156365777}, {"step": 616, "kl": 0.0625865253420302, "ce": 0.3222729109956357}, {"step": 617, "kl": 0.04484088559945425, "ce": 0.22986233939376532}, {"step": 618, "kl": 0.05083890240778107, "ce": 0.3460802957985504}, {"step": 619, "kl": 0.06057252289477075, "ce": 0.3203454263367375}, {"step": 620, "kl": 0.06450721161080863, "ce": 0.3454134621216585}, {"step": 621, "kl": 0.05477072101217353, "ce": 0.31314956622331536}, {"step": 622, "kl": 0.059799011667764426, "ce": 0.3200966759915457}, {"step": 623, "kl": 0.05555533509920734, "ce": 0.33692465387027276}, {"step": 624, "kl": 0.049591171871312206, "ce": 0.2705191863029628}, {"step": 625, "kl": 0.050079833762981765, "ce": 0.2814155968475884}, {"step": 626, "kl": 0.06181525364312538, "ce": 0.41484321205533536}, {"step": 627, "kl": 0.05667520571677458, "ce": 0.30505428404819374}, {"step": 628, "kl": 0.04701264844753167, "ce": 0.3162020674041982}, {"step": 629, "kl": 0.05467754759238033, "ce": 0.3363651523885968}, {"step": 630, "kl": 0.05483626839092799, "ce": 0.3531915018096477}, {"step": 631, "kl": 0.06383485792077243, "ce": 0.3543295677906336}, {"step": 632, "kl": 0.05512158068728811, "ce": 0.2924800473167783}, {"step": 633, "kl": 0.04082866552781276, "ce": 0.30322990222654256}, {"step": 634, "kl": 0.06295115577191271, "ce": 0.31630463220225774}, {"step": 635, "kl": 0.0559356697051474, "ce": 0.3600792692731833}, {"step": 636, "kl": 0.05115997794566163, "ce": 0.32800038564463624}, {"step": 637, "kl": 0.05945398793267534, "ce": 0.3085205238125142}, {"step": 638, "kl": 0.05789212313864918, "ce": 0.3176395611106412}, {"step": 639, "kl": 0.05876251211749441, "ce": 0.3355099339444703}, {"step": 640, "kl": 0.04677904470221221, "ce": 0.27676584418521755}, {"step": 641, "kl": 0.046539001507821275, "ce": 0.30801326649233784}, {"step": 642, "kl": 0.05645951521313864, "ce": 0.3498684880140871}, {"step": 643, "kl": 0.05238694161927067, "ce": 0.34098311365332706}, {"step": 644, "kl": 0.04538617404034299, "ce": 0.34356741108008015}, {"step": 645, "kl": 0.05251583236592776, "ce": 0.3146448263255913}, {"step": 646, "kl": 0.05351273173154101, "ce": 0.32336599908794594}, {"step": 647, "kl": 0.05848742279502809, "ce": 0.3446386313034316}, {"step": 648, "kl": 0.06589833504910829, "ce": 0.37888212046063663}, {"step": 649, "kl": 0.06239594962766959, "ce": 0.3488258847814238}, {"step": 650, "kl": 0.0551496890757814, "ce": 0.2726011030094896}, {"step": 651, "kl": 0.05586505172869446, "ce": 0.32333683098376603}, {"step": 652, "kl": 0.05037481587518783, "ce": 0.3286855177579586}, {"step": 653, "kl": 0.06169815539401181, "ce": 0.3637122533451361}, {"step": 654, "kl": 0.0550373584007503, "ce": 0.2965455468449221}, {"step": 655, "kl": 0.059734950988402764, "ce": 0.31041199536827524}, {"step": 656, "kl": 0.05224810819679262, "ce": 0.382818898133222}, {"step": 657, "kl": 0.048801109904334665, "ce": 0.3078263889659535}, {"step": 658, "kl": 0.04811416134821753, "ce": 0.28112255166644706}, {"step": 659, "kl": 0.047611476222375944, "ce": 0.2942583982046548}, {"step": 660, "kl": 0.05227210464135612, "ce": 0.3349945736095414}, {"step": 661, "kl": 0.06243832081339072, "ce": 0.32966528387460436}, {"step": 662, "kl": 0.05037030465532057, "ce": 0.32807381942446384}, {"step": 663, "kl": 0.04926500822206004, "ce": 0.2719843913714915}, {"step": 664, "kl": 0.063818300526149, "ce": 0.34113969883398226}, {"step": 665, "kl": 0.05818367467503807, "ce": 0.3061062099171334}, {"step": 666, "kl": 0.04292376201864513, "ce": 0.28233523594565474}, {"step": 667, "kl": 0.05459931729952756, "ce": 0.2978727220967842}, {"step": 668, "kl": 0.055716276168823256, "ce": 0.32525167730119486}, {"step": 669, "kl": 0.057355937737648764, "ce": 0.2943239108234847}, {"step": 670, "kl": 0.05993626922730168, "ce": 0.3397741825674738}, {"step": 671, "kl": 0.047733184504827816, "ce": 0.39121329340564526}, {"step": 672, "kl": 0.050224420126149895, "ce": 0.3000954092868368}, {"step": 673, "kl": 0.058607037505893994, "ce": 0.37564965604415956}, {"step": 674, "kl": 0.057042287045630864, "ce": 0.3547444909356235}, {"step": 675, "kl": 0.0516200333209562, "ce": 0.34888902784046255}, {"step": 676, "kl": 0.05780387866380548, "ce": 0.35591915585237155}, {"step": 677, "kl": 0.044922997219110625, "ce": 0.33852045385687207}, {"step": 678, "kl": 0.07180812860436495, "ce": 0.3607905950955853}, {"step": 679, "kl": 0.05435020832456696, "ce": 0.40394561346816715}, {"step": 680, "kl": 0.04932977021570913, "ce": 0.32465501446658124}, {"step": 681, "kl": 0.05462795650264414, "ce": 0.297491753613481}, {"step": 682, "kl": 0.05805388760149015, "ce": 0.33302348168859197}, {"step": 683, "kl": 0.06453802356564733, "ce": 0.36612606113993745}, {"step": 684, "kl": 0.045954886235688865, "ce": 0.3938193381150056}, {"step": 685, "kl": 0.05600891726368239, "ce": 0.32889361786836613}, {"step": 686, "kl": 0.0616523615559036, "ce": 0.31740566993850194}, {"step": 687, "kl": 0.060816826874667176, "ce": 0.2908684791416469}, {"step": 688, "kl": 0.05262535717121704, "ce": 0.29633865291069184}, {"step": 689, "kl": 0.047914583430441526, "ce": 0.29108840322566837}, {"step": 690, "kl": 0.05583016376990776, "ce": 0.3623278742989844}, {"step": 691, "kl": 0.04891982184105244, "ce": 0.3479401352404825}, {"step": 692, "kl": 0.049761674272039, "ce": 0.29028174386829186}, {"step": 693, "kl": 0.04697806907963232, "ce": 0.29677382686681913}, {"step": 694, "kl": 0.04849509001699445, "ce": 0.31542937251047476}, {"step": 695, "kl": 0.04529173820918373, "ce": 0.28631047839550455}, {"step": 696, "kl": 0.05281196058811213, "ce": 0.3320486422510703}, {"step": 697, "kl": 0.04844336499071167, "ce": 0.312439447791831}, {"step": 698, "kl": 0.04827068075687996, "ce": 0.3050065939973835}, {"step": 699, "kl": 0.05284388501149715, "ce": 0.35391239059387175}, {"step": 700, "kl": 0.05884629729001763, "ce": 0.3168532351077657}, {"step": 701, "kl": 0.051389836999190905, "ce": 0.30214872075435706}, {"step": 702, "kl": 0.04760800941772371, "ce": 0.2818978894454529}, {"step": 703, "kl": 0.045035707302473825, "ce": 0.3191039381130704}, {"step": 704, "kl": 0.05735786688966043, "ce": 0.31273073564864273}, {"step": 705, "kl": 0.05178564546749172, "ce": 0.3091956634493269}, {"step": 706, "kl": 0.06985297249490216, "ce": 0.3793867107926005}, {"step": 707, "kl": 0.05614118428792467, "ce": 0.37179310869005655}, {"step": 708, "kl": 0.05970747122708635, "ce": 0.314803544509337}, {"step": 709, "kl": 0.05722238333521177, "ce": 0.33712479252143196}, {"step": 710, "kl": 0.054285952126208965, "ce": 0.3539209553161874}, {"step": 711, "kl": 0.04689710410732968, "ce": 0.36857639599777653}, {"step": 712, "kl": 0.047397864366144314, "ce": 0.31165941156321947}, {"step": 713, "kl": 0.04731068817730158, "ce": 0.3049310286193682}, {"step": 714, "kl": 0.05007091582453506, "ce": 0.31397870206790573}, {"step": 715, "kl": 0.057199206317815665, "ce": 0.3253672011759271}, {"step": 716, "kl": 0.05490932631985236, "ce": 0.31052206975480934}, {"step": 717, "kl": 0.05046801702450599, "ce": 0.3370937101150813}, {"step": 718, "kl": 0.05301519469743061, "ce": 0.35171897836654115}, {"step": 719, "kl": 0.05844832338908269, "ce": 0.3309213348388672}, {"step": 720, "kl": 0.059208293881851906, "ce": 0.45361938426186843}, {"step": 721, "kl": 0.059505078747620004, "ce": 0.38469832988994623}, {"step": 722, "kl": 0.0622632049898971, "ce": 0.35033249614310014}, {"step": 723, "kl": 0.047037148345286585, "ce": 0.2631533467484024}, {"step": 724, "kl": 0.051253202295706346, "ce": 0.330142454364598}, {"step": 725, "kl": 0.049932884612145574, "ce": 0.33965667771177394}, {"step": 726, "kl": 0.06362378843572755, "ce": 0.3276518010584061}, {"step": 727, "kl": 0.04657003238402058, "ce": 0.319197529459824}, {"step": 728, "kl": 0.05484470469958108, "ce": 0.3569376405256529}, {"step": 729, "kl": 0.04810163492996694, "ce": 0.3229037946314215}, {"step": 730, "kl": 0.050474443441607134, "ce": 0.3162608452787199}, {"step": 731, "kl": 0.06193808577753902, "ce": 0.35290380715503417}, {"step": 732, "kl": 0.05093663490905807, "ce": 0.3199240131764005}, {"step": 733, "kl": 0.05301544110047302, "ce": 0.33775115122348587}, {"step": 734, "kl": 0.05863600867707067, "ce": 0.3363303785463853}, {"step": 735, "kl": 0.048011314537558816, "ce": 0.30479303075482334}, {"step": 736, "kl": 0.046355347569898446, "ce": 0.32441224200086716}, {"step": 737, "kl": 0.04881720941179237, "ce": 0.2954751444718517}, {"step": 738, "kl": 0.05448613130365213, "ce": 0.2912955382145424}, {"step": 739, "kl": 0.04562814899627184, "ce": 0.2952787209275405}, {"step": 740, "kl": 0.05156629897772764, "ce": 0.34941818043899686}, {"step": 741, "kl": 0.05253867570777916, "ce": 0.3124209585981343}, {"step": 742, "kl": 0.04911016488551413, "ce": 0.28690203774401346}, {"step": 743, "kl": 0.0621431127685819, "ce": 0.33554260031140104}, {"step": 744, "kl": 0.0542263959249089, "ce": 0.33581670199253766}, {"step": 745, "kl": 0.04831634725290179, "ce": 0.32100489334159926}, {"step": 746, "kl": 0.06052321494887687, "ce": 0.3192224536693844}, {"step": 747, "kl": 0.054338490623826, "ce": 0.3575123746133264}, {"step": 748, "kl": 0.06554666132268107, "ce": 0.32485876593824414}, {"step": 749, "kl": 0.055827740807006775, "ce": 0.3305500252078277}, {"step": 750, "kl": 0.049875375241543306, "ce": 0.3353503887658719}, {"step": 751, "kl": 0.05897928747213389, "ce": 0.3115254970637517}, {"step": 752, "kl": 0.05345206626842015, "ce": 0.3081134662761555}, {"step": 753, "kl": 0.04924351172980091, "ce": 0.296564357355237}, {"step": 754, "kl": 0.053568494613111986, "ce": 0.33106856357011333}, {"step": 755, "kl": 0.05493071612985891, "ce": 0.32879189053381136}, {"step": 756, "kl": 0.04984643793684831, "ce": 0.36371847600996543}, {"step": 757, "kl": 0.05786414433421232, "ce": 0.3138540789721413}, {"step": 758, "kl": 0.043053208573944075, "ce": 0.3030095048840751}, {"step": 759, "kl": 0.054521880454441535, "ce": 0.3847266774529133}, {"step": 760, "kl": 0.05923666320090292, "ce": 0.3072064739322101}, {"step": 761, "kl": 0.053861591791333, "ce": 0.3154884999298165}, {"step": 762, "kl": 0.06491164913615363, "ce": 0.3414972841175177}, {"step": 763, "kl": 0.061128549322242876, "ce": 0.32833743860408104}, {"step": 764, "kl": 0.0688740718385626, "ce": 0.3132308668711563}, {"step": 765, "kl": 0.04049778336645424, "ce": 0.3355142399792664}, {"step": 766, "kl": 0.05541517647597876, "ce": 0.3321064860833742}, {"step": 767, "kl": 0.05201901542276576, "ce": 0.3384626990049328}, {"step": 768, "kl": 0.04748315793915077, "ce": 0.3120088010529465}, {"step": 769, "kl": 0.05761883861151707, "ce": 0.31223045235290975}, {"step": 770, "kl": 0.06065011409990973, "ce": 0.41023414207801834}, {"step": 771, "kl": 0.058299186606348655, "ce": 0.3451662529673029}, {"step": 772, "kl": 0.04308140459600691, "ce": 0.29206434896371436}, {"step": 773, "kl": 0.05140108333843107, "ce": 0.3557397737845581}, {"step": 774, "kl": 0.05514623481234267, "ce": 0.3451113000386082}, {"step": 775, "kl": 0.051617786704221576, "ce": 0.3298503715892073}, {"step": 776, "kl": 0.061446191414938005, "ce": 0.3615281202114487}, {"step": 777, "kl": 0.04537870931657, "ce": 0.3390601600993014}, {"step": 778, "kl": 0.0512165237200262, "ce": 0.29606988210649177}, {"step": 779, "kl": 0.05362217089129001, "ce": 0.2857133284386894}, {"step": 780, "kl": 0.06119793779435639, "ce": 0.3299687552911898}, {"step": 781, "kl": 0.05703979763334087, "ce": 0.28893399512868706}, {"step": 782, "kl": 0.056683097393452175, "ce": 0.34728762697987825}, {"step": 783, "kl": 0.042836030912481365, "ce": 0.2715702261894372}, {"step": 784, "kl": 0.06237295009114288, "ce": 0.36574764188130693}, {"step": 785, "kl": 0.04799646917929865, "ce": 0.32004416692648313}, {"step": 786, "kl": 0.04620206460034952, "ce": 0.34766662274495896}, {"step": 787, "kl": 0.05900254664021382, "ce": 0.3504108127794767}, {"step": 788, "kl": 0.06740306591869451, "ce": 0.3439888679761192}, {"step": 789, "kl": 0.0609175424894988, "ce": 0.3566784841382077}, {"step": 790, "kl": 0.04876591790032953, "ce": 0.2774509661583623}, {"step": 791, "kl": 0.05443799035188516, "ce": 0.3418380540265963}, {"step": 792, "kl": 0.04511047762359249, "ce": 0.3037724866530223}, {"step": 793, "kl": 0.05808877237358553, "ce": 0.2814969677243627}, {"step": 794, "kl": 0.054151575471809994, "ce": 0.36808814415317426}, {"step": 795, "kl": 0.06072598709457222, "ce": 0.33711949285804554}, {"step": 796, "kl": 0.06180220306550015, "ce": 0.32606682807890797}, {"step": 797, "kl": 0.04583434608649794, "ce": 0.317642552384335}, {"step": 798, "kl": 0.05261875359469621, "ce": 0.3406294471375325}, {"step": 799, "kl": 0.05014616965342498, "ce": 0.34792450379385537}, {"step": 800, "kl": 0.053976246486571816, "ce": 0.3610292769914541}, {"step": 801, "kl": 0.0443153391530377, "ce": 0.304947823851648}, {"step": 802, "kl": 0.05363785027635257, "ce": 0.3629108438726957}, {"step": 803, "kl": 0.0595157236617487, "ce": 0.3403096120678777}, {"step": 804, "kl": 0.05050501875981438, "ce": 0.30635512773832374}, {"step": 805, "kl": 0.05527646407473979, "ce": 0.3155125360256288}, {"step": 806, "kl": 0.04723791615440954, "ce": 0.29803868030844893}, {"step": 807, "kl": 0.04728530783793748, "ce": 0.3081068088091862}, {"step": 808, "kl": 0.04697497466259728, "ce": 0.3155673642898139}, {"step": 809, "kl": 0.05005057775946965, "ce": 0.27122947754313226}, {"step": 810, "kl": 0.04515798954539845, "ce": 0.3578390159643299}, {"step": 811, "kl": 0.053956671682703586, "ce": 0.31125813670502933}, {"step": 812, "kl": 0.06021141393117637, "ce": 0.34889383459932}, {"step": 813, "kl": 0.04459717359531773, "ce": 0.3260830656707628}, {"step": 814, "kl": 0.053771586958582834, "ce": 0.34333345828049605}, {"step": 815, "kl": 0.05525137505592301, "ce": 0.30096838503708073}, {"step": 816, "kl": 0.055290827392148384, "ce": 0.32455342511420293}, {"step": 817, "kl": 0.04163840144226916, "ce": 0.30724377139732045}, {"step": 818, "kl": 0.043859385344749445, "ce": 0.3018335985753652}, {"step": 819, "kl": 0.06755472826782824, "ce": 0.3792720069301108}, {"step": 820, "kl": 0.04936447658850774, "ce": 0.3015249196812353}, {"step": 821, "kl": 0.048928758099708154, "ce": 0.297130661326538}, {"step": 822, "kl": 0.0708291004633176, "ce": 0.35692219077628906}, {"step": 823, "kl": 0.0519031655011053, "ce": 0.31593270297358256}, {"step": 824, "kl": 0.054648866470270736, "ce": 0.32999219448173556}, {"step": 825, "kl": 0.047986118526786775, "ce": 0.3383225960836345}, {"step": 826, "kl": 0.055501635738006684, "ce": 0.3344322314016526}, {"step": 827, "kl": 0.04978185259678563, "ce": 0.32711519288947866}, {"step": 828, "kl": 0.05167734983828811, "ce": 0.28028510185844896}, {"step": 829, "kl": 0.04553062576494338, "ce": 0.3254511190795899}, {"step": 830, "kl": 0.04762278353333402, "ce": 0.3388182942998865}, {"step": 831, "kl": 0.05715819671275509, "ce": 0.27503852540768486}, {"step": 832, "kl": 0.051957814502865546, "ce": 0.31307738455549533}, {"step": 833, "kl": 0.05177003868751831, "ce": 0.2795821137450558}, {"step": 834, "kl": 0.04829740566479304, "ce": 0.2957518084555088}, {"step": 835, "kl": 0.05788922447837095, "ce": 0.34701492537313433}, {"step": 836, "kl": 0.0485450035773095, "ce": 0.31455333977535327}, {"step": 837, "kl": 0.04581209569415232, "ce": 0.32634344209478383}, {"step": 838, "kl": 0.05391377871695788, "ce": 0.338434710682642}, {"step": 839, "kl": 0.05289910422111328, "ce": 0.3103099622224507}, {"step": 840, "kl": 0.04943658002268443, "ce": 0.279245627249138}, {"step": 841, "kl": 0.05650010997718422, "ce": 0.3401042303604813}, {"step": 842, "kl": 0.050459269785088044, "ce": 0.33217566018231837}, {"step": 843, "kl": 0.05297437014424759, "ce": 0.354009474733682}, {"step": 844, "kl": 0.05115084125060285, "ce": 0.2969505673056613}, {"step": 845, "kl": 0.042327819292215116, "ce": 0.27780298060252867}, {"step": 846, "kl": 0.0537404975662388, "ce": 0.3252441422111527}, {"step": 847, "kl": 0.05748574755752071, "ce": 0.3192698250397193}, {"step": 848, "kl": 0.05534973905569992, "ce": 0.3397006687906361}, {"step": 849, "kl": 0.056257735987901264, "ce": 0.3511773377166646}, {"step": 850, "kl": 0.04474534620012218, "ce": 0.29498339777038723}, {"step": 851, "kl": 0.05666382717448642, "ce": 0.35132147092567056}, {"step": 852, "kl": 0.04829672399285202, "ce": 0.33890831740044414}, {"step": 853, "kl": 0.0516770133963667, "ce": 0.3189715702438889}, {"step": 854, "kl": 0.052345298044805894, "ce": 0.2705054177382643}, {"step": 855, "kl": 0.04934329419851596, "ce": 0.25337468235159083}, {"step": 856, "kl": 0.04452911597228239, "ce": 0.26265040121278055}, {"step": 857, "kl": 0.051301989500643685, "ce": 0.3290371423342244}, {"step": 858, "kl": 0.048389024738799455, "ce": 0.26011565813369725}, {"step": 859, "kl": 0.05717733234381504, "ce": 0.323453578379387}, {"step": 860, "kl": 0.056390118441584765, "ce": 0.35371395775250025}, {"step": 861, "kl": 0.058266632828352365, "ce": 0.37712396035742685}, {"step": 862, "kl": 0.05604092692362103, "ce": 0.37142497386537465}, {"step": 863, "kl": 0.04275700386127005, "ce": 0.28955701797727557}, {"step": 864, "kl": 0.05598463942077117, "ce": 0.3302492790532087}, {"step": 865, "kl": 0.06290086795907715, "ce": 0.30295304038951876}, {"step": 866, "kl": 0.050759884459366106, "ce": 0.2997478310064714}, {"step": 867, "kl": 0.054378666212005884, "ce": 0.3387980241448482}, {"step": 868, "kl": 0.04941773841078447, "ce": 0.35225626879867683}, {"step": 869, "kl": 0.044483016761507066, "ce": 0.26618335561427153}, {"step": 870, "kl": 0.05471455653247767, "ce": 0.3752867160288402}, {"step": 871, "kl": 0.04972517640005795, "ce": 0.3073832431358982}, {"step": 872, "kl": 0.0498826904689045, "ce": 0.3144592507619475}, {"step": 873, "kl": 0.04621571859897124, "ce": 0.2600377500305532}, {"step": 874, "kl": 0.04575848100420282, "ce": 0.2745864527849598}, {"step": 875, "kl": 0.05923592116018928, "ce": 0.3040414719164028}, {"step": 876, "kl": 0.04895487722980903, "ce": 0.3044303144903454}, {"step": 877, "kl": 0.058404946812393145, "ce": 0.3534446280385993}, {"step": 878, "kl": 0.058171332285974264, "ce": 0.3818963857797476}, {"step": 879, "kl": 0.05131241675898515, "ce": 0.3265255505455403}, {"step": 880, "kl": 0.04982877764112272, "ce": 0.3044236534642573}, {"step": 881, "kl": 0.047149136240604836, "ce": 0.2912656443920954}, {"step": 882, "kl": 0.056606402630851566, "ce": 0.28306084591054986}, {"step": 883, "kl": 0.0394233299494881, "ce": 0.30414676756042697}, {"step": 884, "kl": 0.054116067940180514, "ce": 0.32476829245774586}, {"step": 885, "kl": 0.05593868368772577, "ce": 0.31717587793892504}, {"step": 886, "kl": 0.05290516790782296, "ce": 0.327659882365665}, {"step": 887, "kl": 0.05823749527395922, "ce": 0.28598363834779966}, {"step": 888, "kl": 0.049452388757998914, "ce": 0.32542061524146526}, {"step": 889, "kl": 0.06042001735315876, "ce": 0.3680096628539847}, {"step": 890, "kl": 0.05711462651692096, "ce": 0.2557304122077993}, {"step": 891, "kl": 0.04855104007539711, "ce": 0.3241668119589703}, {"step": 892, "kl": 0.03703757727708628, "ce": 0.2971909132113646}, {"step": 893, "kl": 0.042836628921674065, "ce": 0.33081533906523997}, {"step": 894, "kl": 0.05512629859461534, "ce": 0.3768870608242483}, {"step": 895, "kl": 0.051905553440781564, "ce": 0.307315043200745}, {"step": 896, "kl": 0.05731881061408841, "ce": 0.33865188108487404}, {"step": 897, "kl": 0.04563964950337129, "ce": 0.26537749222114226}, {"step": 898, "kl": 0.05874068699975336, "ce": 0.31601606421779616}, {"step": 899, "kl": 0.06221386054107519, "ce": 0.31766954251135004}, {"step": 900, "kl": 0.05114471939597496, "ce": 0.2844649292595591}, {"step": 901, "kl": 0.060367283139480116, "ce": 0.4035781801703719}, {"step": 902, "kl": 0.06365845726394355, "ce": 0.3148106263589667}, {"step": 903, "kl": 0.04471586889447041, "ce": 0.29094763639229454}, {"step": 904, "kl": 0.05709564414087382, "ce": 0.3197896450011355}, {"step": 905, "kl": 0.06896503483950304, "ce": 0.3369783267366623}, {"step": 906, "kl": 0.0481724244297473, "ce": 0.34031513040211453}, {"step": 907, "kl": 0.04769471970768041, "ce": 0.337630341829093}, {"step": 908, "kl": 0.0436019932742183, "ce": 0.27483561900880643}, {"step": 909, "kl": 0.05499971926457299, "ce": 0.33857670233235154}, {"step": 910, "kl": 0.05717146809747219, "ce": 0.3069461143165561}, {"step": 911, "kl": 0.043367414519619736, "ce": 0.2947134686601199}, {"step": 912, "kl": 0.04240407051027667, "ce": 0.264229083293595}, {"step": 913, "kl": 0.054408871428424696, "ce": 0.33179750525722534}, {"step": 914, "kl": 0.0610317405963304, "ce": 0.3354866905883765}, {"step": 915, "kl": 0.05145223396636538, "ce": 0.28825337378987337}, {"step": 916, "kl": 0.04743656520408967, "ce": 0.34141029195582606}, {"step": 917, "kl": 0.050948043163417105, "ce": 0.29540798504445553}, {"step": 918, "kl": 0.04779517347812283, "ce": 0.30756684646223353}, {"step": 919, "kl": 0.05107079357493307, "ce": 0.2802995418704842}, {"step": 920, "kl": 0.05101625125226754, "ce": 0.3073176527906182}, {"step": 921, "kl": 0.0377518321223468, "ce": 0.2990063793224741}, {"step": 922, "kl": 0.04099909248641225, "ce": 0.26802911108190364}], "val": [{"step": 0, "math_kl": 0.0757168118165207, "math_ce": 0.858557205345532, "code_kl": 0.17211650957781463, "code_ce": 0.32364794010142417, "math_hard_kl": 0.08564324635022826, "math_hard_ce": 0.8344598311839683}, {"step": 461, "math_kl": 0.09180718765498048, "math_ce": 0.7535578400665348, "code_kl": 0.08577957275007249, "code_ce": 0.31223232124768296, "math_hard_kl": 0.11475478316267203, "math_hard_ce": 0.749666869120902}, {"step": 922, "math_kl": 0.0941693826888755, "math_ce": 0.7592589879130468, "code_kl": 0.07876284398144404, "code_ce": 0.3094142575261208, "math_hard_kl": 0.11899033841110994, "math_hard_ce": 0.7571135998629719}]}
|
seq_math_code_kd_only_seed1/stage2_code/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:790105e73a1e92496dd310bc195eb1ef512749e02072546fa0ecbd34238b187e
|
| 3 |
+
size 3087467144
|