{"episodes": [0, 17, 34, 51, 68, 85, 102, 119, 136, 153, 170, 187, 204, 221, 238, 255, 272, 289, 306, 323, 340, 357, 374, 391, 408, 425, 442, 459, 476, 493, 510, 527, 544, 561, 578, 595, 612, 629, 646, 663, 680, 697, 714, 731, 748, 765, 782, 799, 816, 833, 850, 867, 884, 901, 918, 935, 952, 969, 986, 1003, 1020, 1037, 1054, 1071, 1088, 1105, 1122, 1139, 1156, 1173, 1190, 1207, 1224, 1241, 1258, 1275, 1292, 1309, 1326, 1343, 1360, 1377, 1394, 1411, 1428, 1445, 1462, 1479, 1496, 1513, 1530, 1547, 1564, 1581, 1598, 1615, 1632, 1649, 1666, 1683, 1700, 1717, 1734, 1751, 1768, 1785, 1802, 1819, 1836, 1853, 1870, 1887, 1904, 1921, 1938, 1955, 1972, 1989, 2006, 2023, 2040, 2057, 2074, 2091, 2108, 2125, 2142, 2159, 2176, 2193, 2210, 2227, 2244, 2261, 2278, 2295, 2312, 2329, 2346, 2363, 2380, 2397, 2414, 2431, 2448, 2465, 2482, 2499, 2516, 2533, 2550, 2567, 2584, 2601, 2618, 2635, 2652, 2669, 2686, 2703, 2720, 2737, 2754, 2771, 2788, 2805, 2822, 2839, 2856, 2873, 2890, 2907, 2924, 2941, 2958, 2975, 2992, 3009, 3026, 3043, 3060, 3077, 3094, 3111, 3128, 3145, 3162, 3179, 3196, 3213, 3230, 3247, 3264, 3281, 3298, 3315, 3332, 3349, 3366, 3383, 3400, 3417, 3434, 3451, 3468, 3485, 3502, 3519, 3536, 3553, 3570, 3587], "mean_rewards": [2.011087656021118, -0.2955534774810076, -0.4518983769629683, -0.5130270347715571, -0.5884510348348514, -0.6146727343371441, -0.5832104569716939, -0.4769364972909292, -0.45907663548514793, -0.47041571469275983, -0.5141931981371161, -0.5323584432196286, -0.5486976694729593, -0.5091634937458568, -0.5360742221896847, -0.49734610350181657, -0.47413736968818637, -0.5107768824117052, -0.5592596196466022, -0.5413830657800038, -0.4893766444383396, -0.45496046719037825, -0.5066750696549813, -0.43206344383458295, -0.4036316062220269, -0.4232319062575698, -0.42188012678590087, -0.3698560318288704, -0.37320280266511774, -0.3746683648166557, -0.34388839825987816, -0.31580650557039514, -0.2758511932463282, -0.24050097487245997, -0.32197332010707924, -0.26467262854178747, -0.2839709573942754, -0.2670445270629393, -0.34365008569632965, -0.28455998617120914, -0.2997434325205783, -0.30469939913600685, -0.242857457148946, -0.25027625085785987, -0.27829118674207065, -0.24337980265004766, -0.21990590929571124, -0.16854962930083275, -0.20288090908692943, -0.1292373951524496, -0.12241048797602869, -0.1614725338217492, -0.14964828973946473, -0.144838829861126, -0.11243235824836625, -0.10747746042907239, -0.06723430049088266, -0.07589628394279214, -0.0374208166781399, -0.03335582692590025, -0.021998412451810306, -0.02321966322294126, -0.006664830971405738, -0.027873310069036154, 0.00842238911944959, -0.016705316863954066, -0.04267268580281072, -0.04158623887019025, -0.11595900414718521, -0.05244716699752543, -0.054362980876531866, -0.003884143920408355, 0.06428486878673235, 0.09581019547250536, 0.08221854733096229, 0.07250368547004958, 0.12679913942184712, 0.18743467438552114, 0.23325088487731085, 0.33666753431575164, 0.40760328796588713, 0.41092346865269874, 0.4055561059878932, 0.4046554202731285, 0.48118276003127297, 0.5378358737772537, 0.6073094252393477, 0.6417163390976687, 0.6189819134668344, 0.6163609216714071, 0.5998688423902624, 0.6330475635102226, 0.689348201877955, 0.6989480689374937, 0.7731089792731736, 0.7278057174343202, 0.7121029947160019, 0.6729883205637128, 0.6418123173035888, 0.6852266083600828, 0.7023001437204787, 0.752039143218038, 0.7627319326650144, 0.7618968613264668, 0.6623063287206201, 0.7456497497882487, 0.7275835569559906, 0.6967754760989919, 0.8090677741242366, 0.8169394264152895, 0.919980839220807, 0.8789278343785554, 0.9529377199347234, 0.9400865443930444, 1.0124707058537752, 1.058885036641732, 1.0660031672204948, 1.1172220833754787, 1.065370492776856, 1.0548661435643831, 1.0662114470369286, 1.0407538239611314, 1.05513615018119, 1.0300908629860108, 1.0446762847998696, 0.9896005688209294, 0.9840956180847974, 0.9738223666402822, 0.9963563766615051, 1.1109895625332784, 1.0624168494793897, 1.0680639948980468, 1.0884154788942801, 1.07744239454882, 1.1098082588985563, 1.0813470534773337, 1.125043768932422, 1.064650530512962, 1.08939098291513, 1.1070979656755096, 1.1352286228599648, 1.1627384287512137, 1.1512736585301657, 1.1557260794875523, 1.21115065679575, 1.208054312158169, 1.2400472414835046, 1.2546729096987594, 1.2588966596664655, 1.2651438022446302, 1.1969161996203992, 1.1765289112304649, 1.2188173211904036, 1.2705786953783698, 1.283640646520588, 1.2604090388502098, 1.2808126877217243, 1.3434747755786196, 1.286310778832477, 1.3189314196196695, 1.3499132139194343, 1.3817899861062566, 1.3618891238959299, 1.374397218061818, 1.321923399137126, 1.2750914818917711, 1.2636046069156792, 1.2587104220150245, 1.2528403878832857, 1.3148597282667955, 1.3641217712726859, 1.3989715475795999, 1.4416805575084355, 1.4428113733314805, 1.5163850539881323, 1.582816757261753, 1.662100506035818, 1.710362924511234, 1.6252859222806162, 1.6343649457726213, 1.5908087775628599, 1.6567976927281254, 1.5895861686420782, 1.5422962702133292, 1.576456757298082, 1.4782307463227577, 1.449665484297293, 1.4552131047568562, 1.416624917301346, 1.457598918435057, 1.4965214410867096, 1.5269871315782237, 1.4251934912229545, 1.4937172901259652, 1.5414583398156134, 1.5439956232721872, 1.511578370628154, 1.4506849671377697, 1.538774687747678, 1.573884256559217, 1.5299264794836442, 1.4935364206011097, 1.476107554582672, 1.5306899834320777, 1.4757408027045635, 1.462761623890967, 1.493960052400103, 1.5705851888516917, 1.5299893841794174, 1.5680797027656808, 1.5726150192397956, 1.5512120474673188], "raw_rewards": [2.011087656021118, -1.5471627712249756, -1.6126691102981567, 0.4004072844982147, -0.08317989110946655, -1.224005103111267, 0.6020284295082092, -1.486713171005249, 2.19078665971756, 0.341314435005188, -1.4946295022964478, 2.557842969894409, -1.4711508750915527, -1.3040433824062347, -0.9551828801631927, -1.062305599451065, -0.3481462001800537, -1.5207006931304932, -0.4579683244228363, -1.5436073541641235, -1.5383447408676147, -0.8665207028388977, -1.5446007251739502, 0.5839693248271942, 2.29667067527771, -0.7865875363349915, -1.1456421315670013, 0.9137205183506012, 1.4755454063415527, 0.9054943472146988, -1.5415323972702026, 1.3973109722137451, 0.15189069882035255, -0.08075442910194397, -0.9792364537715912, 1.6819107234477997, -1.5608779191970825, 1.2009978294372559, -1.5563358068466187, -0.7095421552658081, 0.2122175097465515, 0.8033093363046646, -0.9736100733280182, 1.0859556198120117, -0.08152272552251816, 1.8443847298622131, -1.584234356880188, -0.0956476628780365, -0.4221470355987549, -1.2483505010604858, 0.6453126072883606, -0.5324428081512451, 1.2303812503814697, 1.6745995879173279, -0.06619137525558472, -1.605749249458313, 0.1328943967819214, -2.3350325226783752, -1.1350712180137634, 1.1782336831092834, 1.6558053493499756, -1.0271587371826172, 0.47524410486221313, 2.2967147827148438, 0.1643688576295972, 0.6760996878147125, -0.6354265213012695, 0.48033928871154785, -1.4070106446743011, -1.0077587962150574, -1.3782235980033875, -1.6286134719848633, 1.1489348113536835, 0.664410799741745, 2.142772227525711, -1.184206247329712, 0.4014209508895874, -1.6371392011642456, -1.6380943059921265, -0.27162760496139526, -0.7245838344097137, -0.8357173800468445, -1.0230455100536346, -1.644477128982544, 0.2636760473251343, -1.229697048664093, 0.2970864176750183, 0.4837959408760071, 0.16495420038700104, 0.5941878855228424, 2.01269268989563, 0.473050594329834, 3.1993696093559265, 0.0764971524477005, 1.210176169872284, -0.19965451955795288, 3.8576712608337402, 1.4280883893370628, 1.0428679287433624, -1.6568362712860107, 0.49463270604610443, 0.8363811671733856, 0.32087884843349457, -0.6993918418884277, 2.251273363828659, 1.3570592142641544, -0.36918799579143524, 1.0084454417228699, 1.038003921508789, -0.17219772189855576, 1.493634045124054, 2.4674428701400757, 0.0033206045627593994, 2.040954351425171, 3.4656790494918823, 1.2375374846160412, 2.4681331515312195, 3.211431860923767, 0.6175565421581268, -0.09031233191490173, 0.389397032558918, 0.9961078143678606, 1.6544716358184814, 1.1933340430259705, 0.6135563850402832, -0.5938667058944702, 2.0285049080848694, 0.5292582809925079, 1.6015831232070923, 2.7143699526786804, 0.16865530610084534, 1.178409457206726, 0.4636725187301636, 1.8611661195755005, 1.9806989431381226, 1.6743857860565186, -0.6647513210773468, 4.274432420730591, 1.024116426706314, -0.8673376441001892, -1.3124529868364334, 3.1190399825572968, 0.6326296627521515, 2.4692362546920776, 2.093276470899582, 2.9282543063163757, 1.8036649823188782, 0.6122289001941681, 2.3818284273147583, 2.0692192912101746, -1.513732671737671, 1.2522088885307312, 1.518700361251831, 1.8946461379528046, 2.2273122668266296, -0.18672674894332886, 2.5309237241744995, 1.5318231582641602, 1.720530927181244, 0.3675469756126404, -1.27837023884058, 2.3678015172481537, 1.194051444530487, 1.427152693271637, 1.454512745141983, 2.6037117540836334, 1.0772528052330017, -0.5957517325878143, 3.805203139781952, 1.8656059503555298, 1.2644962072372437, 2.5997721552848816, 0.015331029891967773, 0.5913978815078735, 1.9545496106147766, 0.06699442863464355, 0.8849751353263855, 1.4087436497211456, -0.8760052919387817, -0.18333446979522705, 3.1888164281845093, 1.8018192052841187, 0.8150603175163269, 0.6160659193992615, 3.9308770895004272, -0.19315111637115479, 2.2416495084762573, 1.264603167772293, -0.06790724396705627, 3.5337868332862854, 1.2718881778419018, 2.6125504076480865, 1.6027227640151978, 0.5309821367263794, 0.3643292784690857, -0.08935242891311646, 3.717008888721466, 1.0185938812792301, 0.9128011465072632, 0.8284586071968079, 3.682827889919281, 2.2481080889701843, 0.4784552324563265, 0.08008977770805359, 0.4824959528632462, 0.4021200016140938, 1.6239447593688965, -0.8015319854021072, 1.2684380412101746, 1.7758225500583649, 2.997434377670288, -0.8897154331207275], "step": 10000}