{ "state": { "default": { "stepwise_min": [ [ -0.48278069496154785, -0.3309336006641388, 0.008128181099891663, 1.002794623374939, -3.6312508583068848, -1.842738389968872, -0.005453015677630901, -0.042015016078948975 ] ], "stepwise_max": [ [ 0.2103137969970703, 0.3904264271259308, 1.472778081893921, 3.7248642444610596, 3.5618896484375, 1.3863215446472168, 0.04232141748070717, 0.0013126095291227102 ] ], "global_min": [ -0.48278069496154785, -0.3309336006641388, 0.008128181099891663, 1.002794623374939, -3.6312508583068848, -1.842738389968872, -0.005453015677630901, -0.042015016078948975 ], "global_max": [ 0.2103137969970703, 0.3904264271259308, 1.472778081893921, 3.7248642444610596, 3.5618896484375, 1.3863215446472168, 0.04232141748070717, 0.0013126095291227102 ], "stepwise_q01": [ [ -0.48195967078208923, -0.3300417959690094, 0.008850866928696632, 1.0129998922348022, -3.619534969329834, -1.8389623165130615, -0.0013291656505316496, -0.04173403978347778 ] ], "stepwise_q99": [ [ 0.20942535996437073, 0.39041632413864136, 1.4693706035614014, 3.721859931945801, 3.5605900287628174, 1.3660067319869995, 0.04197758436203003, 0.0009995142463594675 ] ], "global_q01": [ -0.48195967078208923, -0.3300417959690094, 0.008850866928696632, 1.0129998922348022, -3.619534969329834, -1.8389623165130615, -0.0013291656505316496, -0.04173403978347778 ], "global_q99": [ 0.20942535996437073, 0.39041632413864136, 1.4693706035614014, 3.721859931945801, 3.5605900287628174, 1.3660067319869995, 0.04197758436203003, 0.0009995142463594675 ], "stepwise_mean": [ [ -0.052439481019973755, 0.040308527648448944, 0.7768229842185974, 2.9969310760498047, -0.13651961088180542, -0.11046147346496582, 0.026323523372411728, -0.026523755863308907 ] ], "stepwise_std": [ [ 0.10999668389558792, 0.15002696216106415, 0.38846009969711304, 0.3232516348361969, 0.7607998847961426, 0.3058409094810486, 0.014585154131054878, 0.01446242444217205 ] ], "global_mean": [ -0.052439481019973755, 0.040308527648448944, 0.7768229842185974, 2.9969310760498047, -0.13651961088180542, -0.11046147346496582, 0.026323523372411728, -0.026523755863308907 ], "global_std": [ 0.10999668389558792, 0.15002696216106415, 0.38846009969711304, 0.3232516348361969, 0.7607998847961426, 0.3058409094810486, 0.014585154131054878, 0.01446242444217205 ] } }, "action": { "default": { "stepwise_min": [ [ -0.9375, -0.9375, -0.9375, -0.24214285612106323, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.24214285612106323, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.24214285612106323, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.24214285612106323, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.24214285612106323, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.24214285612106323, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.24214285612106323, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.24214285612106323, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.24214285612106323, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.24214285612106323, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.24214285612106323, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.24214285612106323, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.24214285612106323, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.24214285612106323, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.24214285612106323, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.23678570985794067, -0.375, -0.3642857074737549, 0.0 ] ], "stepwise_max": [ [ 0.9375, 0.9375, 0.9375, 0.3557142913341522, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.3557142913341522, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.3557142913341522, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.3557142913341522, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.3557142913341522, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.3557142913341522, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.3557142913341522, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.3557142913341522, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.3557142913341522, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.3557142913341522, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.3557142913341522, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.3557142913341522, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.3557142913341522, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.3557142913341522, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.3557142913341522, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.3557142913341522, 0.375, 0.375, 1.0 ] ], "global_min": [ -0.9375, -0.9375, -0.9375, -0.24214285612106323, -0.375, -0.3642857074737549, 0.0 ], "global_max": [ 0.9375, 0.9375, 0.9375, 0.3557142913341522, 0.375, 0.375, 1.0 ], "stepwise_q01": [ [ -0.9375, -0.9375, -0.9375, -0.2326499968767166, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.2326499968767166, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.2326499968767166, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.2326499968767166, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.2326499968767166, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.2326499968767166, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.2326499968767166, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.2326499968767166, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.2326499968767166, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.2326499968767166, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.2326499968767166, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.2326499968767166, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.2326499968767166, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.2326499968767166, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.2326499968767166, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.2326499968767166, -0.375, -0.3642857074737549, 0.0 ] ], "stepwise_q99": [ [ 0.9375, 0.9375, 0.9375, 0.35076430439949036, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.35076430439949036, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.35076430439949036, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.35076430439949036, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.35076430439949036, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.35076430439949036, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.35076430439949036, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.35076430439949036, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.35076430439949036, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.35076430439949036, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.35076430439949036, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.35076430439949036, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.35076430439949036, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.35076430439949036, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.35076430439949036, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.35076430439949036, 0.375, 0.375, 1.0 ] ], "global_q01": [ -0.9375, -0.9375, -0.9375, -0.2326499968767166, -0.375, -0.3642857074737549, 0.0 ], "global_q99": [ 0.9375, 0.9375, 0.9375, 0.35076430439949036, 0.375, 0.375, 1.0 ], "stepwise_mean": [ [ 0.07509178668260574, 0.0942603200674057, -0.10477571189403534, -0.0006721728714182973, 0.006502428557723761, -0.004753416869789362, 0.5156608819961548 ], [ 0.0742194801568985, 0.0943378284573555, -0.10369046777486801, -0.0006463324534706771, 0.006517793983221054, -0.0048326049000024796, 0.5151447057723999 ], [ 0.07300770282745361, 0.09434358030557632, -0.10265535861253738, -0.0006129901157692075, 0.006519765127450228, -0.004911691416054964, 0.514628529548645 ], [ 0.07130849361419678, 0.09427326172590256, -0.10167480260133743, -0.000570473144762218, 0.0065028914250433445, -0.004996590316295624, 0.5141124129295349 ], [ 0.06903649866580963, 0.09413644671440125, -0.10072868317365646, -0.0005176867707632482, 0.006469315383583307, -0.005088215693831444, 0.5135961771011353 ], [ 0.06624068319797516, 0.09398344159126282, -0.09977640956640244, -0.0004581408284138888, 0.00642576115205884, -0.005182640161365271, 0.5130800008773804 ], [ 0.0630466565489769, 0.09385841339826584, -0.09878653287887573, -0.00039334804750978947, 0.006386647932231426, -0.0052768453024327755, 0.5125638246536255 ], [ 0.05956686660647392, 0.09379696846008301, -0.09773145616054535, -0.0003290224994998425, 0.006361100357025862, -0.005367835983633995, 0.5120476484298706 ], [ 0.055894218385219574, 0.09381032735109329, -0.09658003598451614, -0.00026784618967212737, 0.006349040661007166, -0.00545760290697217, 0.511531412601471 ], [ 0.05210842192173004, 0.09390032291412354, -0.09531887620687485, -0.00021082782768644392, 0.006355168763548136, -0.005544652231037617, 0.5110152959823608 ], [ 0.048258572816848755, 0.0940636694431305, -0.09393265098333359, -0.000159766772412695, 0.00637769466266036, -0.005628863349556923, 0.5104991793632507 ], [ 0.04438157379627228, 0.09429563581943512, -0.0924036055803299, -0.00011604870815062895, 0.006416679359972477, -0.005709676072001457, 0.5099829435348511 ], [ 0.040517035871744156, 0.0945919007062912, -0.09071967005729675, -8.002237154869363e-05, 0.006473013199865818, -0.0057876212522387505, 0.5094667673110962 ], [ 0.0366998165845871, 0.09495285898447037, -0.08885673433542252, -5.3317678975872695e-05, 0.00654600327834487, -0.00586199015378952, 0.5089506506919861 ], [ 0.0329657644033432, 0.09536924958229065, -0.08679967373609543, -3.667262717499398e-05, 0.006634271237999201, -0.005933342035859823, 0.5084344148635864 ], [ 0.029352383688092232, 0.09583891928195953, -0.08452724665403366, -2.956195385195315e-05, 0.00673679169267416, -0.006001695990562439, 0.5079182982444763 ] ], "stepwise_std": [ [ 0.35524481534957886, 0.37755152583122253, 0.4687630832195282, 0.03886449709534645, 0.06502853333950043, 0.07652278244495392, 0.5014081001281738 ], [ 0.35528722405433655, 0.37743696570396423, 0.46985360980033875, 0.03892502188682556, 0.06516389548778534, 0.07675494253635406, 0.501423716545105 ], [ 0.35516324639320374, 0.3772093653678894, 0.47091037034988403, 0.0389784574508667, 0.06527173519134521, 0.07698067277669907, 0.5014386773109436 ], [ 0.3547023832798004, 0.37677210569381714, 0.4719267785549164, 0.039021965116262436, 0.0653405487537384, 0.07719580829143524, 0.5014529824256897 ], [ 0.35369622707366943, 0.376038521528244, 0.47290918231010437, 0.03905292600393295, 0.06536615639925003, 0.07739786058664322, 0.501466691493988 ], [ 0.3520404100418091, 0.37497878074645996, 0.47387173771858215, 0.039072249084711075, 0.06535857915878296, 0.07758834213018417, 0.5014797449111938 ], [ 0.34978508949279785, 0.373605340719223, 0.4748258590698242, 0.039080556482076645, 0.06534324586391449, 0.07776463776826859, 0.5014922022819519 ], [ 0.3470368981361389, 0.37194979190826416, 0.47577232122421265, 0.03907886520028114, 0.06533455848693848, 0.07792745530605316, 0.5015040040016174 ], [ 0.34389936923980713, 0.37007129192352295, 0.4767095148563385, 0.039068553596735, 0.06533403694629669, 0.07807470113039017, 0.5015152096748352 ], [ 0.34047427773475647, 0.36800599098205566, 0.4776283800601959, 0.03905198350548744, 0.06534522771835327, 0.0782046988606453, 0.5015258193016052 ], [ 0.33682477474212646, 0.3657948970794678, 0.4785217344760895, 0.03903175890445709, 0.06536738574504852, 0.07831670343875885, 0.5015357732772827 ], [ 0.33300837874412537, 0.36347952485084534, 0.4793776273727417, 0.0390087328851223, 0.06540162861347198, 0.07841045409440994, 0.5015451908111572 ], [ 0.3290861248970032, 0.3610839247703552, 0.48018524050712585, 0.03898213431239128, 0.06545032560825348, 0.07848569005727768, 0.5015538930892944 ], [ 0.3251110017299652, 0.358641654253006, 0.48092642426490784, 0.038955289870500565, 0.06551124900579453, 0.07854204624891281, 0.5015619993209839 ], [ 0.3211345374584198, 0.35618487000465393, 0.4815789461135864, 0.0389283113181591, 0.06558437645435333, 0.07858171314001083, 0.5015694499015808 ], [ 0.31721800565719604, 0.3537396490573883, 0.482117623090744, 0.038900382816791534, 0.06566666066646576, 0.07860506325960159, 0.5015763640403748 ] ], "global_mean": [ 0.055730998516082764, 0.09436333179473877, -0.0961848646402359, -0.0003221393271815032, 0.006473398767411709, -0.005395956337451935, 0.5117896199226379 ], "global_std": [ 0.3424273431301117, 0.3689939081668854, 0.47604838013648987, 0.03900081664323807, 0.06536699831485748, 0.0778384581208229, 0.5015087723731995 ] } }, "num_episodes": 1712, "num_transition": 277713 }