{ "state": { "default": { "stepwise_min": [ [ -0.48278069496154785, -0.3309336006641388, 0.008128181099891663, 1.002794623374939, -3.6312508583068848, -1.842738389968872, -0.005453015677630901, -0.042015016078948975 ] ], "stepwise_max": [ [ 0.2103137969970703, 0.3904264271259308, 1.472778081893921, 3.7248642444610596, 3.5618896484375, 1.3863215446472168, 0.04232141748070717, 0.0013126095291227102 ] ], "global_min": [ -0.48278069496154785, -0.3309336006641388, 0.008128181099891663, 1.002794623374939, -3.6312508583068848, -1.842738389968872, -0.005453015677630901, -0.042015016078948975 ], "global_max": [ 0.2103137969970703, 0.3904264271259308, 1.472778081893921, 3.7248642444610596, 3.5618896484375, 1.3863215446472168, 0.04232141748070717, 0.0013126095291227102 ], "stepwise_q01": [ [ -0.48195967078208923, -0.3300417959690094, 0.008850866928696632, 1.0129998922348022, -3.619534969329834, -1.8389623165130615, -0.0013291656505316496, -0.04173403978347778 ] ], "stepwise_q99": [ [ 0.20942535996437073, 0.39041632413864136, 1.4693706035614014, 3.721859931945801, 3.5605900287628174, 1.3660067319869995, 0.04197758436203003, 0.0009995142463594675 ] ], "global_q01": [ -0.48195967078208923, -0.3300417959690094, 0.008850866928696632, 1.0129998922348022, -3.619534969329834, -1.8389623165130615, -0.0013291656505316496, -0.04173403978347778 ], "global_q99": [ 0.20942535996437073, 0.39041632413864136, 1.4693706035614014, 3.721859931945801, 3.5605900287628174, 1.3660067319869995, 0.04197758436203003, 0.0009995142463594675 ], "stepwise_mean": [ [ -0.05243948474526405, 0.040308527648448944, 0.7768228650093079, 2.996931314468384, -0.13651959598064423, -0.11046146601438522, 0.02632352150976658, -0.026523755863308907 ] ], "stepwise_std": [ [ 0.10999668389558792, 0.15002697706222534, 0.38846009969711304, 0.3232516646385193, 0.7607998847961426, 0.3058409094810486, 0.014585154131054878, 0.01446242444217205 ] ], "global_mean": [ -0.05243948474526405, 0.040308527648448944, 0.7768228650093079, 2.996931314468384, -0.13651959598064423, -0.11046146601438522, 0.02632352150976658, -0.026523755863308907 ], "global_std": [ 0.10999668389558792, 0.15002697706222534, 0.38846009969711304, 0.3232516646385193, 0.7607998847961426, 0.3058409094810486, 0.014585154131054878, 0.01446242444217205 ] } }, "action": { "default": { "stepwise_min": [ [ -0.9375, -0.9375, -0.9375, -0.24214285612106323, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.24214285612106323, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.24214285612106323, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.24214285612106323, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.24214285612106323, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.24214285612106323, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.24214285612106323, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.24214285612106323, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.24214285612106323, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.24214285612106323, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.24214285612106323, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.24214285612106323, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.24214285612106323, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.24214285612106323, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.24214285612106323, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.23678570985794067, -0.375, -0.3642857074737549, 0.0 ] ], "stepwise_max": [ [ 0.9375, 0.9375, 0.9375, 0.3557142913341522, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.3557142913341522, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.3557142913341522, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.3557142913341522, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.3557142913341522, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.3557142913341522, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.3557142913341522, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.3557142913341522, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.3557142913341522, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.3557142913341522, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.3557142913341522, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.3557142913341522, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.3557142913341522, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.3557142913341522, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.3557142913341522, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.3557142913341522, 0.375, 0.375, 1.0 ] ], "global_min": [ -0.9375, -0.9375, -0.9375, -0.24214285612106323, -0.375, -0.3642857074737549, 0.0 ], "global_max": [ 0.9375, 0.9375, 0.9375, 0.3557142913341522, 0.375, 0.375, 1.0 ], "stepwise_q01": [ [ -0.9375, -0.9375, -0.9375, -0.2326499968767166, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.2326499968767166, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.2326499968767166, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.2326499968767166, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.2326499968767166, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.2326499968767166, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.2326499968767166, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.2326499968767166, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.2326499968767166, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.2326499968767166, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.2326499968767166, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.2326499968767166, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.2326499968767166, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.2326499968767166, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.2326499968767166, -0.375, -0.3642857074737549, 0.0 ], [ -0.9375, -0.9375, -0.9375, -0.2326499968767166, -0.375, -0.3642857074737549, 0.0 ] ], "stepwise_q99": [ [ 0.9375, 0.9375, 0.9375, 0.35076430439949036, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.35076430439949036, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.35076430439949036, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.35076430439949036, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.35076430439949036, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.35076430439949036, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.35076430439949036, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.35076430439949036, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.35076430439949036, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.35076430439949036, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.35076430439949036, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.35076430439949036, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.35076430439949036, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.35076430439949036, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.35076430439949036, 0.375, 0.375, 1.0 ], [ 0.9375, 0.9375, 0.9375, 0.35076430439949036, 0.375, 0.375, 1.0 ] ], "global_q01": [ -0.9375, -0.9375, -0.9375, -0.2326499968767166, -0.375, -0.3642857074737549, 0.0 ], "global_q99": [ 0.9375, 0.9375, 0.9375, 0.35076430439949036, 0.375, 0.375, 1.0 ], "stepwise_mean": [ [ 0.07509180158376694, 0.0942603126168251, -0.10477571934461594, -0.0006721729296259582, 0.006502427626401186, -0.004753416869789362, 0.5156609416007996 ], [ 0.0742194727063179, 0.0943378284573555, -0.10369046777486801, -0.0006463320460170507, 0.006517794448882341, -0.0048326062969863415, 0.5151447653770447 ], [ 0.07300770282745361, 0.09434358030557632, -0.10265536606311798, -0.0006129901157692075, 0.006519763730466366, -0.004911691416054964, 0.5146285891532898 ], [ 0.07130850106477737, 0.09427326172590256, -0.10167479515075684, -0.0005704734358005226, 0.00650289049372077, -0.004996591713279486, 0.5141123533248901 ], [ 0.06903650611639023, 0.09413643181324005, -0.10072867572307587, -0.0005176869453862309, 0.006469315849244595, -0.005088216159492731, 0.5135961771011353 ], [ 0.06624068319797516, 0.09398345649242401, -0.09977640956640244, -0.00045814106124453247, 0.006425761617720127, -0.005182640627026558, 0.5130800008773804 ], [ 0.0630466490983963, 0.09385841339826584, -0.09878652542829514, -0.0003933482221327722, 0.006386647932231426, -0.005276845768094063, 0.5125638246536255 ], [ 0.059566859155893326, 0.0937969759106636, -0.09773146361112595, -0.0003290229069534689, 0.006361100822687149, -0.005367835983633995, 0.5120476484298706 ], [ 0.055894218385219574, 0.09381032735109329, -0.09658001363277435, -0.0002678462187759578, 0.006349040661007166, -0.0054576038382947445, 0.5115315318107605 ], [ 0.052108410745859146, 0.09390032291412354, -0.09531888365745544, -0.0002108279149979353, 0.006355168763548136, -0.005544654093682766, 0.5110152959823608 ], [ 0.04825857654213905, 0.0940636619925499, -0.09393265098333359, -0.00015976645227055997, 0.00637769466266036, -0.005628863349556923, 0.5104991793632507 ], [ 0.04438157379627228, 0.09429565072059631, -0.0924036055803299, -0.0001160487299785018, 0.006416681222617626, -0.005709674209356308, 0.5099830031394958 ], [ 0.040517039597034454, 0.09459188580513, -0.09071967750787735, -8.002226240932941e-05, 0.006473012268543243, -0.005787622183561325, 0.5094667673110962 ], [ 0.0366998128592968, 0.09495284408330917, -0.08885673433542252, -5.3317678975872695e-05, 0.00654600327834487, -0.005861989688128233, 0.5089506506919861 ], [ 0.0329657606780529, 0.09536924213171005, -0.08679967373609543, -3.6672452552011237e-05, 0.006634271237999201, -0.0059333425015211105, 0.5084344148635864 ], [ 0.029352379962801933, 0.09583891928195953, -0.08452724665403366, -2.9562022973550484e-05, 0.006736791227012873, -0.006001696456223726, 0.5079182982444763 ] ], "stepwise_std": [ [ 0.35524481534957886, 0.37755152583122253, 0.4687630534172058, 0.03886449709534645, 0.06502852588891983, 0.07652278244495392, 0.5014081001281738 ], [ 0.35528722405433655, 0.37743690609931946, 0.46985360980033875, 0.03892502188682556, 0.06516389548778534, 0.07675494998693466, 0.5014236569404602 ], [ 0.35516324639320374, 0.3772093653678894, 0.47091037034988403, 0.0389784574508667, 0.06527172774076462, 0.07698067277669907, 0.5014386177062988 ], [ 0.3547023832798004, 0.37677207589149475, 0.4719267785549164, 0.039021965116262436, 0.0653405413031578, 0.07719580829143524, 0.5014529824256897 ], [ 0.35369622707366943, 0.376038521528244, 0.47290921211242676, 0.03905292600393295, 0.06536615639925003, 0.07739786058664322, 0.501466691493988 ], [ 0.3520404100418091, 0.37497878074645996, 0.47387173771858215, 0.039072249084711075, 0.06535857915878296, 0.07758834213018417, 0.5014797449111938 ], [ 0.34978508949279785, 0.373605340719223, 0.47482582926750183, 0.039080556482076645, 0.06534324586391449, 0.07776463776826859, 0.5014922022819519 ], [ 0.34703686833381653, 0.3719497621059418, 0.47577232122421265, 0.039078861474990845, 0.06533455848693848, 0.07792745530605316, 0.5015040040016174 ], [ 0.34389936923980713, 0.37007129192352295, 0.4767094850540161, 0.0390685573220253, 0.06533403694629669, 0.07807470113039017, 0.50151526927948 ], [ 0.3404742479324341, 0.36800599098205566, 0.4776283800601959, 0.03905198350548744, 0.06534522771835327, 0.0782046988606453, 0.50152587890625 ], [ 0.3368247449398041, 0.3657948970794678, 0.4785217344760895, 0.03903175890445709, 0.06536738574504852, 0.07831670343875885, 0.5015357732772827 ], [ 0.33300837874412537, 0.36347952485084534, 0.4793775975704193, 0.0390087328851223, 0.06540162116289139, 0.07841045409440994, 0.5015451312065125 ], [ 0.3290860950946808, 0.3610839247703552, 0.48018521070480347, 0.03898213431239128, 0.06545032560825348, 0.07848567515611649, 0.5015538930892944 ], [ 0.3251110315322876, 0.35864168405532837, 0.4809264540672302, 0.038955286145210266, 0.06551124900579453, 0.07854204624891281, 0.5015619993209839 ], [ 0.3211345076560974, 0.35618487000465393, 0.4815789461135864, 0.0389283113181591, 0.06558437645435333, 0.07858172059059143, 0.5015694499015808 ], [ 0.31721800565719604, 0.3537396490573883, 0.48211759328842163, 0.038900382816791534, 0.06566666066646576, 0.07860506325960159, 0.5015763640403748 ] ], "global_mean": [ 0.05573100224137306, 0.09436331689357758, -0.0961848646402359, -0.00032213961821980774, 0.006473398767411709, -0.005395954940468073, 0.5117896199226379 ], "global_std": [ 0.3424273431301117, 0.3689939081668854, 0.4760483205318451, 0.039000820368528366, 0.06536699831485748, 0.0778384581208229, 0.5015087723731995 ] } }, "num_episodes": 1712, "num_transition": 277713 }