actor/actor_loss,critic/critic_loss,critic/q_max,critic/q_mean,critic/q_min,critic/value_loss,grad/max,grad/min,grad/norm,step
0.73743355,19.397755,281.23383,-241.89478,-432.01324,23.768194,129.90256,-94.61075,1428.2896,705000
1.0143285,16.28286,311.935,-242.85283,-675.8034,21.357965,170.21065,-154.6172,1956.4675,710000
1.1077297,14.364619,386.27298,-241.45657,-509.40564,22.215117,563.3477,-395.7765,5654.499,715000
1.6992385,14.693033,184.14838,-239.82768,-625.51074,9.675299,84.33056,-40.877502,1026.8242,720000
2.2776785,24.295824,120.40142,-250.83794,-576.0455,18.52768,83.1818,-43.72516,1459.3125,725000
2.404961,22.255835,839.2746,-235.69104,-447.28006,12.389251,67.11603,-42.58758,1301.4955,730000
0.93208337,101.61493,91.25267,-248.79536,-937.24744,136.15019,748.74915,-781.29596,7763.9883,735000
0.60801846,38.911934,734.59015,-231.18211,-405.22052,30.512548,130.83397,-199.06711,2844.4658,740000
1.8706005,7.961197,130.19904,-243.31721,-495.528,6.880562,142.1831,-282.65964,1887.0394,745000
1.426678,94.31835,1086.135,-234.64062,-685.0616,28.819141,449.60678,-506.45132,6953.88,750000
1.7397866,63.03158,515.4183,-240.65042,-594.9366,30.898108,263.71576,-183.40817,3233.49,755000
1.3321052,37.97505,2317.3977,-234.54741,-434.1954,57.072083,3355.1172,-1636.1793,22243.742,760000
0.8398502,24.966911,730.0354,-248.10913,-630.314,16.333693,219.50664,-110.95316,3286.5269,765000
1.104873,19.091673,1239.7957,-245.82312,-523.45154,8.165397,233.03227,-323.81793,3182.1196,770000
1.3921407,30.78271,2938.498,-221.5461,-483.01514,44.249836,928.99866,-292.10913,9732.2295,775000
1.271615,96.84914,1361.3524,-255.17305,-1488.5369,663.8099,1219.1935,-1182.7148,15483.23,780000
2.039981,52.096172,105.89678,-252.30545,-704.42993,74.55039,841.70215,-900.06055,10874.658,785000
1.4653308,31.254211,1422.0986,-233.6608,-734.5628,19.83461,252.32924,-273.2223,4039.2896,790000
2.0434604,34.758385,1421.0898,-245.22871,-539.5388,84.43013,2586.8184,-3400.0557,22599.473,795000
1.6175377,49.33082,3147.4233,-221.9211,-814.81006,42.831535,574.2875,-794.8038,6890.343,800000
1.0581753,24.402176,3042.2534,-232.37207,-570.6713,25.951025,287.40042,-307.40588,3432.4868,805000
0.70122385,11.434103,3087.9065,-219.06694,-494.97205,10.606189,94.13077,-85.76645,1588.9622,810000
3.339798,26.906446,3003.484,-251.4248,-3222.383,25.682993,220.13776,-269.2368,4219.073,815000
1.0628428,24.165518,1423.6462,-235.05745,-687.49896,17.350288,130.60934,-221.23666,2389.0999,820000
1.1497275,554.40204,2779.0024,-250.8693,-873.9916,792.5121,55595.637,-22381.621,190857.28,825000
2.3467398,10.7968855,2579.5535,-243.74174,-665.29767,11.614572,69.688286,-103.89731,1551.2649,830000
1.8397334,24.405628,1332.4657,-245.64018,-476.9105,24.918352,185.75801,-293.59045,2300.7778,835000
1.9431734,14.741023,62.482067,-257.25156,-806.03674,10.30083,40.55247,-55.36597,1062.4364,840000
2.786067,51.57499,2190.4211,-217.56319,-582.6962,22.827011,115.03485,-178.25801,2988.3179,845000
0.7125699,31.61392,1185.5145,-236.42973,-615.3145,29.806662,389.00162,-344.91553,3577.684,850000
1.194392,77.28472,-1.3578577,-254.7681,-762.5502,27.66105,112.38649,-143.66629,2761.063,855000
1.8375218,9.608047,1815.4991,-243.29698,-700.117,21.31384,131.18494,-202.76515,2244.3955,860000
2.0982728,25.951324,1723.0243,-230.96318,-866.6966,39.957497,242.12361,-174.18315,3983.2075,865000
1.5334373,520.8123,1710.4406,-240.39433,-707.94434,64.28167,372.32568,-953.1486,10523.756,870000
0.9087073,238.4864,1044.3744,-248.26384,-700.992,23.60518,44.939583,-36.604057,1206.2349,875000
2.2488737,26.102442,1402.7177,-240.05603,-705.65906,14.25265,118.80384,-135.50212,2038.6467,880000
1.5064198,21.289368,1250.9825,-238.32076,-652.3092,26.949091,225.1566,-213.3403,2603.335,885000
1.7187266,21.383795,583.13617,-258.14816,-1638.0378,119.62136,853.18164,-1922.8105,10510.248,890000
2.2371736,83.969406,887.7466,-245.83057,-628.79944,27.963455,570.2165,-865.7585,8022.1284,895000
3.7256198,35.328644,947.5955,-242.31181,-675.7919,82.256874,1718.3997,-1398.9918,12780.699,900000
1.2062206,18.921684,93.52137,-255.01494,-753.4237,72.02023,420.747,-522.2208,3930.0725,905000
1.2828367,14.975174,798.72296,-248.95097,-625.78925,16.378946,253.2696,-186.33255,2183.1802,910000
1.8893563,9.237727,773.7626,-247.00053,-463.22595,13.703792,70.97071,-92.09477,1154.186,915000
1.4538631,46.76069,768.9803,-248.00182,-596.31287,42.070736,69.897026,-89.94455,2193.5017,920000
1.1562121,78.24219,675.2414,-253.2614,-1534.4171,80.34683,363.43933,-414.68155,5347.801,925000
1.1474423,22.119139,637.871,-265.03595,-1631.6117,21.418707,139.62526,-63.83821,1363.7021,930000
1.1646383,13.526812,699.48755,-247.24779,-605.38403,45.64173,1584.6172,-1510.3601,12303.518,935000
1.6233529,19.756351,659.73566,-247.09343,-608.59204,17.971228,82.905136,-178.60442,1484.7703,940000
1.2751579,8.7298,377.9389,-250.86674,-764.1184,8.868312,34.49022,-41.53624,791.10547,945000
2.688787,31.91333,466.6786,-255.79507,-2595.4092,63.126057,304.5042,-218.79094,4379.6543,950000
1.4390152,24.501394,433.51746,-242.16136,-644.84406,42.248848,1558.4999,-1598.9042,10143.744,955000
1.1684523,12.485751,533.44324,-247.68716,-778.10376,15.202121,210.80597,-147.8484,2034.7129,960000
1.8273654,152.9746,243.04025,-243.3502,-600.67615,81.23979,1398.7048,-528.05756,7360.4785,965000
1.205991,9.664934,308.55234,-250.31773,-786.25146,12.911092,120.83306,-126.85754,1313.5896,970000
1.2014437,7.5228515,294.88693,-250.38362,-614.32587,13.978274,141.51761,-158.92043,1439.7593,975000
1.0859416,6.1905518,155.74966,-249.37035,-701.33575,5.9820724,15.783187,-32.05667,588.0421,980000
1.3858721,24.165049,424.0304,-254.15977,-764.8898,20.085272,99.53757,-78.19381,1745.8674,985000
1.2185001,22.440754,223.61742,-254.53618,-1438.7675,26.567368,205.09134,-184.84135,3136.9126,990000
1.6172609,14.22142,459.06058,-252.53203,-771.9892,46.916073,388.42038,-1452.4866,6173.115,995000
0.92031276,16.055998,163.2596,-253.0625,-1242.3898,12.1386175,138.37283,-516.8559,2975.9282,1000000
0.75680774,6.435576,271.38293,-246.4553,-460.77267,6.2037725,31.349148,-53.451492,648.44116,1005000
0.867504,19.043196,75.666695,-250.5774,-564.3868,9.332833,128.05653,-65.271324,1238.9198,1010000
1.1713715,16.30392,186.86295,-251.87549,-489.65472,20.619236,160.45535,-303.3497,2601.497,1015000
1.673853,10.766059,174.59883,-243.49654,-680.61664,14.603946,105.180565,-92.88512,1267.3635,1020000
2.925769,7.195105,503.4219,-236.31055,-447.61154,6.8472457,34.62993,-36.434696,923.5147,1025000
0.9866494,11.3505,32.82751,-245.95596,-651.1748,10.852565,137.43326,-90.90004,1112.7031,1030000
1.7832505,19.038702,528.70844,-247.6458,-1231.6925,16.84704,137.88759,-214.22186,2514.467,1035000
0.61244684,25.991047,-2.2769408,-248.00401,-662.78455,6.471893,346.87854,-272.77945,2681.8633,1040000
1.5689659,8.298419,149.18468,-245.48198,-492.68756,5.733421,39.60167,-24.36071,651.6825,1045000
1.3602059,6.516661,143.26852,-242.43852,-594.3568,5.2744713,30.202059,-27.003704,565.6096,1050000
0.97964823,9.681534,131.55362,-245.49463,-583.4181,12.4515295,49.023228,-94.71558,805.9339,1055000
0.6222267,9.797748,22.459883,-248.40587,-1005.34906,7.886885,120.239265,-70.68478,1016.57855,1060000
1.3860536,33.366627,15.392463,-252.00035,-805.0358,24.51283,270.4793,-224.20612,2922.0962,1065000
2.5319607,9.081715,99.57914,-250.60355,-556.3891,16.028929,413.8095,-667.9884,4043.8257,1070000
1.0411382,6.7165895,3.268428,-244.94156,-536.77594,6.819238,42.7189,-37.226967,597.3107,1075000
1.0955251,18.35868,-18.545713,-242.84654,-481.77274,19.481125,1014.84143,-807.77203,6027.463,1080000
1.3467704,12.522521,584.12445,-240.78508,-410.3067,17.82835,506.5062,-246.11272,3758.439,1085000
0.88187724,5.1617904,3.7183938,-241.85318,-564.56616,4.629774,19.231531,-19.831526,416.99982,1090000
1.0946974,8.750453,617.6921,-245.67207,-493.55167,7.403566,80.41049,-41.256863,1024.571,1095000
1.106842,39.993183,596.6007,-246.71341,-1037.7109,52.746754,346.88654,-267.6096,3995.4805,1100000
0.96108717,20.910643,-17.529997,-245.97842,-805.9907,10.053875,71.24901,-50.650322,1007.4085,1105000
0.5490174,9.83109,103.80369,-245.41634,-617.22034,15.372142,121.30694,-71.70974,1268.6807,1110000
1.1503842,18.620743,-10.479191,-252.20694,-850.945,18.729948,117.84705,-158.40366,2074.1482,1115000
1.0788622,10.611834,-45.534054,-255.21219,-794.9217,13.378026,207.77563,-134.86467,1183.6118,1120000
1.9555237,30.0996,-32.24554,-253.17029,-1003.8522,69.49416,337.60352,-460.3165,4073.191,1125000
2.076509,83.01466,-109.173645,-254.7813,-713.28687,14.804374,149.64209,-241.8699,3116.3672,1130000
2.0839725,9.458598,787.66394,-239.43523,-717.5683,12.968597,57.32527,-32.26176,893.68054,1135000
1.8989694,28.429914,12.720439,-250.49571,-599.2603,13.647937,194.93033,-112.88599,1784.08,1140000
1.2801278,42.864838,874.9688,-248.42175,-617.46924,11.501837,60.47593,-95.85688,1345.957,1145000
1.6013942,35.90302,0.023423672,-247.24356,-687.4314,19.650139,332.60977,-219.3148,3215.709,1150000
1.144666,13.619742,11.120092,-250.00366,-821.9403,29.301855,765.385,-370.3922,3933.8704,1155000
1.0847251,6.0234504,-106.31458,-250.79839,-678.9261,8.653547,65.599915,-95.54274,658.9912,1160000
2.4073741,57.23893,-149.17989,-256.44574,-1050.8882,16.101103,304.03336,-153.2538,3181.6958,1165000
0.80638444,18.786047,1011.024,-245.85594,-915.38153,19.736214,311.49457,-590.79474,3375.3013,1170000
1.4790089,35.591496,-59.847645,-251.56224,-739.5818,7.50625,79.99346,-81.6503,1299.6272,1175000
1.2473773,192.35632,0.12215519,-254.10777,-1081.9639,1117.3356,3480.2869,-4005.083,31783.982,1180000
0.76696944,17.540148,1172.7964,-245.68748,-834.27924,26.50682,244.0062,-553.9764,2918.734,1185000
0.74966383,64.66112,33.451675,-244.73001,-1061.3978,12.355504,259.58536,-343.71228,3570.465,1190000
0.9126475,10.477637,1015.31726,-250.30675,-815.0619,11.348482,145.26561,-124.285736,1200.6211,1195000
1.413674,33.82688,-185.1348,-251.33008,-1348.3527,28.127777,201.94873,-234.91998,2233.0469,1200000