actor/actor_loss,critic/critic_loss,critic/q_max,critic/q_mean,critic/q_min,critic/value_loss,grad/max,grad/min,grad/norm,step
2.4244354,34.066395,-31.689217,-289.0415,-2093.174,20.747715,148.96803,-152.13306,2248.8672,505000
3.154436,20.562046,3.7311661,-274.53854,-1925.8263,19.952526,138.51772,-65.64188,1711.7905,510000
2.7377396,32.255142,-128.0372,-304.7328,-1799.3597,18.444693,234.19861,-246.42365,2824.6611,515000
1.9113106,16.421225,-63.2349,-275.99356,-1639.946,11.222372,31.152702,-55.128437,968.43005,520000
2.878191,20.263184,12.137194,-279.31616,-1603.329,46.577377,124.14535,-174.6888,2058.6182,525000
2.0687253,27.224707,13.612643,-277.2856,-1396.9054,14.931119,184.29105,-152.39413,1560.9376,530000
0.2773057,20.45525,15.805802,-260.15054,-660.4697,13.428065,41.286648,-42.279877,900.2613,535000
1.4644815,20.613699,1.7737442,-260.7398,-1151.2748,9.25947,121.099014,-69.649635,1392.6447,540000
1.4918554,10.253269,-102.75024,-266.10123,-1238.9578,10.900582,55.91637,-105.317604,827.983,545000
2.5921984,104.18728,8.1618,-272.56946,-1053.2018,25.188164,331.2194,-347.89667,5204.404,550000
0.8836267,35.5028,5.855666,-256.85892,-869.48755,30.06099,578.70355,-282.50986,4347.4204,555000
0.82641464,6.8583026,-152.65044,-258.58292,-797.2144,10.176107,20.421158,-22.492805,460.5686,560000
1.2126181,11.061674,15.371127,-256.89597,-653.0203,5.983558,70.101135,-42.848553,691.3043,565000
2.8132753,22.302526,0.79405737,-254.90709,-652.09,14.040903,134.9049,-197.31987,1937.1003,570000
1.0108776,33.369835,4.528782,-247.19551,-622.60657,9.542892,185.57864,-532.22565,3131.336,575000
1.0342985,12.08472,-108.91883,-258.1373,-587.05096,35.194923,1155.1924,-641.74084,5551.2544,580000
0.55120665,19.232313,-12.7023,-247.70976,-732.1279,7.689164,69.839165,-79.44663,1340.148,585000
0.8878676,5.710751,79.51471,-246.3164,-468.8076,8.381824,60.375385,-72.84898,769.55133,590000
1.150594,19.227757,94.85184,-242.93994,-406.36105,11.036214,313.9354,-887.843,6160.297,595000
1.4154942,17.58228,38.009426,-243.49669,-382.99484,13.749748,147.43398,-137.48938,2120.2156,600000
0.50155646,9.56272,-163.0257,-244.27432,-504.2677,22.01618,466.54602,-422.8931,4060.2231,605000
1.0360343,9.209447,140.77,-239.7762,-381.5104,3.7445984,108.55809,-120.61259,1200.9456,610000
1.3505833,11.358887,-62.52652,-246.85806,-1818.0457,11.024816,108.240974,-109.47001,1595.985,615000
0.7747059,16.771873,-144.90244,-239.07109,-425.33633,3.447776,44.529873,-54.93949,759.79114,620000
0.56680095,6.692421,180.84732,-237.78172,-467.94598,4.254449,13.455548,-25.124525,303.09277,625000
0.8889389,2.765624,-134.58658,-235.77022,-460.50598,2.541764,7.846018,-8.321752,210.39026,630000
0.45851547,2.3192124,184.72665,-233.24683,-340.61337,2.2097027,5.632436,-6.5189757,189.38112,635000
1.3441608,15.276731,88.201126,-235.51538,-697.2078,2.5528805,230.0874,-290.5662,1912.5118,640000
0.6254833,18.730938,180.7315,-229.7314,-442.18945,18.22501,252.32344,-283.9194,3013.9202,645000
1.0761464,4.4240494,-12.031812,-233.44298,-412.33478,5.1185365,68.67597,-33.651306,485.19305,650000
2.2045226,13.179873,171.54303,-235.02254,-567.95087,20.616232,206.08238,-274.73373,2289.3455,655000
1.3604627,4.8948946,102.60794,-230.69518,-686.3281,5.5898376,80.530334,-30.171669,637.8364,660000
1.0149509,3.056439,143.58861,-230.24425,-417.684,2.9206154,53.136364,-25.707249,451.18765,665000
0.65839326,8.965962,6.7115493,-228.66035,-491.01553,5.2930913,79.03328,-75.73584,900.21655,670000
0.6506411,44.325977,100.511185,-232.26555,-325.77072,6.3962116,191.88531,-103.46229,1076.4845,675000
1.3791585,3.366574,119.78238,-229.89737,-468.21246,5.4854813,61.073116,-49.519493,598.28015,680000
0.64692044,7.31274,97.47393,-229.9984,-442.22867,4.71875,51.621056,-31.727406,650.6891,685000
1.1588438,10.266008,90.0483,-233.6798,-552.0056,6.0076814,124.68285,-116.59725,1363.3934,690000
0.9360469,38.327023,72.81278,-226.78087,-356.36945,36.285667,723.3588,-1428.8917,8783.837,695000
1.7954273,26.244139,27.811983,-230.99065,-656.1353,115.85872,7380.62,-3379.3677,32247.02,700000
0.5052245,6.8472414,21.713127,-229.89294,-356.26956,4.8303003,28.139534,-23.56566,380.4233,705000
0.8089874,1.6457018,-50.876263,-230.53267,-338.21838,1.9559716,6.9100027,-7.166821,156.54349,710000
0.86306787,2.6814592,24.893322,-227.95293,-328.2368,2.6660957,44.834995,-23.802372,414.7096,715000
0.836172,7.986829,0.7848544,-230.65031,-370.19888,4.526846,25.03372,-29.490154,535.3468,720000
1.4389071,224.76323,18.844582,-230.89275,-733.4146,50.439472,379.50876,-269.54425,5855.299,725000
1.6175463,7.913018,27.741642,-227.79459,-416.55963,7.750296,20.75352,-61.597385,556.7548,730000
0.57947254,4.819057,8.4596405,-230.33305,-383.7503,27.145523,215.92786,-256.46115,2401.4346,735000
0.68032885,3.1979606,32.975163,-233.49998,-454.50183,2.6909087,9.48593,-8.826355,263.66364,740000
0.7836034,2.9480379,71.94968,-228.98946,-591.5606,3.0968144,16.565153,-21.566917,325.3697,745000
0.64202803,77.61834,69.660065,-229.1847,-1493.0808,11.73619,176.82416,-96.69407,2410.633,750000
1.1285186,13.221393,90.96754,-227.86865,-367.36835,8.670804,125.04965,-109.53611,1485.7352,755000
1.3149235,2.7366085,2.3050678,-229.20909,-411.22226,2.0989695,13.573759,-31.25827,281.56226,760000
0.45100084,21.797071,48.26931,-229.84517,-455.1903,18.163553,381.6307,-576.65625,3771.95,765000
2.186359,3.972429,119.37052,-232.2884,-446.86407,11.569829,106.20259,-305.2968,1590.0333,770000
0.9518004,2.3574028,138.15819,-230.09073,-504.21228,3.2234864,27.13816,-19.017075,381.97943,775000
0.99165356,4.31193,126.806114,-229.03784,-385.07703,3.285827,18.957705,-20.380465,442.0017,780000
0.68127686,7.883002,68.12752,-233.00053,-490.42123,4.647304,38.535095,-38.413322,633.28754,785000
1.1116129,13.396228,200.852,-227.77324,-360.0627,7.4497695,43.88418,-44.492023,803.40875,790000
1.3994932,19.614038,-5.0094695,-232.44014,-605.3646,25.45548,463.12646,-1104.4259,5897.712,795000
0.8078401,6.1093087,262.78983,-235.44102,-1280.4304,4.4568887,20.69635,-16.250006,427.9293,800000
0.72056514,5.328851,303.5859,-229.51013,-360.19095,3.497542,141.90974,-137.44156,1155.908,805000
1.1902735,5.6185355,255.0818,-231.27184,-369.7986,5.2974763,31.63908,-23.430975,586.18066,810000
1.4911637,7.3306727,418.8975,-229.52461,-413.12842,9.412299,106.22178,-80.17231,852.753,815000
2.5965168,6.7842484,493.05118,-224.05382,-421.79483,10.6320095,82.94916,-67.510315,1324.2341,820000
0.73411226,3.6079614,15.727756,-233.02696,-366.45676,6.297531,42.56216,-38.18004,607.20215,825000
1.0660064,18.425219,688.70795,-229.85747,-441.42328,4.7147555,25.335623,-13.203459,607.52875,830000
1.3862181,10.726526,764.7122,-229.12552,-776.9505,6.7104645,43.177994,-64.6414,1073.7869,835000
0.87858784,4.6021814,865.05914,-225.30876,-577.84875,3.552171,22.460945,-23.127716,662.21655,840000
0.6094191,6.4886546,286.08264,-231.3815,-370.82938,4.3450236,25.736755,-38.778313,599.41693,845000
1.2559593,7.5640616,1076.6924,-227.5321,-443.77225,4.6102166,18.452019,-27.018509,861.88586,850000
1.6086825,9.876964,7.4432893,-235.12901,-510.0606,11.913025,148.06369,-139.88493,1775.5105,855000
1.4085124,35.071148,1498.3933,-206.94011,-450.6327,11.883016,137.7066,-560.2036,4543.922,860000
1.9153533,25.53437,10.243878,-234.9578,-468.44235,15.212699,154.88177,-145.48207,1797.7317,865000
0.72443825,8.052882,1684.8462,-230.73592,-479.11163,17.756815,2595.4412,-662.3124,11060.883,870000
0.7823623,4.032703,977.91046,-229.66985,-460.3168,5.9263663,297.8329,-76.11848,1299.3182,875000
1.0137551,5.4874697,919.6879,-232.54056,-425.18692,4.2002425,33.525562,-85.89885,772.3205,880000
0.90664715,4.9174767,890.2819,-230.23643,-361.64844,4.0584826,43.10404,-12.929328,503.55676,885000
1.1833644,12.052974,1763.9335,-214.18945,-370.2673,12.085031,102.040054,-268.39047,2428.8804,890000
0.525958,4.572967,846.60736,-232.225,-337.95856,6.900969,12.669615,-54.16819,525.4686,895000
0.48168787,7.326979,1849.3124,-225.86397,-454.66168,6.1314645,207.73549,-73.35199,1292.9838,900000
0.92399395,10.662639,844.05273,-227.28392,-508.83737,5.8785963,80.105995,-74.01657,1012.3553,905000
0.5723296,5.7675233,756.4527,-233.6031,-521.12775,5.3656344,26.67427,-22.662392,624.24896,910000
0.8559362,6.2608194,731.80853,-234.87173,-512.5987,24.907103,267.6072,-293.01065,2386.046,915000
0.5374327,5.189039,669.16724,-236.19507,-507.19498,4.6406746,18.707203,-15.9143095,368.93945,920000
0.43339324,53.730427,632.8456,-234.20308,-1004.29834,57.429592,246.18661,-234.2071,3379.856,925000
1.0217394,6.286325,96.079414,-235.79903,-685.1878,8.611224,228.5368,-211.61218,1732.1273,930000
0.69466734,3.5787454,-12.149616,-233.95267,-661.63025,2.6260493,9.429834,-11.177242,220.12074,935000
0.8094872,10.508997,9.311622,-234.87744,-465.66452,13.596173,105.181175,-159.46071,1178.5627,940000
0.5014178,5.9925613,-29.080421,-236.06804,-548.91235,2.592869,8.743116,-14.9385195,310.00754,945000
2.586247,11.856093,1559.2633,-221.16606,-441.44714,9.527763,107.62231,-448.33902,2251.5474,950000
0.50648636,9.950772,1516.9225,-223.4692,-626.95984,99.89193,1340.5638,-756.67487,8461.43,955000
0.62864506,4.6232486,38.080376,-233.24515,-488.67212,6.6844573,93.935356,-131.8441,963.8365,960000
0.83935213,16.637936,519.626,-235.35489,-549.41504,20.2468,179.00655,-104.62547,1735.0574,965000
0.84316075,5.468171,503.36105,-227.59949,-323.02704,3.7569993,100.40577,-243.04933,1161.21,970000
0.5578735,10.578678,285.6624,-233.04308,-1106.2333,37.282875,205.96141,-279.20505,2089.3105,975000
1.7573028,7.9197397,953.65,-226.31018,-433.12094,9.420655,45.680523,-78.82538,988.3764,980000
0.77651536,5.4922895,185.01593,-233.9583,-626.95404,3.955719,87.76429,-27.795074,546.1645,985000
0.934042,3.3675117,731.9833,-225.85208,-315.71994,3.446772,54.298237,-60.722942,748.7698,990000
0.4659821,4.945886,629.1102,-228.90247,-479.24594,5.397013,42.473125,-39.95248,790.9956,995000
0.48426354,18.828943,106.44166,-231.96231,-1055.2605,7.988038,24.616076,-21.495876,681.7528,1000000