actor/actor_loss,critic/critic_loss,critic/q_max,critic/q_mean,critic/q_min,critic/value_loss,grad/max,grad/min,grad/norm,step
0.25499165,1.2446798,-114.833466,-196.53233,-201.97427,0.45957777,0.98335177,-0.97689575,28.45364,405000
0.25878668,0.2439641,-115.81208,-197.5366,-202.27553,0.3721731,0.44305718,-0.36138442,20.619493,410000
0.28077322,0.5622495,-97.89287,-196.59207,-201.74846,0.2965026,0.29559988,-0.5487037,20.5099,415000
0.30709052,3.6810157,-111.147125,-196.68985,-201.62138,0.52318144,0.7832609,-0.75425786,36.68903,420000
0.35098213,1.3698329,-115.61002,-197.00462,-202.16246,0.49566802,0.32836202,-0.62553734,31.110008,425000
0.46728846,7.0911407,-115.669365,-198.08401,-202.17328,0.7547804,1.5241761,-1.846643,69.03979,430000
0.2334117,1.9227612,-112.887405,-197.38824,-201.8885,0.34836698,0.26756644,-0.26409322,23.656364,435000
0.20724294,2.9567611,-111.792175,-197.59203,-202.41396,2.172048,5.3971925,-5.98395,91.74625,440000
0.21546188,5.8659477,-116.97437,-197.90393,-202.90755,0.3187699,0.4991285,-0.5415921,29.108177,445000
0.21061827,1.8806492,-116.78455,-197.43736,-202.55876,0.35023347,0.37429708,-0.40997335,22.498608,450000
0.3525266,8.078586,-99.970146,-196.74849,-203.49313,0.8745417,0.82431185,-0.82074803,49.524963,455000
0.2416533,0.34717986,-112.95147,-197.21056,-201.95282,0.2541008,0.23949265,-0.15846121,12.80511,460000
0.25938383,3.9821324,-116.34765,-197.47595,-202.21002,0.9225065,0.72850275,-0.73414904,50.545223,465000
0.25646335,1.6492261,-90.09784,-194.67181,-201.54178,0.3800665,0.72105265,-0.74238783,28.54045,470000
0.28392833,4.760695,-112.82311,-196.27625,-203.12694,1.5008839,2.3161745,-1.9491436,85.50348,475000
0.3717976,0.6380916,-119.28632,-198.16833,-203.15323,0.3244783,0.27172983,-0.39115208,25.040192,480000
0.20201796,0.6063593,-123.75929,-198.54523,-201.48062,9.019958,25.626509,-22.33189,300.0672,485000
0.22625755,2.6785507,-107.58664,-196.32553,-203.05171,0.54261553,0.48379385,-0.2968364,33.33932,490000
0.18780488,8.794624,-114.510025,-197.04778,-201.67395,1.4756987,1.3632507,-1.1185113,70.768265,495000
0.31214496,0.983809,-73.560356,-195.8079,-202.10075,0.5290322,0.613922,-0.48031458,29.717949,500000
0.28168342,2.3597462,-112.21763,-196.48018,-202.58543,0.44446787,0.4458093,-0.32992122,24.662899,505000
0.46223083,6.160482,-109.461,-194.97525,-201.9715,0.94876605,1.5027282,-1.6778171,65.01426,510000
0.4040867,3.5221994,0.80095696,-195.49226,-201.57321,0.97990257,0.7222985,-0.45092654,50.009644,515000
0.24956736,1.3556553,-102.561066,-197.8603,-202.35544,0.48576292,1.2720028,-1.4149718,38.255524,520000
0.3029037,1.866023,-116.12431,-198.251,-202.34479,0.2956427,0.1813889,-0.30927315,24.100319,525000
0.23628686,2.9102418,-119.21414,-196.98434,-202.5466,0.49880728,0.51393676,-1.1111889,41.43931,530000
0.23999186,0.48350164,1.7443868,-196.722,-202.33626,0.23060401,0.4439891,-0.41877636,18.219212,535000
0.15274557,0.76553994,-113.2345,-196.37485,-202.0478,2.6245522,6.459465,-8.515029,171.37413,540000
0.30456853,0.4057927,-116.74454,-196.47278,-201.73355,0.28993937,0.30814812,-0.22336407,24.176413,545000
0.40452316,14.549176,-96.116684,-195.8046,-202.66452,1.596427,13.044754,-17.905922,163.08559,550000
0.19686809,0.1495962,-108.34251,-197.14362,-202.42732,0.22257344,1.2305413,-0.43103993,25.792921,555000
0.21037383,3.6624115,-105.817535,-197.6423,-201.69298,0.7022964,0.64149034,-0.48987654,42.94472,560000
0.21938062,1.05235,-3.2190087,-196.47125,-202.11447,0.60363543,0.53038096,-0.41890895,27.15161,565000
0.3416674,0.49161324,-118.90534,-196.9759,-201.66217,0.23794737,0.24095008,-0.42640913,18.083076,570000
0.2936428,1.3833783,-113.38759,-198.21298,-201.18828,0.48885328,0.8181702,-0.35695896,24.484211,575000
0.22445776,0.88715786,1.143052,-197.51758,-202.40858,0.1789518,0.4631096,-0.28717595,17.105713,580000
0.18824153,0.34892276,-114.98269,-198.26851,-202.46158,0.38380557,0.46676818,-0.26207843,20.162193,585000
0.21703711,1.9117163,-110.37116,-197.70805,-201.72784,0.26884484,0.3143838,-0.49469942,24.863558,590000
0.2298594,0.82192725,-116.458466,-197.19981,-201.65587,0.34721348,0.2561732,-0.45305857,20.552872,595000
0.2293263,0.23878594,-116.012764,-197.50261,-201.8856,5.7735696,17.530262,-15.386444,179.69197,600000
0.19348447,0.91328603,-118.88131,-198.18369,-202.21973,0.4910232,1.0733593,-0.38538906,31.328331,605000
0.21770689,1.6081327,-109.727,-198.04063,-201.70651,0.38862762,0.35701802,-0.44894934,30.55886,610000
0.18659133,1.1621965,-110.530525,-197.03336,-201.63481,0.27125466,0.54604036,-0.1995254,19.620642,615000
0.20938966,0.65021175,-125.35896,-197.8212,-201.84407,0.28925064,0.16499195,-0.22080515,12.043289,620000
0.2082043,4.2854967,-110.54207,-197.5009,-202.01154,0.75194925,1.0380175,-1.0310754,58.047035,625000
0.22824892,1.0955489,-115.68225,-198.12804,-201.6535,0.3805771,0.34517592,-0.7361226,28.77258,630000
0.1944263,0.4621832,-113.44147,-197.78593,-201.54373,0.29189286,0.49367115,-0.6672411,28.264498,635000
0.2219374,0.46984282,-0.34879988,-196.80856,-201.7902,0.29885706,0.24431379,-0.28722638,15.013392,640000
0.1964618,0.9225157,-118.031624,-196.96658,-201.40259,0.2527527,0.40114537,-0.38949898,20.287094,645000
0.20329216,0.6292583,-101.53344,-197.27849,-201.68141,0.32921672,0.20344193,-0.19981317,18.094278,650000
0.2365022,1.1165689,-114.56466,-197.77092,-201.79295,0.48186588,1.0801959,-1.072057,44.374382,655000
0.2320619,0.24728708,0.7240633,-197.54002,-201.61458,0.2273659,0.27956814,-0.14284533,13.111512,660000
0.23018135,1.4314412,-121.20041,-198.36153,-201.94678,0.26347458,0.38282794,-0.3580103,17.72981,665000
0.37036753,0.95539135,-100.7173,-196.83255,-201.51756,0.6092158,0.99843246,-0.62824035,39.321575,670000
0.25905398,28.417295,-30.462063,-196.76004,-201.94197,0.43152952,0.5491982,-0.40772632,56.88852,675000
0.27413964,2.9511712,-116.95336,-197.54085,-201.69218,0.78622276,0.51220113,-0.55400765,41.293987,680000
0.19269592,3.8884232,-110.79352,-197.39668,-201.76918,0.25549552,0.61660075,-0.49167854,29.688684,685000
0.22133711,2.547444,-113.924934,-197.64684,-201.41095,0.36976016,0.54340947,-0.61780417,21.720938,690000
0.3312611,3.1508744,0.08173919,-196.9789,-201.70169,0.44995403,0.47122395,-0.41217995,31.216413,695000
0.22566673,1.1572605,-11.986416,-197.3987,-202.53143,0.5125729,0.90724087,-0.396558,38.235996,700000
0.19659507,0.41105396,-104.54864,-197.19214,-202.04135,0.2500286,0.43493223,-0.42698026,20.921318,705000
0.17320417,0.7543114,-96.7087,-196.38658,-201.4896,0.40603372,0.48196924,-0.3404309,22.353535,710000
0.16627648,0.81443787,-106.88543,-197.44499,-201.67516,0.3549361,0.7667043,-0.30686274,25.408566,715000
0.55862707,1.5827368,-44.051113,-198.05536,-201.89662,0.77976316,1.7029358,-2.48126,81.64814,720000
0.22705284,1.6033443,-111.710106,-197.14258,-201.7657,0.24576686,0.70743126,-1.510572,44.609776,725000
0.20866814,0.90613633,-110.47986,-198.04504,-201.44896,0.41670227,0.39219594,-0.44876677,19.139753,730000
0.21813565,0.87958765,-13.574675,-196.39445,-202.05885,0.5190282,0.6155758,-0.7894052,22.436632,735000
0.23175275,3.2887058,-115.88642,-197.80339,-201.89145,0.5700306,0.72330034,-1.0873225,43.667747,740000
0.16745076,0.74209625,-114.62679,-198.42064,-201.74687,0.34044072,0.18068029,-0.4301505,19.96716,745000
0.37329966,2.0865066,-96.18536,-195.50877,-201.42247,13.220609,5.2781205,-6.6387105,176.1204,750000
0.25072083,4.463955,-145.0932,-198.86588,-201.20036,0.4232739,0.45763943,-0.3632284,30.755388,755000
0.20996809,0.58204335,-115.9233,-198.15189,-201.8722,0.28142238,0.2578894,-0.35012877,16.096718,760000
0.33858344,1.4620159,-50.765972,-197.42795,-201.7172,0.44463855,0.48662543,-0.94748664,34.826935,765000
0.23843831,0.7891496,-5.9647117,-197.04642,-201.40399,0.24455379,0.47642094,-0.45621473,20.491663,770000
0.34607098,1.9238186,0.60837185,-195.80046,-201.49931,0.43038368,0.64283633,-0.76236683,37.204716,775000
0.33406204,1.381477,-109.28068,-198.266,-201.76031,0.4928998,0.7426586,-0.449373,30.284378,780000
0.19335225,1.1451936,-51.824474,-197.49104,-201.36528,0.22464357,0.4158731,-0.5491484,22.049976,785000
0.20103902,0.5543091,-112.50084,-198.64978,-201.55507,0.15849833,0.858199,-0.37554628,24.042494,790000
0.21681836,0.7689531,-109.11204,-198.51753,-201.1414,0.14766204,0.23391688,-0.30443573,12.004028,795000
0.15361682,1.5598978,-10.436382,-196.43826,-202.01707,0.51265657,7.31437,-7.276488,96.09541,800000
0.31526846,8.76694,-114.630775,-196.65297,-201.93806,0.6081292,1.0025394,-0.6917109,54.81782,805000
0.20984568,0.81818944,-115.55974,-198.16963,-201.71767,0.21834402,0.33798715,-0.21694368,16.941603,810000
0.24539438,1.6954902,-78.438354,-197.70576,-201.61896,2.1353042,2.511475,-3.077735,66.98627,815000
0.21447948,0.49559337,-106.687904,-195.61041,-201.3865,0.6077882,0.6015904,-0.33916372,30.52688,820000
0.18880442,5.133701,-118.15328,-197.42464,-201.53008,0.33907217,0.3755162,-0.3718554,28.003916,825000
0.19902185,0.7710466,-111.3033,-197.91731,-202.11333,0.4095194,0.6297177,-0.6181462,28.900417,830000
0.19527468,0.51492596,-110.195274,-196.45912,-201.6347,0.32373133,0.5138566,-1.0089583,28.02268,835000
0.24114387,2.0387359,-114.12387,-198.0554,-201.61502,0.5440879,0.94241905,-0.95188344,29.37284,840000
0.22686143,0.3609769,-114.02384,-197.38089,-201.89107,0.2525459,0.32503614,-0.74535835,22.222435,845000
0.26503697,2.131175,-93.85174,-195.59554,-201.04723,0.7894582,1.4596648,-1.3338026,44.37001,850000
0.23290597,0.6741125,-109.71873,-198.35141,-201.2203,0.22254996,0.20203885,-0.4471604,15.915657,855000
0.19639057,0.15237503,-111.71867,-198.683,-201.4053,0.13681506,0.5557747,-1.0597911,19.828955,860000
0.16986072,1.2379119,-109.74258,-198.3189,-201.55367,0.33878785,1.0586228,-0.36550528,27.164108,865000
0.18361628,0.36734417,-118.545364,-197.85738,-201.90494,0.3590834,0.26081806,-0.66871285,24.570919,870000
0.18398714,2.1117327,-121.95883,-197.49525,-201.6192,0.31236872,0.38090426,-0.27814406,19.380955,875000
0.20036846,1.1344899,1.8696063,-196.26819,-201.23874,0.22759414,0.5236612,-0.57242614,22.51078,880000
0.21988541,0.96435755,-107.40023,-196.84761,-201.53188,5.7380786,4.0358195,-5.4420967,143.3184,885000
0.19057877,0.88475895,-118.47752,-197.9828,-202.21513,0.29998633,0.9206909,-0.90398073,19.544605,890000
0.17393436,1.2162312,-51.375145,-196.69276,-201.98953,0.59654564,0.6056228,-0.5538953,28.901487,895000
0.2591983,0.451642,-112.97141,-198.05766,-201.47485,0.33489782,0.65214646,-0.5304343,19.309294,900000