actor/actor_loss,critic/critic_loss,critic/q_max,critic/q_mean,critic/q_min,grad/max,grad/min,grad/norm,value/v_max,value/v_mean,value/v_min,value/value_loss,step
0.2960944,0.66727674,-8.920601,-158.42212,-201.2152,2.4960704,-2.0769553,33.867348,-8.55557,-158.24088,-201.22203,0.13741225,305000
0.31302327,1.5685751,-7.8167033,-156.42934,-192.58714,17.037598,-16.32423,150.64902,-7.9869246,-156.07379,-192.75484,0.8131907,310000
0.31813145,1.2784033,-23.53287,-161.2557,-220.51176,11.455001,-15.61047,146.79147,-23.260324,-161.075,-220.67105,0.27810585,315000
0.31668323,0.83708495,-20.563814,-161.04529,-202.20448,4.985118,-5.678498,51.746464,-20.17038,-160.87137,-202.21227,0.19247058,320000
0.32776105,1.4834012,0.0,-158.07016,-217.00371,4.86361,-4.492647,66.29999,-0.81695795,-157.78009,-217.0858,0.42561254,325000
0.29702544,1.2295088,0.0,-158.32504,-196.8842,3.1044621,-3.132422,50.470497,-0.75472796,-158.24014,-197.12495,0.17902541,330000
0.32069474,1.6895398,0.0,-157.44962,-203.61986,8.850085,-7.606123,99.75172,-1.6876041,-157.19513,-203.43237,0.50640213,335000
0.29076904,0.78105575,-2.000765,-158.51056,-195.25702,5.161271,-4.324884,68.592125,-1.6553512,-158.22903,-195.23462,0.20500319,340000
0.34280288,8.989763,-57.289986,-162.29771,-258.03168,69.82966,-91.10082,748.28125,-53.132458,-162.07295,-258.74008,1.2234876,345000
0.35046703,1.4063743,0.0,-160.27715,-266.24023,4.691302,-3.7599795,76.24761,-2.4227593,-160.07433,-266.51276,0.25207505,350000
0.31702903,2.05235,0.0,-158.64789,-252.8304,4.5542026,-6.7013683,97.88538,-1.7601118,-158.52084,-253.08981,0.2189757,355000
0.38051403,1.6434968,-34.816998,-162.49942,-270.1258,15.921369,-10.07732,100.807434,-34.24466,-162.45334,-270.3411,0.47060204,360000
0.30836353,1.545596,-34.78213,-163.648,-273.54,9.218434,-9.622433,120.875824,-33.714203,-163.45212,-273.92242,0.39973462,365000
0.3249339,1.0513772,-4.9800377,-163.7655,-279.0858,9.866791,-5.8600044,84.87698,-9.040771,-163.61603,-279.48026,0.29100648,370000
0.36325252,8.322275,0.0,-165.19875,-238.43236,139.93,-129.93686,868.85535,-3.3827841,-165.00844,-238.6254,0.43644688,375000
0.33338678,0.9906098,-20.222567,-161.53336,-270.52582,1.3874305,-2.01426,35.517525,-14.137596,-161.42767,-270.76572,0.15232521,380000
0.3464874,1.9156189,-19.723747,-164.74973,-293.7581,6.5533237,-10.308352,116.77107,-18.852762,-164.46992,-294.22342,0.4422002,385000
0.3368619,1.6771425,-17.416986,-160.66115,-206.51535,7.183068,-3.936837,69.2863,-16.676895,-160.5297,-206.53642,0.40461412,390000
0.3593319,1.8174561,0.0,-158.23059,-299.7185,12.101829,-7.454768,104.72784,1.9848913,-157.92642,-300.24423,0.79210174,395000
0.28888094,8.387225,-4.6319532,-161.6228,-205.78337,90.423996,-34.890263,443.16287,-2.424225,-161.43555,-205.81053,3.1035218,400000
0.35526526,1.2178055,-43.737915,-163.64517,-204.96777,16.977531,-21.427622,200.06073,-23.021387,-163.41895,-204.98683,0.37870568,405000
0.3193911,7.0623527,-15.924694,-160.30728,-295.40967,29.545841,-26.559422,275.78348,-11.60395,-159.99342,-295.91202,2.2164655,410000
0.33180127,0.85247105,-13.479135,-167.83255,-275.06116,50.673615,-17.177723,169.94846,-15.38468,-167.713,-275.43613,0.7409911,415000
0.28511062,1.3238019,-26.089933,-165.1401,-203.11488,12.426802,-21.525648,117.18702,-28.08993,-164.85849,-203.10585,0.76289225,420000
0.3115268,2.685502,-36.165577,-164.89737,-277.8799,15.535148,-12.223898,116.35718,-36.000996,-164.59843,-278.26312,1.6837776,425000
0.32272798,1.3797144,-21.181807,-164.5809,-275.7658,8.462901,-4.4847417,79.31653,-18.722794,-164.3959,-276.1554,0.21437073,430000
0.3286154,1.8361019,-58.275837,-166.88702,-275.89487,4.577136,-5.215988,85.16835,-58.206005,-166.85143,-276.27383,0.39889455,435000
0.3268879,0.95268583,-48.202324,-167.51953,-199.36754,24.064146,-22.774857,128.23262,-48.775265,-167.44063,-199.45451,0.09766622,440000
0.33861348,2.9311984,-23.482925,-161.20305,-199.95894,12.360012,-12.614885,192.12949,-23.053993,-160.93765,-199.7879,0.46706313,445000
0.34673038,3.647413,-22.152935,-166.23047,-201.15675,10.733658,-31.724836,174.58801,-22.158337,-165.96765,-201.1955,0.935694,450000
0.32049936,1.5870593,-47.466854,-164.78381,-201.23244,6.9631243,-14.373079,92.809235,-36.42806,-164.73073,-201.23602,0.8381099,455000
0.3270487,1.0097512,0.0,-162.48276,-192.23651,11.140929,-6.096157,79.51599,-1.99209,-162.27908,-192.21896,0.2220361,460000
0.32778472,0.63966703,-33.96531,-165.51878,-256.5892,1.6750162,-2.5432146,39.512566,-32.784527,-165.37236,-256.88376,0.16022481,465000
0.3191083,1.604728,0.0,-164.21043,-197.96385,6.0383863,-8.601644,95.760895,-4.6425023,-163.90378,-197.96877,0.264847,470000
0.3055737,0.5702368,-22.126146,-164.80005,-194.96959,7.7136993,-18.02466,81.521545,-22.863462,-164.62518,-194.94553,0.29896456,475000
0.34856218,0.882415,-1.4857135,-160.83719,-199.31473,5.853343,-2.6836839,52.538025,-0.4198026,-160.6658,-199.36867,0.33081242,480000
0.2863825,1.8483734,-0.517407,-168.21564,-231.13023,102.5374,-43.299835,351.89948,-0.890007,-168.01265,-231.2909,1.210468,485000
0.29705396,0.75034726,-42.945614,-164.36386,-199.33972,7.5571775,-6.7351418,61.49397,-41.79,-164.29774,-199.34296,0.2701031,490000
0.31806356,2.2260063,0.0,-167.5333,-200.89362,14.841681,-9.903269,174.16127,1.3326181,-167.35876,-200.91019,0.37999165,495000
0.36735958,1.8841122,0.0,-164.83249,-214.48006,29.240477,-19.07132,199.05066,0.2800012,-164.57791,-214.56879,0.74391806,500000
0.32694042,2.7010617,-23.82441,-162.5567,-209.99963,13.052335,-5.5050344,146.23746,-24.123314,-162.28214,-210.05408,0.4299829,505000
0.38493484,1.2962146,-60.052517,-167.59561,-206.59575,14.930567,-9.265753,94.80196,-57.969097,-167.33867,-206.64082,0.64552623,510000
0.346936,0.6600332,0.0,-168.50452,-203.80042,6.1300125,-21.959377,85.69655,-1.7022538,-168.27383,-203.82431,0.3625046,515000
0.315064,2.775672,0.0,-165.85751,-192.12436,4.441691,-6.155493,88.29461,-0.088368565,-165.68674,-192.08696,0.36727214,520000
0.324233,1.3432735,0.0,-165.65985,-197.99829,3.2584832,-4.99072,68.42517,-2.4951005,-165.5104,-197.98836,0.18627775,525000
0.30813217,0.87588996,-29.97797,-167.65952,-196.69771,4.84443,-7.6218753,75.587746,-31.927864,-167.5388,-196.68584,0.2796737,530000
0.3848819,1.2127889,0.0,-168.30524,-203.28102,9.426037,-16.772154,126.26575,-3.256422,-168.22182,-203.48488,0.3358703,535000
0.31618905,1.5585747,-50.552567,-169.49026,-197.45941,3.7757566,-3.743718,59.34244,-46.56004,-169.3382,-197.44833,0.13199279,540000
0.3123929,0.90538025,-23.557592,-169.01953,-192.63611,9.3286915,-4.213805,50.95418,-23.488728,-168.87665,-192.61122,0.15032747,545000
0.27062222,1.1929438,-2.05212,-167.83263,-198.71648,20.807606,-11.507508,99.45512,-0.9523685,-167.51416,-198.71237,0.3580165,550000
0.32650894,3.6786637,-12.8881235,-164.55734,-199.22903,31.114998,-34.237312,349.72882,-8.748988,-164.1868,-199.22731,1.2548405,555000
0.31265873,0.81481564,0.0,-167.45956,-195.13113,14.308025,-23.613272,104.69924,-2.7999232,-167.35153,-195.11206,0.2537946,560000
0.34251583,1.5842246,-49.825054,-168.4758,-195.95065,24.046265,-6.9602623,109.201584,-49.932636,-168.28154,-195.9265,0.45151436,565000
0.3371708,1.9343666,-36.19586,-168.43503,-197.0915,6.0670643,-7.832006,86.12255,-28.177788,-168.16904,-197.07445,0.44292578,570000
0.3481021,2.5142136,-33.684643,-166.69522,-198.04964,5.981553,-14.0140705,101.11288,-31.461464,-166.52922,-198.04074,0.54403156,575000
0.2885419,1.4238153,0.0,-166.71033,-192.98288,14.450392,-12.098715,79.605606,0.14491755,-166.69904,-192.95013,0.36219257,580000
0.31070068,0.85038775,0.0,-166.60843,-196.27483,7.68395,-18.783049,101.941666,-1.865838,-166.68036,-196.26093,1.291222,585000
0.31238446,2.392727,-72.33783,-170.78763,-207.2009,5.0641637,-4.161707,79.68123,-71.178474,-170.65869,-207.46577,0.26422867,590000
0.32460412,4.3120847,0.0,-164.01346,-198.1209,9.399593,-8.567629,148.58197,-2.7470815,-163.75006,-198.12802,0.2863876,595000
0.3065335,3.69568,-42.699837,-167.20969,-198.09511,12.264797,-28.146782,153.29997,-41.660694,-167.01932,-198.11473,0.6265327,600000
0.34040555,0.854984,-52.473602,-170.49246,-195.85724,6.679664,-6.26757,65.226395,-51.26397,-170.30722,-195.8339,0.32913208,605000
0.30776036,1.5744251,-35.000706,-170.05019,-195.94249,4.402821,-9.659106,62.96524,-37.050514,-169.87773,-195.92424,0.7095245,610000
0.30267227,3.2408676,0.0,-166.36627,-205.74709,140.51637,-33.714256,507.45068,-5.0530543,-166.44026,-205.77487,2.6773844,615000
0.3258403,1.4929733,0.0,-169.53877,-197.25433,15.060568,-11.737113,92.54384,-0.4857814,-169.40273,-197.29498,0.2863744,620000
0.28340358,1.0555733,0.0,-164.55472,-202.4635,1.5128385,-3.6002152,45.88752,-2.2085543,-164.44852,-202.4679,0.33415934,625000
0.293153,0.6137143,-27.414867,-170.23201,-208.18048,4.2785807,-1.4724367,42.3723,-27.071619,-170.03525,-208.1335,0.14862445,630000
0.3153788,2.1598036,-44.35365,-168.03154,-197.08372,10.065647,-26.470148,147.8364,-45.237118,-167.86873,-197.07373,0.6795417,635000
0.30011952,2.4866111,-39.859974,-169.87054,-196.51051,8.850139,-36.4849,188.38116,-38.823555,-169.75574,-196.49602,1.250159,640000
0.29893416,0.60542995,-30.91682,-167.45294,-196.43285,5.1135187,-8.740254,52.80092,-31.996141,-167.33783,-196.4173,0.171832,645000
0.31478855,1.2960352,0.0,-170.06747,-196.27101,5.1897893,-5.6186814,67.263,-0.9365843,-169.92644,-196.24393,0.070815384,650000
0.35119095,1.1554945,0.0,-166.39075,-195.02759,52.790062,-24.236599,238.79669,-13.536548,-166.31833,-195.00876,0.7878822,655000
0.30790085,0.5755539,-22.42446,-171.56018,-196.79686,2.629978,-3.8606658,35.24214,-22.987963,-171.41211,-196.78229,0.22631702,660000
0.3331458,0.62767404,0.0,-167.624,-194.92264,7.236359,-2.7699394,46.933655,0.48320797,-167.50629,-194.90372,0.24985747,665000
0.31511796,2.2718413,0.0,-168.14288,-196.34029,16.536224,-13.105896,125.574295,-2.3560414,-168.02643,-196.32043,0.5063024,670000
0.31418276,0.89228517,0.0,-168.8039,-193.90305,38.171677,-9.392883,149.28484,-6.2229953,-168.69983,-193.87328,0.22269058,675000
0.37434006,1.2809702,-36.901436,-167.14804,-209.65785,22.88794,-69.63469,284.30295,-6.149956,-166.93149,-209.3894,1.7887605,680000
0.31753486,1.9815956,-22.022417,-166.17609,-195.79893,4.1979976,-4.487005,74.569824,-18.345028,-166.08447,-195.75851,0.5369128,685000
0.3416726,1.1789993,0.0,-169.22232,-195.96521,5.079385,-6.188479,66.51605,-0.29536062,-168.98187,-195.94685,0.13575672,690000
0.35799584,0.64413357,-47.896423,-170.17297,-193.89009,5.610399,-4.1705775,35.145863,-48.71548,-170.01932,-193.85857,0.14544858,695000
0.33995903,0.6639516,0.0,-167.77486,-196.41208,3.2939317,-2.3277,38.059944,-2.479121,-167.61568,-196.38995,0.19370914,700000
0.32121468,1.038858,-3.1058378,-167.29971,-196.55273,4.0999784,-5.6080194,70.29585,-0.98759776,-167.09404,-196.53606,0.17765814,705000
0.28874332,0.5582744,-1.9198699,-169.87837,-209.2178,2.1749654,-0.7348053,19.796854,-0.8734616,-169.68988,-209.30373,0.106983945,710000
0.29048407,0.6677936,0.0,-170.71567,-194.49054,10.324878,-8.027067,55.780174,-0.56922245,-170.59271,-194.46689,0.13227513,715000
0.3121356,1.2038397,-64.798775,-170.38933,-193.10365,2.8723752,-7.9603333,51.681843,-64.46085,-170.27045,-193.04868,0.14914483,720000
0.2755906,1.0453849,-35.249634,-172.17789,-194.30005,2.8653057,-7.813646,58.769558,-29.423456,-171.95148,-194.35059,0.2704329,725000
0.31886122,0.54159003,-26.28064,-170.74121,-208.85329,6.32675,-10.554039,71.89044,-25.161947,-170.62448,-208.74443,0.2350563,730000
0.30780816,1.2902085,-42.973145,-168.47823,-196.14531,7.7846847,-4.705417,60.074104,-42.601093,-168.21976,-196.12608,0.37641552,735000
0.23808181,1.136307,0.0,-171.23038,-210.89238,4.1678576,-5.7929635,63.64554,-1.4982557,-171.05191,-210.5869,0.128185,740000
0.2860297,0.8742617,-20.136288,-167.42186,-196.11464,46.519028,-39.108067,247.91489,-18.452566,-167.12521,-196.08124,0.911586,745000
0.26965588,1.0540508,0.0,-164.48088,-193.7186,15.253611,-4.191755,72.099884,-0.61951494,-164.30045,-193.69041,0.32417017,750000
0.3269774,1.1798853,0.0,-168.44736,-194.46207,9.286262,-9.043042,89.848595,-1.2223653,-168.30371,-194.47948,0.2163473,755000
0.33126175,1.1108156,-33.637154,-167.15364,-193.4362,13.080839,-21.182817,98.386894,-33.966953,-167.01392,-193.4044,0.1463618,760000
0.3326707,0.7307307,-52.35269,-167.10837,-193.85127,5.088049,-2.400356,43.22845,-53.097664,-166.97815,-193.82542,0.18356714,765000
0.33363986,1.0917778,-19.930237,-170.24641,-194.28426,4.6064367,-4.0415106,60.99637,-21.61087,-170.164,-194.36334,0.2908998,770000
0.33761698,1.5836772,-64.13478,-167.87637,-195.76279,3.102783,-3.4177263,53.318596,-63.756416,-167.76743,-195.74913,0.1445497,775000
0.33243325,0.63445324,-1.6807833,-168.13623,-195.81444,2.5554287,-1.7046661,40.18132,-0.62981546,-167.93307,-195.79256,0.16416591,780000
0.31814104,0.4653175,-39.820015,-172.6297,-195.82286,1.0364616,-2.0974805,25.079514,-38.97198,-172.51947,-195.81476,0.08018282,785000
0.3577086,1.1731285,-38.269817,-170.10663,-195.56503,8.377517,-15.971013,121.059006,-37.66918,-169.92325,-195.5418,0.51557994,790000
0.30060002,0.8576299,-61.663773,-171.68723,-195.70082,8.687167,-13.097181,81.93074,-62.267693,-171.67497,-195.67656,0.14949486,795000
0.32802212,0.5858526,-34.970078,-172.34604,-195.69417,3.2123375,-4.429356,34.197327,-33.914665,-172.16557,-195.66896,0.18023682,800000