File size: 13,231 Bytes

52a7012

actor/actor_loss,critic/critic_loss,critic/q_max,critic/q_mean,critic/q_min,grad/max,grad/min,grad/norm,value/v_max,value/v_mean,value/v_min,value/value_loss,step
0.3787156,1.134107,-5.845735,-142.95248,-177.74776,6.116571,-4.9200025,80.82736,-4.6894107,-142.59741,-177.63737,0.24121219,105000
0.37351257,5.0353546,-4.7757244,-142.08179,-180.34673,25.882711,-37.695026,331.23184,-1.969762,-141.54875,-180.2425,0.3842579,110000
0.35527837,1.3837198,-14.399777,-147.50345,-185.96008,25.395802,-22.165798,185.10083,-8.65554,-147.1623,-185.87459,0.36726546,115000
0.3621325,0.86292994,-12.685518,-147.67902,-186.60027,2.281685,-2.0442348,41.069183,-11.790934,-147.458,-186.53262,0.22776178,120000
0.32154614,1.7947632,0.0,-145.30191,-190.35307,4.2795935,-4.8948083,66.45764,0.86693203,-145.03586,-190.30328,0.42677045,125000
0.31237692,1.7784954,0.0,-146.72247,-200.81487,6.6442513,-3.3899403,75.163185,1.0521473,-146.50409,-200.81526,0.40034366,130000
0.35942447,1.2255993,0.0,-146.90942,-211.52429,3.8423774,-5.693768,75.856186,-1.967683,-146.58002,-211.51698,0.39600873,135000
0.29989466,1.7909596,-2.5342598,-148.84253,-213.88942,39.10061,-41.02752,300.13754,-1.776357,-148.41406,-213.97417,0.8549751,140000
0.32935834,3.9142246,-34.717663,-151.75691,-211.53629,27.30929,-27.785006,239.1488,-13.884787,-151.41318,-211.5949,0.62485254,145000
0.3482108,2.0285268,0.0,-150.04575,-229.62535,4.992894,-7.169193,93.6037,-3.2863014,-149.83844,-229.77742,0.32074994,150000
0.30705044,3.808129,0.0,-149.37117,-232.38922,19.246841,-14.796252,247.51064,-0.7687937,-148.97626,-232.55382,2.504315,155000
0.3765685,1.6500763,-26.031286,-152.83926,-257.259,9.076197,-9.911211,112.75275,-26.36283,-152.70828,-257.6288,0.42130566,160000
0.34636134,1.6623414,-24.60619,-154.43027,-262.46213,11.027827,-9.014543,147.38165,-22.297235,-154.1152,-262.76956,0.6126492,165000
0.33881631,2.1594162,-6.530262,-154.86008,-228.67708,5.8221145,-5.683255,103.394424,-2.8079705,-154.7901,-228.88986,0.343062,170000
0.37284636,3.8917866,0.0,-157.89621,-300.14163,81.35276,-76.828545,466.4593,-2.2343156,-157.67545,-300.44882,0.44838107,175000
0.3420421,0.895408,-3.9162688,-152.9117,-215.953,3.242368,-1.9915615,54.97284,-3.1614876,-152.67441,-216.16916,0.21387795,180000
0.3310168,1.4227561,-12.006433,-156.52454,-312.32465,20.689682,-17.458603,137.19334,-9.414236,-156.23401,-313.13464,0.59979326,185000
0.32740888,3.256157,-11.39771,-153.95177,-315.57916,7.765724,-4.502707,108.751175,-11.861016,-153.89835,-316.22583,0.5074468,190000
0.3241002,1.8427286,0.0,-150.95201,-266.31885,4.740179,-10.000788,101.732735,1.7179166,-150.70099,-266.6479,0.39351124,195000
0.3538947,1.1451325,-1.149412,-154.47412,-301.30728,10.63059,-8.9549675,115.81485,0.048759043,-154.05579,-301.71442,1.8787416,200000
0.37538704,2.7909563,-23.671347,-156.51886,-263.4167,9.012791,-9.085257,123.58194,-9.144735,-156.35135,-263.7313,0.38737932,205000
0.34730858,4.833257,-16.776348,-152.58475,-284.9424,21.570904,-23.161173,244.74353,-16.226564,-152.16394,-285.20172,0.48295778,210000
0.34221905,1.1323196,-5.9379153,-161.51799,-277.42175,31.126585,-15.829938,153.76776,-8.361092,-161.48459,-277.75726,1.4246308,215000
0.30798268,0.6657688,-18.09347,-157.90176,-238.8403,2.8964858,-2.5194297,44.723392,-17.27636,-157.71667,-239.03616,0.16786636,220000
0.33060986,0.9462784,-23.713617,-158.16412,-261.65063,5.6028056,-4.246894,69.5502,-23.053843,-157.75327,-261.9619,0.451101,225000
0.33112192,2.3775718,-10.489683,-157.03873,-199.14558,13.497892,-19.281706,242.905,-8.249,-156.93495,-199.17542,0.4674326,230000
0.37078345,1.1671903,-46.812576,-159.76974,-209.3135,2.8515956,-11.032051,76.27347,-47.80862,-159.6604,-209.36263,0.49516594,235000
0.34926268,3.7067208,-40.253727,-160.68402,-195.03447,58.430737,-62.035572,431.87473,-41.25776,-160.55545,-195.00641,0.8303972,240000
0.32182318,2.3328016,-13.626603,-155.3521,-235.6159,2.0314834,-3.0186486,53.664825,-6.0320973,-155.03958,-235.58058,0.2034257,245000
0.35008293,0.89267606,-16.215214,-159.88304,-230.681,17.544168,-21.620008,143.97443,-15.845041,-159.66373,-230.90863,0.60128367,250000
0.30158988,1.8010079,-41.851555,-159.54015,-203.80513,7.832742,-15.455543,133.29971,-14.438412,-159.28986,-203.8185,0.37658793,255000
0.3329144,2.0260842,0.0,-156.13681,-206.06908,20.092712,-14.71722,152.92331,-0.83186877,-155.90923,-206.16066,0.58631563,260000
0.34273672,3.0334313,-28.379469,-160.0769,-206.04768,11.255245,-14.247572,149.34941,-24.294838,-159.77596,-206.11102,1.9195364,265000
0.34405017,1.6855379,0.0,-158.54013,-216.56747,7.678245,-10.631406,92.96422,0.8856312,-158.1721,-215.5622,0.34751165,270000
0.31427065,1.0545828,-11.929745,-159.37025,-199.75076,9.001518,-9.118495,74.099724,-17.902622,-159.25893,-199.71072,0.15638247,275000
0.33186692,1.0359898,-3.2865176,-154.13863,-194.20947,3.7632968,-2.4311848,43.181854,-0.933534,-153.88846,-194.18279,0.2898667,280000
0.3200502,1.1320657,-2.8121085,-163.80038,-211.55583,10.263978,-15.351341,111.529724,-2.008184,-163.60693,-211.41203,0.27501038,285000
0.31514424,1.0288252,-36.247334,-159.18945,-213.38037,2.201243,-3.7816947,46.97943,-33.281273,-159.09018,-213.07433,0.3197294,290000
0.31153965,1.0140461,0.0,-161.97212,-208.93834,4.292389,-5.7057447,74.28941,-0.1568521,-161.78139,-207.10854,0.25394553,295000
0.34745687,4.4492946,0.0,-160.81528,-215.68951,88.099365,-54.72762,417.61993,1.8083539,-160.78235,-215.8542,0.3597157,300000
0.28755388,1.2166681,-17.96924,-156.76196,-210.37462,5.847427,-4.6501546,98.53447,-17.809464,-156.54472,-210.42633,0.30078757,305000
0.31287494,1.7935833,-48.985126,-161.88109,-212.74602,16.434027,-28.717873,147.93625,-48.443607,-161.63342,-212.8132,1.1454291,310000
0.3291409,0.82110465,0.0,-163.69264,-215.8679,3.3688927,-8.576402,52.631134,-1.8755882,-163.45361,-215.95169,0.21724313,315000
0.31397796,1.6218735,0.0,-161.93024,-193.80714,6.128432,-6.410307,77.40036,-0.37026855,-161.73607,-193.78854,0.3477615,320000
0.32852674,3.0996358,0.0,-160.82034,-212.40817,40.610096,-35.026142,246.88182,-2.2561202,-160.63191,-212.47055,0.22037701,325000
0.31718925,1.3053182,-22.31092,-163.83752,-235.86664,8.265738,-7.8574185,116.454414,-24.194073,-163.6865,-235.98209,0.3777328,330000
0.33206713,1.2078359,0.0,-164.13184,-197.9095,9.18015,-9.725102,100.90554,-1.3459823,-163.88586,-197.69894,0.6885377,335000
0.30599904,1.4169989,-44.67529,-166.41884,-246.62297,2.0867128,-1.9847785,49.36428,-41.614983,-166.2004,-246.83932,0.15280515,340000
0.33158377,1.642037,-20.249212,-166.04619,-214.3494,7.8934984,-6.1163697,78.77561,-19.325775,-165.914,-211.1246,0.55907834,345000
0.31364346,1.5139717,-0.75499177,-164.57239,-253.91037,5.8242407,-16.015087,106.6331,0.79830027,-164.25061,-254.1868,0.32857507,350000
0.33914915,2.2783387,-5.163258,-161.69054,-214.23068,15.380651,-19.318256,157.09663,-4.482226,-161.36047,-214.30197,0.40162376,355000
0.35041463,0.76858085,0.0,-163.03603,-266.70938,17.024729,-18.930851,102.57868,-0.93887293,-162.89972,-267.0402,0.4587744,360000
0.32856965,0.7281044,-41.227856,-164.01367,-221.57329,2.8017404,-1.7307824,32.819054,-41.77761,-163.74979,-221.68633,0.1867885,365000
0.38058972,1.4990481,-25.423471,-164.14581,-211.2685,5.6091824,-3.0611858,66.36786,-19.348413,-163.93442,-211.32568,0.46850273,370000
0.32990444,1.4116404,-22.365341,-161.75378,-192.5115,8.509658,-4.721011,68.9615,-22.920637,-161.50632,-192.60335,0.21443744,375000
0.30681986,1.106195,0.0,-164.16678,-288.1298,6.3676906,-16.438473,74.41108,-1.9616284,-164.05121,-288.57114,0.16418295,380000
0.3397612,1.1132036,0.0,-162.49329,-248.95764,3.4038076,-6.174585,68.29175,-2.4789722,-162.44398,-249.20299,0.33489907,385000
0.32794017,2.8753147,-17.087633,-167.74539,-295.30838,18.96766,-45.572792,187.44708,-12.0982685,-167.53748,-295.7873,0.34999204,390000
0.33594066,1.0707153,0.0,-161.12238,-292.84152,2.8149283,-3.1188796,59.433495,-0.77646744,-160.9028,-293.3134,0.22424507,395000
0.30004364,1.3757299,-35.57472,-163.83267,-292.04498,4.8622303,-4.7774763,72.79649,-34.75568,-163.61658,-292.4865,0.2806077,400000
0.3771609,2.2278097,-29.015396,-166.65347,-192.33133,7.602994,-5.0704355,102.23994,-30.666641,-166.3981,-192.29248,0.7991929,405000
0.2994052,1.6051943,-29.875391,-166.34042,-273.80847,3.7450008,-5.9796066,68.70083,-28.847996,-166.10727,-274.19366,0.53687114,410000
0.32342422,1.3309401,0.0,-162.15546,-230.58441,14.762438,-25.56675,175.93579,-0.34488282,-162.03339,-230.8306,0.7588507,415000
0.2922666,1.8262478,0.0,-164.4019,-222.5748,69.28226,-89.527374,471.003,-0.048040837,-164.29547,-222.64806,1.3165052,420000
0.30605495,0.88847893,0.0,-161.14938,-193.28438,3.0387282,-3.695741,49.640358,1.2063515,-160.90144,-193.25989,0.36366135,425000
0.30527258,0.9568168,-16.139866,-166.91447,-192.55634,7.416496,-6.238742,70.29067,-15.558761,-166.62372,-192.5436,0.27034074,430000
0.30180693,0.8467863,-37.4828,-164.29861,-208.01434,7.666945,-3.7412589,52.906715,-37.210426,-164.12994,-207.98235,0.3002578,435000
0.34806603,4.4821153,-38.040768,-166.604,-241.72975,40.23029,-35.794456,296.0456,-38.335186,-166.36319,-241.9371,0.49238592,440000
0.31278974,1.1471461,-26.465664,-162.99612,-193.63002,4.9555416,-3.7845924,55.786716,-26.13469,-162.88153,-193.60094,0.12617332,445000
0.31852967,1.224405,0.0,-167.57854,-193.90758,17.888088,-6.385203,91.39485,-4.8412323,-167.46997,-193.86092,0.2873291,450000
0.32638204,0.99283355,0.0,-162.24693,-219.64825,3.2762258,-1.565266,43.342674,-2.3900487,-161.99069,-219.75195,0.26443148,455000
0.31520247,0.4351159,-18.0723,-168.8141,-213.07204,2.0823245,-4.460814,39.248154,-19.51451,-168.66913,-213.21445,0.1369026,460000
0.33481562,0.62955046,0.0,-163.87714,-199.59883,8.578994,-4.6389422,43.354343,-1.7387065,-163.78836,-199.59605,0.26128912,465000
0.33558357,0.95899504,0.0,-163.39043,-193.3691,2.6995804,-2.5768137,45.617054,-4.57306,-163.20825,-193.33757,0.16108708,470000
0.3044518,1.0417393,0.0,-165.9375,-286.77045,11.00446,-15.184414,153.78267,-4.0699773,-165.65503,-287.20197,0.8620913,475000
0.3643918,1.39464,-31.671928,-163.4347,-198.92705,29.570345,-77.195145,329.79724,-21.670485,-163.23447,-198.92236,0.7735895,480000
0.31447896,1.3934164,-14.664428,-162.79523,-194.05028,13.280778,-12.451119,98.83952,-12.641338,-162.68561,-192.15442,0.2655417,485000
0.30855563,2.0798018,0.0,-166.5974,-192.96355,61.17869,-79.060165,385.64783,-0.6378506,-166.43344,-192.90715,0.21671107,490000
0.32398802,0.70475006,-40.507378,-165.93718,-194.00354,2.2981455,-2.1085403,29.909227,-41.797382,-165.80887,-193.96983,0.13292187,495000
0.37762225,0.8262893,0.0,-163.8865,-197.71605,4.431358,-3.9210985,54.278946,-1.6931264,-163.70547,-197.70543,0.25456765,500000
0.3330856,0.7221411,-3.245483,-164.03188,-192.39832,1.9929281,-7.2363048,57.05609,-0.91006756,-163.7723,-192.36966,0.390077,505000
0.3734851,0.5423557,-1.0684563,-166.18472,-193.16092,1.6324962,-1.1607953,27.061398,-0.84313047,-166.02963,-193.12851,0.12702805,510000
0.33848602,1.2337955,0.0,-167.54118,-212.57892,4.6030536,-3.6490607,54.982613,-3.2815,-167.2738,-212.6447,0.24293372,515000
0.32029873,1.5907692,-8.744822,-165.36484,-207.30746,2.9324195,-5.148902,55.460983,-6.810587,-165.21478,-207.33362,0.21592775,520000
0.3016464,0.5982319,-26.753395,-170.07025,-192.18706,2.9932375,-3.816146,42.223328,-26.123962,-169.85193,-192.20107,0.10416945,525000
0.30052888,0.702066,-18.722263,-168.29938,-196.83517,4.6974735,-3.0878005,46.56159,-18.394316,-168.07965,-196.81378,0.14059813,530000
0.35678646,0.89456177,-38.996124,-165.46652,-196.75099,4.11266,-3.4933624,55.240555,-37.890163,-165.1356,-196.74185,0.4857665,535000
0.30985337,1.5969992,0.0,-166.62936,-192.85178,6.257882,-3.3345358,67.570366,-3.2341902,-166.58261,-192.81252,0.24756187,540000
0.31645542,0.8184628,-15.14119,-163.36324,-192.21892,10.44063,-2.8969145,59.132523,-15.2642145,-163.29373,-192.18327,0.18123817,545000
0.29046884,0.8381433,0.0,-161.95001,-192.9663,13.683276,-7.252084,77.80984,-0.012105554,-161.75317,-192.92157,0.2487849,550000
0.31620157,1.1301378,0.0,-164.67459,-198.60173,57.063282,-69.6265,473.04013,0.06395763,-164.30191,-198.57652,4.035306,555000
0.3045621,0.8213091,-26.172972,-164.02066,-192.78041,5.5662904,-10.546951,66.762596,-26.161657,-163.8561,-192.74199,0.19251525,560000
0.3451097,0.6563236,-45.69077,-162.34912,-193.01466,6.168922,-11.516067,72.325,-37.23292,-162.20427,-192.98352,0.31541884,565000
0.3320798,1.2309304,-19.100653,-165.63129,-198.69122,17.343151,-6.080272,98.57474,-16.123184,-165.44801,-198.68672,0.49458435,570000
0.33932295,1.6008625,-72.10935,-166.57193,-199.60545,8.828237,-4.9155307,74.143875,-71.48478,-166.44925,-199.59761,0.12332664,575000
0.31444138,0.81317276,-2.1075222,-166.1139,-193.48276,3.0647054,-2.463245,32.14394,-2.4598792,-165.938,-193.45522,0.15801568,580000
0.29648495,0.3708703,-34.35891,-169.18826,-195.8903,3.0974498,-3.4366772,37.10201,-34.92698,-169.1129,-195.8648,0.21921203,585000
0.3334711,2.0181134,-33.97055,-167.83745,-193.99382,13.392724,-6.769554,156.55411,-39.14783,-167.68481,-193.97365,0.3702615,590000
0.2786602,0.93611145,-59.42249,-168.51207,-195.92673,5.88705,-6.5020275,72.72904,-57.867863,-168.44212,-195.90549,0.24636649,595000
0.3302479,1.0079201,-27.952213,-170.78146,-193.07008,1.632682,-2.867553,48.603924,-29.610128,-170.58542,-193.05312,0.135762,600000