File size: 13,222 Bytes

8910fe0

actor/actor_loss,critic/critic_loss,critic/q_max,critic/q_mean,critic/q_min,grad/max,grad/min,grad/norm,value/v_max,value/v_mean,value/v_min,value/value_loss,step
0.3573722,0.8310922,-12.111501,-161.01782,-200.2231,7.8679495,-14.746029,86.32677,-12.715545,-160.83249,-200.22223,0.2252313,405000
0.33393264,1.5143365,-2.9865751,-158.97067,-192.13597,4.585714,-3.9562597,83.25201,-5.3339114,-158.77823,-192.09198,0.29835477,410000
0.3414803,0.8039427,-26.19248,-163.30713,-228.29343,6.01727,-2.4244704,61.90172,-25.96219,-163.14656,-228.44821,0.20313922,415000
0.2719972,0.90765077,-21.642023,-163.91164,-277.6073,3.069714,-3.2247431,41.32125,-22.35289,-163.7225,-278.0104,0.17381528,420000
0.32529593,1.2837567,0.0,-161.28339,-317.27463,2.6757574,-5.8649845,58.29458,-0.119568795,-161.02751,-317.89975,0.2046412,425000
0.3149742,0.9949879,0.0,-160.52965,-192.49173,5.698658,-4.87936,63.554478,-0.27618474,-160.41724,-192.44801,0.24688105,430000
0.32082778,1.254504,0.0,-159.53821,-197.97444,8.598535,-5.727939,73.40422,0.23983368,-159.33678,-197.9608,0.37707588,435000
0.3488131,1.9013885,-2.9240482,-160.1723,-192.26892,73.20652,-41.67223,307.43665,-1.7793372,-159.91257,-192.28877,0.2508047,440000
0.32372463,4.034147,-62.296288,-163.837,-276.66406,52.187515,-74.03761,462.07208,-58.15697,-163.47862,-277.04718,0.24592252,445000
0.3355857,1.4001082,0.0,-161.34435,-314.7298,8.004914,-4.810288,78.83033,-2.0350282,-161.1867,-315.29706,0.3159771,450000
0.2923717,1.7503121,0.0,-160.38332,-308.12454,7.451695,-9.252494,121.48642,0.3239661,-160.2105,-308.6638,0.43021393,455000
0.3368731,2.3903608,-37.65479,-163.61337,-297.43033,55.481133,-46.70451,442.566,-37.111977,-163.61914,-297.92303,2.9753795,460000
0.33573624,2.5509038,-37.049107,-164.53061,-191.88715,10.7958355,-10.373247,122.12083,-36.815567,-164.18059,-191.88293,0.544262,465000
0.29825133,0.924922,-9.902372,-164.50757,-277.12332,23.302559,-6.557962,97.27219,-9.473249,-164.45673,-277.50897,0.2764939,470000
0.3238636,1.0088397,0.0,-165.31104,-244.67775,7.8415647,-19.173292,142.02206,0.95342964,-165.22284,-244.90128,0.33804467,475000
0.34063765,1.2085526,-15.886543,-162.46826,-237.96547,2.7467103,-1.3297265,43.03601,-16.318027,-162.39706,-238.15367,0.2143834,480000
0.32000387,3.138953,-15.958798,-164.85979,-242.71167,13.619721,-8.231809,148.25693,-23.010185,-164.60999,-242.92053,0.6050279,485000
0.3274725,0.5773324,-19.367529,-161.82077,-197.38963,4.2374268,-2.463512,44.293728,-19.297112,-161.5935,-197.37622,0.3541424,490000
0.34181166,1.5334572,0.0,-159.29886,-225.09389,18.419176,-20.055141,147.72083,0.69071406,-159.18666,-225.21878,0.44957435,495000
0.3570324,4.1297336,-2.491641,-163.02888,-197.5584,121.03681,-41.45565,468.58582,-2.0248942,-162.69812,-197.54466,2.3163683,500000
0.381501,0.8919485,-48.68025,-164.85323,-197.36382,6.851127,-8.005881,91.528076,-38.627243,-164.73093,-197.3514,0.24184352,505000
0.3713527,1.1144799,-22.036638,-161.41504,-207.57196,6.02488,-3.9565995,74.141075,-23.937769,-161.06439,-207.62062,0.37555796,510000
0.3366198,0.48523304,-15.774816,-168.34097,-207.29861,42.70531,-13.155524,136.60083,-17.881252,-168.24214,-207.34607,0.53656316,515000
0.32618165,1.2013477,-24.378237,-166.42444,-196.81104,7.185814,-8.161442,64.042786,-25.65671,-166.3375,-196.8468,0.2567934,520000
0.30700663,1.6717606,-38.572273,-165.97623,-201.1776,9.993555,-12.983983,103.32321,-36.25327,-165.50424,-201.18813,1.7795403,525000
0.3093695,1.8111744,-23.83478,-164.83374,-198.71927,4.8690042,-4.1983786,82.66373,-21.048626,-164.61913,-198.71863,0.2818296,530000
0.36152312,0.61089545,-59.907238,-167.43146,-197.24959,1.8266894,-2.592271,33.034103,-59.194336,-167.34822,-197.22795,0.16600393,535000
0.27675733,0.9603586,-51.856945,-168.6768,-200.8596,5.7198167,-4.6468205,74.78071,-51.832874,-168.572,-200.99948,0.18732774,540000
0.31258368,1.2890911,-22.589693,-163.1283,-201.05446,12.163438,-29.271858,148.24982,-18.411427,-162.79448,-201.28854,1.2336824,545000
0.29705328,2.7398882,-25.265612,-168.20126,-201.66966,7.6317177,-31.186268,142.9347,-25.217161,-167.98409,-201.69931,0.4387046,550000
0.3055132,1.0965674,-54.859257,-165.30017,-195.86877,20.171484,-20.059727,226.34418,-37.676647,-165.0484,-195.84802,1.6644838,555000
0.3182225,0.8856077,0.0,-164.85303,-193.38654,14.008484,-8.667446,75.22574,-0.83555835,-164.62778,-193.35431,0.36658588,560000
0.33352253,0.61853695,-36.29673,-166.94525,-193.84045,6.3118606,-11.478436,62.013794,-35.96358,-166.7348,-193.81021,0.21435386,565000
0.33055225,1.090382,0.0,-166.55533,-194.4006,8.466078,-9.494209,82.08106,-0.016453981,-166.24152,-194.36795,0.30948266,570000
0.32065096,0.57558376,-20.888983,-166.70003,-194.32236,2.0126991,-3.8395178,37.78573,-21.952112,-166.55826,-194.29364,0.092862844,575000
0.2965263,0.93291914,-2.0879457,-161.9974,-200.1194,6.2780676,-4.3210754,53.038982,-0.8313652,-161.8406,-200.21436,0.29921287,580000
0.31217638,2.90674,-0.6126839,-169.85512,-195.32822,6.6618457,-4.109185,67.174545,-0.13865405,-169.72435,-195.30504,0.14930056,585000
0.30170354,0.8913502,-44.0032,-165.33534,-195.541,4.063226,-2.287999,49.720715,-43.99396,-165.20299,-195.51567,0.21755296,590000
0.3111182,3.980507,0.0,-168.95702,-196.25908,20.711622,-33.10006,223.15384,0.1318852,-168.74286,-196.22804,0.24457777,595000
0.2920821,2.020407,0.0,-165.94023,-195.53622,42.045742,-51.94768,387.39056,0.42081198,-165.79651,-195.51263,1.6661431,600000
0.33126724,1.7262815,-27.956715,-163.15996,-195.3717,8.955196,-6.3765864,106.95322,-28.101015,-163.0126,-195.34894,0.32025403,605000
0.31003034,1.4780259,-60.597805,-169.19601,-195.40579,38.10372,-44.93667,168.20668,-60.070004,-168.94606,-195.37999,0.9210717,610000
0.33714655,1.0004224,0.0,-169.41861,-202.82007,10.273663,-10.058603,89.86989,-1.9209298,-169.25255,-202.66855,0.27552927,615000
0.3215946,0.7909762,0.0,-168.09106,-193.30177,3.303984,-7.1239033,53.919624,0.3409419,-167.94849,-193.21526,0.23461439,620000
0.28218833,1.6130892,0.0,-166.36845,-198.6156,12.033518,-18.975708,127.84935,-6.1409345,-166.2548,-198.60394,0.4285589,625000
0.29796034,1.2789872,-31.637032,-169.79343,-198.89769,4.426263,-10.424235,79.91366,-34.088894,-169.65704,-198.89755,0.3482635,630000
0.32780534,0.8554069,0.0,-169.77374,-203.24002,5.332548,-12.757794,104.81501,-1.5124253,-169.68002,-203.35042,0.42814392,635000
0.3038221,0.6038725,-54.850353,-171.55276,-196.16824,4.156794,-5.217854,56.371483,-51.87046,-171.36105,-196.15149,0.14360565,640000
0.28122926,1.356483,-29.200813,-170.82953,-193.95715,4.0743814,-9.235952,54.3744,-29.211796,-170.65594,-193.9325,0.2149543,645000
0.31182164,1.3497565,-1.0588533,-170.03714,-195.9718,9.483569,-5.025464,74.71876,-0.38926306,-169.91669,-195.94469,0.40803847,650000
0.38251686,1.9691795,-12.242856,-166.93758,-196.72324,11.965081,-14.39507,147.94093,-13.204385,-166.74881,-196.69234,0.35547984,655000
0.30993342,0.779611,0.0,-168.67494,-194.75958,24.8952,-30.911715,105.910194,-2.822178,-168.54323,-194.73468,0.40148383,660000
0.3112812,2.3384087,-51.06413,-169.30232,-196.02344,27.102747,-91.08621,254.38974,-51.688667,-169.06757,-196.00696,1.3089628,665000
0.30839223,1.482802,-37.33722,-170.14476,-196.62508,4.0386176,-8.069879,68.19001,-36.565693,-169.96133,-196.60902,0.27302575,670000
0.3325922,12.064156,-36.41514,-167.45868,-198.75574,30.117388,-20.434603,354.60843,-34.422832,-167.43523,-198.75082,0.889345,675000
0.33238083,0.75154674,0.0,-168.6935,-197.35373,22.169157,-11.168568,87.428505,-1.3095751,-168.56729,-197.33055,0.48019123,680000
0.31933072,0.69004387,0.0,-168.02596,-197.91435,8.986536,-25.11517,122.04841,-0.53024423,-167.98468,-197.90218,0.8716654,685000
0.31961334,1.293454,-61.403954,-172.41333,-202.31999,15.555948,-8.383632,88.49088,-54.38362,-172.17932,-202.1887,0.22437418,690000
0.34156752,1.4331741,0.0,-166.10031,-198.93297,14.14204,-25.741592,140.22598,1.2843659,-165.82993,-198.93823,0.5333929,695000
0.3453104,0.83292973,-47.920612,-169.75262,-198.51596,2.4469924,-4.4548845,32.284073,-46.131744,-169.53163,-198.54784,0.23212506,700000
0.32444358,1.165938,-57.226498,-171.6674,-196.76308,14.796081,-7.2807164,97.36665,-56.655067,-171.409,-196.74622,0.60609436,705000
0.28173292,0.92410994,-39.855152,-170.52501,-196.7142,5.156103,-5.671055,60.269703,-38.528774,-170.28995,-196.69843,0.6196196,710000
0.2928653,1.3015792,0.0,-167.82257,-201.30193,16.553457,-7.519272,85.09396,0.13866067,-167.56973,-201.32227,0.29495487,715000
0.3238281,3.2622933,0.0,-170.37967,-197.89142,25.660185,-29.568007,197.59781,-4.90059,-170.17743,-197.86234,0.69325227,720000
0.26712865,1.0432935,0.0,-166.98666,-199.55989,2.9739168,-2.746015,36.13725,-0.8546556,-166.88525,-199.59041,0.15410358,725000
0.29150224,0.5061084,-26.505266,-171.2218,-202.41737,5.8985105,-1.8693554,49.895123,-26.610641,-171.00308,-202.39037,0.195039,730000
0.3136215,1.3904632,-45.242207,-169.89093,-199.98694,13.223647,-13.142225,79.135994,-45.444546,-169.71922,-199.91306,0.5833291,735000
0.2489922,8.067769,-45.1201,-171.65317,-197.6086,13.66216,-25.044838,182.763,-46.603653,-171.69716,-197.60558,0.17662151,740000
0.28884956,0.50934666,-34.98094,-169.30357,-196.77095,2.55911,-3.330837,40.861317,-34.184067,-169.25552,-196.7577,0.13240275,745000
0.274175,1.242944,0.0,-171.2347,-200.51376,3.4902048,-4.1941986,59.537174,0.5006502,-171.07893,-200.63823,0.11786686,750000
0.32109886,1.441884,0.0,-167.30284,-196.66508,6.7984776,-7.4307747,79.948235,-4.550479,-167.14896,-196.46413,0.43131292,755000
0.34257528,0.44717184,-24.938957,-173.6413,-196.7336,1.2705474,-2.383262,26.733603,-27.205044,-173.58301,-196.7124,0.15488899,760000
0.3199598,0.6711249,0.0,-170.03972,-197.24026,3.5857248,-3.1579714,35.480675,-0.17744756,-169.92924,-197.22832,0.14727992,765000
0.31726986,1.85824,0.0,-169.6167,-196.42969,15.219236,-13.562811,148.19458,-0.7127199,-169.55948,-196.41055,0.434444,770000
0.29118523,1.1653148,0.0,-170.72311,-198.5714,12.1689205,-53.989246,166.67883,-3.5940611,-170.45084,-198.57552,0.62688017,775000
0.34981793,1.116213,-41.272224,-169.88824,-201.19754,22.934183,-29.81704,191.02531,-41.14667,-169.79181,-201.14987,0.27248925,780000
0.33441174,7.058629,-24.435957,-168.37413,-197.9191,12.112224,-18.004087,178.12384,-20.928638,-168.39706,-197.90721,0.49172956,785000
0.33950776,1.0279231,0.0,-171.52441,-195.93483,3.6332252,-3.051281,42.277832,-0.45922214,-171.33336,-195.9126,0.08950629,790000
0.27889976,0.69469035,-50.41032,-171.47058,-196.25558,25.442253,-32.13532,132.56412,-51.68659,-171.2897,-196.24466,0.47810054,795000
0.32659453,2.0370953,0.0,-169.97948,-200.38745,28.707684,-13.86122,256.2934,-3.7835824,-169.74976,-200.40535,0.7211184,800000
0.31965834,0.9294346,-1.7356515,-169.26538,-198.31691,3.022776,-5.326696,60.17547,0.41258004,-169.09375,-198.2996,0.13604417,805000
0.31988668,0.39482903,-1.6186901,-171.15369,-204.25165,1.8218437,-1.4953802,21.492893,-1.3024665,-170.99481,-204.2912,0.10930042,810000
0.3316986,2.1857948,0.0,-171.82935,-205.6936,13.067354,-8.697379,111.133095,0.872402,-171.644,-205.74008,0.29336682,815000
0.3068183,1.2082268,-69.142456,-171.65674,-206.65202,29.737143,-5.7174864,101.178474,-70.72562,-171.50038,-206.6761,0.3561458,820000
0.2674946,0.68357956,-34.107403,-172.9469,-197.1308,11.933421,-7.3935547,68.723465,-37.010864,-172.79208,-197.35246,0.075311795,825000
0.3244087,0.94033307,-27.752745,-172.24435,-200.90907,3.4971826,-2.216602,43.230858,-25.349333,-172.07089,-200.87067,0.20099379,830000
0.32354873,0.9852843,-46.22658,-170.77512,-201.11578,3.9290166,-3.482399,65.258156,-45.407356,-170.48181,-201.11017,0.36563578,835000
0.32823455,0.93704206,0.0,-172.35605,-200.50348,6.55675,-8.291347,85.1498,-0.73297745,-172.21191,-200.28531,0.20756307,840000
0.30288258,0.83796465,-21.43668,-168.75046,-208.64163,4.500195,-2.5056171,44.00432,-21.723005,-168.60689,-208.67732,0.12744933,845000
0.29960322,1.7313646,0.0,-167.77954,-209.5754,35.62266,-18.546227,203.17377,-0.2720914,-167.54117,-209.62839,0.33741862,850000
0.30162454,4.5534873,0.0,-169.24103,-209.55505,31.836012,-26.508791,235.90022,-0.4604804,-169.04675,-209.59776,0.47221047,855000
0.340436,0.80458784,-34.20616,-168.86612,-201.12617,5.295047,-16.175373,76.07099,-35.365925,-168.68327,-201.14879,0.25553793,860000
0.3032888,1.1224062,-43.176373,-168.57858,-197.02962,6.1045065,-4.0272117,45.900417,-38.89309,-168.44934,-197.01294,0.14454499,865000
0.27882206,1.193689,-28.77028,-171.08246,-195.50502,23.415636,-7.1195683,127.38384,-22.241018,-170.97202,-195.49446,0.5253621,870000
0.27836972,2.3621452,-71.90673,-169.17865,-209.99521,4.06805,-4.6082363,68.8801,-71.38852,-169.13707,-210.05017,0.19228196,875000
0.3085283,1.3346951,-2.3382277,-170.1971,-196.63098,11.901356,-3.4136274,71.27272,-2.797427,-170.0755,-196.60805,0.22826532,880000
0.2461705,0.51855993,-43.670288,-174.29181,-194.38452,3.270122,-1.0162333,29.66916,-44.59807,-174.18933,-194.36235,0.13862461,885000
0.31144148,1.5698544,-43.667507,-171.8883,-217.12543,8.646145,-18.043558,146.2251,-46.380836,-171.63794,-217.20963,0.37891656,890000
0.27763796,0.6576217,-66.12372,-173.32776,-197.44566,23.127264,-38.02072,194.97372,-59.801353,-173.30603,-197.42097,0.9349462,895000
0.31517482,1.1393412,-44.38569,-173.88803,-193.95242,2.1410277,-2.2586553,39.32487,-42.31538,-173.72818,-193.91728,0.15076834,900000