File size: 14,217 Bytes

ad0e26e

actor/adj_loss,actor/adj_max,actor/adj_mean,actor/adj_std,actor/fast_loss,actor/flow_loss,critic/critic_loss,critic/q_max,critic/q_mean,critic/q_min,grad/max,grad/min,grad/norm,step
22.002586,7.710384,0.42761755,0.64805585,22.002586,0.34927785,0.3930007,-3.9510689,-177.14615,-250.08105,67.11616,-97.30343,432.93164,505000
20.373741,7.2304387,0.44647238,0.6252179,20.373741,0.4011599,0.41008884,-9.852458,-174.247,-239.85432,45.548748,-62.810513,422.28195,510000
14.81733,5.6174746,0.37988284,0.57314247,14.81733,0.34060067,0.49705648,-11.683122,-179.98747,-244.1492,39.521072,-55.61782,390.0156,515000
15.763346,6.3524446,0.41333112,0.61486506,15.763346,0.30216673,0.36159799,-19.601957,-178.67358,-239.90247,46.34946,-44.855816,360.59067,520000
18.69993,9.775647,0.46110976,0.6626057,18.69993,0.32182297,0.63129133,-0.1675545,-176.39629,-229.7469,53.047234,-93.11999,465.6211,525000
13.439596,18.116041,0.42003354,0.77481186,13.439596,0.32140577,0.505977,-0.24163842,-176.51337,-251.2339,48.782307,-40.87667,312.18076,530000
16.229683,6.961957,0.42676097,0.64344835,16.229683,0.38496298,0.769267,0.27265868,-176.35387,-222.98889,76.385315,-78.910736,419.00815,535000
34.48633,7.8292522,0.43326068,0.6700468,34.48633,0.2990332,0.45511475,-7.2639704,-175.52927,-246.43039,101.56132,-182.1737,607.22034,540000
14.853252,5.322974,0.39619476,0.5797383,14.853252,0.30847275,0.38758442,-14.48209,-178.6696,-228.65578,36.07707,-53.978504,333.07986,545000
18.667791,9.447396,0.38256177,0.5723382,18.667791,0.32422578,0.89230424,0.34618336,-176.88646,-237.24295,50.243546,-142.19945,549.17883,550000
15.482168,9.192145,0.42015642,0.6451146,15.482168,0.31547028,0.5226386,0.864627,-175.41328,-224.57475,37.4196,-71.05526,297.19116,555000
15.990199,8.557505,0.4155343,0.6759362,15.990199,0.356837,0.4978857,-41.476955,-179.99336,-222.60025,33.988083,-43.368595,356.95337,560000
15.584111,5.4372826,0.35466832,0.5218291,15.584111,0.3637905,0.683688,-24.220325,-181.99092,-247.43117,70.96236,-50.626072,439.82553,565000
15.40667,5.44701,0.36725837,0.5661187,15.40667,0.32847238,0.44243866,-13.537069,-179.95099,-240.1229,36.840214,-46.42033,338.64838,570000
17.689833,10.52264,0.33380333,0.5389141,17.689833,0.34286714,0.3506975,-0.84681535,-180.71472,-228.3043,49.163784,-30.530548,349.28766,575000
22.896088,5.7767982,0.365021,0.5146158,22.896088,0.32471767,1.957152,-11.523807,-180.55998,-231.75089,147.52336,-47.85092,450.59695,580000
12.325556,16.525967,0.38500825,0.73770124,12.325556,0.33216834,0.57523596,-6.0649014,-181.8784,-267.5672,130.8507,-66.22952,471.11285,585000
12.218154,5.389624,0.37013215,0.56181073,12.218154,0.31681225,0.60655546,-6.7293334,-179.06984,-225.14673,26.985004,-45.660446,336.00525,590000
13.910052,7.0504746,0.38531163,0.6287655,13.910052,0.3263328,0.61029327,0.88070506,-176.45976,-229.85074,67.57491,-108.88824,451.12997,595000
14.023571,7.155181,0.40249246,0.6351189,14.023571,0.33294865,0.5698146,-2.6531937,-178.65686,-224.75551,135.12164,-59.951767,466.77368,600000
18.618254,6.6659937,0.38505793,0.57221866,18.618254,0.32828546,0.48877499,-19.620617,-181.45317,-232.08643,171.74811,-100.315056,514.27374,605000
22.850637,9.760479,0.37463236,0.64920914,22.850637,0.30226085,0.94453317,-15.494971,-177.38321,-228.7844,48.595875,-63.8282,436.4293,610000
12.950338,5.35652,0.36621666,0.5815669,12.950338,0.3022952,0.48226473,-17.473907,-185.03624,-242.20836,49.137253,-67.55334,389.81348,615000
11.613752,7.933546,0.32990786,0.51813024,11.613752,0.29565734,0.35354853,-20.393978,-183.26051,-231.98798,35.79428,-40.8779,336.67004,620000
27.01708,6.0135183,0.34112793,0.53413016,27.01708,0.3078335,0.52323693,-33.981518,-183.7952,-224.97017,43.46473,-51.819687,369.48334,625000
11.748998,5.4082775,0.35858867,0.5420241,11.748998,0.29601324,0.2933612,-16.054682,-183.48413,-227.32895,63.473152,-66.39332,402.50208,630000
11.455908,5.5470433,0.33927882,0.5094312,11.455908,0.334284,0.28775716,-49.456974,-184.46208,-228.60394,53.013893,-77.29384,407.362,635000
12.384604,6.916187,0.3407867,0.56198734,12.384604,0.310363,0.41276184,-9.320791,-183.79527,-227.41371,65.673904,-60.231148,355.47052,640000
21.821518,10.982618,0.37288958,0.6942569,21.821518,0.297634,0.38745034,-20.416334,-179.21526,-225.19168,131.65088,-100.184875,501.8447,645000
15.001442,7.7387953,0.33055922,0.5746042,15.001442,0.3273567,0.4695985,-20.2143,-184.15425,-231.64586,41.68747,-36.155914,337.58542,650000
12.8966675,8.456631,0.3414359,0.63853705,12.8966675,0.3462487,0.36126748,-16.506115,-184.19817,-239.26465,63.137875,-73.11854,379.56332,655000
15.666318,7.754993,0.3285189,0.6078989,15.666318,0.31984144,1.0685686,-0.33971447,-180.03055,-223.28491,83.8654,-66.64876,610.72174,660000
17.366161,7.181003,0.3498352,0.5954889,17.366161,0.30221647,0.8317327,-16.73916,-182.34164,-236.29564,74.02526,-65.82403,471.8329,665000
18.459967,4.8660474,0.3398246,0.5102184,18.459967,0.3132489,0.7243883,0.20688719,-182.77344,-224.69809,103.88568,-42.139267,403.59528,670000
15.814357,7.836675,0.3670991,0.6417877,15.814357,0.2967444,0.9568715,-1.9835991,-179.8269,-263.6325,218.62503,-82.2959,571.11066,675000
33.034794,6.5067415,0.3621452,0.5627676,33.034794,0.34242588,0.7167906,0.19560075,-177.92818,-237.53683,59.401394,-51.24507,436.9824,680000
15.889279,11.481905,0.39956206,0.8336055,15.889279,0.32700709,0.9145647,-9.014834,-181.86528,-218.1493,75.99957,-220.48013,684.01276,685000
14.677521,6.715395,0.39811713,0.6504271,14.677521,0.3299095,0.46659166,-43.228516,-181.69743,-271.4833,43.991722,-71.45229,412.62088,690000
18.157694,6.6412,0.3679567,0.59738755,18.157694,0.34203973,0.48030788,-0.56305766,-183.91301,-255.1897,66.578804,-50.020054,489.58496,695000
18.05179,6.304407,0.32188183,0.53546524,18.05179,0.32554334,0.34028617,-22.670208,-182.62953,-218.06085,72.989944,-82.34337,426.0962,700000
39.99659,7.5747914,0.3356281,0.5292978,39.99659,0.33854538,0.78110296,-22.36033,-181.53465,-236.26195,73.43846,-70.07597,475.88477,705000
21.475866,9.462,0.36892438,0.66994697,21.475866,0.3044618,1.2853665,-0.04056853,-181.43694,-220.56285,93.16463,-52.62928,656.1017,710000
13.50086,23.577555,0.33207762,0.9342337,13.50086,0.33245143,0.6910855,-0.9187907,-184.27556,-222.72717,54.28354,-32.147194,389.20422,715000
10.910208,7.583248,0.30556563,0.4856802,10.910208,0.30734712,0.3821302,-0.12706912,-183.96709,-256.44498,62.542984,-52.65689,329.8936,720000
11.385553,7.205207,0.3193932,0.56877005,11.385553,0.31566554,0.46827632,0.7747288,-183.84688,-219.48833,55.603394,-44.271347,359.37195,725000
10.592321,4.6042776,0.3141023,0.4827665,10.592321,0.28417367,0.45846644,-47.03351,-184.25633,-225.48135,42.3918,-40.240852,299.85272,730000
12.108904,5.5213614,0.27587098,0.45460826,12.108904,0.31729388,0.23391573,0.79894674,-185.4917,-246.3379,49.89087,-58.359024,398.81296,735000
21.482393,11.851362,0.30601472,0.58597225,21.482393,0.27034074,0.29631695,-2.8192732,-186.5372,-221.6603,96.65874,-31.768839,371.47946,740000
9.621936,7.595877,0.31520343,0.5184304,9.621936,0.2853456,0.36742064,-21.87064,-186.42114,-232.71959,55.0211,-33.07018,318.20615,745000
15.768491,7.52155,0.3300046,0.5731324,15.768491,0.26583594,0.54127306,-4.1813745,-181.38008,-216.23505,37.91134,-37.382507,311.8733,750000
14.306267,8.621253,0.36503637,0.62500536,14.306267,0.32203096,0.57832384,-1.5954732,-181.17418,-231.11124,87.02302,-35.533463,416.5259,755000
12.5869255,5.7797165,0.342107,0.54450834,12.5869255,0.3483706,0.5946159,-1.6537901,-181.45439,-225.87253,39.96882,-40.65189,388.16202,760000
12.348753,5.810396,0.29723388,0.46900097,12.348753,0.32940578,0.46289387,-34.35958,-186.20714,-217.22462,86.70911,-34.64257,378.30295,765000
21.47231,12.789858,0.37260497,0.66506314,21.47231,0.33888906,0.618332,-15.855359,-181.85414,-231.92967,96.434364,-52.505684,488.2567,770000
12.492945,7.963249,0.3402257,0.6062386,12.492945,0.3087942,0.31189728,-27.688448,-182.51587,-284.51895,78.59584,-51.803528,377.5391,775000
12.025411,6.041578,0.32868862,0.5311355,12.025411,0.34082872,0.465432,0.048716366,-183.11923,-239.02625,34.794815,-47.04316,324.46274,780000
9.881458,4.844098,0.3411688,0.5334586,9.881458,0.3264052,0.4523726,0.32071814,-181.36703,-212.31789,51.197823,-66.89814,343.56873,785000
18.826105,6.191742,0.31594625,0.5183892,18.826105,0.32678676,0.2569852,-25.298182,-186.2263,-223.71078,79.585175,-62.21299,365.7484,790000
23.127567,7.8827863,0.33765486,0.56388944,23.127567,0.31207615,1.2912437,0.37861362,-182.65384,-266.04282,53.613865,-177.85506,665.01184,795000
11.837547,4.221837,0.3135513,0.47476545,11.837547,0.31518254,0.2762753,-21.181793,-185.25444,-223.65163,72.029976,-44.331314,420.43344,800000
10.264542,5.564159,0.3076259,0.50702167,10.264542,0.35216054,0.39754063,-10.927718,-186.48094,-223.77051,88.16661,-75.87399,485.76855,805000
16.702097,10.538036,0.33550975,0.6295893,16.702097,0.30927062,0.25641313,-16.125929,-185.58025,-223.69936,50.91923,-48.15224,393.43362,810000
230.3867,159.08424,0.5314555,4.5368266,230.3867,0.35456902,0.56280047,-0.37751648,-178.93214,-217.0264,530.7421,-382.42157,2714.626,815000
14.812592,7.0317707,0.31271303,0.55972487,14.812592,0.30553794,0.41629314,0.56723464,-183.76419,-229.05475,57.56393,-80.44124,368.19724,820000
11.612129,5.363633,0.3416879,0.594262,11.612129,0.2555883,0.4112238,0.4657838,-181.06529,-219.65901,84.062675,-67.64789,392.39114,825000
16.087088,10.444729,0.33211955,0.6618503,16.087088,0.32534325,0.4897607,-35.82899,-184.81737,-219.98918,97.971596,-46.650616,384.11993,830000
14.119666,7.595182,0.37195045,0.6426863,14.119666,0.31547138,0.40164956,-23.51094,-182.5977,-225.32188,57.394882,-61.076385,362.87482,835000
15.968012,28.645746,0.34576744,0.90896386,15.968012,0.2935961,0.5410242,-9.139081,-185.4799,-224.56508,47.942207,-87.405556,428.52286,840000
12.211526,5.475414,0.30773544,0.5288762,12.211526,0.30711403,0.3512949,0.20353085,-184.59084,-218.83621,48.43251,-32.997223,312.76163,845000
16.753033,6.314945,0.3112788,0.55244917,16.753033,0.296448,0.43446445,0.55341625,-187.83676,-225.97229,63.19005,-81.51747,377.19635,850000
14.003292,9.038948,0.33878803,0.6561354,14.003292,0.29746932,0.31047797,0.3542834,-184.70796,-225.4214,22.938637,-48.922314,296.31845,855000
11.54877,6.0320168,0.3334303,0.59819037,11.54877,0.31761575,0.34030315,-9.268874,-184.61852,-221.84384,32.834938,-39.79465,312.73813,860000
11.626827,6.421321,0.3374727,0.63851947,11.626827,0.29794657,0.28264156,1.2064013,-185.1616,-271.89706,68.77547,-30.431805,329.8249,865000
16.343575,6.1809626,0.35710502,0.6149778,16.343575,0.30066526,0.45046645,0.6249653,-182.8234,-281.23465,50.131775,-49.750626,377.28482,870000
15.430858,4.90912,0.27515265,0.44499388,15.430858,0.2505148,0.47739354,0.2883839,-184.79892,-238.99554,37.18218,-33.332596,298.59317,875000
9.654499,7.3747244,0.305592,0.5371463,9.654499,0.31558052,0.33274445,-1.9766357,-184.45157,-217.73383,37.647396,-63.729187,301.81073,880000
16.112284,17.260756,0.35922113,0.7326815,16.112284,0.26141265,0.8230869,-0.72045344,-180.68161,-218.23793,90.1481,-419.2047,852.02826,885000
63.28418,9.057466,0.34792507,0.675532,63.28418,0.31582558,0.6277794,-0.26192346,-181.37027,-226.09062,289.47186,-108.60957,811.4243,890000
14.272753,9.47805,0.3059223,0.57040924,14.272753,0.2741569,0.4025012,-44.96341,-187.66614,-224.2319,50.650036,-41.808064,321.77457,895000
11.624162,6.2881064,0.34173694,0.5771923,11.624162,0.3411423,0.5668848,0.9529825,-182.15987,-229.83295,39.623314,-26.654692,302.67548,900000
29.543547,6.7981253,0.33947095,0.59499824,29.543547,0.33509988,0.45518008,-4.557406,-180.85852,-221.59991,55.982925,-72.52863,380.2884,905000
21.063812,11.266674,0.3303271,0.599159,21.063812,0.2882372,0.41622964,-8.753702,-185.44531,-227.0979,57.03635,-46.455658,355.88818,910000
8.611187,6.2010975,0.2813173,0.45933905,8.611187,0.35366306,0.26216948,1.9338484,-186.52808,-223.93991,23.62484,-37.484604,239.14655,915000
14.027022,8.718058,0.33267465,0.57773966,14.027022,0.27582508,0.51094925,-17.939896,-185.49095,-226.24182,71.01545,-67.14185,400.82593,920000
13.9271345,7.2345324,0.3080829,0.5011692,13.9271345,0.2855549,0.29245067,-27.257845,-184.75703,-231.79108,43.637505,-32.03601,298.71957,925000
9.918854,8.8433695,0.33452597,0.5981959,9.918854,0.26788345,0.45845285,-21.110067,-184.69446,-220.79161,34.050682,-51.922226,317.52847,930000
10.591892,5.1202464,0.3083228,0.5064744,10.591892,0.30001017,0.35875472,-40.254105,-184.93953,-220.4024,101.70233,-42.68963,367.37003,935000
10.395936,11.397187,0.30832374,0.5808028,10.395936,0.34807825,0.47179982,0.74067426,-184.96068,-223.7305,40.242165,-19.490894,271.17935,940000
11.559742,9.18693,0.33257365,0.6077443,11.559742,0.32551774,0.4158965,-13.136385,-184.33983,-240.67566,63.64505,-98.23318,474.66333,945000
21.740402,6.4856315,0.377535,0.62806255,21.740402,0.3278302,0.5621915,-1.0671058,-178.30638,-227.18326,94.387146,-57.860138,447.401,950000
17.721428,21.033209,0.3448183,0.91798586,17.721428,0.28871298,0.7366252,-1.070657,-182.74445,-269.84628,171.5079,-43.035225,595.909,955000
13.578041,5.7394924,0.3354967,0.5704792,13.578041,0.27711332,0.4913953,-17.236649,-181.3712,-270.72626,48.192116,-59.093548,397.51837,960000
17.355423,8.713776,0.37333187,0.6327566,17.355423,0.3290972,0.37041345,-2.1855407,-178.34802,-222.17139,66.0967,-73.996,410.70468,965000
13.724077,3.8025706,0.31529993,0.46785656,13.724077,0.27297023,0.3218372,-18.632065,-182.36787,-214.80672,26.350082,-36.094917,272.7233,970000
12.575499,6.806308,0.33621866,0.6049422,12.575499,0.28077883,0.46243224,-7.6043425,-181.84282,-231.10188,85.04829,-85.08392,383.06467,975000
23.577477,24.499958,0.3693732,1.0463836,23.577477,0.30742922,0.36074147,0.22655424,-182.54784,-219.01845,49.484814,-65.64392,474.3031,980000
11.703728,5.7505364,0.30658722,0.51541793,11.703728,0.29812282,0.3781012,-19.348951,-183.76277,-220.82217,69.68521,-32.66879,311.8189,985000
16.448946,5.663023,0.31232068,0.5491008,16.448946,0.3454802,0.3563283,-1.1317103,-183.219,-220.1591,43.818436,-92.03455,394.237,990000
14.112573,6.904893,0.3139205,0.5623782,14.112573,0.31236592,0.2723948,-8.419993,-187.83601,-251.03793,336.212,-86.565506,632.5311,995000
14.100673,4.37729,0.25309408,0.4133443,14.100673,0.2522645,0.35855505,-27.116606,-189.21672,-213.90656,43.791737,-32.315815,289.6498,1000000