File size: 9,935 Bytes
edaad2d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
actor/actor_loss,critic/critic_loss,critic/q_max,critic/q_mean,critic/q_min,critic/value_loss,grad/max,grad/min,grad/norm,step
1.3228115,12.149219,193.68025,-254.39441,-502.8375,17.120232,83.474045,-56.06682,1127.4755,1005000
1.8901649,44.328835,148.31584,-251.53748,-691.18134,31.27303,531.51105,-257.5481,3717.6426,1010000
2.5672219,17.53099,141.29257,-256.38306,-718.5291,14.377116,247.57286,-127.97998,2051.4087,1015000
1.3921032,57.12867,110.23808,-258.0126,-875.9116,16.541798,412.94965,-264.03952,4500.0444,1020000
2.3951368,23.42728,14.559737,-264.9637,-1024.5077,32.61264,262.57196,-209.2727,2999.8032,1025000
0.8939588,13.146588,85.15868,-251.98637,-689.80133,8.993644,74.58589,-78.853004,1067.6393,1030000
1.3961378,51.10184,45.773407,-253.99754,-627.71027,28.085892,213.79683,-373.8063,3236.8447,1035000
1.547713,38.34092,68.36175,-243.99107,-440.7927,32.1015,820.9098,-346.47568,4907.3813,1040000
1.6524057,14.602012,151.29317,-255.99956,-856.3585,10.116144,101.80055,-89.17511,1467.6396,1045000
1.9705415,22.724087,13.79732,-251.5127,-486.03864,35.497433,1050.1412,-982.1997,7772.917,1050000
1.4417126,27.899115,16.068336,-254.93887,-933.1976,13.360765,764.4855,-203.02084,3047.7202,1055000
2.2552576,9.960631,61.618702,-254.12633,-495.90213,8.638681,108.41057,-71.09571,1218.7323,1060000
0.6839246,8.5929575,7.715671,-253.83328,-977.37506,7.5906997,95.72488,-126.95914,1010.1914,1065000
0.8225935,7.484169,21.502083,-248.55151,-397.79523,9.394053,159.36923,-193.47878,1747.1387,1070000
0.48162946,18.664593,57.552803,-249.08955,-668.2452,13.046898,34.44038,-30.980381,1039.0203,1075000
1.1776259,17.411102,-46.260822,-262.02783,-877.06177,37.026615,136.64989,-151.59517,2275.2922,1080000
1.6928222,124.280655,46.232094,-252.84013,-576.1341,8.771054,160.22235,-123.05096,1649.5618,1085000
1.9614022,8.083191,56.845684,-246.91748,-467.15878,5.6063867,23.223452,-18.795235,496.4944,1090000
1.2862028,6.2933,45.089733,-250.97163,-537.44977,21.064009,457.9298,-534.034,3728.6274,1095000
1.2777549,25.035398,99.46204,-249.93253,-629.18634,15.557266,851.78595,-650.8523,7807.757,1100000
2.223733,30.676466,9.613953,-252.84634,-979.2365,14.19855,109.69725,-151.30373,2242.701,1105000
0.8691318,7.7372475,9.582994,-248.62971,-532.62726,5.7727695,46.869137,-73.05822,848.5242,1110000
1.2000148,6.5054765,24.14346,-249.53471,-1100.6353,8.551864,136.65005,-48.07865,988.83093,1115000
1.5468212,4.1942534,10.430213,-247.0655,-436.9951,4.4808726,19.665066,-40.27941,458.74274,1120000
1.0632292,24.730612,115.29555,-252.97778,-824.7398,110.39657,360.2237,-628.4983,4555.6123,1125000
2.0426464,9.472125,19.15651,-246.35466,-629.57,8.921451,47.75837,-60.423588,877.83997,1130000
0.9839654,12.366515,11.75848,-248.12772,-480.62958,27.269867,131.90259,-134.95885,1387.8931,1135000
0.8146856,7.456154,15.856308,-249.74344,-653.04065,4.804927,171.72891,-467.51712,1765.8181,1140000
1.5123854,11.14523,-15.521563,-245.68579,-481.8932,8.06044,125.9318,-72.78188,1515.8157,1145000
1.8577505,5.043526,7.250271,-244.27774,-514.8261,5.6274815,62.975613,-132.18626,897.91266,1150000
1.9740133,15.999863,34.06828,-245.39757,-814.2385,8.924387,324.06384,-626.8656,2467.857,1155000
1.081766,6.391469,11.408447,-240.64185,-639.7926,10.115466,339.8066,-145.7211,1487.476,1160000
1.2962904,5.687398,79.08433,-240.1,-874.29846,8.2058,129.63638,-93.16771,1201.6118,1165000
1.9800229,5.851126,45.686245,-240.51282,-487.58972,8.348963,94.49731,-288.72647,1228.2417,1170000
0.9951138,5.9670634,139.18135,-245.9972,-631.7233,57.53294,95.93658,-40.135742,889.8793,1175000
1.6017836,6.274403,2.3298416,-241.5847,-463.93872,7.353746,103.366844,-31.652386,722.3577,1180000
1.1818385,8.815661,-39.090862,-239.92993,-705.327,10.784492,58.890972,-121.25148,1216.9397,1185000
0.4561808,9.777915,-152.0005,-248.13306,-627.7253,13.72116,90.369194,-137.80327,1395.8136,1190000
0.59958124,33.406067,18.349571,-243.91878,-681.6833,12.55154,344.52936,-1384.3956,7821.6465,1195000
1.1027644,21.385578,174.28627,-237.3118,-470.22617,14.2149935,142.95613,-762.7403,3123.3877,1200000
0.7493879,3.4966614,8.147154,-240.56587,-374.69098,3.3781414,18.167282,-12.909602,273.67383,1205000
0.88493425,3.7848432,57.614212,-238.51978,-482.49374,11.329747,63.65687,-76.74608,777.5592,1210000
0.7316001,4.352891,3.9644537,-240.40434,-473.987,4.684094,64.126144,-47.66889,571.7294,1215000
0.92499804,7.4601374,140.25609,-238.53105,-538.51685,11.217898,32.261642,-55.503494,741.0016,1220000
0.9794713,21.281445,65.05137,-241.10718,-530.01196,14.887935,165.78769,-201.43054,1958.0735,1225000
0.96098685,9.678312,83.4379,-241.45699,-555.83026,11.433993,42.06639,-26.018406,640.801,1230000
1.0892823,7.3746896,37.39771,-236.9897,-432.40845,10.2497835,106.29138,-82.68678,1291.2854,1235000
1.2303278,5.3086762,-132.13281,-241.08745,-460.31805,4.422021,9.031302,-10.975345,326.22504,1240000
0.8044071,5.3675494,-51.72831,-236.77812,-374.1593,1.9900273,22.156015,-66.44064,566.35046,1245000
0.58691376,7.7259936,84.49592,-236.51146,-522.34247,5.451076,147.54347,-33.922443,894.8417,1250000
1.0087755,20.042831,90.53464,-238.80376,-453.14755,4.222866,172.03252,-712.3054,1881.4025,1255000
0.56405187,7.101847,101.85423,-236.04317,-578.58276,3.6932428,49.059093,-93.21282,878.27,1260000
0.8050304,4.8563495,-3.6965692,-238.43692,-500.13715,4.407904,76.21277,-37.743103,663.64813,1265000
0.6196918,4.322795,-14.635388,-241.59673,-571.8192,4.9473376,57.932777,-29.619959,470.6126,1270000
0.8229268,2.156039,137.98709,-238.17603,-530.2848,1.6205418,6.418541,-7.081899,208.33708,1275000
1.0576341,7.4536805,39.82583,-233.90518,-372.03735,6.113031,51.407745,-18.987736,606.6408,1280000
0.8071773,8.032285,16.00452,-239.73387,-481.86676,7.3440704,252.72998,-78.96259,1327.3922,1285000
0.82832754,7.9681816,116.68499,-242.96915,-862.954,7.6745353,51.491543,-98.01349,1022.65186,1290000
1.102132,33.53628,6.502962,-239.8837,-566.46436,19.594284,165.22047,-213.03178,3201.4124,1295000
0.81088364,5.7046466,-56.34773,-240.48795,-594.3233,3.603806,15.617644,-12.381438,421.53455,1300000
0.6214282,43.408607,273.16992,-239.72008,-791.8379,21.203047,553.9541,-279.80328,2952.5732,1305000
2.143092,11.991851,348.8767,-240.38045,-572.8283,8.682535,325.1074,-227.86707,2095.854,1310000
1.2531288,34.64208,385.03827,-245.70772,-760.5019,11.557988,207.48714,-225.88452,3307.7334,1315000
0.90269774,18.452621,179.61389,-237.11389,-614.6276,10.47905,517.4701,-185.08725,2109.0186,1320000
0.9691658,3.4476774,12.277324,-244.1962,-748.25104,5.016567,27.596828,-27.388227,457.67737,1325000
1.106323,4.0267673,-165.14981,-245.86528,-768.28894,5.0994244,43.38065,-113.65631,668.4635,1330000
1.345283,32.068768,570.29193,-245.75273,-719.4604,17.14953,472.33502,-695.3325,4275.2676,1335000
0.8711222,6.651258,194.57724,-239.8065,-632.0757,8.587709,120.70202,-122.37773,1306.2012,1340000
0.779246,5.510885,-174.2859,-246.65836,-459.2367,6.642695,27.51925,-54.159035,626.71875,1345000
1.4017978,4.7645464,188.04616,-241.87122,-578.1848,4.5662546,38.505676,-46.08984,570.0617,1350000
1.4541603,18.687117,6.011359,-251.9499,-943.8019,16.861921,342.89563,-208.05309,2737.0361,1355000
1.4115729,13.343241,842.5671,-241.34163,-932.1454,16.816519,105.92856,-160.22598,1740.9893,1360000
1.0681908,18.689783,172.25302,-247.93431,-897.28125,14.800351,586.9393,-330.19894,3156.8079,1365000
2.1311376,58.051174,869.9946,-246.25528,-732.51154,14.879664,368.9101,-201.04535,3787.4302,1370000
0.8888137,4.747581,18.30402,-243.33133,-637.8984,4.8025756,57.434666,-32.193607,507.0866,1375000
2.229711,31.763136,-131.78487,-252.0479,-758.9839,10.903752,83.82088,-82.409035,1655.8326,1380000
1.12359,12.845473,-77.001884,-257.46426,-3217.4314,11.1971855,139.56621,-260.5891,2242.9878,1385000
1.1434722,8.306016,934.5306,-242.40662,-747.6577,7.2576118,425.2167,-201.08073,1960.3691,1390000
1.4108789,5.388725,-69.96947,-253.2546,-725.79407,7.133762,45.924583,-37.690693,655.9829,1395000
0.6197077,29.69396,933.6563,-253.6169,-829.07587,23.810171,125.77889,-157.92389,2398.9478,1400000
1.179022,150.84842,-22.108234,-250.56631,-628.3033,31.002579,155.69846,-453.27136,3440.038,1405000
0.689956,8.782839,-42.911976,-253.47168,-682.6323,5.688259,31.088717,-29.48275,546.2174,1410000
1.1659939,17.71647,11.450776,-256.66037,-971.7195,13.334734,63.416035,-149.04875,1391.8296,1415000
0.84648234,16.820127,-56.110397,-257.82684,-884.2708,13.225654,192.00685,-195.48409,1960.835,1420000
1.5979912,11.809604,-62.844852,-251.36511,-1030.0376,16.004795,209.04158,-155.70099,2155.2144,1425000
0.87808067,11.811561,-67.65367,-259.00253,-1015.6599,41.713314,513.3919,-186.75862,3573.7886,1430000
0.7102145,21.721067,-159.18852,-254.95609,-867.58923,10.7916765,83.60709,-56.154125,1514.7927,1435000
1.8417349,49.54261,57.577114,-251.1345,-945.0749,50.646603,1234.3556,-826.6587,9444.15,1440000
1.530437,62.684895,66.69203,-259.2417,-895.0255,18.630888,117.03286,-91.61484,2074.2246,1445000
1.3469502,31.843145,954.2924,-250.8146,-885.2695,18.93928,594.1644,-1317.143,5836.121,1450000
1.2723328,22.94255,1029.5774,-252.76558,-1242.743,88.70254,1582.3689,-977.68317,11140.783,1455000
0.8302921,8.542946,-167.09824,-258.04175,-862.2312,10.92379,106.21239,-315.02417,1629.8325,1460000
1.6701443,9.869849,77.636604,-260.7884,-698.3246,11.16558,56.476147,-72.13424,920.0174,1465000
1.7233021,62.47163,32.009155,-253.67773,-1096.1182,19.839169,504.80157,-852.74,5370.6123,1470000
0.8822386,5.389463,42.64429,-256.01767,-769.8578,7.805211,199.77861,-178.99678,1428.648,1475000
1.5174229,64.13469,597.5067,-256.97083,-702.62103,40.128273,404.0092,-401.2395,6194.819,1480000
1.8468645,13.81438,-181.57614,-257.15274,-829.1497,11.229321,118.934364,-167.2995,1625.339,1485000
0.84558314,52.21211,567.1241,-246.60191,-1195.4036,15.281566,540.21216,-286.527,4512.6763,1490000
1.6338902,6.2228265,556.43353,-255.99052,-926.73413,12.513947,176.38348,-62.281265,1162.1846,1495000
1.0681385,35.6189,-139.48424,-247.90547,-619.75964,18.277147,370.6967,-980.6356,3912.792,1500000