File size: 9,935 Bytes
4028e7d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
actor/actor_loss,critic/critic_loss,critic/q_max,critic/q_mean,critic/q_min,critic/value_loss,grad/max,grad/min,grad/norm,step
2.6980486,19.028456,1001.97107,-247.1855,-758.008,51.222576,628.5124,-570.5576,4948.9355,905000
1.77621,46.70348,486.16376,-251.69579,-728.3203,40.354824,114.87451,-145.2115,2466.6606,910000
1.9114864,17.240446,953.44885,-245.83145,-671.1632,12.989313,94.90179,-63.380486,1227.6852,915000
2.1756263,20.867868,241.05556,-257.32907,-735.8739,10.365107,49.704147,-65.80561,981.37274,920000
1.7234821,27.656488,233.84222,-260.231,-942.139,42.06369,490.0654,-357.12683,4013.518,925000
1.104619,21.804525,746.3884,-243.93419,-860.75336,16.77947,63.116962,-83.28693,1199.7125,930000
0.8875394,163.0474,10.173969,-260.6091,-857.1693,57.158672,232.29167,-258.54095,3860.6973,935000
1.1359969,68.378654,628.0464,-239.96382,-442.11887,122.387535,1159.3025,-2282.6775,14877.637,940000
2.312481,43.687054,20.401047,-264.93433,-916.2392,23.29749,256.1879,-284.60446,2869.5007,945000
1.8331312,76.79113,514.37286,-252.78995,-783.7867,56.291817,997.0966,-484.41183,7739.644,950000
2.294396,21.02432,292.49158,-252.15836,-748.3599,38.15292,299.21402,-237.85338,4340.097,955000
1.2313334,15.48323,408.69678,-252.96265,-551.7428,18.438147,90.71928,-159.24835,1611.3984,960000
1.0893426,205.35501,344.66855,-258.88297,-1114.3307,15.747124,1219.9276,-1430.7712,10852.447,965000
1.560346,10.682742,195.64565,-253.86674,-689.9407,145.53702,5337.931,-4794.833,27625.516,970000
2.7381473,36.824177,447.30417,-249.03711,-789.5523,73.04761,648.93634,-509.8092,6617.7925,975000
1.9967473,46.447353,208.24295,-267.07816,-1352.9397,153.64706,592.467,-500.447,6351.925,980000
2.1290975,131.10947,427.3323,-259.09143,-783.67535,37.88718,611.08,-496.30402,6986.0425,985000
1.2319714,21.437048,139.52654,-252.37804,-616.9814,16.55907,124.0471,-141.32727,1604.3158,990000
2.175675,16.361435,7.1054482,-257.8667,-756.43097,13.275034,48.855286,-59.8593,1017.2914,995000
0.7230642,22.709448,384.25073,-251.39372,-770.54913,33.001118,401.21463,-464.48065,4247.931,1000000
0.684495,57.892395,183.48434,-254.1453,-1026.1561,93.01019,1467.0676,-1857.7269,16129.484,1005000
1.1502941,11.252227,144.84935,-253.23991,-512.3753,8.4685955,58.22038,-84.172226,941.81226,1010000
2.0762177,31.085276,132.75435,-254.45024,-1594.001,28.330114,326.02975,-195.27145,3834.3726,1015000
0.84756243,9.495098,91.02102,-251.32042,-480.46863,5.9119253,74.34314,-53.739384,771.2195,1020000
1.7914352,23.054823,333.31436,-259.9271,-1157.7881,113.40972,265.83603,-395.4945,4449.0317,1025000
2.3799744,17.013716,123.61351,-252.6388,-702.69116,15.354027,87.838974,-201.16638,1667.7618,1030000
1.6489325,5.3016977,-17.63286,-253.69434,-619.9058,6.6306167,37.54312,-64.56655,691.671,1035000
0.6291545,5.663139,253.0489,-257.51538,-807.08344,5.433088,35.809113,-43.33311,558.3119,1040000
2.5803728,45.704105,290.5084,-244.83484,-525.18146,28.078522,120.94798,-88.58989,2666.7124,1045000
1.1181624,10.470156,207.62158,-250.11124,-602.5681,15.358409,79.0491,-111.143745,1159.1827,1050000
2.332023,30.985712,173.89136,-252.17114,-1063.9562,16.48094,113.68008,-134.09254,1846.9084,1055000
1.6162663,10.370836,164.39188,-244.91728,-732.9779,9.929708,117.92763,-194.50053,1672.6954,1060000
1.1869657,17.430601,60.908512,-249.25975,-1074.4052,17.057545,368.94598,-194.95639,3182.709,1065000
1.968029,16.759132,77.56443,-244.56412,-564.76886,17.348497,317.9377,-491.07895,2716.4343,1070000
0.9764713,118.26027,78.75977,-253.56035,-732.1964,48.04327,44.52634,-55.688152,883.3275,1075000
2.3310852,6.0833583,212.51955,-243.97476,-439.6199,31.242243,262.7068,-375.92123,2779.8826,1080000
1.5413971,25.027235,197.32806,-242.54012,-729.0513,24.54743,92.55612,-151.9733,1923.264,1085000
0.952504,37.709484,-61.572884,-254.8879,-836.2276,8.332748,485.4076,-389.12375,3632.079,1090000
0.64269626,29.317347,10.69617,-254.59985,-762.3347,13.532425,419.0677,-484.75357,4340.3926,1095000
2.3455362,16.004887,134.66353,-244.94414,-547.7085,10.120295,113.45578,-396.039,1878.1343,1100000
0.9229337,8.370669,-90.7267,-248.81953,-448.89746,7.457368,36.143375,-54.392464,577.7085,1105000
0.6973524,5.044469,-20.265999,-245.148,-449.40997,15.372748,55.70932,-81.60416,948.8692,1110000
1.1120235,5.7442293,19.886038,-247.89537,-682.8171,6.282167,55.67285,-85.8082,843.96936,1115000
1.5954515,10.049166,5.760743,-245.98767,-654.4717,16.59266,90.23542,-58.96266,1298.9728,1120000
1.0219312,15.171491,17.995428,-247.34972,-644.36084,28.245176,372.23343,-695.6765,4820.434,1125000
1.7004087,15.136861,42.726955,-251.7841,-657.43054,15.037826,77.83752,-73.32813,1418.6816,1130000
1.2977185,32.85095,71.13756,-243.67369,-502.6351,18.338152,553.6752,-617.79126,5981.6924,1135000
1.4309922,6.808101,50.157936,-248.31998,-545.6474,12.243608,48.73292,-49.24124,788.7776,1140000
1.2387875,3.6526666,26.90351,-242.06294,-548.1313,3.427353,25.065887,-29.749268,421.4527,1145000
0.7506084,37.43942,-21.981401,-242.87625,-750.97815,11.1937,212.63437,-243.3127,2721.5195,1150000
1.4486473,21.017832,-37.880516,-247.33113,-699.1898,11.004379,44.40017,-63.056137,957.3363,1155000
0.88562334,7.01867,-0.9806695,-243.03275,-662.8901,7.3573556,68.84603,-49.50016,1012.5967,1160000
0.6064421,10.05495,-30.909338,-246.10591,-647.2714,9.536588,119.73632,-83.781784,1410.5304,1165000
0.7320176,6.0873175,70.39641,-251.26436,-657.3925,5.425153,69.40127,-125.50444,958.97144,1170000
0.68686247,2.6754856,91.77672,-245.9479,-606.01105,2.5426338,8.881483,-12.179271,261.14264,1175000
1.2579428,7.909305,136.40541,-237.36528,-508.22372,4.194477,21.869085,-31.125364,711.43335,1180000
1.3640158,15.867536,141.91783,-241.2211,-489.1604,16.51639,158.10127,-134.65703,2104.8833,1185000
0.6564568,8.083638,85.393745,-247.68672,-1067.4653,5.8587966,119.21315,-72.78754,849.7698,1190000
1.5587711,14.019622,115.21533,-241.73575,-552.57153,8.704329,308.5658,-280.5455,2883.1794,1195000
1.3860992,3.5809479,-11.952746,-239.68741,-424.65634,2.9360263,33.685123,-20.472698,408.43323,1200000
0.9679545,2.9974093,51.01144,-239.68858,-459.24762,5.5605006,177.20691,-56.16601,874.78955,1205000
1.6981075,3.9311547,78.61363,-239.43225,-514.6913,4.024914,25.94064,-44.909695,492.90472,1210000
0.65704334,6.127132,1.2882676,-243.90645,-439.48026,9.965179,83.24976,-240.92577,1574.5333,1215000
1.1930869,8.792198,33.289764,-236.98633,-550.10944,7.616568,179.54704,-46.14359,1056.6279,1220000
1.0962712,2.5513036,6.719981,-239.3499,-480.78006,1.8149786,10.872274,-12.898271,245.15181,1225000
1.1343622,7.411214,-151.58075,-240.73807,-493.11,6.893411,120.33332,-46.29505,1012.0026,1230000
0.83748066,7.5303087,-7.785508,-239.50288,-567.18024,4.5525603,26.75293,-30.250452,693.34326,1235000
1.1200176,6.040113,110.61686,-235.46843,-595.4751,3.6578538,182.12862,-68.65194,1068.1199,1240000
0.35229272,2.821689,-98.8428,-239.77367,-355.98007,6.237082,54.559837,-60.31494,567.90015,1245000
0.88559866,2.9424295,18.509779,-234.92825,-437.55005,8.958757,197.95007,-331.61475,2148.9207,1250000
0.5985105,7.346515,-0.509034,-239.29472,-787.9774,5.671084,110.96957,-412.7549,1285.6272,1255000
0.8829483,115.32644,-5.9831834,-236.59517,-796.75946,5.125444,140.71361,-124.81772,1204.8022,1260000
0.816275,8.605684,22.446672,-239.35257,-744.3584,13.4422245,216.56232,-86.79044,1351.2383,1265000
2.1435134,7.9793077,65.35824,-237.66914,-553.99084,16.685621,181.6405,-594.95197,2637.6104,1270000
0.73015577,2.6743104,18.975985,-235.59048,-565.89215,4.2004857,84.74777,-33.81213,648.5743,1275000
1.0861368,9.240089,-37.470356,-239.54202,-457.4763,26.183424,90.4897,-68.52711,1297.2554,1280000
1.0444089,6.6718545,-36.964252,-242.2106,-1660.057,17.596165,465.74,-224.59932,3314.9106,1285000
0.9900341,4.0596905,42.863255,-233.92528,-451.47607,2.8369772,15.614664,-15.339674,419.9646,1290000
1.4731108,3.573159,54.230457,-238.78882,-446.25107,3.988205,50.469658,-49.24321,590.60547,1295000
1.1701131,24.769339,68.36817,-241.2362,-726.5637,19.219074,215.72995,-80.83918,1880.5548,1300000
0.5655006,44.139706,-30.40981,-238.57857,-491.37436,6.9782534,84.697205,-36.807995,1014.83484,1305000
0.89524263,3.5238712,-20.419928,-238.642,-457.8234,3.1127408,15.300054,-32.969006,307.0182,1310000
0.9708835,7.9872956,20.247623,-243.76436,-838.2014,9.980817,47.07262,-64.489944,811.94055,1315000
0.6207154,7.7792296,-137.46758,-244.88574,-700.5203,10.878444,260.30103,-161.48036,1308.7935,1320000
1.296076,5.020514,-54.00167,-243.14897,-1248.7842,8.682879,83.04605,-88.824394,1116.2822,1325000
0.98629284,19.457483,-131.26793,-249.11577,-1233.5673,31.983978,94.13098,-175.6519,1760.1532,1330000
0.730243,6.758369,-149.97395,-243.39696,-850.57196,3.959565,45.284077,-29.687351,469.8718,1335000
0.91509694,25.24323,17.229467,-240.25655,-653.6997,10.873866,60.958637,-50.906982,1043.0115,1340000
1.0442202,8.409892,-130.86374,-243.63977,-548.6891,9.721962,52.37725,-52.87513,802.6677,1345000
0.4897126,21.219786,109.585144,-241.01546,-558.25757,10.1429825,130.5044,-317.60886,1889.5164,1350000
1.3036265,18.18854,123.41154,-244.77599,-1491.1146,16.612902,253.03975,-287.94876,2149.027,1355000
0.96239525,3.7337277,-118.72511,-243.3418,-580.3235,6.12565,30.232353,-59.741367,498.1292,1360000
0.6387793,5.5727916,-135.98436,-245.86339,-546.4008,6.5604873,38.94418,-22.168367,490.77118,1365000
0.9960501,70.78603,-139.45613,-243.56741,-816.9449,109.35596,2206.4116,-1889.3098,12251.506,1370000
0.39590958,4.8666673,-135.99016,-244.36299,-597.7563,11.90105,146.19377,-74.65744,1230.1887,1375000
1.7978473,12.672828,204.52806,-246.63867,-709.4777,18.646198,547.5528,-515.1254,2867.6982,1380000
0.82562643,8.983115,-182.16805,-245.26016,-865.62256,8.181781,99.186455,-209.42416,1249.3748,1385000
0.67607176,7.788481,220.2327,-239.04373,-1136.687,12.114141,321.31107,-338.0805,2140.4739,1390000
1.1369855,5.25553,243.3426,-245.96489,-643.06433,7.8164024,166.07275,-30.970072,732.5296,1395000
1.0501897,6.848334,-82.14641,-240.32925,-540.54034,11.512511,270.15237,-430.41727,2018.0577,1400000