File size: 11,490 Bytes
340f0e4 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 | actor/actor_loss,actor/bc_flow_loss,actor/distill_loss,critic/critic_loss,critic/q_max,critic/q_mean,critic/q_min,grad/max,grad/min,grad/norm,step
156.85283,0.352517,0.058516048,0.13922036,-6.575536,-156.59862,-207.75873,0.6483631,-1.2000198,15.2389965,805000
153.51842,0.31608462,0.06502985,0.1273835,-8.239896,-153.34875,-206.81975,0.75889254,-0.9086253,14.440273,810000
161.10146,0.3619507,0.045128394,0.15840925,-4.164366,-160.81427,-214.03542,0.77885526,-0.64862645,16.770094,815000
159.11334,0.31650236,0.048863575,0.11326194,-16.282923,-158.88652,-205.81741,0.80678076,-0.5452355,14.719407,820000
156.23724,0.28205213,0.054597843,0.22668333,-0.08742985,-156.11218,-214.21658,0.9012258,-0.9720213,18.220976,825000
158.45476,0.32978666,0.0447513,0.12000699,0.22847217,-158.23174,-213.65721,0.69649655,-1.2807363,11.925333,830000
158.09854,0.33214128,0.055768233,0.3099043,0.8685867,-157.90378,-208.51143,2.1024816,-1.4985343,20.96198,835000
157.56078,0.33993614,0.048590332,0.15008636,-5.783904,-157.3087,-208.13623,1.3129519,-1.2735134,21.106428,840000
161.18826,0.33008182,0.05669651,0.15988356,-8.585716,-160.98279,-214.63297,0.81799495,-2.0151968,22.227108,845000
160.5754,0.307355,0.0459081,0.17775844,0.052725673,-160.37761,-212.74051,1.5866822,-0.9246667,25.375357,850000
156.01813,0.30493444,0.048256487,0.162742,0.6388033,-155.77086,-208.03787,1.7407606,-0.93618894,21.81798,855000
163.72327,0.33388925,0.040935695,0.19019444,-32.108044,-163.481,-208.70529,1.5875597,-3.380012,37.260838,860000
164.44351,0.30975366,0.051289566,0.15144157,-15.580982,-164.22264,-206.0883,2.0462828,-0.7689391,23.19739,865000
164.61139,0.29240456,0.05789615,0.11646408,-14.091359,-164.4691,-206.30919,1.1911613,-1.2362616,18.315945,870000
166.45943,0.28587064,0.043842047,0.1586247,-0.1037724,-166.2343,-207.61038,2.3936815,-2.2088423,33.573196,875000
164.37988,0.30789137,0.049793236,0.2911949,-9.528407,-164.15752,-208.55576,1.705993,-2.5019727,27.060942,880000
166.15947,0.26785704,0.04562828,0.24881811,-3.8211687,-165.96996,-208.7724,2.3788912,-1.3938842,30.28952,885000
163.54742,0.32159755,0.049573015,0.13711035,-20.780754,-163.2913,-208.39185,0.7130614,-0.48800194,12.924474,890000
161.93356,0.2848947,0.047104225,0.27169448,0.43240574,-161.77805,-206.4002,1.3051584,-1.9120423,28.432,895000
165.25958,0.33420318,0.05544787,0.15093462,-6.1930256,-165.01744,-207.06837,1.202028,-1.9997123,28.046736,900000
167.8692,0.329731,0.043195084,0.19603078,-27.1653,-167.62825,-207.5069,0.7780701,-1.9649398,27.454475,905000
162.45319,0.28405625,0.038670875,0.24053983,-21.835943,-162.23784,-206.2288,2.8078785,-2.3004792,35.291325,910000
169.23424,0.3710376,0.04244662,0.14104329,-11.778295,-168.92876,-203.85857,1.0153497,-0.92896974,18.011597,915000
168.644,0.2753322,0.046869773,0.14638536,-18.568089,-168.45673,-205.4651,1.3886505,-2.9414093,32.56994,920000
165.94781,0.30730477,0.05628219,0.22016425,-1.9745419,-165.77315,-207.32004,1.6950454,-1.5484536,24.488157,925000
163.81314,0.28988296,0.04385911,0.15425351,-1.2030851,-163.58162,-206.5586,1.5616531,-2.8166165,30.965374,930000
168.25992,0.32197648,0.04414619,0.11542802,-44.43859,-168.03821,-206.43182,0.47852948,-0.9044317,13.074197,935000
166.16559,0.3396334,0.05013346,0.21933122,-9.590013,-165.95036,-206.76068,2.3935056,-3.0805745,46.15928,940000
166.81783,0.33309335,0.04525413,0.16393901,-4.419691,-166.58543,-208.62515,1.0741518,-1.9347031,25.858881,945000
168.92441,0.34514484,0.041466236,0.18520619,-3.9943357,-168.64932,-204.21173,0.8547018,-0.7075054,13.772836,950000
168.9435,0.31347033,0.042610347,0.13541423,-3.549543,-168.69763,-208.68636,1.2946991,-1.8077887,27.849945,955000
162.77525,0.27810043,0.050610207,0.18402652,-0.34315974,-162.57399,-206.78653,1.2339312,-2.0957386,22.77488,960000
165.12555,0.34745127,0.036891326,0.19566286,-0.20975211,-164.80972,-208.59322,1.0523391,-0.9690553,20.15694,965000
167.83182,0.3309822,0.043879315,0.17656547,-10.736192,-167.62419,-207.1913,1.7017456,-0.9353174,18.470833,970000
168.62807,0.299502,0.046654195,0.2721404,-29.065844,-168.42224,-203.5541,2.2539449,-1.3588299,27.26322,975000
159.9685,0.326564,0.058658704,0.37368962,-9.799602,-159.79907,-204.42322,3.222193,-2.6149874,44.443237,980000
168.23238,0.28556627,0.045296595,0.21716662,-9.825118,-168.01952,-210.67195,1.2009052,-1.0578597,21.599434,985000
165.02403,0.3550157,0.050003156,0.1171329,-3.6217554,-164.76659,-211.33322,0.67959297,-1.7425673,15.72945,990000
166.80054,0.27947587,0.04126554,0.16763854,0.6469964,-166.60309,-206.552,2.2441757,-4.214715,36.58606,995000
166.57681,0.27387714,0.05261884,0.31849477,0.38797554,-166.4085,-206.59396,3.3549569,-1.4819816,36.271194,1000000
164.98569,0.2653656,0.0401927,0.13290602,0.33962294,-164.76685,-211.82695,1.1570265,-0.9198914,15.529207,1005000
166.18753,0.2836697,0.041117407,0.19246422,-10.366566,-165.99112,-204.23834,1.1191298,-1.1501801,20.014244,1010000
167.30664,0.35252917,0.045914598,0.17740333,0.12286776,-167.0784,-204.82741,1.2178519,-0.525748,16.20029,1015000
164.61072,0.29737896,0.043681182,0.18330199,0.103212655,-164.41249,-207.52155,0.8560698,-1.167756,17.844088,1020000
167.42622,0.3215816,0.049550284,0.18652137,0.70073485,-167.18303,-207.20142,1.0256865,-2.1890373,24.715958,1025000
168.72705,0.29436225,0.047020584,0.117922924,-26.656284,-168.52095,-208.87146,0.59741956,-0.7673298,13.0527,1030000
165.87607,0.33015823,0.04012426,0.14055683,-2.9409785,-165.59343,-212.60588,0.7098207,-0.9774773,16.46932,1035000
165.51859,0.24589546,0.044989042,0.21485896,0.015448034,-165.32019,-213.03915,2.0123348,-1.3612778,27.949408,1040000
165.6111,0.30374748,0.041829914,0.18640836,-1.7016009,-165.37782,-207.12419,1.256356,-1.2569047,23.02836,1045000
163.14925,0.31782046,0.043304853,0.2827853,-3.437954,-162.89378,-210.99821,1.9804509,-3.5829263,44.258156,1050000
160.0295,0.2966997,0.05112915,0.21177629,-2.7309399,-159.82343,-206.62029,1.558764,-1.2571632,26.645384,1055000
167.98888,0.30024773,0.03234078,0.1374033,-21.099586,-167.7218,-209.21585,2.219258,-1.5955822,25.786041,1060000
162.38828,0.31071037,0.042922173,0.5012743,-13.332051,-162.14204,-218.00623,3.6076648,-5.167439,91.70704,1065000
159.93298,0.32437044,0.036020525,0.16535331,0.46948642,-159.66862,-206.728,1.627194,-1.1893226,23.840744,1070000
165.2314,0.33778143,0.041389234,0.19367136,-16.098759,-164.98506,-208.59985,2.3522074,-2.3703234,35.34111,1075000
163.4032,0.3115691,0.051615126,0.2396069,-4.7257867,-163.2116,-207.85995,1.2988641,-1.0326535,22.535421,1080000
165.01021,0.33840725,0.049532622,0.17409681,-2.9184165,-164.75163,-207.19638,1.2789698,-0.65866506,16.644554,1085000
168.4693,0.31629014,0.038286164,0.16279781,-38.560654,-168.20403,-208.523,1.0115972,-1.7558208,22.899416,1090000
166.34367,0.32180968,0.040827364,0.13005896,0.2358174,-166.08694,-206.93103,1.3427124,-2.2359054,24.13754,1095000
159.95119,0.32515913,0.034424722,0.1914501,0.5095628,-159.687,-212.3232,1.0891864,-0.6432714,19.872776,1100000
164.89609,0.3033828,0.051354647,0.3229095,-1.3991569,-164.69002,-206.13373,2.4145653,-1.7383816,37.70897,1105000
166.45428,0.25902277,0.036316175,0.12756012,-5.8196487,-166.27847,-206.09703,0.81941414,-0.74422777,15.582754,1110000
165.63712,0.24920201,0.042271227,0.4873475,-3.8321686,-165.47054,-208.03435,4.142988,-5.4828234,73.176476,1115000
168.03143,0.29490852,0.047724493,0.25623757,-7.3147206,-167.82109,-207.4337,2.9899435,-3.2507246,37.947582,1120000
158.43048,0.33520636,0.048354745,0.3383027,-1.2660911,-158.21019,-204.78683,3.1794536,-1.8239105,45.573536,1125000
161.98883,0.29939526,0.043768503,0.1383723,-2.1932065,-161.77754,-209.45691,1.3381659,-0.7458334,17.527245,1130000
162.38976,0.32832524,0.03924364,0.21570377,0.8198482,-162.1422,-209.86778,1.8875946,-2.9884837,41.34621,1135000
163.9001,0.2952798,0.0440037,0.2710379,-1.2787822,-163.7086,-205.8646,0.9832968,-1.1431259,20.55731,1140000
165.77014,0.3313367,0.044496164,0.20285352,-20.978283,-165.53764,-207.49889,2.7396677,-1.5753165,31.03694,1145000
163.27185,0.30123988,0.04568675,0.15071875,-6.0329604,-163.0479,-210.21805,1.0340688,-1.54649,18.203487,1150000
167.27803,0.3094378,0.033333987,0.14340092,-9.765962,-167.02669,-207.75017,0.9304635,-0.616704,13.440002,1155000
162.25972,0.3503412,0.04403106,0.20227075,-1.9044256,-161.96162,-207.29091,1.7249045,-1.3581022,24.11721,1160000
163.40446,0.2957406,0.042020816,0.18444936,-10.270644,-163.19476,-210.4271,1.4094781,-1.5175331,25.769123,1165000
160.7739,0.28703874,0.03893508,0.1587559,-1.2484804,-160.57262,-204.164,0.9375776,-0.878777,19.572586,1170000
160.42978,0.2519169,0.03887422,0.21463537,0.3190376,-160.2587,-204.39896,1.5593693,-2.3188622,39.636627,1175000
159.0948,0.31153214,0.03212865,0.16671465,-0.42548472,-158.84712,-207.79736,1.2274096,-0.7209623,18.451975,1180000
161.12776,0.3285205,0.04627283,0.27077302,-0.0052758753,-160.88004,-207.7559,3.3781111,-2.983695,43.621716,1185000
159.55028,0.29203123,0.054286975,0.19511588,-6.07552,-159.34329,-205.83305,1.1699529,-1.1351032,20.620113,1190000
161.51343,0.30259413,0.037859455,0.13179171,-5.816002,-161.26923,-204.79276,0.64773554,-1.1571988,12.327323,1195000
164.57387,0.30173418,0.04154949,0.21421337,-3.6135888,-164.36844,-215.22923,2.1021984,-1.6434036,23.713043,1200000
166.4112,0.25969976,0.04330977,0.3244991,-0.26434863,-166.18842,-207.32959,1.2360004,-2.542831,32.890785,1205000
156.11885,0.3074522,0.040075183,0.273701,-4.381891,-155.91422,-206.90123,1.0858798,-2.851082,26.983982,1210000
162.6522,0.3645681,0.041353736,0.14201319,-5.25657,-162.36003,-214.8169,0.8947429,-0.7011235,16.415844,1215000
160.81921,0.31585398,0.03812798,0.40769377,0.2571684,-160.55835,-215.76079,3.795026,-2.1820705,46.903793,1220000
162.59119,0.35314256,0.035134237,0.18063006,-12.9721575,-162.30136,-207.21829,1.6609708,-1.1213157,25.912619,1225000
166.31158,0.32657415,0.042260073,0.12220955,-3.9608302,-166.03888,-217.4667,1.5929768,-0.78336334,19.97183,1230000
165.25024,0.31475002,0.040360913,0.1717371,-23.131718,-164.98438,-210.9709,1.0060016,-1.4532256,17.443752,1235000
160.68237,0.35379183,0.051488854,0.16882303,0.1462444,-160.42944,-210.70126,1.0682155,-1.0319142,19.013186,1240000
158.88501,0.30282933,0.035650548,0.16718146,1.3831978,-158.63138,-208.67342,1.5266168,-1.6434641,27.007896,1245000
156.2755,0.328726,0.043736346,0.2156672,0.4965368,-156.00539,-207.18385,2.3043294,-1.2593975,26.00619,1250000
159.63968,0.31118459,0.032752104,0.1674444,-8.708789,-159.35722,-204.96371,1.9412007,-1.0717708,18.58009,1255000
159.54167,0.29589623,0.046083864,0.19313574,-0.35324207,-159.35376,-215.38124,1.4347925,-1.702432,20.845686,1260000
155.55519,0.32627314,0.044129323,0.2173566,0.82249725,-155.29344,-215.79077,1.8719536,-3.2084389,34.001797,1265000
158.42122,0.24823926,0.042543963,0.26584563,-0.49169344,-158.25699,-208.02666,2.66848,-2.1230402,40.255264,1270000
159.54794,0.35183007,0.037754495,0.14492975,-1.8366796,-159.27486,-215.34488,1.6673193,-0.92964953,17.727516,1275000
157.27942,0.30662376,0.041378204,0.16270922,-0.25926268,-157.03416,-209.06868,1.3095149,-1.8688166,23.29842,1280000
162.03436,0.29635572,0.048727028,0.29453355,0.6296481,-161.84622,-207.74957,3.1120372,-3.8201761,56.179092,1285000
164.3689,0.30879575,0.037493605,0.13067102,-1.0419114,-164.14438,-220.17033,1.312771,-1.8041186,18.571949,1290000
155.29521,0.34740257,0.04049246,0.38276657,-2.3301811,-155.02542,-209.79187,3.0571682,-4.3476057,59.27337,1295000
154.92967,0.3018736,0.04152376,2.1320207,-2.52494,-154.68375,-213.81023,6.506518,-7.2415614,71.59123,1300000
|