File size: 11,418 Bytes

1ee349a

actor/actor_loss,actor/bc_flow_loss,actor/distill_loss,critic/critic_loss,critic/q_max,critic/q_mean,critic/q_min,grad/max,grad/min,grad/norm,step
122.212074,0.37996876,0.072422974,0.28478882,-2.6569958,-122.03584,-174.25024,1.1831194,-1.4305567,20.911182,105000
121.94543,0.37187254,0.078198284,0.35011008,-0.7180639,-121.74587,-175.55457,0.71741533,-1.3904454,26.209278,110000
127.696556,0.3510473,0.06758211,0.21281318,-1.416891,-127.474075,-180.57915,0.6987099,-1.1025504,16.746262,115000
128.69983,0.3579595,0.061185073,0.22955683,-13.210064,-128.49088,-179.764,1.4212749,-1.0604082,21.372961,120000
126.27392,0.32824427,0.06944206,0.45547315,-0.80897325,-126.12591,-182.67406,1.7234542,-1.5487887,29.240492,125000
130.75974,0.32179677,0.06259401,0.26628208,0.07944438,-130.59135,-184.18106,2.2793126,-1.0616957,24.704782,130000
132.05084,0.36175066,0.06114461,0.2478228,0.4566997,-131.83879,-186.4366,0.9839247,-0.7674062,16.425951,135000
135.57812,0.30736932,0.05101682,0.24870531,-1.6660737,-135.36136,-193.68222,1.0227579,-1.6826097,21.454254,140000
139.8296,0.33665174,0.060873296,0.2112404,-6.555905,-139.62794,-190.61804,1.0028973,-0.8943425,16.702326,145000
140.21275,0.35690442,0.051746693,0.205856,-0.5404998,-139.97313,-191.5837,1.303592,-1.3019702,18.406979,150000
141.65118,0.3154716,0.050326332,0.24705346,0.20931575,-141.42863,-193.75424,1.2120342,-2.260958,29.125769,155000
146.40025,0.36978063,0.054928467,0.30757937,-30.455889,-146.16003,-195.29553,1.3715867,-3.637833,37.138863,160000
149.44868,0.34781832,0.059460122,0.27450123,-3.370561,-149.26677,-195.69043,0.67191523,-1.0423863,17.068666,165000
149.31454,0.3237248,0.062073234,1.1730016,-8.050707,-149.14697,-196.94016,2.7137809,-3.1073546,35.008034,170000
153.02972,0.35583535,0.055236273,0.23538168,-0.31463107,-152.79126,-202.69875,1.14,-1.9769003,22.171776,175000
150.76103,0.32183903,0.051093012,0.3638528,-2.2966053,-150.5502,-200.96638,2.8711925,-1.4867457,41.56703,180000
153.65053,0.3106916,0.052068174,0.20563391,-2.85246,-153.42972,-198.5017,1.3010563,-4.680458,30.071075,185000
152.40436,0.33812064,0.05375118,0.22972493,-12.783967,-152.1208,-204.31355,2.6441767,-1.5224192,27.870766,190000
149.19946,0.3260299,0.058011986,0.40885112,-0.022520483,-148.98558,-207.37875,6.5396376,-2.7405903,59.94752,195000
153.9986,0.34311214,0.0476247,0.30931386,-2.6751282,-153.76035,-214.13387,2.6608243,-4.0351024,34.646587,200000
158.56961,0.38534304,0.049450736,0.37465486,-4.4148097,-158.28252,-209.17917,1.7485311,-2.2192252,28.863232,205000
154.7079,0.34976807,0.045577392,0.2540819,-4.2918324,-154.44145,-224.8779,4.103767,-1.6175355,42.893566,210000
164.18282,0.3493473,0.040342852,0.197754,-6.676214,-163.87367,-230.91576,1.0218818,-0.61445576,15.426063,215000
163.02382,0.3087452,0.03632744,0.17790867,-12.16294,-162.78593,-213.38112,1.7327404,-1.6627659,22.907509,220000
162.57092,0.35372627,0.054789018,0.18881889,-11.106537,-162.34135,-228.65672,1.3175657,-1.6743883,20.045954,225000
162.85587,0.36150098,0.041098263,0.23538628,-9.7607765,-162.59512,-211.84082,1.1803898,-1.1133088,19.483046,230000
167.05367,0.3409827,0.043854024,0.16574375,-59.595985,-166.81804,-211.08638,1.00649,-1.1069411,12.981328,235000
166.17482,0.35265487,0.044365045,0.20429401,-10.524734,-165.92805,-203.22322,1.7496138,-1.7411201,24.221767,240000
161.41623,0.33841276,0.04710844,0.2880194,-11.668572,-161.17422,-223.0446,0.98756987,-3.2789085,30.5941,245000
165.8771,0.3461015,0.038135607,0.23041359,-14.852726,-165.62265,-215.4535,4.622317,-1.472613,40.891632,250000
165.65445,0.29487157,0.044764973,0.49568352,-7.3340306,-165.40663,-216.48575,9.89281,-2.986736,58.64002,255000
163.54265,0.34751886,0.044942982,0.2707076,-0.17375684,-163.26762,-219.95023,4.920726,-1.9663755,37.525497,260000
164.68689,0.33874014,0.04291085,0.56937015,-0.5308534,-164.41644,-218.83372,4.375003,-3.7473295,48.069565,265000
165.19244,0.33906358,0.047795128,0.38137838,0.3515795,-164.96368,-222.92928,3.215501,-1.1857334,32.753296,270000
167.23532,0.3418041,0.037532803,0.23318627,-32.08389,-166.97049,-212.10991,1.250841,-1.326781,19.81485,275000
160.52078,0.35650682,0.05657702,0.33554995,-2.6215868,-160.25276,-221.49828,3.841532,-1.7664242,37.889652,280000
167.35184,0.31755584,0.042024106,0.24191295,-0.50564003,-167.09671,-215.74823,1.1334736,-1.8048147,27.970882,285000
164.54825,0.33042955,0.052163914,0.35296026,-12.380313,-164.33232,-222.616,3.1712868,-1.2594322,32.48007,290000
167.78673,0.30120116,0.04557269,0.32198858,0.8888364,-167.55884,-225.54901,2.8209126,-1.0090276,33.456734,295000
164.01753,0.33262554,0.050116174,0.533978,-0.93567944,-163.80016,-224.68027,5.95349,-3.0034242,68.89154,300000
163.72229,0.2781647,0.042705398,0.24584328,-0.9954909,-163.48927,-221.56783,1.8635719,-2.4784095,27.878832,305000
166.46333,0.31162983,0.040994197,0.32573462,-7.7642703,-166.22032,-214.16104,4.4348702,-1.1221462,43.28892,310000
168.3334,0.3164556,0.04810049,0.31691247,-0.8443173,-168.11473,-206.81339,1.7764481,-3.1653671,28.836697,315000
166.35832,0.29718703,0.045768015,0.36170766,-0.85593855,-166.13844,-210.93513,1.1425326,-4.337394,32.26578,320000
167.23224,0.31972617,0.044569314,0.16345592,1.252393,-166.99307,-214.31107,0.8414541,-0.7138834,18.134825,325000
167.3228,0.33197805,0.04711189,0.19617437,-24.098213,-167.06636,-206.80435,1.0165346,-0.9095424,18.180864,330000
165.38547,0.30646235,0.038330145,0.24663699,-0.15082383,-165.1429,-208.3929,1.7154334,-3.729365,35.07741,335000
170.728,0.30104405,0.04082652,0.3394707,-9.921649,-170.51076,-224.82008,0.8225839,-1.6449482,29.091187,340000
167.02307,0.34820098,0.043365248,0.41598448,-19.93292,-166.78185,-211.19191,7.1041183,-2.3868158,72.88071,345000
163.27245,0.3113674,0.044991232,0.6303316,-3.8014288,-163.05891,-205.506,4.463136,-6.932401,93.03834,350000
161.59064,0.3183464,0.056871556,0.6235836,-5.5627484,-161.39615,-210.29442,7.0193777,-4.440941,70.23143,355000
161.8847,0.33928266,0.037243206,0.40818387,-0.9298949,-161.59,-211.96419,4.728992,-1.4598886,57.518612,360000
168.88696,0.323532,0.03988519,0.2703913,-11.948996,-168.63676,-212.63144,0.9994688,-3.536036,44.94229,365000
165.33794,0.35945696,0.03941566,0.27065405,-6.3029428,-165.0861,-214.876,1.2838289,-1.6288558,22.162048,370000
168.57661,0.32045382,0.046203054,0.2289331,-7.5504665,-168.36092,-205.83495,0.7653688,-2.7808185,23.568647,375000
167.65875,0.3235668,0.038745083,0.2758182,0.7723223,-167.39552,-214.27094,0.6698481,-3.9564157,29.279512,380000
169.08829,0.32126057,0.036128268,0.24637508,-0.92893606,-168.83907,-208.9883,0.6629704,-2.7291234,25.011076,385000
169.36969,0.315507,0.046887547,0.17688511,-18.451431,-169.1272,-219.1759,1.3184147,-1.7692236,16.398397,390000
167.63545,0.33685088,0.03587441,0.27931905,-0.3006048,-167.36462,-219.57803,1.1862421,-1.5975397,21.22451,395000
165.96204,0.27722478,0.035404246,0.4212267,0.42680365,-165.74638,-206.86804,6.01905,-1.5533003,52.890785,400000
168.19243,0.37882975,0.040794715,0.16869804,-6.242317,-167.87132,-220.21458,4.021874,-1.007352,28.726322,405000
168.94698,0.30823186,0.048592154,0.6938864,-12.598389,-168.72093,-210.81787,3.6885192,-3.0693116,37.04789,410000
164.3762,0.3111101,0.04288151,0.3269283,-1.9175414,-164.14279,-215.55228,1.5811669,-4.9612346,55.776146,415000
169.58408,0.29428798,0.040057115,0.20500791,-4.6285973,-169.3454,-219.05128,5.3160195,-2.81252,25.946827,420000
160.43082,0.2759351,0.04531712,0.50473446,-17.568605,-160.25455,-218.22499,6.1581244,-4.1136265,59.06537,425000
169.15565,0.3167731,0.04291272,0.2176084,-20.459084,-168.9041,-215.41783,1.7401894,-0.6395376,23.504654,430000
166.8369,0.29485464,0.039203502,0.32963598,-13.17108,-166.60718,-213.84192,5.568041,-2.9093177,69.91911,435000
168.78694,0.34643844,0.042763606,0.80302775,-0.45325834,-168.53967,-206.96065,1.476069,-4.8108954,35.49591,440000
168.24828,0.29300418,0.044067293,0.42903647,-8.028232,-168.06108,-211.50653,3.8509328,-1.4794337,51.302544,445000
169.97588,0.34540534,0.041793175,0.18186943,0.066860884,-169.71843,-213.06436,2.2170339,-0.7235945,29.29043,450000
166.78722,0.32496086,0.042860102,0.23824422,-3.395479,-166.55315,-211.2559,1.2845232,-2.1126478,29.504599,455000
167.00478,0.3159962,0.047136534,0.48270297,-10.46578,-166.76929,-210.62015,6.5880055,-1.6067684,71.54415,460000
164.91293,0.33280122,0.041868113,0.24934416,0.3184667,-164.65044,-210.49797,1.1355342,-1.5842464,26.082397,465000
162.56789,0.32522398,0.04382175,0.14096105,0.47637787,-162.31062,-213.52023,1.0514578,-1.1011819,19.021181,470000
168.00127,0.31234968,0.034674693,0.17903517,-15.187303,-167.74197,-209.79077,1.7325331,-0.724229,20.964647,475000
167.19942,0.34138656,0.033445857,0.158998,-12.714646,-166.91823,-208.18163,0.70748323,-1.2629956,16.372292,480000
166.32806,0.29827118,0.04437261,0.28265014,0.22422457,-166.09462,-207.40744,3.6851313,-1.6666721,32.430206,485000
167.98004,0.29201192,0.03441655,0.14348063,-0.5894066,-167.72734,-208.41092,1.0132284,-0.88290024,16.018888,490000
170.9399,0.31430024,0.036591314,0.2723808,-38.953026,-170.69559,-205.44109,2.034728,-0.88883245,15.494134,495000
163.52202,0.33902758,0.0450242,0.34627673,-0.9102694,-163.23721,-217.22223,1.9737571,-2.2313476,31.837236,500000
169.25253,0.3281321,0.04396084,0.16472656,0.42673656,-169.02751,-208.60313,2.4522529,-2.4805727,32.90213,505000
164.00595,0.3850392,0.04102547,0.36735767,0.23514,-163.68285,-223.4954,4.196611,-1.7683345,62.648968,510000
165.59052,0.35110563,0.041773897,0.28948307,-0.61735964,-165.32564,-209.01387,1.964303,-5.9152017,54.500275,515000
165.42136,0.276293,0.045636974,0.2620448,0.21382383,-165.20956,-207.95757,4.080851,-2.001361,40.155262,520000
164.70284,0.29406103,0.036628626,0.265239,-4.8438025,-164.46239,-226.0042,5.135515,-2.3562,49.539215,525000
165.67262,0.32673037,0.033825897,0.38386318,0.29386705,-165.42383,-209.31425,2.0615163,-3.4451602,39.954247,530000
169.1315,0.35204616,0.036010318,0.16341776,-7.458095,-168.83485,-211.3299,0.65195644,-1.5659578,22.320978,535000
162.81024,0.30058765,0.0404699,0.20776796,-0.9064017,-162.56427,-211.02957,1.95187,-0.88828105,29.208803,540000
163.76175,0.29297948,0.035569366,0.23824997,0.27599427,-163.54602,-207.78622,1.1094298,-2.7777514,30.750126,545000
163.93771,0.28888923,0.040547967,0.23731875,-2.6593955,-163.69768,-224.78522,4.2709703,-0.85776186,31.076668,550000
164.96007,0.2968278,0.04305242,0.3151961,-2.5023181,-164.74869,-211.45914,2.3575218,-3.321367,32.50075,555000
164.55624,0.31483632,0.041579634,0.55419546,-2.2976546,-164.31306,-224.65065,2.4760582,-2.214774,29.53009,560000
166.84775,0.34072584,0.036037423,0.20128904,0.35619742,-166.54031,-210.37427,2.1513364,-2.5427444,34.54287,565000
166.67982,0.3246283,0.043262273,0.23167646,-3.7206721,-166.4614,-228.21089,3.776584,-3.6116414,39.704224,570000
165.61919,0.34754097,0.04356703,0.32842743,0.2155905,-165.36632,-228.08136,7.4725795,-4.4995465,80.831436,575000
159.43958,0.29719365,0.036556344,0.36422274,-1.6042371,-159.19348,-208.00508,4.0980067,-6.585967,57.890594,580000
162.25331,0.30845332,0.043251548,0.24894635,-0.5686575,-162.02422,-208.61928,3.652823,-3.285821,39.196465,585000
168.78857,0.30828664,0.035368435,0.27287647,-1.4311007,-168.53624,-209.514,1.8450285,-4.3024497,51.198544,590000
166.43544,0.30904683,0.0377445,0.22660814,-13.794708,-166.22365,-212.71906,3.3110654,-1.117248,32.777336,595000
167.25574,0.30934995,0.043284602,0.24645598,-14.738476,-166.99788,-208.96448,2.3249462,-0.9010688,21.514303,600000