File size: 14,901 Bytes
58d5af3 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 | actor/actor_loss,actor/bc_flow_loss,actor/edit_alpha_loss,actor/edit_entropy,actor/edit_entropy_loss,actor/edit_q_loss,critic/critic_loss,critic/q_max,critic/q_mean,critic/q_min,grad/max,grad/min,grad/norm,step
161.24059,0.3486452,-0.001775575,-4.315083,0.024316616,160.86938,0.9890383,-6.1211376,-161.15886,-203.19777,4.5494485,-4.183777,44.657894,805000
158.641,0.3223143,-0.003321047,-4.6076727,0.025181808,158.29684,2.3165348,-3.7405145,-158.64828,-203.84537,55.857452,-24.591606,243.25124,810000
165.49925,0.36248466,-0.00012844158,-4.0242863,0.021283042,165.1156,0.8625909,-8.155342,-165.40123,-205.27144,31.81972,-27.822805,128.1972,815000
163.15695,0.31486446,-0.0020573677,-4.3915005,0.023077704,162.82108,0.47835824,-17.7303,-163.1142,-212.91695,1.0431625,-1.0616719,16.609934,820000
163.18376,0.271307,-0.003161614,-4.624799,0.02340246,162.89221,0.5041263,0.008861512,-163.23575,-212.37471,3.0716789,-2.8591368,24.94748,825000
162.34903,0.30866343,0.00090619014,-3.8180432,0.019014807,162.02045,0.39384794,0.40564954,-162.28873,-222.50864,0.8636604,-1.5655841,17.085365,830000
161.41759,0.32806253,-0.00039799802,-4.0811996,0.020003896,161.06992,0.6161923,1.2563602,-161.61266,-204.14058,3.1245413,-2.5727246,34.37636,835000
162.15544,0.31680757,-0.00046768977,-4.097225,0.019709196,161.8194,0.45125028,-2.4084673,-162.09688,-203.76865,6.529857,-4.2628226,34.598316,840000
165.28601,0.33909836,-0.0006212289,-4.134199,0.019137856,164.9284,0.2543771,-32.702404,-165.19615,-211.26025,0.950451,-1.2361346,16.440027,845000
164.83925,0.30875453,0.001355727,-3.7039073,0.016959168,164.51218,0.37445903,0.76750886,-164.81654,-204.93474,2.0521839,-4.0468245,27.359085,850000
161.8372,0.30606252,-0.0034949933,-4.7738233,0.021561097,161.51308,0.69502795,0.8249329,-161.78802,-204.23555,6.229207,-6.3697844,52.73967,855000
166.89246,0.3203296,-0.001051776,-4.2377315,0.018748652,166.55443,0.5462695,-33.50186,-166.81279,-211.41226,2.6197665,-6.4241524,34.436626,860000
169.35341,0.30300525,0.00035171886,-3.9176543,0.016733266,169.03331,0.6779547,-30.399979,-169.29002,-209.1565,31.938334,-26.80111,124.846664,865000
168.11272,0.28996265,-0.0005081037,-4.1235766,0.016954698,167.8063,0.77958703,-7.6764627,-168.09578,-210.39084,3.1794174,-10.897684,46.12041,870000
170.52484,0.29468292,0.0009870545,-3.7549686,0.015126061,170.21405,0.49165317,0.8951192,-170.44206,-208.76038,6.2172375,-4.74593,36.21952,875000
168.68137,0.3165673,-0.00091165904,-4.2299466,0.016770279,168.34894,0.9340216,-8.395539,-168.67201,-207.97859,4.28456,-1.8251466,28.826637,880000
170.06596,0.29398727,-0.00054333126,-4.139922,0.01607572,169.75644,0.44324604,-6.8383956,-170.06079,-207.38242,4.6984835,-4.9726186,30.37981,885000
168.52318,0.32046288,-0.0008768927,-4.2270803,0.01632328,168.18726,0.427191,-15.906829,-168.42305,-213.8296,1.8534484,-1.4828908,18.545288,890000
165.96223,0.29325998,-0.00039157498,-4.103421,0.015536436,165.65384,0.47420627,1.4075646,-165.86917,-204.84282,1.3791862,-0.9943785,16.191336,895000
168.81198,0.33451074,-0.004488269,-5.2235937,0.019160682,168.4628,0.632919,-1.9386761,-168.79602,-205.1225,3.889025,-14.576798,51.158436,900000
171.48758,0.34322065,-0.0023415189,-4.6356616,0.017075893,171.12962,0.34383276,-16.53102,-171.38206,-203.67468,1.8838563,-2.0648715,20.574936,905000
167.3372,0.2876509,0.00036595116,-3.8978763,0.013967687,167.03523,0.44979057,-22.05929,-167.28885,-202.24242,3.6870332,-3.539658,29.29898,910000
176.30318,0.38588423,0.0033857317,-3.0374708,0.010684415,175.90323,0.3403189,-11.764166,-176.06224,-204.96129,1.4134467,-1.4846715,17.914398,915000
174.58127,0.29486856,0.0033495133,-3.029555,0.01045658,174.27258,0.50687855,-16.661661,-174.4683,-206.52966,1.5824528,-2.3890781,24.433212,920000
174.06879,0.3191189,0.00082651613,-3.7501764,0.012407081,173.73643,0.24525522,-32.452915,-173.981,-204.36601,1.0748249,-0.8886473,13.585317,925000
173.96957,0.28958598,0.00022862843,-3.9308162,0.012989977,173.66678,0.32462427,-19.018293,-173.86191,-204.80345,4.745846,-2.78221,24.20765,930000
174.69853,0.3343667,0.0013073436,-3.5939589,0.011571584,174.35129,0.25881577,-39.90413,-174.54205,-203.94809,3.1791532,-3.4262276,22.239628,935000
175.67166,0.351195,-0.00030153073,-4.0933814,0.013217622,175.30756,0.48187575,-28.046158,-175.58917,-201.84668,5.7628503,-3.9041376,48.576153,940000
172.78601,0.31682137,0.00087339047,-3.7209182,0.011644665,172.45668,0.4015762,-6.5489492,-172.72815,-203.02507,4.851346,-6.1945114,32.25405,945000
178.29056,0.3536053,0.0027725503,-3.1120949,0.009717749,177.92445,0.18503638,-20.435707,-178.11754,-202.94911,0.76421905,-1.4845061,14.858129,950000
175.72115,0.3230662,0.0010199514,-3.666469,0.011212217,175.38585,0.72909254,-17.411615,-175.5523,-203.0123,4.996219,-12.730598,54.86883,955000
172.17154,0.2861349,-0.0016068023,-4.519206,0.013985721,171.87302,0.45024776,-0.048221827,-172.1375,-202.2909,4.4533114,-4.7480855,31.53577,960000
176.61832,0.33822995,-8.334236e-06,-4.002792,0.0119490065,176.26816,2.443424,-12.902871,-176.4385,-202.08096,28.647188,-17.590334,189.92624,965000
174.07822,0.32766622,0.00030095215,-3.8984942,0.011558557,173.73868,1.2252054,1.2991345,-174.03656,-203.12245,13.134348,-8.601276,91.45564,970000
175.8547,0.30465278,0.0016509839,-3.4350977,0.01003942,175.53836,0.69444746,-35.120087,-175.7385,-203.04391,3.5829618,-7.8087015,56.276093,975000
169.6047,0.32930648,-0.0029431353,-4.99749,0.014745302,169.26361,0.49663398,-0.31984442,-169.4874,-201.773,4.402066,-15.627088,65.40512,980000
176.65744,0.3075539,0.0005399206,-3.8117611,0.010933175,176.33841,0.5809676,-3.57004,-176.54332,-202.51042,5.2063537,-10.456472,56.685173,985000
173.73857,0.349226,-0.002198814,-4.751468,0.013902909,173.37764,0.35873047,-4.095766,-173.60745,-205.38005,2.3294256,-7.6768236,28.984365,990000
177.3313,0.34883675,-0.0001772645,-4.0614715,0.011712017,176.97093,0.88183165,0.09668702,-177.1582,-203.44928,31.0599,-12.16203,94.17472,995000
174.13625,0.26882225,-0.0012175138,-4.4248915,0.0126793925,173.85596,0.6781544,5.657806,-174.02904,-202.93379,13.472009,-6.861772,62.67517,1000000
174.60803,0.29343063,-0.0002557716,-4.090379,0.011575699,174.30328,0.41850862,-22.918802,-174.47542,-207.67717,2.8455367,-3.0730994,27.093021,1005000
173.72879,0.2745864,-0.001461345,-4.5192413,0.012718884,173.44295,0.86431456,-3.5783393,-173.64166,-212.83257,10.384506,-23.96757,101.27958,1010000
179.65831,0.3378054,0.002555179,-3.0786333,0.008537815,179.30942,0.54326344,0.57594097,-179.48132,-204.64282,14.313753,-15.029977,91.17301,1015000
178.08394,0.31474358,0.0013479925,-3.5115848,0.009691732,177.75816,0.29388103,-1.8828502,-177.91693,-210.48816,4.5282745,-7.6473584,33.55581,1020000
175.0038,0.29744005,-0.00092836644,-4.3396645,0.011861113,174.69543,0.6760494,1.8819473,-174.88823,-203.62057,9.578428,-13.849657,79.60138,1025000
174.08931,0.30600992,-0.0021216336,-4.7732773,0.013096395,173.77232,0.6949537,-5.706263,-173.99564,-203.44824,6.991089,-15.4598255,81.846146,1030000
177.31703,0.33263648,0.00046535584,-3.8242602,0.010126575,176.9738,0.39746937,-1.4781039,-177.14372,-202.50693,25.777828,-5.790603,84.60031,1035000
179.98631,0.2846511,0.0016477061,-3.3811696,0.009002747,179.69101,0.44609308,-38.368782,-179.81229,-207.41661,2.396786,-3.103012,20.119057,1040000
177.35815,0.3082351,0.00034466412,-3.86815,0.010111585,177.03946,0.28424153,-18.726004,-177.21106,-204.84134,6.4639626,-3.5925312,35.93733,1045000
176.00348,0.311603,-0.0003601112,-4.1380973,0.010790763,175.68146,0.44780096,-8.021737,-175.91585,-203.75172,1.6670467,-1.5860649,24.523525,1050000
173.24176,0.3029077,-0.0035086838,-5.3464804,0.013931958,172.92844,0.65071243,0.5135263,-173.1603,-205.70102,9.842468,-4.247514,42.569393,1055000
172.96834,0.3233267,-0.0009184877,-4.354884,0.011271024,172.63464,3.2048512,-2.6112034,-172.80968,-202.44563,6.423812,-4.903592,53.61293,1060000
176.54356,0.33782202,0.0004816942,-3.813684,0.00985975,176.19539,0.48154116,-28.115065,-176.36122,-204.18344,5.390811,-21.343779,69.35817,1065000
173.7466,0.33072168,-7.832566e-05,-4.0306234,0.010309139,173.40564,0.45014533,-0.66584826,-173.61961,-203.69846,9.452611,-7.254748,44.46167,1070000
177.59105,0.33716458,0.0011928314,-3.539679,0.009172384,177.24353,0.37576398,-1.2046585,-177.40987,-203.52713,2.4797843,-5.763162,35.112503,1075000
175.69473,0.32305902,0.00018450443,-3.9291234,0.01022821,175.36127,0.5913591,0.43192226,-175.54451,-202.17767,11.332,-17.301151,69.664505,1080000
174.62999,0.3266685,-0.0008291108,-4.326737,0.010979304,174.29315,0.6038956,-1.9385109,-174.46658,-203.70435,6.52497,-4.868199,38.418327,1085000
178.55849,0.33611864,0.00072720594,-3.7102823,0.009312996,178.21233,0.25557745,-19.326525,-178.36122,-202.85641,1.1028953,-0.88122416,14.488831,1090000
176.58711,0.3348865,0.00054401375,-3.7853048,0.00959154,176.24208,0.3807411,0.6298944,-176.37794,-203.21971,2.9953907,-5.443098,36.252514,1095000
173.72116,0.3647359,-0.0012534237,-4.490647,0.011471964,173.3462,0.48565468,0.9020115,-173.53851,-203.78468,7.513933,-5.3497252,50.220406,1100000
178.2053,0.36014292,6.8876616e-05,-3.972289,0.009873288,177.83522,0.5210375,-4.919547,-178.05058,-203.72331,8.315019,-18.319452,73.51312,1105000
179.25743,0.2907367,0.00080404006,-3.6779199,0.00918155,178.9567,0.21264012,-1.3748717,-179.11041,-203.69495,2.1793118,-12.213012,38.88586,1110000
174.51085,0.27100676,0.00047251562,-3.807605,0.00935135,174.23001,0.8522625,-3.8223279,-174.37561,-202.49678,21.935751,-10.173602,111.07843,1115000
177.76033,0.31339496,-0.0003983714,-4.160184,0.010346223,177.43698,0.39971742,-18.761866,-177.57939,-204.8125,3.6575713,-1.682287,23.188808,1120000
174.90707,0.31351793,-0.0009886363,-4.40508,0.010751022,174.58379,0.21594019,-26.258724,-174.77336,-203.0489,2.1292768,-1.648639,16.759457,1125000
176.64502,0.32695013,-0.0004176739,-4.170993,0.010188233,176.30829,0.18663011,-27.334318,-176.48534,-204.80244,1.4245371,-2.7226539,16.797474,1130000
176.62573,0.34639588,-0.0010130972,-4.42166,0.010623658,176.26973,0.39772996,-18.706295,-176.444,-201.73163,3.5404017,-1.8053594,27.280031,1135000
178.00574,0.32222128,0.00046689506,-3.8077092,0.009245377,177.6738,0.30059442,1.8293462,-177.8975,-202.98697,3.742966,-6.0024285,33.99863,1140000
176.24771,0.33026817,-3.427598e-05,-4.01413,0.009737235,175.90775,0.47990853,-18.316921,-176.06541,-205.29088,9.735685,-4.673726,46.059048,1145000
180.07053,0.30897987,0.0019511391,-3.1797261,0.007563435,179.75203,0.26502547,0.9223577,-179.90953,-203.65286,1.5498515,-2.3307083,19.62847,1150000
175.7425,0.38069582,0.00037391976,-3.8418553,0.009083741,175.35234,0.26835033,-12.348476,-175.47528,-204.75935,3.4440863,-6.8864202,31.660225,1155000
179.09549,0.32796794,-0.00027544363,-4.115304,0.009830833,178.75797,0.85413736,-10.018427,-178.95563,-203.21606,8.082975,-23.174665,88.47561,1160000
175.93391,0.3220394,-6.821481e-05,-4.0286098,0.009605495,175.60233,0.34409004,2.7802808,-175.74207,-203.85297,13.965668,-3.45041,43.444344,1165000
175.70766,0.27565897,-0.001966268,-4.837377,0.011358777,175.4226,0.39851567,2.233302,-175.60815,-205.95091,2.7381814,-4.424968,25.362043,1170000
174.13918,0.27125055,0.0004611844,-3.8044076,0.008970356,173.85849,0.4083992,1.0011561,-173.98956,-203.75941,5.2984858,-9.902087,52.347065,1175000
174.4475,0.3262152,-0.0007516915,-4.31676,0.010243942,174.11179,0.72931176,0.5460036,-174.29594,-203.45984,12.795058,-3.9944987,53.24807,1180000
178.6244,0.321922,-0.0013209024,-4.5542636,0.010853568,178.29297,0.41109237,-43.524826,-178.48259,-204.62581,3.700726,-13.898823,41.62401,1185000
173.62822,0.2985443,0.00015433402,-3.9349873,0.00934129,173.32019,0.5555194,-23.930227,-173.50914,-208.3765,7.609962,-8.5950775,53.688057,1190000
179.49673,0.3132525,0.0010811015,-3.542303,0.008367084,179.17404,0.42102987,-42.614735,-179.33894,-207.9604,6.202603,-7.9853206,45.736164,1195000
175.19135,0.31874102,0.00054828566,-3.7700248,0.008988144,174.86307,0.6441743,-0.9640058,-174.9766,-204.91959,30.64551,-9.3257,84.4655,1200000
176.41887,0.29714626,1.7776456e-05,-3.9926846,0.009702246,176.112,0.31778976,-1.5783027,-176.30351,-202.59306,11.463893,-4.8604774,44.779423,1205000
174.12424,0.30157483,-0.0014893359,-4.6250114,0.011020912,173.81314,0.40460125,1.5844073,-174.00525,-204.67773,19.856548,-9.949025,73.41048,1210000
176.69159,0.36763945,0.0012617954,-3.4700632,0.008262325,176.31442,0.30026513,2.4685142,-176.4746,-202.56308,13.60441,-2.1248121,34.880993,1215000
176.26833,0.36017865,-0.0005338548,-4.222737,0.01012104,175.89856,0.4008294,1.741297,-176.05467,-204.68208,8.134833,-15.71872,48.423332,1220000
174.71706,0.34567684,0.00051178574,-3.7852764,0.009022066,174.36185,0.33873948,-10.799356,-174.52109,-206.45004,5.7024193,-2.4443371,32.064346,1225000
170.9054,0.34105682,0.0007430662,-3.690886,0.008872367,170.55472,0.6462347,1.7586899,-170.71936,-203.82782,8.016093,-29.428915,108.44723,1230000
175.44263,0.34021717,0.0023412437,-3.016642,0.007182221,175.0929,0.3943325,-4.3321586,-175.25713,-205.34544,25.997744,-7.226806,74.66286,1235000
177.87105,0.3648371,0.00016770302,-3.929813,0.009389782,177.49666,0.5753207,2.4989588,-177.62955,-205.83789,17.544544,-13.179871,55.87372,1240000
175.6939,0.32596353,0.0009738694,-3.593875,0.008617948,175.35834,0.38012585,-0.6215527,-175.51909,-204.63216,9.3271675,-5.3842573,39.375633,1245000
172.25536,0.36974233,-0.0003136606,-4.1315813,0.009848772,171.8761,0.86588204,-2.814342,-172.03593,-205.13065,28.662477,-9.06695,135.66115,1250000
174.76044,0.3407621,0.00034927332,-3.855,0.009285854,174.41003,0.4882706,0.43077415,-174.55827,-206.12335,6.953763,-12.17075,50.50322,1255000
173.613,0.33232558,0.000121033525,-3.9498622,0.009535044,173.27103,0.3450697,-10.51408,-173.48772,-204.46928,7.725432,-2.4530332,31.455395,1260000
171.0563,0.33072144,-0.00014101436,-4.058209,0.009831233,170.7159,0.44017655,-2.6453662,-170.91484,-205.62973,15.799589,-9.22489,72.56319,1265000
173.08856,0.28142166,-0.0009198464,-4.383264,0.010519978,172.79755,0.25341734,-23.991404,-172.98436,-206.34706,4.2484455,-1.7950009,24.586502,1270000
174.88756,0.35525578,0.0014954696,-3.377851,0.008119395,174.52269,0.26503938,1.1492914,-174.67296,-204.38971,2.5766575,-4.6853633,24.117687,1275000
170.08124,0.35053372,-0.0011370871,-4.4676657,0.010862727,169.72098,1.1927855,-4.9581614,-169.94597,-206.24498,10.908577,-3.6400585,68.37536,1280000
172.13365,0.33648413,-0.0012568852,-4.5174837,0.0109722465,171.78745,0.2878689,-23.467287,-171.99191,-204.13797,9.80957,-3.113775,30.869078,1285000
174.70615,0.34779805,-0.00058069575,-4.2420683,0.010176265,174.34875,0.4057336,-0.55091685,-174.59969,-204.00468,2.5278416,-8.938861,42.60206,1290000
172.14633,0.37958008,0.0004222857,-3.8248017,0.009219034,171.75711,1.0541061,-8.701345,-171.92473,-205.26212,26.15949,-8.302664,111.02163,1295000
176.11726,0.3274946,0.00038921024,-3.8382196,0.0092339665,175.78014,0.30275604,-3.4693038,-175.93584,-203.12927,4.596276,-16.949728,59.110455,1300000
|