actor/actor_loss,actor/bc_flow_loss,actor/edit_alpha_loss,actor/edit_entropy,actor/edit_entropy_loss,actor/edit_q_loss,critic/critic_loss,critic/q_max,critic/q_mean,critic/q_min,grad/max,grad/min,grad/norm,step 162.34857,0.35013276,0.00033794518,-3.9305906,0.019137535,161.97897,0.25147566,-5.685505,-162.22891,-203.13329,1.8747649,-0.98922616,17.512314,905000 160.11792,0.29076916,-0.002784648,-4.576044,0.022121003,159.8078,0.7000141,-4.8230743,-160.1599,-205.5241,20.539852,-34.817863,109.331894,910000 166.9722,0.36373907,-0.00024217353,-4.050563,0.019400388,166.58931,0.39058405,-12.385516,-166.83951,-205.55211,2.3175476,-3.3797317,24.908955,915000 164.69577,0.30873862,-0.0010458685,-4.21873,0.02017207,164.36792,0.38322863,-15.304422,-164.66106,-207.15018,1.977924,-2.4027705,23.799484,920000 163.09753,0.3034132,-0.003041234,-4.636834,0.022143438,162.77502,0.38034362,0.35410702,-163.14244,-209.1562,3.5896444,-3.0489068,26.185751,925000 163.03766,0.26654828,0.0016548175,-3.6462016,0.017054342,162.7524,0.2793964,0.5438936,-163.03793,-210.42607,0.59910977,-0.75196224,12.833986,930000 162.65364,0.3136261,0.0023895951,-3.4840922,0.01613771,162.32147,5.9423423,1.9960604,-162.7794,-204.78516,7.342309,-4.963106,69.9631,935000 162.4579,0.37101156,0.0023369177,-3.490724,0.016017908,162.06853,0.38462767,-4.975178,-162.57018,-206.08047,2.8635864,-1.9771719,24.845068,940000 165.6668,0.3137546,-0.00053076237,-4.118594,0.018432565,165.33514,0.20631328,-33.67093,-165.62341,-208.19627,0.5067563,-1.0965469,11.3444195,945000 165.2903,0.35356522,-7.832533e-06,-4.001772,0.017689224,164.91907,0.69922155,1.830666,-165.21439,-204.76845,12.947059,-4.5975127,47.03639,950000 161.19562,0.28744948,-0.0018898706,-4.4434943,0.018935146,160.89113,0.49504963,1.1348418,-161.14656,-205.32399,2.2366135,-3.993892,24.803568,955000 166.8568,0.30742508,-0.00017783513,-4.04168,0.017244603,166.53232,0.5559231,-36.34971,-166.75957,-205.65579,4.1611495,-6.91972,39.943848,960000 169.8395,0.34217703,0.0005112025,-3.8757575,0.01594701,169.48085,0.41777825,-30.047802,-169.7144,-207.67987,3.928038,-2.019413,28.061022,965000 168.35185,0.2926244,-9.161271e-05,-4.0226173,0.016293822,168.04303,0.43389675,-9.372272,-168.3166,-204.74423,4.9388123,-1.7917176,22.301088,970000 169.89188,0.30710202,0.003970593,-3.0036423,0.011969839,169.56885,0.46245185,1.4166032,-169.77837,-204.8846,2.265047,-2.2169166,26.109344,975000 168.00151,0.3085398,0.000889722,-3.7718022,0.014705906,167.67738,0.50228006,-8.785888,-167.89754,-205.11559,8.438412,-2.1097867,39.201042,980000 170.86993,0.29103032,0.000581136,-3.8490558,0.014818882,170.5635,0.7024061,-7.101158,-170.8809,-204.72028,2.580522,-6.6603417,38.560764,985000 168.5663,0.33979732,-0.0004802428,-4.1282415,0.0154595645,168.21152,0.4238479,-16.9433,-168.43748,-204.15224,1.2072781,-2.234384,20.992233,990000 165.19823,0.34736365,-0.0018221491,-4.4985714,0.01644111,164.83624,0.46994707,1.2828615,-165.08589,-206.07301,5.606415,-3.9633195,36.336285,995000 167.94,0.24965574,-0.0035495958,-4.995883,0.017806675,167.6761,0.35650384,-4.971043,-167.96515,-206.49323,2.2684314,-1.6409554,24.024376,1000000 171.45212,0.27227116,0.000611356,-3.8247297,0.013340944,171.1659,0.7258057,-22.546099,-171.39954,-205.07062,4.7098136,-3.6584845,46.455048,1005000 168.442,0.27721038,-0.00013444458,-4.0393386,0.013804949,168.15112,0.2739248,-23.476635,-168.37349,-203.39824,1.8289458,-3.5201259,18.28792,1010000 176.64272,0.35445082,0.0020118856,-3.4099836,0.011627639,176.27463,0.350698,-16.431429,-176.4596,-204.59253,2.70259,-2.4093945,24.341858,1015000 173.46886,0.30639085,0.0019837858,-3.4032829,0.011314211,173.14917,0.26694655,-19.866379,-173.34793,-208.97794,2.4078577,-1.1446203,16.804314,1020000 174.8377,0.34168124,-0.0001436289,-4.0451727,0.012861837,174.4833,0.18492803,-32.762802,-174.71886,-203.27415,0.79297334,-0.8069835,11.451542,1025000 173.68887,0.31216094,0.00014240119,-3.9550166,0.012520157,173.36404,0.35081297,-20.215424,-173.54866,-203.10263,1.7294701,-2.531669,21.039452,1030000 174.68109,0.3352126,-0.00093099097,-4.3013067,0.013290371,174.33353,0.3350907,-16.290922,-174.4893,-203.61496,3.9499667,-7.4604983,36.00791,1035000 176.94073,0.2562968,5.6044995e-05,-3.981686,0.01218494,176.67218,0.4031367,-20.887638,-176.95485,-201.71184,1.5794935,-1.6372513,22.03522,1040000 171.49255,0.32313323,-0.0004335361,-4.1440735,0.012470063,171.15738,0.3482628,-20.682688,-171.382,-203.47035,2.9677074,-1.7576991,22.698902,1045000 178.85216,0.30154467,0.0022857694,-3.2147872,0.009358308,178.53897,0.27963874,-20.301289,-178.70268,-202.73537,2.973753,-0.871003,15.255749,1050000 177.33162,0.3038001,0.0012252654,-3.574772,0.0103004575,177.0163,0.5250533,-15.833791,-177.14737,-203.3188,6.460629,-11.788174,59.320427,1055000 174.08594,0.33427954,0.0001536783,-3.9469051,0.01142396,173.74008,2.0628154,-0.44592944,-174.04373,-205.53241,10.127848,-11.572915,75.93524,1060000 177.92009,0.31859326,0.0013643262,-3.5088458,0.009746859,177.5904,0.276369,-44.39396,-177.7466,-201.68669,3.2583036,-1.3224149,20.706738,1065000 176.00844,0.35437405,-0.0014616511,-4.5330873,0.012429094,175.6431,0.36290118,1.4792638,-175.91707,-205.90926,3.8756192,-1.2905862,25.475025,1070000 178.24423,0.32708353,0.0016913302,-3.3804812,0.009228954,177.90622,0.28656712,-41.27761,-178.10713,-203.59157,1.9139818,-3.182312,21.07672,1075000 172.7267,0.3145305,-0.0011749206,-4.428773,0.012135692,172.40121,0.38741603,-2.947394,-172.60403,-204.1237,3.1126797,-5.216766,29.393812,1080000 178.96927,0.3186033,0.00034095792,-3.8772192,0.010766899,178.63956,0.34228864,-8.099832,-178.87183,-202.36903,5.775324,-1.9051126,25.08656,1085000 175.78441,0.3285246,-0.00040090564,-4.146076,0.011378892,175.4449,0.42086935,-55.06782,-175.66635,-204.44727,8.168796,-5.5480976,42.734344,1090000 178.1642,0.310283,-0.000576316,-4.2103395,0.011536043,177.84296,0.42094532,1.2282554,-178.07066,-204.3522,2.5144706,-5.7970014,31.962383,1095000 176.9706,0.3116126,3.237388e-06,-3.9987974,0.0107648745,176.64822,0.8872882,7.5310636,-176.84341,-205.1196,3.5795045,-9.479112,48.004227,1100000 172.90607,0.34577203,-0.0010509972,-4.391136,0.011799144,172.54955,0.71152014,-20.990862,-172.72462,-202.71457,11.053561,-17.625992,62.237167,1105000 178.55261,0.29653883,0.0001537553,-3.943174,0.010669107,178.24525,0.47465348,-40.89983,-178.4027,-208.7606,4.5106816,-6.592388,37.44692,1110000 178.03134,0.31193554,0.00060228526,-3.7727456,0.009998792,177.70882,0.6854731,1.8186007,-177.89325,-204.74757,3.999607,-7.6597657,41.273735,1115000 179.61221,0.3173341,0.001244233,-3.5328534,0.009409663,179.28421,0.25062752,-0.37181157,-179.41708,-204.14879,6.608228,-4.3957214,40.221783,1120000 176.85081,0.3346524,0.00035422033,-3.8664424,0.01025455,176.50555,0.548015,0.8924933,-176.74864,-202.56377,4.3104925,-4.8168144,35.85728,1125000 178.74698,0.3278631,-0.001705963,-4.6500635,0.012203172,178.40862,0.4339747,-18.049309,-178.59734,-202.69171,2.675484,-3.4186826,29.817497,1130000 177.18434,0.3617975,0.0005730836,-3.7802534,0.009858633,176.8121,0.54773945,2.38965,-176.98375,-202.33093,6.779956,-8.555009,48.270973,1135000 180.36774,0.31476873,0.0019210789,-3.2589426,0.008448315,180.04259,0.34749886,-39.84635,-180.19824,-204.86604,1.887858,-2.8022444,25.204632,1140000 180.37535,0.33996284,-0.00034055058,-4.1296053,0.010850942,180.02487,0.8520231,-22.67285,-180.2108,-201.97081,11.173494,-35.3909,154.61496,1145000 175.43387,0.31473213,-0.0017772011,-4.6754227,0.012302171,175.10861,0.46099615,-6.8571954,-175.32079,-202.13359,2.426537,-4.3930874,30.394432,1150000 175.8091,0.36653113,-0.0025231803,-4.970542,0.012922237,175.43216,0.52656806,-14.578189,-175.69609,-203.22188,16.446003,-8.901587,55.65617,1155000 173.11902,0.32700324,-0.00092022476,-4.351655,0.011387583,172.78156,0.6541299,-1.6729832,-172.97563,-204.17572,2.485681,-9.549439,47.333324,1160000 179.20311,0.34247136,0.00021374597,-3.919137,0.010359494,178.85007,0.32456082,-54.786373,-179.05446,-202.35854,2.6623313,-4.75251,24.812923,1165000 179.53667,0.29620984,0.0010930053,-3.5814507,0.009352649,179.23001,0.35723624,-18.99999,-179.42271,-202.78618,4.8936667,-2.677168,30.178062,1170000 178.92796,0.2899133,0.001320631,-3.4915018,0.00906785,178.62766,0.4886299,-3.1966324,-178.8001,-205.09154,4.6011715,-3.1725206,21.682686,1175000 179.96082,0.34176987,0.0020984774,-3.190967,0.008276762,179.60867,0.36287755,0.22603565,-179.74374,-202.81564,4.263404,-2.514434,22.568172,1180000 174.90294,0.31484693,-0.0007155961,-4.275457,0.011107001,174.5777,0.4382696,-2.4714944,-174.75424,-202.44649,7.971707,-2.414463,30.881817,1185000 181.00551,0.31712478,-2.1754062e-05,-4.00855,0.010198895,180.6782,0.19615828,-18.49539,-180.86455,-204.08546,0.9699134,-3.2129374,16.918901,1190000 177.25296,0.34194377,0.00057000155,-3.7801135,0.00979901,176.90065,0.27862296,2.679122,-177.01685,-202.46428,1.076094,-2.8928819,18.349588,1195000 178.19724,0.3141423,0.002409977,-3.0541914,0.007782262,177.8729,0.37014875,-41.002804,-178.03569,-201.53389,10.819588,-5.993967,41.590908,1200000 178.45082,0.3022436,-5.3046733e-05,-4.0211124,0.010103373,178.13852,0.52086514,-9.973624,-178.3501,-203.11865,3.8070107,-11.38823,43.91577,1205000 180.33601,0.31137368,0.0018778514,-3.2516494,0.008159431,180.0146,0.2761941,-23.309505,-180.15974,-206.1205,1.33661,-4.3244824,23.919456,1210000 176.1174,0.35274106,-0.00013719877,-4.0555196,0.01002191,175.75478,0.31451106,-0.7908801,-175.91568,-202.74913,2.5682464,-4.412951,26.340832,1215000 180.72534,0.3526107,0.001823651,-3.2510388,0.007915977,180.36298,0.38368896,-19.075506,-180.5301,-202.33046,2.7775867,-1.2449731,21.753119,1220000 176.67758,0.36498827,-0.0011825204,-4.4880133,0.010875046,176.30289,0.37282953,-14.916982,-176.51057,-202.24203,8.556848,-2.6259086,33.892372,1225000 178.8986,0.3004229,7.0019865e-05,-3.9706652,0.009477672,178.58862,0.4151395,-13.892492,-178.75371,-202.24052,34.844772,-10.339916,103.83506,1230000 175.71783,0.31791255,0.0002014637,-3.914769,0.009253479,175.39047,0.5123257,-17.88186,-175.55028,-202.6653,17.934488,-6.0614057,61.227676,1235000 176.37932,0.3724578,-0.0012494999,-4.5323305,0.010638403,175.99748,0.28897724,0.43857285,-176.15262,-201.92427,1.5557759,-8.166001,28.602211,1240000 178.23982,0.31777263,-0.00030645143,-4.130304,0.009713737,177.91263,0.4691808,-31.416367,-178.0774,-203.55283,5.844867,-1.458481,22.892403,1245000 180.44337,0.32339236,0.00071528624,-3.6922379,0.008581325,180.11069,0.4579846,2.043877,-180.27942,-206.02693,3.222103,-4.0084896,31.501278,1250000 176.83536,0.3016817,0.00069614686,-3.7000818,0.008588344,176.52438,0.2906517,-24.52308,-176.70369,-206.78627,1.0953314,-3.0575476,16.8277,1255000 179.39966,0.32245636,0.0008228385,-3.648531,0.008541725,179.06784,0.35483196,-3.7459915,-179.21634,-202.72295,4.825861,-7.891431,29.90794,1260000 176.19621,0.33419102,0.00045547876,-3.803257,0.008804901,175.85275,0.30113545,0.729543,-176.00093,-206.28886,7.338304,-3.8729155,31.980928,1265000 176.19884,0.28321597,-0.002337333,-5.0049486,0.011640627,175.90631,0.42250586,1.4114348,-176.18315,-206.12787,9.371032,-17.651659,57.973053,1270000 177.01242,0.34727934,0.0019352062,-3.1635032,0.007318655,176.65588,0.6269228,-0.65855414,-176.82019,-203.10263,5.1499677,-11.080053,39.212936,1275000 179.71573,0.33193582,0.00028401182,-3.8767672,0.008934693,179.37456,0.20657945,-29.36752,-179.56068,-202.5581,1.9038954,-3.266238,19.85165,1280000 175.0105,0.32872766,-0.0016875581,-4.741029,0.010796829,174.67267,0.62142605,-8.581338,-174.93109,-201.69313,5.573642,-33.67613,98.63216,1285000 172.57576,0.34539306,-0.0007177625,-4.3116665,0.009929693,172.22115,0.8601479,-1.5249763,-172.42267,-201.91127,6.22844,-4.25831,40.425728,1290000 180.84277,0.33657226,0.0015572172,-3.3108492,0.007481252,180.49716,0.33599865,-3.8825562,-180.66502,-204.84103,5.762764,-2.5883987,29.81641,1295000 175.83412,0.36147106,-0.00030107633,-4.132015,0.00942355,175.46353,1.511766,0.61150575,-175.6176,-202.16608,28.638193,-13.302472,140.04347,1300000 179.70303,0.35164028,-0.0005180215,-4.2253094,0.009714646,179.3422,0.47611412,-19.552803,-179.57423,-203.08516,3.9923027,-7.9747376,42.126995,1305000 174.20847,0.3235315,-0.001963792,-4.8534555,0.011167748,173.87573,0.7268166,1.4442074,-174.04494,-204.61264,41.44561,-16.64902,158.55972,1310000 178.48671,0.3470435,0.00094193395,-3.5874922,0.008191799,178.13052,0.34827343,2.5375097,-178.3047,-205.10515,7.765451,-3.219433,33.129585,1315000 175.20596,0.31897825,-0.0016007005,-4.6997967,0.010750219,174.87782,0.8106865,2.4756608,-175.0843,-205.50937,22.225319,-7.902075,83.520325,1320000 177.50146,0.30997685,-0.0005636378,-4.247278,0.009681107,177.18237,0.38636103,-7.943301,-177.36052,-206.39561,3.2955415,-6.118032,31.103607,1325000 176.53561,0.35120693,0.0005525756,-3.7567,0.008532105,176.17532,0.32317534,2.3445477,-176.33105,-202.34544,8.713309,-2.9451926,38.298634,1330000 177.76442,0.36588287,0.0014211468,-3.3762674,0.0076926746,177.38943,0.5664865,-1.3820257,-177.51128,-206.42078,28.129948,-6.221593,91.466934,1335000 175.17195,0.3630389,-0.00089665886,-4.394367,0.009991319,174.79982,0.6083359,1.6654611,-174.94688,-205.83875,8.166915,-8.265754,48.30769,1340000 175.4892,0.33811733,0.00066365564,-3.709775,0.008483117,175.14194,0.9338209,1.2496915,-175.2738,-203.41951,34.73643,-8.774732,98.48888,1345000 176.4791,0.33696458,0.00097001705,-3.5695155,0.008043241,176.13312,0.43710503,-4.784735,-176.25456,-202.66214,20.371675,-7.1679797,84.86341,1350000 177.56331,0.36354464,2.0508076e-05,-3.990858,0.008952692,177.1908,0.81876975,-13.315955,-177.3596,-206.11298,22.057888,-15.685301,84.15157,1355000 176.11868,0.32451347,-0.0007259032,-4.326125,0.009629273,175.78528,0.22722712,-21.419212,-176.00133,-204.81635,2.2059038,-1.2075197,17.807154,1360000 175.15414,0.32511643,-0.0008972566,-4.396761,0.009943074,174.81998,0.32622176,-0.43909803,-174.97354,-206.32707,4.5232635,-9.451989,39.20489,1365000 175.7853,0.36161137,-0.0007803324,-4.3451185,0.009824557,175.41463,6.8325043,-20.860146,-175.58766,-203.46693,8.585881,-21.509869,98.87094,1370000 174.17451,0.3514192,-0.00010818768,-4.048747,0.00898566,173.81421,0.3776375,0.78004205,-173.97559,-203.41519,2.0632994,-3.0095928,24.991577,1375000 172.18936,0.32649496,-0.00074931025,-4.339517,0.009577262,171.85403,0.60139704,-9.229203,-172.07613,-203.44212,6.610543,-10.1203575,55.768677,1380000 178.7999,0.33313876,-0.00033139635,-4.147633,0.009310315,178.45778,0.29795462,-11.929882,-178.63338,-202.72102,2.8601725,-2.892675,24.894161,1385000 174.35501,0.2743506,1.2759288e-05,-3.99422,0.008817227,174.07182,0.70014775,-0.35094285,-174.27115,-203.27852,14.656747,-95.62447,166.58743,1390000 174.38962,0.3283463,-0.0009272281,-4.413913,0.0098878415,174.0523,0.6393081,-17.890339,-174.23543,-205.85661,5.6797156,-19.966255,84.59431,1395000 181.00821,0.33910528,0.0016570311,-3.260931,0.0073111765,180.66013,0.4336104,-13.722609,-180.81158,-201.73682,10.181978,-32.38015,100.16978,1400000