O2O-w-diff-ckpts/cube-double-play-singletask-task2-v0/fedit/20260319_115338/online_agent.csv

actor/actor_loss,actor/bc_flow_loss,actor/edit_alpha_loss,actor/edit_entropy,actor/edit_entropy_loss,actor/edit_q_loss,critic/critic_loss,critic/q_max,critic/q_mean,critic/q_min,grad/max,grad/min,grad/norm,step
143.77013,0.19569772,0.004426001,-12.157815,0.15725558,143.41275,7.6601534,-53.12019,-146.96849,-195.45142,0.22904544,-0.32379603,26.29559,805000
138.54652,0.20092951,0.0022863455,-12.3299265,0.16575465,138.17755,7.029227,-42.096592,-141.34927,-193.24184,0.4603375,-0.60532016,23.547478,810000
136.5024,0.19850469,0.016615463,-11.30451,0.15711522,136.13016,13.520859,-41.600758,-139.72818,-193.44386,0.49191767,-0.43801284,34.691353,815000
132.92685,0.17252108,-0.011777433,-13.334875,0.18811268,132.578,22.369223,-36.957256,-136.0858,-197.90819,0.37502635,-0.4458776,41.897766,820000
130.97952,0.17228177,-0.019925013,-13.932586,0.19378033,130.63338,13.61687,-47.487595,-134.48802,-193.42548,0.87529576,-0.8243744,48.566223,825000
126.29246,0.1806559,0.011124791,-11.726935,0.16875651,125.93192,16.314238,-5.399232,-130.24455,-195.78761,1.1394162,-1.2649646,49.026527,830000
127.6735,0.18348238,0.007096374,-12.00826,0.17329292,127.30963,10.408263,-25.515879,-130.65755,-194.47801,0.53055084,-0.9150075,48.653038,835000
127.62956,0.18926358,0.0021393858,-12.351433,0.17786214,127.2603,18.11948,-7.247898,-131.64671,-199.9186,0.6145621,-0.4387774,49.024323,840000
129.27661,0.17768514,0.019613633,-11.20061,0.16906755,128.91025,11.245963,-28.143078,-132.49277,-200.3228,0.517914,-0.57413226,36.219612,845000
124.452644,0.1807237,0.0006931044,-12.4540205,0.18773445,124.08349,14.9055395,-8.060474,-127.95386,-196.20049,0.58577675,-0.62571967,36.99594,850000
121.6482,0.18932824,-0.020025607,-13.751158,0.22009638,121.258804,21.157902,-1.4604897,-125.731926,-191.92114,1.1976038,-1.0410228,58.604942,855000
120.06926,0.19416603,0.0016801582,-12.395867,0.2000047,119.67341,12.2895355,-10.544077,-124.07007,-197.71922,0.36545658,-0.48297933,40.02912,860000
119.27881,0.18395603,-0.015809491,-13.488169,0.21579419,118.89487,13.476756,-7.4903755,-122.66707,-196.68378,0.54563767,-0.8601668,56.065166,865000
116.231026,0.16508621,-0.007736419,-12.978996,0.20962784,115.86405,27.753965,-26.07615,-119.98464,-194.45477,0.9433373,-0.81308323,56.63703,870000
118.53404,0.16324636,-0.025467139,-14.047703,0.23115213,118.16511,16.029003,-5.421828,-122.65462,-196.75139,2.039048,-1.6950812,69.94021,875000
117.64285,0.17689896,-0.02733207,-14.143991,0.23514995,117.25813,16.17243,-0.6355741,-121.58982,-190.71027,0.6903311,-0.68346816,58.968727,880000
118.85879,0.14635397,-0.026588626,-14.155783,0.22731414,118.5117,13.761002,-14.585062,-122.67716,-195.77837,1.0621653,-1.2328616,54.313988,885000
116.300186,0.18747103,-0.014318318,-13.353664,0.22397795,115.90306,16.556591,-19.400629,-120.14117,-186.05222,1.1777496,-1.0062493,46.042976,890000
114.16997,0.15776217,-0.004027111,-12.73785,0.21566826,113.80057,20.032747,-3.188043,-118.00735,-192.77463,1.4027662,-1.4100004,56.20181,895000
111.02604,0.22698037,-0.00173423,-12.603182,0.21182813,110.58896,13.958857,-7.527729,-114.566605,-186.95802,0.91539305,-0.7716159,61.951168,900000
113.216,0.1846109,-0.008472027,-13.007452,0.2171624,112.8227,13.704871,-4.036056,-118.08992,-186.52563,0.63098526,-0.8495009,58.801113,905000
112.98426,0.17124885,-0.00076105184,-12.54517,0.2113695,112.6024,17.414774,-9.346474,-116.755615,-187.80063,0.7038809,-0.5277882,45.94989,910000
108.70788,0.22073254,-0.020842712,-13.734095,0.2319561,108.27603,10.856133,0.2991863,-112.67293,-191.98363,0.74855477,-0.5750102,44.15005,915000
111.94968,0.18267053,0.007515997,-12.052715,0.2025291,111.55696,9.736297,-3.7137008,-115.62084,-188.67955,1.3778979,-1.2371429,37.319763,920000
111.64448,0.19024654,-0.0023441415,-12.636105,0.21763277,111.23894,17.74976,0.5947701,-115.77512,-185.39005,0.7602084,-0.8679288,56.331146,925000
113.66458,0.17755783,0.0052930657,-12.188374,0.20702307,113.274704,12.909403,-13.994245,-117.789696,-192.8149,0.823656,-1.0390046,54.30284,930000
113.63884,0.19752619,0.0019541776,-12.384997,0.21045159,113.22891,15.62707,2.5082457,-117.68526,-196.29193,0.47342813,-0.50096947,51.876286,935000
108.0897,0.22726205,0.006221511,-12.134853,0.20675838,107.64946,13.203244,-10.496229,-112.53379,-188.7883,2.50222,-2.5126648,61.627346,940000
109.71146,0.19870424,-0.020516077,-13.683335,0.23723486,109.29603,9.924779,-7.7232904,-113.66355,-193.67014,0.62846804,-0.67868215,46.86563,945000
111.211815,0.21899024,0.007397183,-12.06554,0.20542991,110.78,16.360188,-6.324439,-115.12085,-197.2111,0.8788704,-1.016759,39.924786,950000
109.49399,0.1973727,0.061221085,-8.927088,0.15296373,109.082436,11.00375,-2.6031528,-112.9428,-186.72575,0.6699367,-0.49929124,50.107944,955000
112.7033,0.17880529,0.01660168,-11.537727,0.19905548,112.30884,21.50211,-10.556366,-116.08972,-195.84436,0.99031526,-1.5921459,77.40866,960000
108.61608,0.19319955,-0.014735716,-13.347591,0.23205322,108.20556,21.166063,-0.45756635,-112.18634,-188.90129,0.76802206,-0.4085372,57.964043,965000
108.9278,0.19409104,-0.0047361455,-12.773855,0.22091542,108.51753,12.48815,-3.1434436,-113.08545,-189.93483,0.52352685,-0.53692275,40.895412,970000
112.87737,0.18042809,0.03345032,-10.585432,0.18494307,112.47855,7.768917,-1.1696166,-115.8818,-197.56107,0.4669485,-0.5782301,34.235867,975000
109.39732,0.18272091,0.05456039,-9.33546,0.16095428,108.999084,10.085837,1.4149638,-112.96433,-192.92964,0.8189113,-0.7460012,35.167828,980000
109.9269,0.18930617,-0.018748393,-13.588039,0.23414032,109.5222,12.139758,-1.3764178,-113.159256,-181.43796,0.67757785,-0.8094531,53.607906,985000
105.54638,0.19515535,-0.019520566,-13.637922,0.2339527,105.136795,13.689707,-4.10643,-109.06824,-198.97934,0.502201,-0.48044342,41.65418,990000
105.28587,0.22783473,0.008453229,-12.011738,0.2079579,104.84163,16.991276,-1.5883784,-109.21354,-196.01807,1.2176936,-1.1466827,68.08675,995000
107.28443,0.17419706,0.017405432,-11.498592,0.19985664,106.892975,13.44325,-1.1884251,-110.88384,-195.96057,0.6702522,-0.7655678,48.146027,1000000
108.848145,0.17693013,-0.002371854,-12.637264,0.21836525,108.455215,15.941184,-2.4660964,-112.459694,-191.77618,0.6589723,-0.79202175,49.069695,1005000
105.10494,0.18061255,-0.008130344,-12.969236,0.2247148,104.70775,9.349629,-1.547118,-108.69224,-187.08527,0.66964006,-0.71044683,40.550457,1010000
107.68723,0.19089328,-0.002597246,-12.648743,0.22086395,107.27807,13.525256,-2.388342,-111.1041,-198.8933,0.84608006,-0.93188,45.30605,1015000
106.12607,0.19409919,0.020585772,-11.3063965,0.1949985,105.716385,18.05936,-5.216052,-110.261375,-184.23697,0.61489207,-0.99865055,58.28376,1020000
102.02012,0.22798288,0.026003389,-11.008036,0.19185862,101.57428,10.858306,-4.1211123,-105.99131,-181.16003,1.4852581,-1.5038046,61.987698,1025000
105.67214,0.20582154,0.040672638,-10.182974,0.17875,105.2469,10.901103,1.5867716,-109.477135,-194.43985,0.71054506,-0.696192,48.403107,1030000
101.467926,0.24060708,0.032509744,-10.641852,0.18618754,101.00862,9.398052,-3.6746964,-104.24314,-183.94626,1.1235375,-1.0640998,41.50509,1035000
101.58882,0.14762606,0.01449151,-11.657301,0.20046526,101.22624,13.614641,2.6110184,-106.64424,-193.81863,0.60510135,-0.5699192,44.683815,1040000
104.56079,0.19541334,-0.017590417,-13.51405,0.23442423,104.14855,11.643357,-5.6795626,-108.84373,-189.34898,0.7025988,-0.3917098,44.834183,1045000
94.20058,0.19997597,0.014575869,-11.651798,0.20022959,93.785805,14.184433,2.0698102,-98.00575,-191.83975,0.9043865,-1.2433423,67.97597,1050000
106.52349,0.17682517,-0.0044293446,-12.755215,0.22137143,106.12972,10.684639,-0.2193676,-110.43164,-192.31017,0.9295226,-0.9003919,48.907394,1055000
103.85983,0.19492173,-0.027488615,-14.103372,0.24179183,103.45061,13.405629,2.5395312,-107.39722,-192.61612,0.5346103,-0.49248943,40.66293,1060000
103.43873,0.19782354,0.011188109,-11.8547125,0.2055391,103.024185,9.676198,1.3627841,-107.08771,-199.36899,0.7030784,-1.1730288,46.169518,1065000
102.940636,0.2184532,-0.022613395,-13.798811,0.24024895,102.50455,11.844049,-4.965368,-106.42822,-186.80336,1.0126566,-0.94231135,47.409004,1070000
100.50537,0.20487687,-0.0006028664,-12.535133,0.215095,100.086,14.18653,-5.5170245,-103.588455,-196.0729,1.0104754,-0.4514753,51.227913,1075000
102.89607,0.20895971,-0.020367729,-13.68136,0.23587912,102.4716,12.389149,-0.35502046,-107.535484,-191.0149,1.1414082,-0.96292394,51.61635,1080000
97.76895,0.19893754,-0.010468484,-13.104633,0.22689064,97.35359,13.491469,3.3782856,-101.117226,-179.65207,1.1372467,-1.2146378,44.869045,1085000
95.24097,0.17760178,-0.023945164,-13.882595,0.24043265,94.84688,11.855327,3.8369112,-99.12725,-187.90259,0.55071795,-0.49501193,42.632698,1090000
99.136475,0.19321716,-0.008003067,-12.968187,0.22167468,98.72959,16.20812,1.7966899,-102.565125,-188.83527,1.7853451,-1.0253446,68.91765,1095000
102.433914,0.1928487,0.014223562,-11.682537,0.20327196,102.023575,11.706922,-0.35216993,-106.365715,-182.13632,2.01033,-2.2387688,52.458107,1100000
104.9073,0.22268021,-0.0024509123,-12.639696,0.2217584,104.46532,12.727852,-7.7281656,-108.37537,-190.002,1.120588,-1.0963122,55.94206,1105000
98.71659,0.17806703,-0.021176096,-13.743359,0.23406817,98.32563,14.355013,-2.393053,-102.94922,-194.95757,0.7522921,-0.6353069,48.13886,1110000
99.45706,0.17267784,0.0166663,-11.523589,0.19669548,99.07103,17.480635,-2.8236609,-102.51377,-175.94006,0.88158923,-0.741783,52.675186,1115000
100.51951,0.20078933,0.010805066,-11.877308,0.20609719,100.101814,14.5506315,-4.692368,-105.000755,-184.09619,0.6856593,-0.65880895,42.592953,1120000
99.24993,0.22003031,-0.021339288,-13.739231,0.23658654,98.81465,15.539258,-3.21271,-103.052795,-195.7588,0.70626384,-0.52501947,47.287735,1125000
95.22237,0.19181079,0.021194678,-11.275272,0.19512564,94.81423,12.504828,1.4237766,-98.87886,-178.63115,0.6929393,-0.6895645,51.829994,1130000
97.45569,0.20578304,0.02473542,-11.053785,0.18905906,97.03612,7.463215,-2.2317035,-100.541756,-194.87901,0.6771229,-0.6634734,35.59364,1135000
99.65978,0.21502754,0.0055814106,-12.17,0.20583573,99.23334,12.131577,-3.2776897,-102.860435,-185.72073,0.6294242,-0.9410857,60.13477,1140000
104.11198,0.20945507,-0.0028785258,-12.668295,0.21667925,103.68871,13.645777,-5.192739,-108.72516,-187.23138,0.81090385,-0.8836928,53.3966,1145000
96.054405,0.19482748,0.024568254,-11.039723,0.18573654,95.64928,14.272504,-4.168967,-99.771034,-199.07121,2.581995,-2.2360587,52.998016,1150000
102.13609,0.20112953,0.033503138,-10.508016,0.17673406,101.72473,18.401325,-1.2546695,-105.570885,-188.30042,1.5835434,-1.8254254,71.14728,1155000
93.29525,0.2203741,0.006736511,-12.102729,0.20522548,92.862915,13.657579,4.043822,-97.40625,-194.50627,0.74352986,-0.6576875,46.871307,1160000
101.3748,0.2159586,-0.024112627,-13.905809,0.23851427,100.944435,16.927086,3.2746115,-104.71781,-198.63025,0.537389,-0.6762403,51.522923,1165000
98.72987,0.16065982,-0.02046355,-13.712887,0.2313607,98.358315,15.919883,1.2805818,-102.0826,-191.65208,0.6214189,-0.6311236,48.3026,1170000
95.21136,0.17562267,0.014076487,-11.669754,0.197856,94.82381,13.782587,1.3383342,-98.9542,-196.59407,0.7702533,-1.1250699,56.92147,1175000
96.28504,0.2306341,0.032798115,-10.550059,0.1774526,95.844154,11.430192,2.4949741,-99.23058,-189.70912,1.0743097,-0.9678133,45.23487,1180000
99.07386,0.18719961,-0.013169063,-13.279875,0.22424561,98.67558,14.143631,0.08414154,-102.86916,-195.72995,0.8044648,-0.7522891,41.71976,1185000
97.29787,0.19307196,-0.016480997,-13.495382,0.2234492,96.89783,13.042579,2.5908983,-101.346245,-178.99748,0.9036703,-0.5607432,57.80346,1190000
97.5007,0.19837888,-0.0022281113,-12.631479,0.21405914,97.09049,10.937767,-2.8025935,-101.451195,-183.2232,1.6951724,-1.4865645,65.23979,1195000
93.624794,0.19325162,-0.0008098097,-12.547537,0.21375243,93.2186,9.840105,0.7812794,-97.188286,-176.65002,0.7796265,-0.4925776,41.943962,1200000
92.08162,0.18234839,0.008153258,-12.012196,0.20077418,91.69034,24.184513,3.509063,-95.87876,-191.6328,1.0931143,-0.9785073,69.3073,1205000
99.00093,0.21261731,0.0064457273,-12.12253,0.20700592,98.57486,21.381546,1.3951075,-102.785416,-182.78275,0.9153208,-0.8420634,51.343582,1210000
92.703415,0.21455197,0.008909652,-11.966193,0.19972509,92.28023,15.126571,-0.854824,-96.55931,-179.22256,1.5418555,-1.4449313,74.13659,1215000
96.54602,0.23421517,-0.022240454,-13.834784,0.23051816,96.10353,14.439819,-4.491708,-100.67257,-188.11876,0.6945531,-0.776962,41.68044,1220000
90.38329,0.22451143,0.007306881,-12.064672,0.20250298,89.948975,11.0779295,-1.6731489,-94.408134,-193.66125,1.2738708,-1.107993,53.068924,1225000
91.52169,0.20879596,0.009845693,-11.911446,0.19926183,91.10379,8.994781,-1.4001666,-95.4474,-183.43394,0.5606592,-0.7179911,36.16912,1230000
96.968994,0.22448947,0.0045207613,-12.227722,0.20302281,96.53696,12.960959,-2.7763865,-100.26199,-193.69975,1.1046562,-0.60953957,60.481297,1235000
88.94539,0.22722057,-0.008922822,-13.041565,0.21487275,88.51222,12.295166,-1.407668,-92.618484,-192.03839,0.5637664,-0.61399525,45.252476,1240000
96.35393,0.20205024,-0.0060590864,-12.861698,0.21545628,95.94248,12.780533,-2.498671,-100.4869,-187.85066,0.9273957,-1.5468841,70.539505,1245000
91.16822,0.2034542,-0.017618151,-13.563403,0.2247145,90.75767,10.129707,1.0229532,-95.18396,-183.20845,0.7543731,-1.0842271,45.5913,1250000
93.409676,0.22310656,0.017384378,-11.4604,0.19164282,92.97754,14.352374,0.2794205,-96.81082,-188.42955,2.0692658,-2.1823661,80.56566,1255000
90.1799,0.20675197,0.016786924,-11.476618,0.18825531,89.76811,10.308435,0.6789272,-94.82804,-181.65779,1.0467508,-0.9425301,55.347282,1260000
91.28311,0.18489593,-0.038206484,-14.84,0.24230096,90.89412,10.471601,1.41464,-94.71891,-181.34305,0.7820902,-0.46012762,51.498737,1265000
91.39616,0.1843008,0.024221238,-11.005468,0.17836092,91.00927,11.655092,-3.8476312,-95.17155,-173.94594,0.58781236,-1.1445234,61.678467,1270000
92.133064,0.24585322,0.00044439436,-12.473015,0.20540681,91.681366,8.754064,1.2961552,-95.5223,-193.40956,0.38414645,-0.44057932,32.601597,1275000
93.56203,0.22130448,-0.014059197,-13.361129,0.21814011,93.13664,11.723801,0.56477165,-97.21472,-181.37013,0.7453721,-0.5462679,43.959675,1280000
90.350525,0.20567173,0.015302335,-11.557178,0.187577,89.94197,10.081149,-3.7828739,-94.167595,-192.41393,0.9943436,-0.8132779,51.26526,1285000
90.58522,0.18939702,-0.00094494445,-12.55831,0.20351562,90.19325,9.368871,-1.672119,-93.8167,-186.66093,0.38866758,-0.6886021,42.59952,1290000
86.710175,0.22389968,-0.0034879788,-12.711979,0.20916757,86.280594,14.071555,5.8858128,-90.42511,-192.23116,2.1596043,-2.1594896,57.148483,1295000
84.09864,0.21693087,0.013714778,-11.658575,0.19002855,83.67796,7.740898,-0.9357563,-87.550125,-198.68965,0.8967663,-0.5723952,42.545074,1300000