O2O-w-diff-ckpts/cube-double-play-singletask-task2-v0/fawac/20260311_005929/online_agent_sv.csv

actor/actor_loss,critic/critic_loss,critic/q_max,critic/q_mean,critic/q_min,critic/value_loss,grad/max,grad/min,grad/norm,step
0.1889148,2.4812946,-115.92659,-196.59483,-202.36964,2.745149,33.08942,-33.219944,260.7734,305000
0.26004243,0.74344313,-117.133575,-197.66757,-202.73524,0.6193432,1.9157587,-1.6351877,33.609818,310000
0.29700845,0.7407302,-99.507195,-196.4546,-202.25548,0.45159885,0.29959023,-0.44239712,28.586262,315000
0.33729032,2.1808453,-110.77738,-196.82903,-201.65726,7.0683417,26.91039,-31.743216,375.3741,320000
0.29261088,1.563206,-112.69855,-197.13054,-202.47658,0.5093327,2.1297994,-1.8378001,63.621437,325000
0.23915893,6.9390764,-116.76335,-198.31119,-202.17226,0.5433187,1.8148199,-2.1018338,49.516857,330000
0.29218233,1.442686,-113.60106,-197.47102,-202.19284,0.47436473,1.1550627,-0.49086335,43.580685,335000
0.21366267,1.8664573,-111.07175,-197.73515,-202.1787,3.3031566,2.900833,-3.2032318,70.445724,340000
0.20372885,3.447478,-117.54089,-198.04266,-202.71182,0.5298732,0.8247446,-0.73127794,45.269966,345000
0.5093199,6.7582526,-119.31872,-198.11906,-202.97069,0.38311204,0.6997167,-0.37218377,41.605778,350000
0.25767624,9.53614,-107.69027,-197.0784,-202.76497,0.7483169,0.5215007,-0.4367494,55.672424,355000
0.37078822,2.032877,-111.55294,-197.44548,-202.11325,0.53085226,3.1872256,-3.8745446,84.98228,360000
0.24510963,3.3399637,-114.8976,-197.71147,-202.24092,0.8040506,1.3685746,-0.99919033,54.14032,365000
0.2932915,2.1915252,-84.20881,-194.73357,-202.10414,0.40655518,4.07084,-4.298175,66.88187,370000
0.42605013,3.318074,-112.09397,-196.3772,-203.17635,1.3068459,0.7955987,-1.7756948,51.226128,375000
0.21043357,0.6659135,-124.15741,-198.34622,-202.07396,0.36056966,1.077517,-0.9837017,36.241795,380000
0.29603612,0.671353,-125.60924,-198.63033,-201.8129,1.74733,15.814592,-16.116869,186.04623,385000
0.2802578,1.3604758,-107.35201,-196.56807,-203.86874,0.5836461,0.44327545,-0.33144665,35.110962,390000
0.20679025,4.7980623,-116.08313,-197.62645,-201.89882,0.43345338,0.6097453,-0.5964635,37.470715,395000
0.2500572,0.62191886,-73.00127,-196.26399,-202.31834,0.6068765,0.48127288,-0.5045848,29.649242,400000
0.24989885,3.3101432,-111.421196,-196.42766,-202.46812,0.81637734,1.0385375,-0.96244454,37.217278,405000
0.30155343,4.190702,-108.76911,-195.48235,-202.25261,1.1939205,8.371145,-9.540527,120.51016,410000
0.22900495,3.38751,0.48863137,-195.82213,-202.57542,0.6506669,0.71136445,-0.4302228,50.490517,415000
0.65576303,1.5625113,-103.668015,-197.62086,-202.34596,0.7672242,1.0429901,-1.0714658,55.066772,420000
0.28264838,1.4807103,-114.10599,-197.88097,-202.77953,0.7474961,11.884934,-12.0835705,113.946945,425000
0.6600448,8.624033,-119.26845,-197.20528,-202.70782,0.85500014,0.5215974,-0.8247207,48.89528,430000
0.17014688,0.33085498,0.7739037,-197.20244,-202.67699,0.5674001,2.004419,-1.7228487,64.72275,435000
0.24894819,4.1151543,-114.17632,-196.41243,-203.00342,7.3314714,46.658466,-60.676235,552.50385,440000
0.2292082,0.33114314,-117.69951,-196.73434,-202.19864,0.16793005,0.29174784,-0.16955127,10.77115,445000
0.24072716,5.3910584,-69.11053,-196.12727,-202.52696,4.0800705,11.651544,-10.683694,170.64914,450000
0.22725171,0.2353303,-103.93176,-197.49434,-202.47324,0.1854182,0.47416437,-0.47971663,19.45271,455000
0.21848735,6.5528,-107.32543,-197.7747,-202.05806,0.5289988,0.8646787,-0.84330964,43.210823,460000
0.17278092,0.8625436,-3.5080297,-196.71182,-202.14162,0.60017806,0.5254125,-0.38370818,31.950335,465000
0.19926293,0.7558671,-117.322716,-196.99095,-201.93935,0.29089794,0.41287333,-0.34104833,23.615952,470000
0.24993676,0.33220372,-112.690506,-198.58096,-201.38528,0.33139464,0.4799048,-0.30870685,23.840364,475000
0.21627972,0.3956762,4.6760626,-197.57254,-202.59894,0.27043477,0.27262968,-0.2658882,21.194403,480000
0.19110134,1.770304,-113.4691,-198.28856,-202.76593,0.44524717,0.37000042,-0.3773406,30.662598,485000
0.29487592,0.632577,-98.02007,-197.03726,-201.56332,3.6396577,80.16885,-63.501755,484.3423,490000
0.26611525,3.3165376,-113.49373,-197.26263,-202.0985,0.5994014,0.8393661,-0.9848845,46.409966,495000
0.31602496,0.66829544,-116.822586,-197.73933,-201.82562,1.2196177,10.684048,-12.183119,138.6161,500000
0.21316397,1.9991868,-114.72975,-198.45068,-202.44717,0.41565585,0.3784946,-0.34146366,29.130257,505000
0.21332951,1.2102735,-111.73253,-198.06087,-202.43622,0.9859217,0.88957876,-1.1389626,47.94775,510000
0.21169107,2.4847455,-115.289154,-197.8909,-201.73251,0.2688851,0.29836953,-0.14279988,22.17458,515000
0.25206253,0.35611174,-114.15092,-197.7881,-202.37779,0.4790208,0.4016732,-1.0756053,30.342274,520000
0.17662075,3.5143259,-106.95305,-197.75267,-202.43419,0.35929012,0.77525985,-0.60312086,31.165848,525000
0.23888144,0.8359136,-114.668335,-198.65892,-201.9027,0.2122647,0.22747266,-0.31716657,15.560702,530000
0.27649415,0.5649219,-114.53493,-197.39378,-201.74957,0.37304822,0.38662875,-0.44938028,20.053944,535000
0.20662187,0.63208836,1.2968158,-196.71614,-202.00189,0.3898533,0.2528055,-0.23086058,20.71049,540000
0.22357465,4.904771,-115.82188,-196.91902,-201.97734,0.42550507,0.4657664,-0.44960448,32.497524,545000
0.16423224,0.4879124,-103.30483,-196.9223,-201.67609,0.22160056,0.34797147,-0.254882,19.11298,550000
0.20362675,0.6229089,-117.86244,-198.14864,-202.13155,1.0111341,0.9848045,-2.296759,58.58579,555000
0.21854126,1.473705,1.1078683,-197.43738,-201.65364,0.21997486,0.20923269,-0.41439635,21.37816,560000
0.23143351,1.1289173,-118.25029,-198.01529,-202.37025,0.24690647,0.23409054,-0.25776064,19.079216,565000
0.21971154,2.2632234,-100.38749,-196.73459,-201.90128,0.2959982,0.8361915,-0.7216594,33.563255,570000
0.23019359,10.551761,-65.78875,-197.13109,-202.70079,0.93587095,1.6552061,-1.8124821,89.92943,575000
0.21878669,2.2598953,-120.15922,-197.68788,-201.63226,0.74052364,0.434603,-0.6042962,35.71482,580000
0.20744798,0.6349389,-114.276306,-197.42632,-201.54599,0.21593423,0.25825888,-0.26360363,15.067406,585000
0.2068153,0.73933667,-116.85766,-197.48305,-201.63673,0.42826176,0.91701794,-0.8754151,29.643007,590000
0.32476273,4.084958,0.53208697,-196.86653,-201.49637,0.6155592,0.46337658,-0.4611318,40.025578,595000
0.1786829,1.157943,-11.82566,-197.47778,-202.33617,0.5767376,0.46672654,-0.29179415,27.432735,600000
0.22043458,0.3891872,-106.712395,-197.71664,-201.64076,0.27205703,0.36252207,-0.40813974,22.393143,605000
0.3538734,0.6203303,-95.92762,-196.30098,-201.79929,0.55685854,0.2447758,-0.26589775,21.83302,610000
0.25024188,0.55347645,-115.07999,-198.07597,-201.71877,0.31694523,0.4250186,-0.5415815,19.371338,615000
0.26563084,4.576225,-38.77059,-198.11662,-201.90773,0.5487427,0.80050796,-0.85513675,48.650475,620000
0.42955583,0.8751241,-111.49333,-197.37993,-201.78873,0.4359722,0.7117826,-1.0117385,35.028328,625000
0.18045326,0.8307709,-112.78695,-198.06934,-201.85963,0.29736897,0.7357702,-0.3011049,24.770624,630000
0.20080572,0.76472867,-12.510252,-196.34428,-202.3348,0.63933843,1.1052336,-0.927314,26.50933,635000
0.17737639,1.1759367,-109.046745,-197.71922,-201.96924,0.29139397,0.1806231,-0.43375695,19.609957,640000
0.20921811,0.58492565,-114.62631,-198.34236,-201.58202,0.27203152,0.22008848,-0.6337291,20.239346,645000
0.40807998,5.180815,-87.33371,-195.34277,-202.00256,0.5936603,1.6732348,-1.9998565,73.78463,650000
0.21256578,1.0816007,-139.00941,-198.92186,-201.73091,0.4453372,1.067633,-1.085129,47.6832,655000
0.3456417,1.662135,-111.07569,-197.6369,-201.791,0.23505536,0.22826265,-0.19728765,25.524107,660000
0.24221852,0.77087665,-63.405804,-197.3618,-201.68288,0.5643573,0.6464337,-0.6081982,21.947107,665000
0.17181519,0.44810376,-7.0068216,-197.15007,-201.66621,0.21678786,0.61617756,-0.48438218,18.73819,670000
0.46896207,1.6604044,1.2933279,-195.47618,-201.88373,1.1428366,4.213214,-4.78526,92.428894,675000
0.20000918,0.7338109,-108.72872,-198.41966,-202.8188,0.356701,0.35948023,-0.40869245,25.382694,680000
0.20542648,3.2302063,-52.20497,-197.60327,-201.83075,0.36238268,0.73581016,-0.8507473,28.006876,685000
0.17917983,2.4072852,-112.35153,-198.56758,-201.60281,0.2996828,1.5948198,-1.8517865,37.606445,690000
0.20491254,0.33979398,-130.87645,-198.89961,-201.45088,0.23437576,0.20077772,-0.31002632,11.507564,695000
0.1957402,0.6746404,-8.855796,-196.2843,-202.05713,0.44029188,0.9558392,-0.8909821,27.794544,700000
0.21939097,6.569919,-115.682236,-197.27713,-201.86584,0.406334,0.4135098,-0.43655393,29.630236,705000
0.43334645,4.6376643,-117.724495,-198.30002,-201.53194,0.6859379,0.78362185,-0.6966136,43.50146,710000
0.27918458,0.8641629,-89.30583,-197.89615,-201.97057,1.4040207,0.8937145,-1.0175524,41.77567,715000
0.2345948,2.159174,-105.283646,-196.26102,-201.561,0.4669664,0.41678563,-0.40008083,28.793774,720000
0.16830085,0.2427455,-109.02064,-197.43024,-201.46196,0.35904518,1.0631402,-0.41861495,25.023817,725000
0.45282665,0.61852133,-110.71849,-197.9361,-202.10504,0.46372676,0.6964328,-0.50783014,29.990528,730000
0.22350389,0.48246676,-115.73896,-196.47327,-201.67668,0.91486543,2.171743,-2.499573,58.529,735000
0.3023883,1.1180966,-115.62242,-198.15605,-201.88312,0.65570015,0.85253155,-0.8911571,34.929478,740000
0.19699505,0.2873225,-115.459755,-196.53546,-201.84697,0.22962447,0.22072348,-0.4402338,18.963102,745000
0.22758895,2.3238447,-109.38417,-197.00914,-201.61525,0.418305,0.5649875,-0.50595546,32.151737,750000
0.24893433,2.47894,-109.40296,-198.43808,-201.36104,0.44410068,0.9515726,-0.8477926,42.281307,755000
0.20913161,0.24596806,-113.61977,-198.54712,-201.72784,0.13003027,0.1561568,-0.29433042,11.168814,760000
0.23539233,1.660434,-113.405426,-198.46043,-201.50998,0.33000427,1.0193036,-0.3946758,38.948982,765000
0.15153569,1.1006577,-119.41317,-198.10759,-201.77422,0.26962185,0.8164883,-0.28063446,25.47726,770000
0.25693014,0.50786966,-121.20864,-197.66963,-202.20668,0.6623066,2.7416573,-2.5913923,48.93142,775000
0.21005364,1.6553675,0.82449156,-196.22675,-202.20558,0.5504959,0.6619724,-0.4974004,37.34291,780000
0.21149382,4.558971,-119.952896,-197.7367,-201.64856,0.5259515,0.44741932,-0.57690924,35.533028,785000
0.27797604,6.084638,-115.42429,-198.04668,-201.5769,0.34881812,0.3679774,-0.6700843,40.804386,790000
0.41681963,0.9037871,-35.244083,-196.52942,-201.90448,0.5502397,0.59553885,-0.55976796,33.494797,795000
0.17216636,1.0771061,-112.76528,-197.66321,-201.44804,0.2588539,0.8758695,-0.33340114,22.27284,800000