O2O-w-diff-ckpts/cube-double-play-singletask-task2-v0/fawac/20260311_074620/online_agent.csv

actor/actor_loss,critic/critic_loss,critic/q_max,critic/q_mean,critic/q_min,critic/value_loss,grad/max,grad/min,grad/norm,step
0.21590391,1.083969,-114.77932,-196.23033,-201.23444,0.35489112,0.23519267,-0.20779541,17.495132,805000
0.2199749,0.51417416,-118.017296,-197.59601,-201.80739,0.27215716,0.32739696,-0.76446223,24.559883,810000
0.2704854,0.21343684,-103.96194,-196.43065,-201.11658,0.21492098,0.23200808,-0.48095596,16.20768,815000
0.17561655,2.6954992,-111.94607,-196.80864,-201.27394,0.24316335,0.6075783,-0.64387965,31.212786,820000
0.20766342,0.61438376,-113.91042,-197.06703,-201.84402,0.30456886,0.24875744,-0.3569065,15.288537,825000
0.21050219,3.9926903,-117.95901,-198.02849,-201.7373,0.5988675,1.4183555,-1.0266482,53.926575,830000
0.24836764,1.7408692,-115.51221,-197.4174,-201.01909,0.22980843,0.3262303,-0.2880752,21.443443,835000
0.21818455,2.2751536,-110.37413,-197.601,-201.50446,1.9109534,5.8313203,-6.436167,116.71573,840000
0.20597982,1.0277089,-121.4603,-197.88835,-201.41513,0.52709234,0.73614883,-0.45586964,26.967352,845000
0.20911457,3.0646133,-118.46554,-197.96532,-201.36505,0.31530198,0.5094459,-0.359017,36.33834,850000
0.24507229,10.959684,-110.08394,-196.95778,-201.62195,1.25708,1.1503724,-1.1474669,64.64153,855000
0.25453967,1.986255,-112.84959,-197.29016,-201.37488,0.23117624,0.1859601,-0.34687296,17.285942,860000
0.20715451,4.884778,-115.585304,-197.26541,-201.75893,0.37320215,0.4395126,-0.39696804,31.577393,865000
0.20287387,5.335387,-100.61997,-194.9679,-201.37025,0.3652049,0.42029023,-0.51788276,30.600027,870000
0.74166954,3.9682014,-116.68377,-196.20348,-202.31184,0.6867219,0.8145759,-0.9268683,46.71456,875000
0.46402073,1.8235619,-120.80581,-198.43443,-201.3783,0.33823967,0.98474836,-0.5476289,40.188015,880000
0.33142346,0.87539005,-131.94151,-198.87187,-201.62653,1.15068,27.80466,-26.770782,303.51813,885000
0.22362089,0.87244433,-107.83919,-196.28648,-201.98584,0.32712293,0.30878228,-0.2524438,17.275946,890000
0.17530732,5.1013618,-116.86186,-197.14954,-201.04408,0.44642207,0.70650184,-0.52837056,39.19838,895000
0.24343581,0.41008863,-64.26672,-195.75378,-201.60765,0.3307298,0.8913543,-0.42385438,24.534351,900000
0.20736778,2.3315065,-107.98666,-196.44177,-201.92145,0.3194007,0.5938214,-1.3086529,35.81178,905000
0.22089006,2.356977,-106.66559,-195.09383,-201.2611,0.7471457,0.5737146,-0.66922075,32.821564,910000
0.23697129,0.9075403,1.1447589,-195.63504,-201.44098,0.40630722,0.9873477,-0.66631174,26.420044,915000
0.26245612,1.8253542,-110.32098,-198.06276,-201.58623,0.27116093,0.22916695,-0.28269,19.423286,920000
0.19747217,0.6002999,-116.405014,-198.06493,-201.59335,0.21849918,0.17829093,-0.2804,10.86405,925000
0.1874834,1.0771579,-116.28424,-197.29189,-201.57674,0.35264567,0.23407878,-0.21986395,19.911068,930000
0.22575063,1.4476382,1.1478864,-196.79945,-201.4788,0.19729276,0.9740902,-0.40866166,21.888893,935000
0.23147939,0.73806876,-116.97658,-196.52934,-201.95612,7.8036423,12.659511,-9.868779,167.3392,940000
0.3279851,0.6444344,-119.89504,-196.91878,-201.50061,0.28378376,0.47492507,-0.6636197,28.275637,945000
0.2396498,8.498842,-78.4902,-195.69322,-201.52873,0.42350036,0.49304384,-0.71847856,33.177876,950000
0.19576354,0.55586463,-112.24823,-196.76114,-201.60773,0.17200862,0.2356999,-0.17861542,12.334066,955000
0.22653882,4.8800807,-107.94558,-197.16733,-201.32358,0.7115633,1.0102023,-0.8929893,44.86483,960000
0.2762084,1.238074,-3.8676434,-196.31792,-201.53539,0.48128816,0.6357591,-0.6101993,29.56157,965000
0.1861988,0.55066234,-117.96781,-196.893,-201.39796,0.18759802,0.14255056,-0.29471588,14.812384,970000
0.16527227,0.93312806,-115.73891,-198.64726,-201.1648,0.15109037,0.6416552,-0.25169325,20.533367,975000
0.18949495,0.38573524,1.6881139,-197.6544,-201.85268,0.19113694,0.17769001,-0.30929086,14.434601,980000
0.19844505,1.2222528,-114.50467,-198.31992,-202.03227,0.24088101,0.42103177,-0.5334567,21.517637,985000
0.20781069,0.97460175,-106.68374,-197.47769,-201.64824,10.012751,56.874046,-41.603912,925.80145,990000
0.24347973,2.066754,-117.89954,-197.31686,-201.46585,0.23348017,0.35927367,-0.40130848,17.174372,995000
0.14659032,0.48948827,-114.465294,-197.86768,-202.02637,0.23074202,2.160272,-2.2479076,37.970802,1000000
0.18708654,0.40768752,-112.06015,-197.98564,-201.50366,0.30666813,0.32851717,-0.53251266,15.780554,1005000
0.35396487,0.44203123,-110.32393,-198.0473,-201.7047,0.29549408,0.565862,-1.0996273,32.89904,1010000
0.18525565,1.6225067,-115.01436,-197.94434,-201.31032,0.20508929,0.17665805,-0.19600463,18.110704,1015000
0.21437673,2.8969998,-108.93264,-197.32076,-202.08232,0.3157726,0.47058982,-0.46408367,21.737068,1020000
0.3516125,5.148104,-113.74161,-197.18529,-201.84943,0.5273741,0.61649054,-0.63146627,38.172325,1025000
0.2826258,0.63404864,-113.174515,-198.44948,-201.33081,0.17323074,0.17197332,-0.13939413,13.140916,1030000
0.23342776,0.37887493,-101.58451,-197.08922,-201.28879,0.21229795,0.20674767,-0.2967909,12.838968,1035000
0.16271529,0.35755143,1.673415,-196.45161,-201.41269,0.18602054,0.24148501,-0.17727798,16.03334,1040000
0.21390387,0.98469764,-116.40171,-197.20598,-201.40906,0.20782395,0.41455084,-0.1653727,17.980217,1045000
0.27184373,0.5847311,-90.97067,-196.78476,-201.36598,0.34057897,0.22826482,-0.36829382,19.36146,1050000
0.24689688,2.022515,-113.76033,-197.9232,-201.45865,0.43871614,1.4423891,-1.2580948,48.827133,1055000
0.20205149,0.37258527,1.5650761,-197.45302,-201.2285,0.15246585,0.72777677,-0.32711133,16.643375,1060000
0.18557402,2.0728128,-118.94308,-198.04875,-202.22714,0.35041246,2.1147754,-0.7056897,34.216366,1065000
0.25914145,1.3348751,-107.3719,-196.34695,-201.78455,0.4082285,0.33096847,-0.27627736,20.166105,1070000
0.25767636,13.307831,-58.426907,-197.37053,-201.50659,1.0060066,0.98070645,-1.0505964,73.48428,1075000
0.31126463,2.5868623,-113.6251,-197.12907,-201.63762,0.4303154,0.4750322,-0.6598994,32.391228,1080000
0.1926519,0.5718533,-115.326866,-197.5122,-201.48041,0.46625015,0.6591951,-0.35998535,27.803928,1085000
0.1550093,8.661316,-110.75745,-197.58635,-201.32243,0.20215009,0.84127647,-0.73121154,26.000359,1090000
0.2888846,4.4448714,1.6219869,-196.64835,-201.21712,0.4533088,0.92954296,-0.7829732,31.388584,1095000
0.1859823,0.923642,-10.476583,-197.91287,-201.79672,0.30929565,0.28789824,-0.33286336,15.447992,1100000
0.20915586,0.51574785,-100.55286,-197.65518,-201.33917,0.21818085,0.25394344,-0.34035856,12.478242,1105000
0.29592305,0.7285961,-99.002075,-196.05925,-201.4894,0.6601007,0.7489829,-0.71780694,33.3049,1110000
0.15185559,0.32124445,-108.7307,-197.4435,-201.5547,0.26185918,0.17625946,-0.47611463,15.939734,1115000
0.24018998,4.215568,-55.962246,-197.28227,-201.29375,0.55883104,1.0776864,-1.6227897,58.952637,1120000
0.20114836,0.603007,-110.55768,-196.73616,-201.48358,0.4078563,0.29412267,-0.3087023,19.730267,1125000
0.16661978,1.2901249,-108.41486,-198.29805,-201.25407,0.35361475,0.6601502,-0.29504338,20.876911,1130000
0.24396813,1.7476491,-17.471912,-195.4322,-201.83867,0.35927325,1.6566099,-0.8516957,33.482185,1135000
0.22223325,1.6321096,-111.54174,-198.04247,-201.38931,0.25595656,0.26635897,-0.17103,19.885702,1140000
0.20657444,2.0340154,-115.26521,-198.53375,-201.95071,0.24798957,0.33733475,-0.22960001,16.607038,1145000
0.2146507,1.9400841,-94.08317,-195.19331,-201.15059,0.3626965,0.4659907,-0.47967833,26.855162,1150000
0.22324486,6.602174,-106.62084,-198.30347,-201.54268,0.68301505,1.24365,-0.9938713,67.537476,1155000
0.20121306,0.5796086,-110.73125,-197.31628,-201.54446,0.5340063,0.7167109,-0.39134175,26.26892,1160000
0.21451075,1.090494,-39.694324,-196.76782,-201.37627,0.22049093,0.22734603,-0.21745785,13.378379,1165000
0.15445276,0.65568304,-4.9574714,-196.95227,-201.49638,0.20587602,0.33751172,-0.84795916,17.920113,1170000
0.19586894,3.1404083,0.97918546,-194.99547,-201.4591,0.783189,0.737334,-0.8117107,45.582977,1175000
0.33535367,0.86136454,-107.98343,-197.5471,-201.81143,0.65159464,0.31504562,-0.71651554,28.08067,1180000
0.16977909,0.95818806,-45.12592,-197.33401,-202.086,0.2393674,0.9719556,-0.6031911,24.964146,1185000
0.4524022,2.3216736,-114.273544,-198.46013,-201.1424,0.7116689,1.6816932,-1.6269222,52.24532,1190000
0.21141939,1.7041199,-106.651596,-197.13329,-201.3265,0.32056442,0.31879604,-0.28780475,20.081816,1195000
0.15018022,0.5574827,-9.885118,-196.08661,-202.44247,0.282024,0.76297235,-0.44681635,24.433445,1200000
0.18104313,11.941828,-105.86135,-195.98174,-201.3754,0.7032529,1.160914,-0.74501085,50.492424,1205000
0.17767848,0.7474996,-127.97462,-198.78923,-201.90869,0.20848039,0.17000455,-0.18444365,12.920164,1210000
0.19312862,1.0689024,-92.61662,-197.14801,-201.44785,0.87782985,1.527829,-1.8771803,40.819885,1215000
0.236564,3.5254579,-115.101814,-196.50967,-201.44167,0.32724354,0.5551984,-0.6528037,29.672855,1220000
0.2306694,3.713086,-116.12927,-197.24745,-201.81119,0.25186795,0.3862018,-1.0987478,23.5845,1225000
0.17370395,0.85344505,-108.97351,-197.51492,-201.87967,0.73534715,0.38786572,-0.43124175,31.29202,1230000
0.20520781,0.9065992,-109.81443,-196.33563,-201.7392,0.24229622,0.2993885,-0.84256256,23.704025,1235000
0.18267499,2.2459853,-108.63494,-197.1385,-202.18979,0.6806779,1.574932,-2.0189073,50.172623,1240000
0.18630941,0.17287429,-110.15386,-196.55241,-202.00844,0.1320913,0.23705143,-0.5853676,14.3803425,1245000
0.5185751,2.834496,-111.84472,-196.9597,-201.54951,0.8996548,0.71097285,-1.801874,58.016212,1250000
0.24031074,2.1839516,-110.64004,-198.65555,-201.65625,0.41877708,1.5918005,-1.5260599,60.79957,1255000
0.25345367,0.30195284,-111.16932,-197.97826,-201.68927,0.3236617,0.71812767,-1.2857659,27.859966,1260000
0.18484585,1.6825308,-108.429306,-197.87674,-201.49863,0.5743336,0.92847294,-0.39184374,33.54537,1265000
0.17480119,0.7053476,-116.38434,-197.6784,-202.03712,0.37346652,0.44338036,-0.690414,21.894161,1270000
0.23911768,2.8878567,-104.96436,-196.49306,-201.67337,0.34855866,0.39198476,-0.64639044,25.071589,1275000
0.22377783,0.5413278,2.4151974,-195.47766,-201.48018,0.39323065,0.31433162,-0.21236281,15.879939,1280000
0.19104807,2.1002893,-107.12187,-196.05864,-201.55682,1.1803818,1.2091471,-0.7975644,44.50802,1285000
0.1585077,0.72057223,-107.37431,-197.8277,-202.51,0.2647166,1.5514286,-0.54392976,26.049637,1290000
0.19381955,0.8010417,-41.157818,-195.57939,-201.46701,0.39153594,0.35531625,-0.12577501,16.974035,1295000
0.41188124,3.2941034,-111.6602,-197.41719,-201.79378,0.6146426,1.0571926,-0.71824914,58.52463,1300000