O2O-w-diff-ckpts/cube-double-play-singletask-task2-v0/ifql/20260310_213219/online_agent.csv

actor/actor_loss,critic/critic_loss,critic/q_max,critic/q_mean,critic/q_min,grad/max,grad/min,grad/norm,value/v_max,value/v_mean,value/v_min,value/value_loss,step
0.20298155,1.7378426,-78.357,-181.94438,-197.75578,3.5251129,-2.8516612,85.17956,-77.23214,-180.868,-197.04767,3.305021,205000
0.20851588,1.820419,-80.58542,-183.64972,-196.3931,0.4327303,-0.538988,57.15956,-76.9923,-182.97977,-196.25427,0.7173234,210000
0.17072888,1.763955,-37.33921,-183.41782,-197.00519,0.7821338,-0.77203566,46.40172,-38.752846,-182.95833,-196.87479,0.3279037,215000
0.18265598,2.9392936,-81.42172,-180.77798,-197.16263,0.5754954,-0.3810822,51.800556,-77.69669,-180.24615,-196.96964,0.664038,220000
0.21743003,5.374826,-80.85237,-182.80383,-197.32167,1.1707368,-1.9306695,125.81946,-78.7541,-182.18835,-197.24506,1.2183594,225000
0.18665293,1.8801327,-51.539696,-183.68752,-196.59148,0.20339027,-0.22517331,37.50994,-50.038975,-183.00098,-196.3661,0.32694954,230000
0.18818521,3.3738153,-70.21766,-182.96756,-197.05469,0.29216868,-0.4129374,49.3664,-71.49439,-182.57938,-196.93536,0.34685454,235000
0.2229142,3.4958386,-75.528625,-184.89645,-196.9755,0.77052677,-0.80822474,66.63416,-74.26856,-184.04364,-196.80911,1.1519119,240000
0.18039334,6.7785563,-63.61918,-184.84337,-196.89133,1.0597045,-1.5412354,106.9924,-61.487774,-184.45857,-196.70326,0.7777288,245000
0.2017002,1.9532975,-73.00028,-185.36632,-196.68852,0.4942325,-0.48705727,53.79727,-69.96715,-184.81116,-196.66394,0.53287494,250000
0.18304294,6.64516,-23.632593,-183.166,-196.58759,3.1954975,-3.2329044,132.47876,-18.652988,-182.64218,-196.45592,0.5675776,255000
0.21337664,2.030197,-81.319214,-183.77786,-196.88962,0.39335757,-0.64264685,53.417553,-78.72434,-183.132,-196.66748,0.35962912,260000
0.19227347,3.95615,-75.10886,-182.76834,-197.26465,1.5910902,-1.94012,96.07932,-71.88074,-182.05463,-197.16196,1.3634201,265000
0.19001718,1.7523739,-40.198364,-179.93225,-196.76581,7.177954,-7.635179,123.017456,-38.493153,-179.21336,-196.60324,1.0953459,270000
0.2072826,2.9100215,-63.610443,-181.81139,-196.58871,0.5529798,-0.46051225,60.495678,-60.662464,-181.31512,-196.40752,0.66459906,275000
0.19736466,1.5342019,-81.953224,-183.63669,-197.12175,0.9645541,-0.5882291,55.094845,-80.71485,-182.98926,-197.16216,0.52295876,280000
0.19130667,1.3772185,-80.42712,-185.55615,-196.69371,0.43753424,-0.53990036,43.835808,-79.78603,-185.16077,-196.6979,0.4867116,285000
0.18238512,1.8772182,-79.34424,-182.98495,-196.96478,0.43646255,-0.58425283,53.119286,-80.02982,-182.43552,-196.52473,0.41589427,290000
0.1637054,2.6470559,-75.53737,-182.31467,-197.44089,1.0940996,-0.71415603,60.03069,-73.179306,-181.72714,-197.15906,0.58211327,295000
0.20947553,1.7508005,-26.470396,-181.21753,-196.96944,1.8838542,-1.69183,74.299126,-26.933372,-180.39984,-196.83188,0.73635614,300000
0.16552454,3.223777,-74.62215,-180.80362,-197.22275,0.6238713,-0.7955306,53.685867,-72.69041,-180.43622,-197.15298,0.45184946,305000
0.1864739,2.7447603,-78.16606,-179.57375,-197.16093,62.37934,-69.351715,1157.86,-77.27979,-179.36478,-197.04929,12.546276,310000
0.16553679,1.611871,0.0,-181.12761,-196.60965,0.75075024,-0.61696434,45.346157,1.8833607,-180.56998,-196.45462,0.37081033,315000
0.18103592,3.1593792,-40.83107,-182.34369,-196.78802,0.35313097,-0.71685433,52.75259,-34.155506,-181.64328,-196.70978,0.6832098,320000
0.19713861,2.7396102,-84.88932,-185.2445,-197.27873,1.1518735,-1.1507661,87.109604,-84.32415,-184.72379,-196.98218,0.54540116,325000
0.187336,1.4473184,-83.01526,-182.24976,-197.01941,0.5262278,-0.27532923,38.866943,-81.87252,-181.66385,-197.02527,0.27494466,330000
0.18440166,1.3732575,0.0,-183.64462,-197.31113,0.54869044,-0.48944795,39.77127,4.3015027,-182.95721,-197.15459,0.29559153,335000
0.16858125,1.5626334,-79.59647,-179.38705,-197.23848,0.74187773,-0.7283362,56.436428,-78.93727,-178.62952,-196.96039,3.0695589,340000
0.18624836,3.3090184,-55.63109,-180.40219,-197.07155,1.9057275,-1.894729,106.55028,-54.96132,-179.87923,-197.02303,0.86453664,345000
0.1795874,1.7903064,-15.634792,-179.58742,-197.17761,10.392952,-10.363122,448.50955,-13.169049,-179.38513,-196.97055,7.6397185,350000
0.17686896,2.258973,-46.49906,-180.94107,-196.83049,0.7104202,-0.66943425,64.07753,-32.235527,-180.3867,-196.7178,0.5456994,355000
0.20619342,3.8728273,-41.418663,-182.50635,-197.21672,1.3981767,-1.7965606,86.63426,-43.381298,-181.88823,-197.14394,0.8457207,360000
0.1783189,1.4038435,-2.9701,-183.71902,-197.6714,0.42873687,-0.6977076,52.19195,-1.5101463,-183.15482,-197.40546,0.3011627,365000
0.17285559,1.5344828,-65.01511,-181.25018,-196.9105,0.3493701,-0.53369516,43.320324,-67.18003,-180.6519,-196.79448,0.31883693,370000
0.20590653,1.446111,-74.7133,-184.08434,-196.99153,0.2531035,-0.39142716,39.10118,-75.95848,-183.70471,-196.91232,0.28816706,375000
0.17788936,1.9871334,0.0,-182.39972,-197.28891,1.8350383,-1.9211464,75.97181,3.9586403,-181.98029,-197.15147,0.44746596,380000
0.18194723,2.2423503,-79.673485,-182.2052,-197.14838,0.3295231,-0.83193576,62.420944,-78.24366,-181.76682,-196.93343,0.31848216,385000
0.16432598,2.6188908,-49.922043,-180.79648,-197.04686,2.1775453,-1.6863909,79.37618,-44.251602,-179.88911,-196.93382,1.8534818,390000
0.1621934,1.6565742,-81.45504,-182.50763,-197.38644,0.49028224,-0.5017072,41.20008,-79.56981,-182.05338,-197.11896,0.3805763,395000
0.15483098,2.12331,-85.73262,-181.91301,-196.80287,1.8461194,-0.9767296,92.17697,-83.89694,-181.67938,-196.6524,0.6705997,400000
0.18072854,2.2045953,-81.06188,-183.79752,-197.80608,0.9972383,-0.67761517,61.16757,-78.71383,-183.2631,-197.02013,0.42755303,405000
0.17247811,1.7776194,-45.946342,-182.63954,-197.24644,1.7308593,-1.1464249,62.98973,-46.378094,-182.19556,-197.1761,0.54577726,410000
0.19981422,1.5567902,-80.45676,-183.17093,-197.31377,0.42984778,-1.0115999,40.01086,-79.3028,-182.63966,-197.3226,0.2999066,415000
0.17234232,2.4660885,-72.118706,-181.79999,-197.06512,0.50708103,-0.70142967,51.181713,-73.39517,-181.15683,-196.9895,0.37372196,420000
0.18690819,1.7845585,-45.3292,-180.57921,-196.882,0.43179908,-0.47684088,43.41181,-42.289326,-179.9744,-196.69704,0.31928116,425000
0.20832506,1.3711958,-81.02601,-182.07057,-196.9009,0.35210037,-0.4031592,40.24943,-78.2979,-181.53314,-196.66286,0.2562611,430000
0.17608142,2.2077491,-66.10362,-181.95673,-197.02718,1.9040695,-0.76390934,75.281204,-62.720158,-181.50896,-196.96283,0.4417114,435000
0.19150122,2.3352144,0.0,-181.24014,-197.52657,0.7158446,-0.80517626,50.792732,-2.7908614,-180.67789,-197.26532,0.443198,440000
0.17968386,1.0878638,-80.60454,-183.26112,-197.3398,0.41709882,-0.35711896,34.36425,-79.96004,-182.82423,-197.10786,0.23302966,445000
0.15938264,2.0078459,-38.36418,-179.08412,-197.12666,1.336262,-0.4890258,58.24055,-36.011673,-178.34576,-197.0237,0.5126989,450000
0.18128967,1.9029373,-57.55921,-180.78445,-197.31589,0.88329506,-0.7978728,58.407585,-59.361595,-180.1946,-197.28215,0.53082913,455000
0.19508803,2.1055973,0.0,-182.30273,-197.27461,1.7402816,-0.776152,91.58068,4.463963,-181.88931,-197.12387,0.6330804,460000
0.16511227,2.080257,-81.41322,-182.54019,-197.06914,0.7478141,-0.9818113,69.30534,-78.35086,-181.96237,-196.87933,0.35016513,465000
0.18829301,3.9557583,-59.369102,-179.68825,-197.71503,1.1151754,-1.3608056,97.15922,-58.119736,-179.34729,-197.45668,0.71932054,470000
0.17694114,1.7186874,-23.59265,-180.8097,-196.84698,1.4968749,-0.52838004,47.38459,-25.566534,-180.39621,-196.64583,0.48034024,475000
0.19975433,1.7986964,-87.86367,-183.25314,-197.35637,0.8198003,-0.6727371,58.18873,-87.917854,-182.74725,-197.0851,0.45424238,480000
0.1433027,0.8980034,-80.61681,-182.13058,-197.17383,1.1819514,-0.99833465,64.18547,-80.495895,-181.82039,-196.93895,0.31635633,485000
0.15770197,2.7806847,-55.724876,-178.70581,-197.41449,2.0864947,-1.6034936,97.89369,-54.819714,-178.16989,-197.287,0.8605367,490000
0.15511511,1.0241019,0.0,-179.44188,-196.78462,1.1432619,-0.3816773,45.06648,0.96798927,-179.04974,-196.6896,0.3484135,495000
0.15657446,1.9541826,-6.801357,-183.09428,-197.29872,1.9431087,-0.7055179,83.10457,-7.8653154,-182.7263,-197.09975,0.289977,500000
0.18264103,2.4833076,-77.962074,-182.41937,-197.38849,6.551984,-4.8554525,187.619,-77.49959,-181.89568,-197.3356,0.6898501,505000
0.19119796,3.2285633,-49.827393,-179.5745,-196.93929,1.7269416,-0.9211912,88.26631,-47.08097,-179.07425,-196.79968,0.53779733,510000
0.16595504,1.5900152,-63.1369,-181.2691,-197.00145,0.46830583,-0.36195296,41.09605,-62.945396,-180.84941,-196.89073,0.20189789,515000
0.17113987,4.6829505,-20.781204,-179.6356,-197.17851,5.2972746,-6.393466,140.75133,-19.996166,-178.85019,-197.04858,0.56908274,520000
0.16761619,1.4197272,-63.81951,-181.31186,-197.35411,1.046025,-0.9566355,51.74889,-62.262856,-180.797,-197.5319,0.27753505,525000
0.18369666,2.9907415,-45.41784,-179.82176,-197.04291,1.1823369,-1.3121443,93.838806,-44.11629,-179.40991,-196.926,0.32924795,530000
0.2027556,1.8325623,-12.978621,-178.86145,-197.4601,0.30958858,-0.37372994,44.268616,-10.109208,-178.35626,-197.35368,0.23237318,535000
0.17115551,1.4486592,-77.78404,-184.0902,-197.21394,0.7701316,-0.52675897,50.7442,-76.65467,-183.61711,-197.05173,0.28737846,540000
0.17928998,2.5555246,-25.108479,-182.16226,-197.0551,6.057292,-5.137454,160.80351,-22.052406,-181.54955,-196.91025,1.1516027,545000
0.15165779,1.8432972,-25.902575,-177.53421,-197.26755,0.969886,-0.8207523,58.231735,-20.661427,-177.10347,-197.10982,0.20834753,550000
0.18556973,1.3942894,-57.32704,-179.83789,-197.15074,0.81709516,-0.58917713,45.643745,-55.972355,-179.24274,-197.05008,0.33110726,555000
0.16325371,6.1255407,-83.56729,-179.05748,-197.25198,5.111584,-5.5366416,268.39404,-83.02396,-178.61203,-197.11946,1.0747024,560000
0.18556339,1.665868,-15.342002,-181.43353,-197.82144,0.41513538,-0.43082353,39.281807,-14.30801,-181.02463,-197.50331,0.23980393,565000
0.16470897,1.9718897,-8.787437,-181.79509,-197.24037,0.72228694,-0.6307459,66.64986,-7.651647,-181.34149,-197.04242,0.2584647,570000
0.1830521,2.0250206,0.0,-175.68329,-196.87993,0.6545802,-0.9234933,61.719368,2.277661,-175.29341,-196.75496,0.29914996,575000
0.15704003,1.6896832,-70.13248,-177.9216,-197.22507,0.7195069,-0.5481493,49.868397,-69.87422,-177.2873,-196.99266,0.3019351,580000
0.1584743,0.88394564,-10.892767,-180.47299,-197.33179,1.5943015,-1.5286949,52.23206,-8.329729,-179.85147,-197.09929,0.6420182,585000
0.16307022,1.8566307,-82.08046,-182.71005,-197.93091,0.5091263,-0.66806436,60.51871,-82.96419,-182.04416,-197.79141,0.43147814,590000
0.15916362,1.4385926,-56.52945,-178.59268,-197.39632,0.49873096,-0.6188418,47.145515,-55.616512,-177.99951,-197.21428,0.26970235,595000
0.16838148,1.3924706,-8.464448,-178.4983,-197.3005,1.1648605,-1.0046576,50.894547,-5.480177,-177.73666,-197.14484,2.6530454,600000
0.16225749,1.683429,-60.200203,-178.1093,-197.20802,0.3848703,-0.5816461,43.121643,-58.556557,-177.62512,-197.25946,0.30028325,605000
0.1724348,5.348108,-28.991886,-181.56955,-197.36218,1.3888825,-1.2429106,94.007126,-24.512358,-181.03925,-197.22997,0.5747263,610000
0.14862451,2.2422674,-20.55312,-177.71497,-197.3053,1.0926967,-1.1852565,60.86703,-28.530304,-177.39609,-197.32338,0.35215494,615000
0.15801749,2.2539394,-46.767853,-179.77695,-197.69762,2.84128,-2.661398,132.44595,-44.80454,-179.3418,-197.5831,0.9158425,620000
0.15130907,1.7120991,-56.800667,-175.31491,-197.32425,1.6225293,-1.3485132,68.19144,-54.83195,-174.70377,-197.13394,0.8333569,625000
0.14086582,2.3368511,-69.79147,-179.51459,-197.30684,0.8553844,-1.4303416,76.06737,-67.97158,-178.89468,-197.17719,0.5028814,630000
0.15389931,1.5632609,-75.27561,-179.10666,-197.0174,1.2706261,-1.1940738,66.55171,-74.12084,-178.56097,-197.12613,0.34213024,635000
0.16702208,1.5262407,-47.809097,-177.2102,-197.00642,0.4905375,-1.2452463,54.692276,-40.32298,-176.53494,-196.9072,0.37768596,640000
0.15162832,1.6598746,-87.10817,-178.98349,-197.29437,1.5554293,-1.6968632,66.8186,-85.94249,-178.47888,-197.07405,0.31863493,645000
0.18647908,4.141625,-54.050003,-175.84608,-197.24966,3.4937506,-3.914152,144.31136,-42.880337,-175.13928,-197.04196,0.46265316,650000
0.18432514,1.9273064,-82.485405,-183.17993,-197.1555,0.60268813,-0.6870918,43.57965,-81.66001,-182.75305,-197.06273,0.24054332,655000
0.18076433,1.7476257,-76.10417,-178.09842,-197.42926,0.40542328,-0.38465422,43.87416,-79.90165,-177.59853,-197.2418,0.3597711,660000
0.17422093,4.8580556,-79.30294,-179.0882,-197.1174,1.330649,-1.6809133,104.30452,-77.03838,-178.50812,-196.88559,0.73810726,665000
0.16526848,2.9725266,-42.45839,-178.04085,-197.09157,3.6633499,-1.0311142,114.32466,-42.680576,-177.64178,-196.92738,0.5845464,670000
0.17802641,2.3973835,-54.938316,-176.65106,-197.82191,2.8793871,-1.302596,79.94828,-55.659477,-176.2512,-197.05815,0.5838805,675000
0.16471353,1.8459637,0.0,-180.46747,-197.28674,0.91447115,-0.74723184,50.2254,-0.55107725,-180.11478,-197.13855,0.29031003,680000
0.18102892,1.9248841,-54.01676,-178.73175,-197.09726,2.8496082,-1.3863378,97.62297,-53.202663,-178.30042,-196.98029,0.7780293,685000
0.16494283,2.434615,-23.397423,-178.49768,-197.28592,2.4235551,-1.1814225,116.50275,-19.500431,-178.07365,-197.231,0.42579204,690000
0.1679262,3.1100936,-20.961796,-171.56747,-197.28555,2.1642866,-1.7081907,87.93311,-18.901146,-170.93643,-197.09915,0.45852464,695000
0.17912126,1.3636813,-86.12386,-173.7373,-197.2477,1.1381627,-0.6459261,50.812824,-84.030914,-173.19537,-197.1114,0.48483488,700000