O2O-w-diff-ckpts/cube-triple-play-singletask-task1-v0/ifql/20260325_033708/online_agent_sv.csv

actor/actor_loss,critic/critic_loss,critic/q_max,critic/q_mean,critic/q_min,grad/max,grad/min,grad/norm,value/v_max,value/v_mean,value/v_min,value/value_loss,step
0.16027266,9.901245,-95.327065,-266.4128,-290.44122,1.078367,-1.0921382,142.01047,-102.563805,-265.00647,-290.6197,0.66171956,305000
0.19777459,8.081172,-101.663284,-261.05542,-290.98175,0.89503,-0.96135813,108.05367,-100.02007,-259.70975,-290.47946,0.59699535,310000
0.1733805,9.766545,-69.65124,-256.79126,-290.93442,6.5846276,-5.385575,174.60066,-68.77522,-255.306,-290.8843,0.64695275,315000
0.18468216,5.227405,-130.72348,-265.27197,-290.4792,0.3256122,-0.43849757,71.264275,-128.68465,-264.05722,-289.97507,0.45207158,320000
0.21197566,7.505649,-96.93594,-261.52313,-289.3777,1.0427777,-0.803208,138.04413,-95.78909,-259.98914,-288.8174,0.6800942,325000
0.20065096,5.795812,0.0,-263.60767,-291.66208,3.6626241,-2.3536854,164.37924,0.16048586,-262.24155,-291.1139,0.724437,330000
0.17467198,4.5402565,-77.461365,-267.44678,-290.63126,0.56290746,-0.66197205,89.079094,-77.4768,-266.24423,-289.42477,0.46245825,335000
0.18341598,3.7887254,-69.07111,-262.70337,-290.63052,0.39434737,-0.36265856,65.81631,-68.64177,-261.46793,-290.24786,0.41276586,340000
0.18412757,6.649583,-76.33588,-262.12823,-289.88684,0.9097412,-1.6206212,130.52032,-75.56685,-260.65826,-289.67917,1.1869304,345000
0.19378753,3.1848195,-71.373825,-262.40552,-291.05005,0.45046577,-0.3464377,55.642967,-70.278435,-261.1042,-290.61453,0.3399251,350000
0.18674879,4.474804,-80.69464,-263.28516,-291.96362,0.5892564,-0.45705938,85.585556,-80.20704,-261.988,-291.5503,0.3898495,355000
0.2220279,4.829691,-84.38278,-263.6833,-291.7698,1.1162522,-0.9641674,90.33771,-83.10491,-262.51416,-291.13867,0.4054194,360000
0.18024004,7.0551085,-85.22776,-265.1722,-292.58954,1.798994,-0.97081995,181.11548,-84.15144,-263.7882,-292.27512,0.56895703,365000
0.18582849,4.824357,-82.23674,-259.00116,-291.392,0.6164398,-0.56601304,84.9618,-79.071266,-257.65765,-290.96185,0.423356,370000
0.20847362,5.639838,-36.814224,-258.3216,-291.16916,2.0247705,-2.253618,117.92064,-34.03785,-256.94742,-290.82492,0.4584849,375000
0.18796174,8.203246,-84.719696,-259.11227,-292.05682,2.7454512,-1.41597,148.27026,-85.02386,-257.70938,-291.6307,0.7202512,380000
0.18713045,5.6039762,-70.8676,-260.7806,-291.7266,0.9122234,-1.0917623,90.28339,-64.97039,-259.6187,-291.29605,0.60227954,385000
0.1684754,5.971488,-83.85071,-263.12546,-290.91034,2.7728624,-1.7882283,196.58289,-82.21043,-262.0327,-291.27573,0.8242736,390000
0.18313591,5.9733806,-86.38097,-261.97498,-291.48367,0.96753114,-0.8517027,128.77394,-85.67458,-260.66663,-291.09494,0.5299117,395000
0.16694391,5.115617,-75.89657,-258.86188,-290.9131,1.3806834,-1.7269995,98.05348,-76.59123,-257.36707,-290.683,0.86457956,400000
0.19677305,4.795096,-69.664925,-263.8672,-292.58115,1.3424233,-0.6200956,93.870926,-68.303375,-262.81738,-292.28018,0.64940953,405000
0.1960481,4.6123476,-85.25361,-263.04663,-291.69913,0.742444,-0.9009605,89.2564,-83.614136,-261.85608,-291.29416,0.4446557,410000
0.20529145,5.8315997,-67.66259,-260.44772,-292.91458,1.2808253,-1.286759,107.38877,-67.662834,-258.80518,-292.49084,1.9386219,415000
0.17563304,4.2719803,-86.448326,-257.42865,-292.71948,0.3589535,-0.8598552,68.19772,-85.795395,-256.1836,-292.52786,0.47729516,420000
0.19583377,5.9757056,-89.03984,-263.31583,-292.4182,2.7526088,-2.399969,167.42728,-87.44448,-262.10916,-292.07224,0.42682734,425000
0.20414013,3.622474,-88.42687,-262.47522,-291.4965,0.8265801,-1.0684191,84.611046,-87.77139,-261.04895,-291.29153,0.5181662,430000
0.17047855,4.0758657,-87.931694,-262.2374,-291.32855,0.8948026,-0.69837964,80.75005,-86.37121,-261.1994,-290.80157,0.53201103,435000
0.20879304,4.2003045,-89.89531,-259.7209,-293.6976,0.54570633,-0.83072406,80.033554,-89.55592,-258.52222,-293.35788,0.4126352,440000
0.19964024,6.266411,-89.81271,-256.98926,-292.9211,1.1171535,-0.7275361,113.5935,-88.47547,-255.87077,-292.61716,0.665171,445000
0.16691566,4.9069963,-89.57214,-263.198,-291.57434,2.353614,-2.123948,108.43005,-88.81321,-262.01956,-291.37408,0.78326106,450000
0.17294656,2.5887823,-87.52208,-260.83484,-293.10214,0.47998592,-0.4406553,55.12917,-87.19776,-259.7584,-292.68427,0.2747482,455000
0.20729603,4.1278634,-71.53033,-255.54802,-291.95963,0.8096665,-0.6764264,72.970215,-69.48527,-254.10434,-291.49805,1.8284184,460000
0.18160716,3.3668382,-89.18205,-259.97815,-293.20667,0.57267386,-0.4758392,56.878845,-88.75382,-258.8395,-293.04745,0.44033545,465000
0.20453289,6.5585313,-60.292297,-256.01184,-292.14032,0.9577648,-0.79799485,105.86509,-57.689766,-254.63283,-291.95337,0.45571715,470000
0.19737966,4.5193634,-90.75976,-256.45605,-293.64658,4.311101,-3.814417,113.24296,-90.711395,-255.29501,-293.36542,0.3972542,475000
0.19407108,3.0215654,-90.85568,-259.3813,-293.38638,0.31889042,-0.46612167,53.705303,-90.40942,-258.17035,-292.9783,0.34321436,480000
0.16036884,2.887512,-72.871895,-253.53467,-292.67987,0.69333553,-0.54698837,79.884,-69.82171,-252.48021,-292.47754,0.32199705,485000
0.17710583,4.7242293,-91.5831,-254.33794,-292.20743,0.8289012,-1.2729719,95.91746,-90.98791,-253.39993,-291.51624,0.46138585,490000
0.1822753,4.3101974,-89.07105,-262.37265,-292.60257,3.6961288,-4.1709404,125.22456,-88.706345,-261.27496,-292.12387,0.40563828,495000
0.17558932,8.491238,-90.28045,-255.30708,-293.63086,0.7559131,-1.1163045,87.46387,-91.49747,-254.08807,-293.33817,0.5992611,500000
0.20049495,10.6679945,-89.70661,-254.53438,-291.37082,0.78526396,-1.3848441,127.64014,-88.869286,-253.28116,-291.0347,1.3459209,505000
0.2099741,3.445858,-67.41798,-256.37726,-293.34506,0.44968104,-0.81892127,85.68065,-67.05751,-255.413,-292.93277,0.39142537,510000
0.1723588,3.9683616,-91.992676,-253.83896,-293.154,0.5672594,-1.1222982,101.516426,-91.676834,-252.77911,-291.57465,0.3794799,515000
0.18993992,3.930764,-86.51143,-259.125,-292.7977,0.66975963,-0.46672595,84.88911,-85.29564,-257.9712,-292.5446,0.3206362,520000
0.17674468,2.924196,-92.526566,-260.99295,-292.39673,0.857059,-0.7627571,74.567955,-92.10544,-259.96857,-291.87375,0.42388046,525000
0.19500262,2.6375089,-92.07433,-261.38007,-292.79288,1.5723164,-1.4597946,95.175354,-91.64196,-260.23822,-292.65878,0.45134157,530000
0.23387918,3.6051545,-31.037004,-257.84796,-293.06998,0.67196304,-0.92178404,88.38727,-27.992498,-256.80545,-292.4916,0.31457824,535000
0.16497329,3.477113,-91.11719,-260.15604,-293.22208,0.92702556,-1.2443882,68.23021,-90.80249,-259.1944,-292.83722,0.35286856,540000
0.19198704,2.481744,-92.00495,-251.46259,-292.52463,0.8237432,-0.40816846,48.857376,-91.56784,-250.42679,-292.452,0.33034837,545000
0.16306616,3.5793426,-92.335785,-262.7075,-292.93994,1.5240188,-1.5280541,93.05945,-92.07091,-261.76315,-292.67996,0.36788136,550000
0.18932955,1.7946719,-89.01494,-257.93726,-294.40274,0.2926736,-0.37989432,40.101788,-89.047325,-256.94904,-294.21072,0.19430754,555000
0.19112748,3.0917203,-91.47656,-253.987,-293.0473,2.102962,-0.80703646,96.56241,-90.81742,-253.0596,-292.57657,0.5909953,560000
0.18667682,2.9328237,-92.9008,-257.8451,-292.85742,1.1789851,-0.47654492,61.515137,-92.367836,-256.73068,-292.44406,0.80707204,565000
0.17039332,6.076987,-91.57819,-259.83417,-292.2989,5.570287,-2.9241798,133.05722,-91.62906,-258.89343,-291.98755,0.8545271,570000
0.20056204,5.983461,-37.937004,-252.0278,-292.89886,0.9344733,-0.61418265,82.63062,-36.037045,-250.92136,-292.27112,0.7894089,575000
0.17309467,3.0122154,-88.26314,-254.66191,-293.23477,0.41657224,-0.4072842,44.98936,-82.925156,-253.80035,-293.01797,0.30007693,580000
0.16860037,3.5904434,-91.65146,-258.4336,-292.86145,0.985958,-0.81976974,79.80451,-91.03449,-257.17007,-292.33087,0.5500918,585000
0.16668959,3.8567407,-93.55753,-253.8926,-294.7863,1.1198063,-0.8563595,102.44498,-93.26552,-252.97742,-294.5267,0.3792187,590000
0.18242896,2.6848037,-92.18546,-260.97888,-292.85245,0.8816031,-0.889423,58.849358,-91.56044,-260.07907,-292.3298,0.38716197,595000
0.18900815,3.0803797,-92.62568,-255.05142,-293.7731,1.5562032,-0.92075145,75.093864,-92.32296,-253.93065,-293.37704,0.52840316,600000
0.17558213,3.4240906,-92.84614,-253.59903,-293.19553,3.1468813,-1.5326059,140.62828,-92.47087,-252.72888,-292.9823,0.90206665,605000
0.16975266,3.6298769,-91.27691,-251.8836,-292.9754,0.34228754,-0.38976786,55.649364,-92.53922,-251.13745,-292.68893,0.3561796,610000
0.17432639,4.630421,-92.369,-248.94281,-293.01285,1.1161046,-0.6932824,77.22809,-91.87625,-247.99335,-292.5934,0.45048642,615000
0.1637348,3.5783527,-64.22294,-244.59113,-292.80844,1.0559618,-0.58653414,84.41366,-63.20805,-243.53598,-292.5365,0.29789224,620000
0.15388456,2.784086,-71.577034,-257.12366,-293.98267,0.81598043,-0.7608552,69.923645,-68.64232,-256.2544,-293.708,0.32727367,625000
0.15062824,3.8026414,-92.65876,-252.10686,-292.8592,0.5078459,-0.6803343,75.802155,-92.29089,-251.06158,-292.54578,0.45787317,630000
0.1632869,2.3640306,-93.065674,-248.93709,-292.61768,1.4719142,-0.96251327,78.56871,-92.771034,-248.00226,-292.73877,0.3720829,635000
0.18795994,2.7494752,-92.266205,-258.3495,-293.75046,1.6988178,-1.7202287,71.44989,-91.766655,-257.50043,-293.52542,0.28769377,640000
0.16203566,4.934009,-92.78555,-259.80106,-293.83118,1.487185,-0.69839466,132.56497,-92.63312,-258.59464,-293.4524,0.6524516,645000
0.20647283,2.557243,-92.343475,-250.21693,-294.54858,1.2879927,-1.0417159,57.92665,-93.14567,-249.2024,-293.8685,0.36574155,650000
0.20942542,4.1536827,-91.89082,-253.53868,-293.95532,1.1030185,-0.8955854,94.57152,-91.1381,-252.6822,-293.70602,0.5244289,655000
0.20113708,4.8729334,-93.898926,-254.12305,-293.8471,3.4447625,-1.4418764,107.76875,-93.69457,-253.13823,-293.38403,0.46672216,660000
0.19001365,7.7421846,-93.742516,-255.40457,-294.95483,0.6002275,-1.0774739,84.498215,-93.41485,-254.63255,-294.7423,0.39291832,665000
0.17528939,2.4948227,-93.0901,-247.44238,-293.4579,0.7646253,-0.4059129,59.60553,-92.691505,-246.57425,-292.99823,0.30341196,670000
0.1914968,2.3765016,-93.07865,-256.85562,-293.4393,2.7699912,-1.4555417,81.56446,-94.07026,-255.88889,-292.82672,0.4868959,675000
0.16660137,2.7810047,-94.304054,-254.37308,-293.5189,1.9235246,-0.8947565,102.03468,-93.82588,-253.45795,-293.2367,0.40825003,680000
0.17035404,2.926654,-40.83262,-254.0028,-293.1028,1.1234782,-1.6528214,84.4249,-37.5731,-252.84338,-292.62894,0.83543205,685000
0.17484328,2.06261,-88.03659,-248.23492,-293.45535,0.26224998,-0.4108081,42.65975,-87.251564,-247.45699,-293.68845,0.25974977,690000
0.21277055,2.8100758,-89.57874,-252.5115,-294.0888,0.7791835,-0.78167486,57.570236,-81.8411,-251.55417,-293.67654,0.28863034,695000
0.2013398,2.7970426,-92.2538,-249.36456,-294.41043,0.44804648,-0.3921652,43.797573,-92.553955,-248.36324,-294.02002,0.34806213,700000
0.20286359,2.3317056,-86.53102,-252.30463,-292.8851,0.5042463,-0.43240818,48.569862,-82.7161,-251.45758,-292.92804,0.26295203,705000
0.17007425,2.2658257,-93.550674,-254.09741,-293.5589,1.1102433,-0.8767923,92.22861,-93.202354,-253.2262,-293.07166,0.33481082,710000
0.16728774,2.4258795,-92.071655,-244.89569,-294.19565,5.017289,-2.9592931,193.12047,-91.721214,-244.19217,-294.0014,1.6664642,715000
0.16980323,2.016531,-93.75676,-252.83228,-292.89383,0.43284458,-1.2552533,54.927933,-93.485565,-251.91374,-293.00656,0.28519046,720000
0.16039222,2.3458588,-92.03431,-253.68819,-293.45245,0.47298533,-0.76156515,71.52493,-91.690384,-252.7767,-293.21164,0.23049027,725000
0.19633754,2.810131,-94.17081,-252.60292,-293.84372,3.8752358,-3.630664,146.00838,-93.8578,-251.77336,-293.66644,0.36952728,730000
0.17603269,2.0818744,-92.47056,-249.45505,-293.40918,0.9937156,-0.5730517,57.387512,-91.72282,-248.53458,-292.99475,0.47278205,735000
0.1505941,2.4200513,-93.41463,-246.94754,-293.5697,0.5669788,-0.3504622,43.7325,-93.086266,-246.10251,-293.14853,0.20458078,740000
0.14683458,1.5605264,-91.67581,-243.05495,-293.06732,0.58222365,-0.34404668,36.73487,-91.36219,-242.3168,-292.61404,0.179622,745000
0.15827383,2.010563,-93.57311,-247.89917,-293.60693,1.1233313,-0.50427467,58.048386,-93.273125,-247.06784,-293.21524,0.2636146,750000
0.17777866,2.3611264,-63.30347,-250.2518,-293.66306,0.86011225,-0.348602,72.025665,-65.58998,-249.37582,-293.9773,0.24759096,755000
0.1968849,2.0955093,-93.90257,-239.9006,-293.78165,1.9567963,-0.9060361,85.72884,-93.67849,-239.13126,-293.1244,0.51590246,760000
0.17263776,3.2954838,-92.62368,-245.54724,-293.8695,1.4659414,-1.413707,107.389465,-92.22742,-244.70607,-293.5986,0.46657276,765000
0.17473301,2.985878,-95.01974,-248.7789,-293.9707,1.1128762,-0.6374265,86.65434,-94.69751,-247.82373,-293.48215,0.2640388,770000
0.1659425,2.0006323,-94.81582,-244.72432,-294.2666,0.8190517,-1.1097729,51.438667,-94.0222,-243.71767,-294.09195,0.43145773,775000
0.20089093,2.0258284,-91.25597,-254.41638,-293.94562,1.8819759,-1.6137238,74.36577,-90.86417,-253.40938,-293.6414,0.84960216,780000
0.18058461,1.7707793,-64.51062,-254.25652,-293.71774,0.45004982,-0.46322995,40.62936,-62.788418,-253.34808,-293.57968,0.2559542,785000
0.17577276,2.0561962,-94.44921,-248.1179,-294.32806,0.41749716,-0.49636894,43.891266,-93.98038,-247.20099,-294.02576,0.2248771,790000
0.16532378,2.546665,-90.672195,-245.20554,-293.63382,0.37680832,-0.53176963,42.67476,-90.151855,-244.35422,-293.2054,0.24729873,795000
0.16689715,2.748606,-94.48566,-251.9072,-293.6005,2.4866238,-0.6905389,96.16185,-94.28396,-251.08063,-293.47208,0.3233881,800000