O2O-w-diff-ckpts/cube-double-play-singletask-task2-v0/ifql/20260311_011853/online_agent_sv.csv

actor/actor_loss,critic/critic_loss,critic/q_max,critic/q_mean,critic/q_min,grad/max,grad/min,grad/norm,value/v_max,value/v_mean,value/v_min,value/value_loss,step
0.20432517,6.682956,-86.40203,-185.91351,-197.50423,2.1571422,-1.7884835,109.53525,-85.49501,-184.85901,-197.23633,3.0651503,505000
0.2267267,2.1248672,-84.08675,-187.30403,-197.19987,0.7154758,-2.1076717,65.481995,-83.23289,-186.86493,-197.0845,0.5304637,510000
0.16988495,1.0696816,-36.548058,-186.0099,-197.12724,0.5069733,-0.59552944,41.713562,-35.80299,-185.59058,-197.00629,0.27159423,515000
0.17868835,1.153147,-85.53313,-183.45087,-197.18913,0.63396364,-0.38132507,30.941467,-84.20319,-183.13074,-197.08218,0.24336271,520000
0.1714293,1.0647954,-84.949776,-185.83817,-197.18808,0.43168503,-0.22166422,27.225344,-83.607414,-185.44835,-197.07242,0.31124124,525000
0.18730487,1.0980523,-89.97684,-185.76978,-197.25803,0.53427386,-0.318044,31.091341,-89.997856,-185.36594,-197.25542,0.2561323,530000
0.20492172,1.0742136,-57.49315,-183.57396,-197.20569,0.41925794,-0.39825433,30.741234,-50.916348,-183.1591,-196.97664,0.3347979,535000
0.16463226,0.7069337,-82.53316,-184.80849,-197.19777,0.51779157,-0.6252188,28.469633,-81.9064,-184.13103,-197.13954,2.278408,540000
0.19578654,0.8746292,-52.797916,-186.0058,-197.13461,0.2782181,-0.4105464,21.471138,-51.34628,-185.65234,-197.21657,0.12861824,545000
0.15707506,1.1048006,-82.66821,-186.07648,-197.33144,0.48047295,-0.3714969,34.848343,-81.60219,-185.69014,-197.09157,0.2860145,550000
0.19339073,10.70896,-25.10366,-182.63693,-197.28966,2.960513,-3.6031978,178.97108,-24.065945,-182.32074,-197.14288,1.239745,555000
0.19250375,1.5675343,-81.35128,-183.76102,-197.23758,1.1802818,-0.4492815,42.677505,-79.74527,-183.29524,-197.0487,0.37409008,560000
0.1841708,1.2982205,-55.818886,-182.35118,-197.31792,0.54521286,-0.37041873,31.914837,-55.568993,-181.90268,-197.19814,0.35015076,565000
0.17935297,1.4742676,-39.29213,-182.40033,-197.42899,1.163,-1.2326022,71.14395,-36.767254,-181.95312,-197.1574,0.38808328,570000
0.20400837,2.3877869,-57.38086,-181.85205,-197.4418,1.0127728,-0.77485657,51.477554,-53.852356,-181.49069,-197.23627,0.7176604,575000
0.16628037,0.9792142,-63.280724,-183.11453,-197.2888,0.5288744,-0.6241885,35.696236,-61.400993,-182.56224,-197.15958,0.41365108,580000
0.17955786,1.6995369,-75.38015,-184.14426,-197.26244,0.6651402,-0.69022447,59.74179,-79.102516,-183.83427,-197.12138,0.46238592,585000
0.17100868,0.8571742,-50.099525,-180.50488,-197.3982,0.7294525,-0.32040384,26.668987,-49.06986,-180.04044,-197.14764,0.254583,590000
0.16056955,2.2796564,-18.86144,-178.232,-196.99791,0.954277,-0.76166046,62.43863,-15.54078,-177.68958,-196.91219,0.8938222,595000
0.1938613,0.9394339,-25.098707,-177.68663,-197.49925,0.2941681,-0.56358135,33.66167,-23.908928,-177.07063,-197.35059,0.24307416,600000
0.18073425,4.9890285,-34.39705,-179.48499,-196.93976,1.9987315,-2.7521222,122.06786,-35.34106,-179.02493,-196.6768,1.1408427,605000
0.18903306,2.3772843,-46.91593,-177.20268,-197.08116,3.3916197,-3.8553934,107.24565,-44.91727,-176.52284,-196.9124,0.71453166,610000
0.16357365,0.8254976,0.0,-177.47147,-197.35391,0.6346591,-0.50551915,38.81588,2.8429723,-177.12494,-197.21568,0.25499278,615000
0.17029256,6.039012,-53.56736,-179.40585,-197.49315,2.0833638,-1.9696659,128.50418,-50.347515,-178.73119,-197.37459,0.84137005,620000
0.17052746,4.300386,-26.395025,-181.86511,-197.28108,0.6395759,-0.70167494,60.364105,-22.710867,-181.26147,-197.11063,0.37028134,625000
0.15577471,2.8509605,-54.815643,-177.5362,-197.22661,3.4435225,-1.5812342,99.74917,-51.039692,-177.1441,-196.7917,0.89080274,630000
0.16505302,2.1217167,0.0,-179.73254,-197.70122,1.0046872,-0.84469235,56.489483,-0.71612406,-179.18329,-197.56624,0.5984164,635000
0.18382275,5.0705495,-51.60932,-177.13489,-197.23154,2.7390332,-1.9694988,118.61928,-49.165234,-176.46184,-197.14978,1.8888893,640000
0.16489157,1.4878013,-32.44728,-176.4607,-197.52864,1.4558979,-0.831499,51.20923,-38.411797,-176.03676,-197.32953,0.54212284,645000
0.1900728,4.362185,-19.687206,-176.113,-197.48378,1.7852188,-1.7216629,89.18021,-17.429676,-175.7385,-197.23578,0.7087383,650000
0.20881693,3.1838863,-42.45939,-173.44621,-197.55452,1.3611354,-1.2833055,62.311188,-40.99965,-172.98207,-197.40796,0.43220013,655000
0.1833005,1.7528871,-19.08556,-175.56079,-197.36917,0.9327799,-0.9836694,55.395714,-7.8195305,-174.89969,-197.13899,0.5004086,660000
0.1829459,1.7745993,-2.9701,-175.04129,-197.48323,0.3004696,-0.7744182,47.38659,2.0307515,-174.57086,-197.3314,0.3778742,665000
0.16900347,1.5949432,-50.047714,-179.00562,-197.33249,0.8665471,-1.0271465,51.385975,-49.222797,-178.5639,-197.22443,0.27511758,670000
0.19989845,1.801417,-41.449203,-176.67812,-197.55598,0.86819506,-0.52725494,41.924362,-39.532917,-176.42885,-197.2715,0.22630614,675000
0.16874713,1.7643064,0.0,-175.8634,-196.95808,0.8176179,-0.58209616,56.46678,-0.29114667,-175.38054,-196.80188,0.25312817,680000
0.17260548,2.053536,-1.99,-176.25027,-197.29077,0.8908204,-0.74887633,54.201492,-14.115759,-175.81151,-196.92479,0.6008394,685000
0.15834251,4.2312007,-21.22096,-172.12914,-197.11475,2.4711273,-2.1543646,98.79247,-18.868689,-171.08649,-196.93465,2.563942,690000
0.20195991,1.8858591,-77.1513,-178.31186,-197.59741,0.7349007,-0.6616786,45.077267,-77.68441,-177.91501,-197.4172,0.5398595,695000
0.19751424,1.9576876,0.0,-171.9085,-197.70097,8.687343,-9.337311,252.24747,-15.260687,-171.58249,-197.1426,1.2090538,700000
0.18061957,1.9661992,-1.99,-175.79031,-197.45995,0.7479648,-0.40436172,47.290504,-18.66887,-175.45343,-197.18498,0.37473467,705000
0.16111211,2.2491486,-1.0,-171.08438,-196.94618,3.6950314,-1.1992732,80.55305,-18.726479,-170.54901,-196.82913,0.63815403,710000
0.17423797,1.5328013,-15.122028,-176.30191,-197.48477,0.5592637,-0.51781,35.74385,-15.485982,-175.77481,-197.27599,0.30548996,715000
0.17202136,1.2893227,-17.74821,-172.5661,-196.88742,0.7486594,-0.8382854,45.896324,-14.554076,-171.91116,-196.69998,0.4131678,720000
0.16161399,2.2933564,-40.690758,-170.02896,-196.54845,3.2716994,-0.8496913,91.422806,-39.54583,-169.42526,-196.34204,0.6797865,725000
0.1942927,1.4896458,-30.84751,-174.02779,-197.17824,1.0855502,-0.5489157,40.097412,-32.210518,-173.60223,-197.03557,0.3484961,730000
0.19437769,1.9412426,-1.99,-168.21535,-197.24632,0.8147871,-0.39749143,45.476,-23.962967,-167.8587,-197.05362,0.28159535,735000
0.1484054,2.9279344,0.0,-170.71902,-196.78992,0.64237887,-1.0860395,83.79245,0.318843,-170.3654,-196.62674,0.44146743,740000
0.15486991,1.6851863,-10.688563,-171.99538,-197.32214,2.2912056,-0.9893475,60.628353,-9.097262,-171.42548,-197.1275,0.32771707,745000
0.15340026,2.5425687,-29.343714,-164.09598,-197.31998,3.5339618,-1.2001144,97.94835,-18.476543,-163.48491,-197.07336,0.71118146,750000
0.16634713,6.931305,-1.0,-170.05717,-197.01782,1.5690849,-3.0427194,110.07359,-18.200857,-169.64375,-196.90198,0.99545777,755000
0.19570924,3.1295218,0.0,-170.1987,-197.38934,0.9463596,-1.8703146,80.050064,1.3200263,-169.61044,-197.2497,0.6131267,760000
0.17500933,2.0409217,-8.700674,-169.59671,-197.29,0.59165895,-0.83975726,46.629044,-3.8431823,-169.0394,-197.2164,0.32175186,765000
0.17098612,1.8869076,-15.17114,-169.43228,-197.41245,1.1066475,-1.6869345,66.170425,-13.224227,-169.0451,-197.37074,0.27885073,770000
0.17479591,3.356828,-20.526262,-167.61841,-197.54015,0.66028047,-1.0380421,56.99131,-15.071228,-166.97809,-197.40114,0.4140576,775000
0.17572597,3.03736,-31.415205,-171.8117,-197.29666,7.0362587,-6.0670986,191.90881,-35.405647,-171.35477,-197.21901,1.3463943,780000
0.18455318,2.694852,-26.024574,-168.1505,-197.05476,1.0424376,-0.75214326,67.052574,-23.715784,-167.5437,-196.84236,0.40685993,785000
0.17584133,2.1652708,-21.969185,-163.16524,-197.43666,1.5386386,-1.947123,69.606834,-21.270172,-162.56494,-197.28325,0.5367488,790000
0.16154929,2.9515083,0.0,-165.59996,-197.30832,1.1241404,-1.0238299,83.78705,1.4283973,-165.11533,-197.13814,0.67826813,795000
0.16782805,1.3571776,-8.710047,-170.45068,-197.29637,0.5124089,-1.5885379,53.798176,-7.141392,-169.7699,-197.1619,0.7019774,800000
0.16602525,5.037465,-16.863262,-170.51985,-197.33759,2.5589607,-1.8543698,115.673996,-15.23622,-170.01976,-197.14467,0.22674859,805000
0.17463087,2.0950725,-1.0,-168.49132,-196.73521,1.9324561,-1.434119,75.89404,-6.113632,-167.79874,-196.51979,0.90605485,810000
0.18479246,2.1982021,0.0,-171.26154,-197.27385,0.8459964,-2.044289,60.29017,-14.882529,-170.61389,-197.13037,0.47467956,815000
0.16340524,2.382571,-17.114967,-167.67331,-197.41606,1.5633602,-0.89267117,69.98737,-16.797134,-166.90979,-197.45403,0.45460546,820000
0.1610971,3.3738747,-1.99,-166.24524,-197.5268,3.288516,-1.3401872,86.47733,-0.107996315,-165.48471,-197.4335,0.9632913,825000
0.17556635,3.8665268,-15.263803,-165.97168,-197.0415,0.7889756,-2.3523405,75.74875,-9.790276,-165.24625,-196.88104,0.5587555,830000
0.1780878,1.8102801,-13.803872,-165.93886,-197.25838,0.4705519,-1.1956677,41.563416,-10.796533,-165.36888,-197.13335,0.28981873,835000
0.19178504,2.5915546,-16.871288,-169.48334,-197.16132,2.1477318,-0.8713356,80.395874,-13.026526,-168.87952,-196.98878,0.51706946,840000
0.16367146,9.682906,-13.304356,-169.45184,-197.15114,2.0513473,-2.105831,115.7422,-14.756126,-168.50986,-197.13776,0.78029513,845000
0.15988263,3.1402051,-1.0,-157.526,-197.14818,0.78503,-0.6413293,63.368416,-9.394885,-157.07597,-197.11206,0.6241705,850000
0.14678754,5.022785,0.0,-165.99243,-197.37509,3.121515,-1.527999,146.25577,-6.0446258,-165.22253,-197.1697,1.607446,855000
0.16379376,2.7641091,-3.390161,-162.33832,-197.59578,2.2556314,-1.8620384,111.20681,-5.898971,-161.7344,-197.51949,0.8527074,860000
0.16690212,2.1139867,-15.553372,-168.40881,-197.46393,1.453441,-0.66600513,69.01869,-15.313261,-167.89748,-197.3854,0.35711604,865000
0.13859111,2.0430982,-9.252558,-165.84337,-197.74745,0.7011329,-1.2590375,53.43431,-6.2775693,-165.30069,-197.49796,0.51578027,870000
0.13899451,1.9394112,0.0,-162.38702,-196.97032,1.4683949,-2.3569655,58.26137,0.71236414,-161.86072,-196.764,0.5315013,875000
0.16288799,5.120232,-24.172249,-157.05673,-196.46077,3.4772055,-3.0303957,186.1026,-21.118486,-156.48729,-196.45135,0.817966,880000
0.12842503,2.5150268,-2.9701,-165.09056,-197.67134,1.3919964,-0.8711502,67.67748,-1.8501166,-164.61353,-197.35144,0.5082566,885000
0.17557654,2.2533357,-24.309855,-165.05807,-197.25082,0.5244174,-0.64629275,43.726532,-23.777681,-164.58023,-197.08456,0.39517978,890000
0.13737658,3.323996,-11.50109,-166.66714,-197.22012,6.5746374,-4.9860606,195.50455,-11.232209,-166.285,-197.05174,0.90669334,895000
0.17315319,2.5430574,-9.185508,-163.15413,-197.5424,4.9202375,-4.055873,127.78581,-13.998948,-162.43192,-197.32526,2.4395642,900000
0.17017104,3.3070152,-2.9701,-159.84068,-197.50722,1.2276604,-0.99362844,73.10354,-6.9227195,-159.17331,-197.38817,0.48593837,905000
0.15431046,6.114636,-3.940399,-168.25668,-197.18391,2.801676,-1.7059343,134.88689,-8.234001,-167.73222,-197.05048,1.7117975,910000
0.17692804,2.9153218,-25.538803,-160.54333,-197.36244,3.7594237,-3.1292534,114.85855,-19.49962,-160.00085,-197.25731,0.65701187,915000
0.17097148,3.234417,-10.284105,-163.34897,-197.61153,3.0357258,-0.9247575,97.7733,-10.414161,-162.72421,-198.22649,0.74223626,920000
0.15218447,3.6105297,-16.091232,-152.89275,-197.17215,5.5969915,-5.6412086,126.3959,-15.226633,-152.26866,-197.06003,0.96968067,925000
0.15924363,4.359478,-9.089739,-158.70511,-197.0739,1.403529,-1.431525,86.42709,-9.995549,-158.04144,-197.0776,0.54097474,930000
0.17650412,2.907349,-23.082357,-161.48451,-197.3804,12.757254,-7.4399805,312.69647,-14.128884,-160.93185,-196.94347,1.5828304,935000
0.1980553,2.180668,-1.0,-157.43346,-197.12663,0.8260262,-1.7767941,75.437294,-3.1880763,-156.77602,-196.86166,0.59918886,940000
0.16614205,2.0213318,-24.868902,-162.09026,-197.16022,0.60419905,-1.2141516,62.046043,-22.80273,-161.40564,-197.01631,0.43564984,945000
0.18526322,3.0434759,-3.940399,-155.23154,-197.34633,1.3019437,-2.184057,72.30484,-7.233973,-154.60646,-197.25859,0.6531862,950000
0.16488919,2.2974718,-15.616309,-164.508,-197.64992,1.1232188,-1.501076,72.63789,-14.420069,-164.07431,-197.62741,0.43362027,955000
0.15401933,5.7486944,-1.0,-156.73206,-197.17955,3.1984668,-1.8260597,121.833954,-3.8063776,-156.02985,-197.07846,1.1240156,960000
0.17832938,2.418799,0.0,-163.30759,-197.00925,2.3818836,-2.6167638,96.727875,-10.57153,-162.82726,-197.06804,0.7282824,965000
0.18712768,2.3993866,-2.9701,-158.70728,-196.72685,1.2435614,-1.9616146,80.473724,-4.5466323,-158.09552,-196.53749,0.6662488,970000
0.1470054,2.7891533,-2.9701,-153.82779,-197.123,2.4187937,-1.0517775,78.788925,-7.0621233,-153.24619,-197.06151,0.64772445,975000
0.14894481,1.9611685,0.0,-160.36125,-197.4076,0.6887734,-0.97111434,47.396633,-1.5711586,-159.92398,-197.2843,0.6235343,980000
0.15907861,2.1029718,-1.99,-157.56209,-197.53467,0.9596116,-0.5494282,48.901794,-5.055333,-157.1465,-197.34305,0.36304533,985000
0.15361792,4.7585382,-2.9701,-153.49886,-197.14806,2.39982,-3.2713218,147.41577,-8.815716,-152.78664,-196.96791,1.2226541,990000
0.1725795,5.38059,-13.99206,-153.38261,-197.05205,2.7506871,-1.2918816,124.732056,-10.806846,-152.58765,-197.26343,1.4189491,995000
0.14525402,2.4931111,-2.9701,-151.97594,-196.8315,0.75700355,-1.6232179,84.5288,-6.677925,-151.33542,-196.6204,0.7317647,1000000