O2O-w-diff-ckpts/cube-triple-play-singletask-task1-v0/fawac/20260324_215459/online_agent_sv.csv

actor/actor_loss,critic/critic_loss,critic/q_max,critic/q_mean,critic/q_min,critic/value_loss,grad/max,grad/min,grad/norm,step
0.7450917,4.70632,-173.12755,-298.35312,-305.44556,3.5046227,6.701286,-3.0861328,170.15192,205000
0.8542613,0.8193657,-201.33118,-295.47882,-305.76254,1.4145812,4.749718,-1.7586107,103.376625,210000
0.4785732,5.9514327,-120.89881,-293.0879,-304.9367,5.2756553,5.0227966,-4.7605143,213.85495,215000
0.32537937,1.4256634,-206.55812,-298.3673,-305.13153,0.7990739,1.6193079,-2.3838193,67.51956,220000
0.5225472,2.6736054,-154.67528,-295.48276,-304.5502,2.2303245,2.183088,-2.708794,117.92485,225000
0.39235204,4.7028284,3.7327538,-293.61435,-306.0747,4.9316826,7.5035167,-5.9676747,293.47366,230000
0.28267822,0.6146526,-113.19451,-297.1197,-305.27798,0.5906494,2.2535458,-1.0004783,70.28493,235000
0.51520103,0.8001798,-108.36781,-292.9139,-305.214,0.96571696,0.7869003,-0.9344169,56.22259,240000
0.611994,2.0857258,-104.33657,-293.44348,-304.61484,0.9396907,2.1376812,-3.9885707,131.59558,245000
0.28523904,2.4698157,-110.62604,-292.62277,-304.61893,0.97948027,7.981139,-7.0459957,157.39804,250000
0.2987363,3.229345,-112.307655,-294.65735,-304.95297,4.6460724,15.556644,-15.757703,399.13065,255000
0.35297057,3.8096375,-107.762955,-292.3865,-304.59604,5.585917,9.615187,-5.1281495,236.03828,260000
0.29480615,0.49099413,-105.847145,-293.0803,-305.05652,0.506273,1.0203726,-2.875933,66.13901,265000
0.22011156,0.8038107,-104.01496,-288.87607,-305.3155,1.1173099,1.6467655,-0.9076311,76.61848,270000
0.6621505,2.4236155,-65.81548,-289.0655,-303.84848,5.262376,10.622573,-10.518164,276.3422,275000
0.61341095,2.784807,-105.60669,-290.3367,-306.82095,4.0747943,12.601757,-13.731343,427.18698,280000
0.69648963,5.4118576,-105.37147,-290.2464,-304.8549,3.0557518,3.9665678,-4.4058843,229.2109,285000
0.6817684,0.8390628,-106.234245,-292.15906,-305.1833,1.8516644,5.532458,-5.1327987,160.93265,290000
0.3092243,0.8377781,-105.75515,-290.77417,-306.69095,0.902483,1.8298571,-2.4723692,78.56207,295000
0.5951497,0.9972009,-104.89813,-290.568,-304.377,4.1461315,3.1895168,-2.4712086,150.19449,300000
0.42946687,0.70795214,-103.9706,-291.45322,-304.41714,5.3610077,3.3543775,-3.6682944,194.3968,305000
0.30821678,4.981191,-104.794586,-292.72086,-305.69922,1.7595669,3.5827656,-2.433824,103.617195,310000
0.27553985,1.8616812,-104.23974,-288.8017,-305.43427,1.7567271,1.396106,-4.134797,106.03762,315000
0.31019098,1.0358992,-103.61702,-284.7466,-304.29135,1.6274093,2.8186848,-3.7726042,108.33498,320000
0.29083702,2.3178825,-103.7445,-289.7592,-304.39447,1.1506636,4.145623,-4.7648954,117.83053,325000
0.286287,0.49790937,-103.29533,-288.53857,-306.0825,0.4335439,0.55437434,-1.8832879,43.125404,330000
0.32244796,0.42805028,-103.55437,-288.30078,-307.39172,0.82565385,1.738249,-4.1500244,80.837204,335000
0.5202042,0.6863471,-104.23215,-286.83383,-304.3642,1.2464275,1.7363569,-0.986862,63.68275,340000
0.35804427,1.7377657,-104.7779,-284.85568,-304.16092,4.0150523,2.6239972,-2.8181067,157.15237,345000
0.3194548,1.750848,-102.732666,-289.1258,-304.48965,1.2569246,1.4499382,-1.4182674,72.517494,350000
0.66077936,0.9081777,-102.7577,-288.23486,-304.42474,1.1969186,1.2271364,-2.1047316,81.81339,355000
0.50208104,3.4733434,-103.44629,-284.2047,-304.7888,5.721114,4.8588715,-3.8909647,135.13745,360000
0.30207652,4.3863726,-101.7979,-284.21945,-303.78445,1.4573401,2.0708265,-1.5250503,136.53362,365000
0.35931045,5.2260966,-102.98832,-283.5156,-303.51007,5.7112756,3.0920763,-9.896652,147.2539,370000
0.37034968,7.19562,-102.196266,-283.6378,-304.34195,1.8634475,3.7102363,-3.176566,142.92178,375000
0.22363275,9.1701565,-102.52599,-286.48697,-305.22678,1.1161867,6.4243674,-6.4343,196.04294,380000
0.43231073,2.5478659,-102.6202,-278.9007,-304.0037,1.0617806,1.7033671,-1.586792,91.76367,385000
0.35129368,1.6096214,-102.69327,-281.55148,-304.00745,1.7522763,1.5857239,-2.3642318,113.20121,390000
0.20726283,7.200851,-102.5348,-288.25375,-303.52893,0.61801547,3.9604812,-2.2191956,90.23967,395000
0.41212657,2.8649356,-102.16469,-282.98306,-306.17108,2.5365891,6.30948,-2.6192977,110.32846,400000
0.32470047,1.3147615,-102.53585,-281.97314,-303.60837,0.9080073,2.370587,-1.3256042,72.80318,405000
0.24234924,0.6694792,-102.6127,-283.1268,-303.3732,0.9523339,1.4153701,-1.2677313,59.814644,410000
0.5265707,0.8591405,-102.022675,-278.5673,-303.6714,1.3988124,1.7878625,-1.1720508,71.96776,415000
0.19594029,1.794166,-102.99196,-283.6617,-303.89566,0.8924486,1.866953,-0.98409575,61.381805,420000
0.44694677,1.5056107,-102.273384,-285.07956,-303.40527,0.7117831,0.87696207,-2.8116982,82.02075,425000
0.2799347,0.862908,-102.839424,-285.44156,-303.89462,1.0649859,0.63778996,-0.64283305,50.50865,430000
0.28214103,1.7086289,-98.667015,-282.57013,-303.34528,0.7136251,0.8832631,-1.504876,60.90226,435000
0.26623678,5.395727,-102.88221,-284.4607,-305.11325,1.2087809,1.8969362,-0.71591544,61.71769,440000
0.21574914,2.6764047,-102.583496,-277.07144,-303.8489,1.137235,5.0828605,-2.6549838,98.13337,445000
0.3322665,1.6951029,-103.79921,-286.5365,-304.08835,1.4139735,1.4509578,-2.491232,83.71434,450000
0.17910218,0.7867076,-102.35471,-279.84897,-303.6163,1.0247196,2.6691527,-1.542017,85.304245,455000
0.3631567,1.5773927,-102.26716,-279.22873,-303.5311,2.6035187,3.012103,-5.017564,93.068184,460000
0.4101748,0.88317263,-102.618515,-280.05322,-304.05942,6.975455,12.078362,-12.215062,210.61488,465000
0.22621672,1.1292881,-102.725464,-284.73,-304.5059,0.63596386,0.45857808,-0.56507766,41.998386,470000
0.3990745,1.3781724,-91.34377,-278.0949,-303.97556,7.6084948,4.3391376,-4.9391227,167.66289,475000
0.257202,0.99475306,-102.46414,-276.34555,-303.87274,0.568023,0.49268624,-1.0631568,44.660713,480000
0.21549997,0.673557,-102.915184,-282.38156,-304.16486,0.7333726,0.7609928,-1.7409497,57.39962,485000
0.36928794,0.55932856,-102.1574,-276.06357,-303.74698,0.7369591,3.0796635,-2.9850898,87.032455,490000
0.30047667,2.9864628,-102.465225,-283.70255,-302.9903,0.57259154,1.0363952,-1.3301805,49.21829,495000
0.3529168,2.236641,-102.13174,-277.01944,-304.20563,1.4491229,1.5767196,-1.0727535,82.57153,500000
0.3114275,0.6968251,-102.3504,-276.99887,-303.72668,0.8199819,0.48045582,-0.5097412,28.777653,505000
0.5186177,2.775583,-102.3102,-277.19678,-305.51688,2.1762698,2.3203635,-3.40216,120.823746,510000
0.24293984,4.162407,-102.00299,-273.2342,-303.931,4.7208014,9.584061,-7.974841,269.34882,515000
0.21783894,1.9185387,-101.07404,-269.30988,-303.8206,1.6843811,2.4893491,-2.3542767,114.1868,520000
0.29158232,1.6595587,-100.99898,-279.11804,-303.14975,0.457728,1.2317052,-1.2793432,61.388603,525000
0.4209609,2.3279195,-101.79741,-275.24493,-303.3606,1.8003886,2.129742,-4.4899387,132.411,530000
0.3678457,0.72619647,-101.861824,-272.3693,-303.98672,2.6172047,11.865837,-12.208894,157.25916,535000
0.55701625,1.0208261,-101.93297,-279.75412,-302.83792,14.302787,27.145481,-26.971813,918.94147,540000
0.66186786,1.8873686,-102.35641,-281.60352,-302.58926,2.8127804,2.7556417,-3.4664423,139.54086,545000
0.23744948,0.7787437,-102.144165,-274.4937,-303.19916,1.3882438,4.5936546,-4.360267,153.12085,550000
0.6067609,5.445049,-101.8155,-279.0721,-303.10574,1.380359,2.277999,-2.6487606,85.278854,555000
0.39335674,5.045877,-102.29426,-276.53427,-303.75775,1.135002,0.61578476,-0.74537313,74.17439,560000
0.2964359,0.77929276,-102.05973,-278.09006,-303.06595,0.9643976,1.6344172,-0.8608032,51.893272,565000
0.24113277,1.9537514,-102.185425,-270.08807,-303.28476,0.7399712,0.636372,-0.47278967,44.485275,570000
0.3274433,2.7063863,-102.860176,-278.4153,-302.89816,6.514371,22.101278,-22.443476,328.22733,575000
0.45247933,3.1403632,-102.89142,-275.05136,-303.82892,1.9999737,11.560804,-11.393371,191.28955,580000
0.34237292,3.772113,-98.08533,-276.18253,-303.29907,1.4069427,0.895518,-0.95599765,68.57855,585000
0.25320607,3.3631508,-102.147064,-270.1332,-302.947,0.8485791,3.3858435,-4.846562,94.142136,590000
0.2073558,7.1880593,-102.28469,-273.9229,-303.8459,0.50748765,0.6410516,-0.9505398,62.95309,595000
0.1892142,0.97356236,-102.36425,-272.33652,-303.36475,1.4261609,1.2661202,-1.2383759,77.614716,600000
0.22470462,0.59917927,-102.144844,-274.16895,-303.4692,0.9531299,2.4924264,-1.4653828,60.405945,605000
0.3952537,6.5560684,-101.979965,-275.1443,-303.48328,2.963786,1.8155998,-2.8671517,112.44234,610000
0.36778417,0.7454962,-101.762024,-268.80225,-302.4791,0.8828045,0.57137096,-1.4842467,50.48538,615000
0.25012153,0.9262714,-102.14718,-276.13257,-303.76566,0.60872006,0.35846823,-0.65193236,34.818512,620000
0.4443826,0.82686883,-101.99021,-276.1971,-304.27185,0.90043366,0.76816976,-0.5928945,50.322594,625000
0.30256027,2.2689254,-102.321266,-276.8502,-302.97235,1.3108724,3.0547578,-2.793798,96.95536,630000
0.76341695,5.5953918,-101.63903,-271.64957,-303.89346,1.4200724,1.4566067,-2.0602179,93.13265,635000
0.31707114,1.0483228,-101.78343,-269.28378,-303.09726,1.0476087,1.6434776,-1.7186534,85.94894,640000
0.29129314,0.8209991,-101.70176,-264.27505,-302.94403,0.59177226,0.53751594,-0.89068407,52.011154,645000
0.2875002,0.79598475,-102.175735,-268.7536,-303.0165,1.3117149,1.7819188,-2.3150983,69.201904,650000
0.28813827,0.33060843,-101.68243,-271.2708,-302.83676,0.47000647,0.5717409,-1.4722549,35.534912,655000
0.2724967,1.485943,-101.464294,-261.4518,-302.69843,1.6479965,1.6311994,-3.0865192,64.47594,660000
0.23515123,1.132235,-101.68881,-267.431,-302.78812,0.5565949,0.35387668,-0.5093355,35.71588,665000
0.4176375,4.554706,-99.29319,-270.7491,-303.3961,1.6362289,2.1766593,-2.303761,98.83472,670000
0.5255195,2.4920094,-102.606514,-266.95047,-302.90912,0.72296184,0.87387156,-0.5202832,56.074146,675000
0.34422028,0.9784364,-101.98147,-275.40872,-303.46973,1.4098617,2.3856826,-3.1688194,63.254814,680000
0.42118573,0.56671184,-101.95028,-273.68283,-304.35016,1.0765804,2.2663035,-3.228489,69.23012,685000
0.5001985,0.69078976,-102.05612,-268.36368,-303.3499,0.8993494,1.1400472,-1.4397012,72.17827,690000
0.28605056,1.6681826,-101.69871,-266.9898,-303.0917,1.1704836,1.3459527,-1.49665,63.18763,695000
0.31201428,0.48035774,-102.031586,-274.16635,-302.77338,0.3996713,0.48529553,-0.9299906,26.76683,700000