O2O-w-diff-ckpts/cube-triple-play-singletask-task1-v0/fawac/20260325_103736/online_agent.csv

actor/actor_loss,critic/critic_loss,critic/q_max,critic/q_mean,critic/q_min,critic/value_loss,grad/max,grad/min,grad/norm,step
0.4510943,4.3411036,-186.02142,-298.00943,-304.0563,16.555777,23.476597,-24.047039,533.6221,305000
0.3126173,4.651899,-198.8249,-294.8646,-304.47162,1.5715778,3.721309,-1.3548286,101.4809,310000
0.5272951,3.3725991,-140.51414,-293.1324,-304.1247,3.2111664,4.00984,-3.7678201,148.97592,315000
0.27320182,1.4168023,-208.33585,-297.72037,-304.29672,1.3313583,1.8004183,-1.7472552,94.39156,320000
0.7354317,3.2282543,-142.52141,-295.01413,-304.20483,2.6761959,2.332859,-3.8058767,125.717384,325000
0.46090928,5.1798286,4.721161,-293.09015,-304.97147,5.7632704,15.593911,-6.1819725,292.0369,330000
0.20775613,0.5469437,-112.63656,-296.5983,-304.56308,0.7104811,3.6606236,-1.1682552,78.59566,335000
0.57020164,3.3924196,-105.388336,-292.2444,-304.3892,0.9634401,1.2752243,-1.0187325,81.40056,340000
0.26224667,1.2044709,-107.59058,-294.13425,-304.11246,0.76477396,0.94430524,-0.73458916,57.695557,345000
0.5646268,0.37635025,-104.69055,-291.59152,-303.65106,1.1122321,1.5667591,-1.2567343,73.57263,350000
0.23187023,0.74531186,-104.66725,-293.97623,-303.37332,0.9534096,2.0374038,-0.8223214,54.79329,355000
0.32155055,2.156199,-105.61296,-291.83798,-303.65918,1.0285016,3.065398,-1.2567259,100.48389,360000
0.28955853,0.34426123,-104.53809,-292.3186,-303.37906,0.3953433,0.5376405,-1.8062938,42.72791,365000
0.5053968,0.942797,-103.27802,-288.59967,-304.11807,0.93893206,0.8807515,-0.8226367,54.360535,370000
0.46960303,15.820813,-76.32147,-287.8623,-302.90747,1.5494365,3.4547648,-4.5480313,223.80911,375000
0.53399915,5.542417,-105.60317,-289.88046,-305.07312,2.1347387,3.5536182,-3.9480705,207.89828,380000
0.3649084,1.2296143,-105.12146,-289.99298,-303.50308,3.6882532,10.521769,-10.307788,180.74033,385000
0.27821434,1.0113447,-105.1869,-291.39713,-303.9345,0.93509924,4.41775,-4.2301264,160.61435,390000
0.23029807,0.61060876,-103.01403,-290.5821,-304.7508,0.74520075,1.7445123,-1.6981121,58.397423,395000
0.28806618,4.5513825,-103.347046,-289.5306,-303.26135,5.6732,8.193323,-7.847205,229.02914,400000
0.73797,8.074267,-105.14185,-291.08176,-303.50964,1.0563357,0.7622657,-1.3745811,73.15749,405000
0.29951298,1.5775998,-104.81326,-292.3797,-304.23593,1.0528964,1.9656479,-2.2107148,77.21926,410000
0.46509707,3.7660196,-103.94958,-288.75333,-304.45764,1.6373585,1.3034414,-2.1362562,114.25504,415000
0.36239386,0.8303259,-104.904884,-284.56903,-303.5305,1.4111122,2.180454,-2.2546625,113.07941,420000
0.45793706,1.2676086,-103.972145,-289.2097,-305.99503,0.9370632,1.4738549,-1.371762,75.88823,425000
0.43878165,2.9744673,-104.62802,-288.31314,-304.00574,2.2148201,3.7024791,-3.588386,110.58989,430000
0.20870385,0.6577385,-103.00222,-288.3374,-305.90686,1.1320086,5.759293,-3.7691178,142.36996,435000
0.7812871,1.2419761,-103.72645,-285.89737,-303.05167,1.2438573,2.2899213,-2.8675869,100.19616,440000
0.22721964,1.1636034,-103.21466,-283.70517,-303.51846,3.786637,2.9200406,-2.6386356,129.02731,445000
0.6227233,1.568713,-103.718925,-288.84763,-304.70087,1.4141582,2.120135,-2.1442518,83.592575,450000
0.38261747,1.171224,-102.97133,-287.98395,-304.13733,0.83274317,1.4434273,-1.5572126,65.61304,455000
0.3728129,3.8592317,-103.73995,-283.19138,-303.35498,12.105019,10.602488,-9.1541195,372.1525,460000
0.25138742,3.6639836,-102.49627,-284.44125,-302.9051,5.2353754,17.531023,-17.943737,431.39185,465000
0.66503406,1.9677336,-102.083305,-283.8798,-303.01392,3.4043834,6.7996497,-6.029059,212.58485,470000
0.33343148,1.3418499,-102.56422,-284.42673,-303.42175,1.1813462,3.2046835,-3.0388205,97.356674,475000
0.22809744,1.9404011,-102.83972,-284.1433,-305.02072,0.7497401,1.9781644,-1.225634,59.46933,480000
0.2273575,1.277358,-103.377846,-280.80524,-303.6105,0.6640803,0.7614703,-0.58092,49.61045,485000
0.40324,5.3323674,-103.12789,-280.6153,-303.15314,1.1304902,0.95540583,-2.2352743,82.32213,490000
0.44565815,1.1249669,-103.07863,-287.35187,-303.037,0.95551723,1.3151239,-0.8485506,64.143814,495000
0.32823318,7.460876,-103.548996,-282.54752,-305.3795,2.4950247,8.21844,-9.02441,292.06677,500000
0.24572894,1.0833979,-102.16782,-279.0707,-303.01578,0.6536547,4.029681,-3.501258,116.58925,505000
0.36211643,1.0311273,-102.0884,-281.99072,-303.98984,3.1523073,7.7830763,-7.268,230.36494,510000
0.356813,1.1454417,-102.934654,-279.17148,-304.20267,1.363649,0.60508454,-0.7683773,62.357,515000
0.34297225,10.685215,-103.48297,-284.10037,-304.33432,1.0682847,1.4534296,-0.7647664,72.627686,520000
0.6637929,1.9630421,-101.51609,-285.24316,-302.90668,1.2512401,1.0043077,-1.5576444,88.15447,525000
0.35793477,1.201914,-103.3341,-286.0608,-303.47983,1.5235926,1.0035887,-1.2249225,76.707535,530000
0.3937201,1.8527218,-98.36897,-281.8532,-302.98257,2.0506387,3.96055,-4.6339808,139.4636,535000
0.32791978,0.990122,-102.18543,-284.6804,-304.86404,2.305553,1.7761421,-1.3621027,84.71474,540000
0.25978643,1.1388534,-103.19388,-275.55978,-303.24646,0.85051376,2.959274,-1.6796229,63.025677,545000
0.20831622,1.8880304,-102.2583,-285.45578,-303.34082,0.7388078,1.3350114,-1.0156084,69.64265,550000
0.25774395,1.2209994,-102.75985,-281.0775,-303.6994,1.4384202,1.3963797,-1.4720666,93.035095,555000
0.45616388,3.0367913,-103.39058,-280.69003,-303.04852,2.380664,2.2787354,-3.8481953,100.995476,560000
0.57431257,1.6868609,-102.27141,-279.77777,-303.34918,3.4981441,5.0519032,-4.989301,163.43144,565000
0.29915833,0.8472187,-101.83664,-284.03,-304.0903,0.8717537,1.0538098,-1.2213982,51.82481,570000
0.3401827,5.343349,-93.26567,-278.36868,-303.01068,3.927304,5.2259836,-5.3330016,107.238686,575000
0.63481945,0.48148996,-102.10044,-276.01883,-302.90927,0.79582465,0.66222066,-1.2352264,56.878323,580000
0.23115236,2.112128,-103.06571,-282.0397,-302.79544,0.7383426,1.5675378,-1.0923685,60.730545,585000
0.38540912,5.355197,-102.4988,-276.98676,-303.06384,1.5507733,1.1485827,-1.0098001,86.10135,590000
0.21319199,5.3464518,-101.73924,-282.9637,-302.71396,0.8343045,2.2299724,-2.4302187,90.52246,595000
0.74328995,2.4589984,-102.64754,-277.92993,-303.49228,2.859123,4.7443123,-4.2065706,200.93768,600000
0.28416973,0.82708895,-102.26145,-278.2856,-303.5809,0.8093471,0.6653583,-1.2398528,46.85337,605000
0.3444999,0.98505735,-102.17132,-277.10635,-304.9346,1.6368086,1.5732354,-2.4445524,85.78108,610000
0.27780604,5.1239443,-101.92026,-273.11472,-303.29697,1.351211,1.2160295,-1.5523767,91.154495,615000
0.415003,1.7415497,-101.838104,-268.2385,-303.1562,1.3990096,2.2148376,-2.480219,78.183624,620000
0.28785822,2.006079,-102.23074,-279.88086,-302.35822,6.0351954,3.2609744,-3.0623071,141.82054,625000
0.36904302,1.8651288,-102.21954,-275.68295,-302.86508,1.2773606,1.0438789,-1.1209544,78.34555,630000
0.31868666,1.242021,-102.35436,-271.59024,-302.9485,2.2522311,8.190643,-8.511178,153.42857,635000
0.24231282,0.96978396,-103.168106,-280.0537,-302.44153,0.66188526,0.5573627,-0.49343523,40.068527,640000
0.22665352,0.9848816,-102.86557,-282.44894,-302.47186,0.7888767,1.4284594,-1.400125,63.212982,645000
0.21288414,0.5445445,-102.473,-273.4795,-303.58646,0.8751032,1.2824264,-0.59990513,53.82158,650000
0.33396855,6.765262,-102.29836,-277.21188,-303.4988,0.76981753,0.9396049,-0.4678038,69.2573,655000
0.81911653,3.3784223,-101.91883,-276.03134,-303.08057,0.97081405,0.8267887,-1.5518169,65.66595,660000
0.31772193,0.57559997,-101.75148,-277.9704,-302.6248,1.281951,1.7342833,-2.282934,74.236145,665000
0.28538555,1.7299016,-101.81883,-270.47098,-303.85345,0.66196746,0.44447267,-1.0097293,37.22755,670000
0.40125853,1.0927447,-101.760445,-278.1755,-303.22162,3.7908409,25.204659,-24.834778,253.26712,675000
0.53709877,0.91131,-101.94049,-275.46313,-303.0324,1.9975489,3.1604471,-3.0752215,122.06024,680000
0.5476704,0.6885551,-98.934204,-276.64337,-303.00497,1.8628012,2.9535563,-3.0476863,64.53972,685000
0.22098213,1.0341028,-101.89394,-269.56454,-303.25766,0.6247029,0.6154203,-0.9383325,37.650097,690000
0.29191595,2.809365,-102.09708,-274.118,-303.134,0.90674657,1.8119991,-1.4685832,76.78514,695000
0.44942,2.6887467,-101.86724,-271.99155,-302.46414,2.8995807,6.9822307,-6.789459,129.95328,700000
0.24817209,2.016068,-102.580414,-273.64145,-302.85684,0.50884783,0.86742413,-0.6928291,47.46597,705000
0.77544105,1.5052488,-101.52688,-275.38843,-302.74347,2.1435454,1.175696,-1.5949053,73.48655,710000
0.31085595,1.4511863,-102.37236,-268.50882,-302.1635,1.1896802,1.1561892,-1.1929893,59.312004,715000
0.4396968,1.4639081,-101.66614,-275.11166,-303.52347,0.9496755,0.5584393,-0.8965632,50.28817,720000
0.1915586,1.7394991,-102.18237,-274.97232,-303.37503,0.56504273,1.2736261,-0.38620508,42.838486,725000
0.30583358,1.1001656,-101.40019,-273.33563,-302.7124,0.47725216,0.76749974,-1.5675372,41.670654,730000
0.29562554,2.0816646,-101.201515,-269.79953,-303.2221,0.64148843,0.6622541,-1.0197415,57.101326,735000
0.3469839,0.82066983,-102.07713,-267.6656,-303.5314,2.5575612,1.8899825,-2.3124113,101.22602,740000
0.19536334,3.4795418,-101.88063,-264.1352,-302.47733,0.40328684,0.7759033,-0.34891266,46.632767,745000
0.4381314,0.45198724,-101.89441,-267.7323,-302.59952,0.67193574,0.6396665,-1.2333107,55.393158,750000
0.22147895,0.8988218,-101.79789,-272.15445,-303.71475,6.914749,41.30619,-40.54173,458.58984,755000
0.410493,1.569609,-101.61303,-262.3943,-302.32324,1.4257172,2.7172458,-3.2074542,81.24365,760000
0.33097154,0.8620133,-101.84277,-266.75323,-302.72263,0.5655324,0.98924667,-0.63346106,40.25901,765000
0.21311058,0.9619692,-101.411476,-270.37076,-303.04898,0.5773184,0.8433584,-0.7011936,33.6689,770000
0.3497375,2.6611536,-101.86477,-266.30844,-302.35715,1.9858242,3.1688693,-2.7859702,159.95305,775000
0.47013065,0.881663,-101.73716,-276.9352,-302.81973,1.6391095,14.879114,-14.845912,115.4149,780000
0.29737073,1.3532308,-101.40748,-274.71167,-303.59592,1.9048737,7.535658,-6.2326865,145.05397,785000
0.27515197,13.330561,-101.83266,-269.95563,-302.74353,0.8217476,2.6446066,-2.6554146,108.95829,790000
0.22949302,1.458472,-101.56631,-267.4462,-302.8099,0.9687156,1.5029712,-1.4873741,69.739426,795000
0.2578094,0.5738927,-101.88305,-272.70694,-302.66315,1.2138065,2.154278,-1.5192742,59.400604,800000