O2O / O2O-w-diff-ckpts /cube-triple-play-singletask-task1-v0 /fbrac /20260326_161503 /online_agent.csv
| actor/actor_loss,actor/bc_flow_loss,critic/critic_loss,critic/q_max,critic/q_mean,critic/q_min,grad/max,grad/min,grad/norm,step | |
| 6263.162,2.7945793,2.9521663,-80.80713,-194.29977,-272.863,18.268002,-48.05192,420.51346,605000 | |
| 6274.581,2.420105,3.2947328,-99.90391,-193.97165,-264.55072,21.728687,-19.482332,484.03418,610000 | |
| 6129.4688,1.3430227,2.5770054,-90.18605,-189.86205,-256.2205,53.685944,-54.10874,1356.6989,615000 | |
| 6221.3506,2.4742389,2.9010522,-126.12534,-193.01787,-270.17108,18.47961,-11.692278,313.5177,620000 | |
| 6207.2485,2.0077717,2.9821396,-71.952446,-192.43425,-275.5385,16.04095,-40.266457,584.27966,625000 | |
| 6400.5547,2.0259824,2.0317223,3.175846,-197.59734,-261.47617,22.393509,-11.995531,435.92172,630000 | |
| 6374.9336,1.9265637,2.7298722,-122.04648,-197.66887,-258.00516,32.17599,-18.357874,756.6686,635000 | |
| 6339.4683,2.9804826,2.7325695,-63.15333,-195.7826,-267.89246,52.979614,-66.96324,652.2635,640000 | |
| 6375.043,1.8809347,3.0927274,-93.69733,-197.39163,-269.17142,109.94342,-46.229927,919.3561,645000 | |
| 6285.293,1.7715387,2.085017,-88.14771,-194.46243,-263.7242,181.57512,-153.85263,1031.3032,650000 | |
| 6236.118,2.0194511,2.5190651,-96.47903,-192.94109,-260.54807,99.6778,-60.112103,784.2199,655000 | |
| 6323.9434,2.485667,2.6993036,-96.90894,-195.59924,-261.77167,12.235603,-22.198248,352.59784,660000 | |
| 6256.4336,1.5515642,3.0116704,-96.882706,-193.53276,-261.28088,116.000534,-141.07018,1140.9707,665000 | |
| 6152.256,2.1562052,2.4285963,-95.19296,-190.32127,-262.96573,15.154955,-33.23108,401.37207,670000 | |
| 6139.426,2.6707413,3.8441494,-20.766514,-190.26915,-259.99744,119.903015,-139.63873,1324.3131,675000 | |
| 6193.6284,2.7666197,2.6679268,-97.47064,-191.8191,-258.3652,37.29455,-36.420975,571.4323,680000 | |
| 6200.8086,2.0960512,2.6851177,-48.51499,-192.41817,-270.05515,46.429386,-18.52476,516.84576,685000 | |
| 6197.7646,2.2046516,3.522139,-98.940735,-191.66728,-262.3734,25.954887,-14.432991,468.15637,690000 | |
| 6158.146,2.7299771,2.0542154,-98.72161,-190.82791,-261.3407,63.81679,-78.606125,1393.4636,695000 | |
| 6117.023,3.3126783,2.8410814,-86.86501,-189.21037,-265.1194,19.008026,-28.734753,644.933,700000 | |
| 6369.8716,1.8262879,2.7715316,-82.30521,-196.7299,-266.44977,162.25461,-122.014015,1840.637,705000 | |
| 6343.7373,1.9596672,2.927856,-95.720215,-196.10625,-264.83713,76.44924,-77.80499,2097.013,710000 | |
| 6182.46,2.5520515,3.7315094,-92.427315,-190.9504,-258.72794,308.25797,-339.33038,8779.962,715000 | |
| 6202.0996,1.8442426,2.717666,-99.711754,-191.4825,-270.22128,172.60052,-126.47386,1912.3425,720000 | |
| 6328.8076,2.3047495,2.8905182,-82.1369,-195.77058,-267.96503,80.7701,-78.74036,1429.5612,725000 | |
| 6314.139,2.3894928,3.121252,-98.47268,-195.1602,-264.85193,28.20805,-29.15237,625.51886,730000 | |
| 6229.958,2.0989187,2.3939269,-99.318954,-192.70268,-262.26584,23.39074,-19.554295,355.51254,735000 | |
| 6234.841,2.6436753,2.7455988,-96.037575,-192.64903,-265.70032,35.50947,-35.291786,950.54517,740000 | |
| 6143.0923,1.9919097,2.6681352,-97.98933,-189.87793,-270.8688,38.810574,-29.334137,705.3677,745000 | |
| 6163.1606,2.3239958,3.2032368,-97.73875,-190.87207,-261.89572,44.984875,-43.365273,436.1516,750000 | |
| 6271.051,1.870852,2.4459321,-87.95488,-193.6086,-260.9048,13.332971,-13.009666,326.6613,755000 | |
| 6134.5547,2.531385,3.1540132,-83.11777,-189.50374,-268.95862,109.05018,-138.88287,2888.147,760000 | |
| 6202.341,2.006771,3.2059631,-98.476845,-191.71104,-265.92993,29.494707,-12.890778,332.16724,765000 | |
| 6132.072,1.8560628,2.3649013,-97.71985,-189.64043,-268.7048,14.600337,-15.615167,336.9943,770000 | |
| 6258.7197,2.2157404,2.3351488,-82.03926,-193.4314,-263.92596,26.272009,-75.297195,440.65952,775000 | |
| 6089.1426,2.6587422,2.4194913,-95.228424,-188.62634,-264.3274,17.859245,-22.43103,669.9926,780000 | |
| 6164.231,1.913089,2.577031,-94.42647,-189.99747,-257.0406,29.934553,-53.959194,701.691,785000 | |
| 6159.7256,2.5861266,2.8306787,-97.56714,-190.38719,-268.24487,42.715355,-40.79578,1105.5532,790000 | |
| 6229.455,2.6693025,2.0665846,-98.43215,-192.37651,-259.9874,18.891731,-23.456068,425.30548,795000 | |
| 6132.553,2.374217,3.4280012,-88.88295,-189.30472,-269.55643,24.089457,-36.567738,575.83887,800000 | |
| 6199.355,2.4821954,2.532556,-96.00153,-191.21257,-266.5293,102.87691,-78.70518,1717.7056,805000 | |
| 6189.8154,1.927575,2.2493992,-76.91707,-191.14241,-269.9306,366.93552,-83.839806,1970.39,810000 | |
| 6189.4976,2.854662,2.7235608,-93.98664,-191.06088,-269.96365,38.744465,-45.690243,698.0895,815000 | |
| 6254.2046,3.11185,2.6958556,-99.64457,-193.1319,-260.08182,43.453026,-56.512268,553.93353,820000 | |
| 6305.71,1.9995745,4.2826877,-90.55275,-194.57603,-271.0626,215.14761,-375.64746,6860.1113,825000 | |
| 6227.3467,2.192221,2.5023038,-96.893524,-192.82523,-268.0592,14.328301,-19.254402,457.62122,830000 | |
| 6242.698,2.8209224,1.9586939,-16.921173,-192.25162,-267.5897,24.07512,-33.184357,531.8324,835000 | |
| 6275.7563,2.4944856,2.62282,-97.60229,-193.73055,-268.9026,85.20773,-54.813934,733.22876,840000 | |
| 6157.59,1.8023559,2.8353512,-97.507996,-190.29366,-267.70865,46.02435,-27.288168,1075.6381,845000 | |
| 6356.225,1.8323108,2.870775,-89.67785,-196.04305,-262.8842,73.561455,-119.36687,1407.9039,850000 | |
| 6189.299,1.522418,1.8642586,-98.300514,-190.8218,-265.4215,39.377872,-25.91531,573.80804,855000 | |
| 6142.547,1.8482479,2.2538517,-98.273026,-189.31755,-270.785,61.502365,-88.71108,764.3257,860000 | |
| 6179.3784,1.4556482,4.5758033,-85.06152,-190.69432,-270.84644,376.09918,-674.07874,4946.113,865000 | |
| 6184.9736,3.0872176,3.3631349,-97.43317,-191.04611,-264.25806,26.536823,-39.762627,639.8071,870000 | |
| 6176.7427,1.7758839,2.1060112,-24.108618,-190.59349,-283.2692,343.68472,-93.41917,3381.3943,875000 | |
| 6162.6875,1.8618367,2.6927516,-92.772484,-189.73265,-271.03784,157.98338,-321.62265,2908.3057,880000 | |
| 6169.98,1.7913535,2.594703,-81.60603,-190.51265,-264.37015,144.42346,-202.80994,1677.9004,885000 | |
| 6066.061,1.7968202,2.360115,-94.34377,-187.47734,-277.8617,131.74402,-130.92242,1564.3486,890000 | |
| 6275.0127,2.5903552,2.2508225,-99.13272,-193.63014,-263.38266,141.9407,-178.07771,2881.8003,895000 | |
| 6159.1655,1.775633,1.8972305,-95.05295,-190.09709,-270.5675,33.83659,-26.624521,398.18103,900000 | |
| 6159.9966,3.2076647,2.8559139,-96.28887,-189.80144,-271.11047,53.94773,-24.87839,548.9009,905000 | |
| 6163.409,1.869631,3.815043,-96.53271,-190.26099,-271.89606,113.81102,-109.54137,1716.9663,910000 | |
| 6103.5894,1.7467275,2.6611576,-98.71322,-188.60127,-267.42703,46.83548,-97.47747,812.3106,915000 | |
| 5999.6567,2.915021,2.6820378,-97.21155,-184.85667,-267.01224,34.422997,-21.673666,491.94748,920000 | |
| 6152.7173,2.508707,2.6639495,-83.409,-190.60533,-267.7394,19.137379,-23.803875,420.9319,925000 | |
| 6127.466,2.243827,2.7969232,-93.21092,-189.11424,-270.07962,67.55752,-66.24781,969.38513,930000 | |
| 6146.8013,1.9285069,2.3781888,-99.50345,-189.42924,-261.8122,76.808426,-77.163055,1941.8387,935000 | |
| 6328.251,1.6065108,1.8171062,-98.33074,-194.7284,-275.29404,47.4389,-31.623234,639.3238,940000 | |
| 6137.314,1.9109942,2.463979,-82.735954,-189.6409,-258.55017,21.177732,-37.819195,590.0595,945000 | |
| 6093.901,1.8665102,3.420119,-97.48055,-187.66463,-270.1893,78.49561,-72.118835,756.58734,950000 | |
| 6157.592,2.449082,2.5782983,-62.9434,-189.9586,-273.4882,357.80573,-496.9149,4218.74,955000 | |
| 6020.09,1.8309269,2.3956413,-91.65199,-186.37785,-264.8863,91.99314,-35.499184,834.7372,960000 | |
| 6245.8623,2.1740685,1.95663,-94.66729,-192.47522,-271.49124,67.068726,-57.20869,1215.0054,965000 | |
| 6041.376,1.7116969,1.9478629,-82.64533,-186.1646,-267.86325,62.641388,-74.724106,725.46814,970000 | |
| 6093.9165,1.7601833,3.0194852,-96.87583,-188.1954,-260.11685,40.319656,-87.35575,670.2128,975000 | |
| 6122.455,2.1432343,2.3169324,-89.785416,-188.88542,-268.2355,43.42166,-28.966284,477.64465,980000 | |
| 6210.6724,1.858901,2.423301,-29.120037,-191.22746,-273.85638,35.568874,-38.24906,580.9469,985000 | |
| 6144.1274,3.5165956,2.7146156,-80.28742,-188.99078,-267.20526,86.07832,-73.30989,977.3423,990000 | |
| 6252.2686,1.6456876,2.2253137,-96.32243,-192.64574,-272.02554,20.1692,-18.322334,467.3246,995000 | |
| 6026.6533,2.8794546,2.0368485,-90.90196,-185.79317,-267.80246,78.04785,-302.0674,1988.826,1000000 | |
| 6050.1577,2.1911116,1.7371136,-96.74033,-186.8397,-263.40942,22.07389,-88.94379,445.3153,1005000 | |
| 6148.3564,1.8540796,2.1343164,-77.08402,-189.60413,-271.84634,56.145763,-83.53048,945.2759,1010000 | |
| 6055.428,2.1541784,1.90139,-82.18792,-186.3371,-268.1379,53.566254,-75.844315,734.02997,1015000 | |
| 6176.021,1.78942,2.9714625,-97.86377,-190.42479,-268.57172,208.32706,-294.27908,2327.1094,1020000 | |
| 6201.653,2.5209346,2.688812,-78.666794,-190.75206,-273.16788,27.210863,-60.61989,506.80627,1025000 | |
| 6105.567,2.2791264,2.6534526,-84.02932,-188.3914,-269.35773,1731.077,-1304.8242,10937.577,1030000 | |
| 6004.122,1.8276348,2.153745,-91.54071,-185.5849,-271.5718,30.223766,-27.778383,532.63947,1035000 | |
| 6057.411,2.0369809,2.4671283,-95.26035,-186.8892,-267.6515,87.96778,-95.76374,1249.7413,1040000 | |
| 6034.2188,2.0882802,2.1932693,-96.23487,-185.89803,-274.27615,39.29572,-157.74977,847.70264,1045000 | |
| 6072.23,1.9631139,1.9023399,-93.01081,-187.12282,-269.22556,20.833464,-53.275795,553.9729,1050000 | |
| 6163.454,1.8451763,1.9019829,-91.23455,-189.60652,-276.05157,97.82591,-85.4194,983.95447,1055000 | |
| 5947.951,1.9385562,2.0372543,-82.36516,-183.05035,-262.13736,16.901152,-25.82133,457.30927,1060000 | |
| 6080.7715,1.8293314,2.1457887,-95.37251,-186.99168,-265.43277,33.78413,-53.523563,486.3073,1065000 | |
| 6047.3286,1.5641994,2.6160743,-95.69859,-186.73914,-270.86288,21.341827,-68.733055,522.30817,1070000 | |
| 6068.4927,1.6698643,2.7391577,-94.68008,-186.81726,-268.97495,192.5093,-94.66962,1709.5192,1075000 | |
| 6139.3125,1.5526313,2.3132741,-70.44409,-189.37878,-274.32495,37.278355,-124.422005,654.4896,1080000 | |
| 6116.497,1.5476631,2.291809,-80.12441,-188.348,-267.77704,18.963581,-19.562092,385.6107,1085000 | |
| 6008.91,1.430537,2.4158752,-92.94762,-184.71117,-272.19556,48.269978,-48.13449,595.4816,1090000 | |
| 6016.279,1.8367603,1.8541622,-88.40738,-185.6397,-264.70328,32.063778,-73.532166,513.07086,1095000 | |
| 6123.2534,2.1858735,2.2684314,-73.797325,-188.96768,-274.0164,227.33003,-158.12206,1924.6356,1100000 | |