O2O-w-diff-ckpts/cube-double-play-singletask-task2-v0/fawac/20260311_062422/online_agent_sv.csv

actor/actor_loss,critic/critic_loss,critic/q_max,critic/q_mean,critic/q_min,critic/value_loss,grad/max,grad/min,grad/norm,step
0.18687472,0.623271,-116.84917,-196.51291,-201.31642,0.6159162,1.1388512,-0.5225776,38.809513,705000
0.23358268,2.3886437,-117.532646,-197.53947,-201.794,0.24213062,0.25110638,-0.23293354,17.544865,710000
0.2195656,2.650066,-106.06491,-196.65657,-201.61252,0.23458612,0.19564994,-0.5902891,23.21213,715000
0.21589535,4.6283937,-111.77594,-196.35318,-201.35648,0.27025542,0.27689213,-0.31806302,22.322567,720000
0.44697225,0.76879823,-111.94456,-196.88554,-201.65749,0.7213337,0.9014414,-0.7751465,33.45584,725000
0.2405668,5.711572,-118.58865,-198.12883,-201.13536,0.6473206,2.17996,-2.6506639,59.30921,730000
0.2318695,5.496789,-112.359665,-197.46204,-201.3534,0.38677913,0.36094177,-0.24987069,24.512634,735000
0.22512248,3.2890756,-110.8307,-197.41634,-201.38321,1.083738,6.1830482,-7.1229134,101.31703,740000
0.18917623,2.591974,-119.06861,-197.97061,-201.68706,0.39011058,0.54146194,-0.27507085,21.236172,745000
0.18187645,2.795842,-116.69658,-198.18701,-202.1897,0.4190941,0.614185,-0.7196765,33.9784,750000
0.6676318,4.547141,-106.940094,-196.68626,-202.22798,0.7865322,1.0463592,-1.6461048,67.7292,755000
0.25391084,0.4993952,-112.6291,-197.2936,-201.57904,0.3724607,0.78722095,-0.58680815,25.243214,760000
0.27601615,3.5876443,-114.08665,-197.30965,-201.77794,0.5039105,0.47392476,-0.4659106,47.254505,765000
0.23981282,2.3835514,-94.08127,-194.73962,-201.58162,0.29028717,0.29062366,-0.2249215,20.89712,770000
0.23698643,3.6854722,-117.59322,-196.36214,-202.12074,0.81793994,0.57902867,-0.63502413,35.815502,775000
0.17674683,0.56522936,-123.093506,-198.4779,-202.31389,0.19946246,1.2683597,-0.44453746,26.758854,780000
0.59393734,0.7434627,-125.81632,-198.7806,-201.2223,10.312049,38.018227,-32.8624,391.5557,785000
0.2634154,1.3339397,-108.365555,-195.92744,-202.64883,0.36160508,0.3837641,-0.60649085,20.279867,790000
0.2273117,6.586928,-116.90102,-197.12347,-201.27725,0.8125861,0.68802,-0.6736876,51.22042,795000
0.6625989,0.55815357,-66.7779,-196.06126,-201.45512,0.56834996,1.1252524,-1.2157689,44.44763,800000
0.23539415,2.1825051,-113.25913,-196.36482,-201.69438,0.2934253,0.55979913,-0.51669747,18.097471,805000
0.38709962,2.8162453,-106.866776,-195.34337,-201.46855,0.8632863,4.7855077,-5.4492836,83.768005,810000
0.24518684,6.6099586,1.2529876,-195.79239,-201.32579,0.8971939,0.7929493,-0.6188526,50.32425,815000
0.18789726,2.3523693,-107.32431,-198.09056,-201.63126,0.28382608,0.22991276,-0.43074265,23.690643,820000
0.19970131,3.231519,-118.729965,-198.34544,-201.70885,0.14079858,0.40839612,-0.1841873,19.924847,825000
0.23928113,0.83384305,-112.243835,-196.76564,-201.36548,0.29710647,0.48043424,-0.97618467,27.109255,830000
0.22188288,4.39692,0.50763154,-196.72514,-201.58374,0.95702547,1.7048022,-1.5559138,72.97839,835000
0.20952767,0.5785468,-114.614265,-196.29314,-201.72792,8.2623625,10.144579,-12.594187,239.00705,840000
0.20313749,0.5080368,-117.20981,-196.5106,-201.59477,0.197134,0.46979064,-0.201492,20.672697,845000
0.17796902,7.9661074,-93.402504,-196.30818,-202.35953,0.49838087,1.0549318,-0.6689955,37.558975,850000
0.18975419,0.25928172,-105.071495,-197.41158,-201.52658,0.18182969,0.69261926,-0.32200795,20.382473,855000
0.2645388,3.8837235,-108.18433,-197.54,-201.22763,0.42644826,0.6975267,-0.7601059,38.16582,860000
0.26930642,0.5676726,-4.077654,-196.34883,-201.28874,0.43655404,0.341707,-0.6233884,26.72179,865000
0.2034108,0.33048126,-116.87182,-197.24715,-201.93427,0.25122735,0.35395035,-0.33719903,18.394405,870000
0.21031457,1.500197,-111.084496,-198.39528,-201.23395,0.18182933,0.11370323,-0.15038094,14.944246,875000
0.2113569,1.2555722,1.1997184,-197.31273,-201.6375,0.17606232,0.18135229,-0.24844219,12.625677,880000
0.18827105,2.259559,-115.09284,-197.92989,-201.80081,0.25459895,0.5384721,-0.64229506,21.577465,885000
0.17901354,0.79378635,-105.59086,-197.67534,-201.529,0.16633439,0.6809834,-0.5398535,21.094604,890000
0.18981472,4.167539,-110.30718,-196.57814,-201.63855,0.22870374,0.5412187,-0.6004302,27.552216,895000
0.25156194,0.19065712,-115.61519,-197.40405,-201.6008,1.7265818,16.171642,-14.193338,189.85806,900000
0.20706326,0.46051797,-118.041954,-197.81322,-201.47374,0.29283363,0.34626785,-0.31456703,14.437776,905000
0.19345975,1.0964285,-108.031105,-197.4583,-201.41959,0.39974856,1.8455667,-2.103174,70.84637,910000
0.25138828,1.3901695,-110.63508,-197.03922,-201.55365,0.2131506,0.19673239,-0.32039523,16.59041,915000
0.28069496,0.8813948,-127.89927,-198.00342,-202.79018,0.44694576,0.4361283,-0.79212666,30.159075,920000
0.20686099,7.0125594,-103.73259,-197.20303,-201.75139,0.32884333,0.69253325,-0.46454695,36.706734,925000
0.19996285,0.56110996,-115.06382,-198.2943,-201.66628,0.16497883,0.5262897,-0.32801935,17.95684,930000
0.3128273,0.54175323,-113.49419,-196.97794,-201.22032,0.3800212,0.31790417,-0.9402245,24.202871,935000
0.20653272,2.552694,1.3692713,-196.70616,-202.01193,0.48548293,0.6088659,-0.49651423,39.923714,940000
0.2508139,0.8899792,-112.31127,-196.64597,-201.27591,0.35288993,0.37279475,-0.87120014,24.349867,945000
0.21683916,1.5062202,-101.39519,-196.7751,-201.56361,0.21552081,0.31832123,-0.19509177,17.156792,950000
0.21482429,1.2739208,-117.03967,-198.0667,-201.68512,0.20581956,1.1011736,-1.3860035,34.2043,955000
0.20386142,1.2842644,1.216826,-196.86238,-201.49481,0.2749324,0.60438615,-0.5658241,25.182,960000
0.1896615,1.8356068,-114.319336,-198.02654,-202.29036,0.19200678,0.16186196,-0.40916872,22.520199,965000
0.16857421,0.69080734,-98.692986,-196.97575,-201.49278,0.21512952,0.9832741,-0.4478305,24.00618,970000
0.19606233,11.458499,-63.387447,-196.98558,-202.90288,0.43994305,0.40814677,-0.4215344,37.60598,975000
0.18963951,2.5433555,-120.42637,-197.66197,-201.49284,0.4882667,0.42590827,-0.3279499,24.887064,980000
0.1811557,0.97155714,-115.65198,-197.509,-201.487,0.20854671,0.75208837,-0.2551673,18.572289,985000
0.33668303,0.9921822,-114.81953,-196.41585,-201.56451,1.0565084,1.9534985,-2.5496247,84.98508,990000
0.2503803,7.7755237,0.9293094,-196.42822,-201.49443,0.45261675,0.46305263,-0.8654666,38.278404,995000
0.2057971,0.5265512,-13.51499,-197.37187,-202.17104,0.5567689,1.2667755,-1.4100294,36.83254,1000000
0.19530597,0.27973792,-106.03949,-196.70378,-201.29668,0.2612693,0.23124477,-0.33200467,13.859305,1005000
0.19771543,0.79350513,-94.57947,-195.22215,-201.38565,0.41425806,0.30979353,-0.28531423,22.866581,1010000
0.21207598,0.5820579,-114.3858,-197.80452,-201.55905,0.3595614,0.5917362,-0.51835793,22.270977,1015000
0.21977787,1.5337852,-31.824318,-197.4674,-201.76364,0.40083104,0.48097333,-0.57152283,28.091564,1020000
0.22829115,0.9618544,-107.400345,-196.70213,-202.22704,0.30398086,0.36400267,-0.3354153,22.694084,1025000
0.2022849,0.39388463,-116.628006,-198.1165,-201.39555,0.15637149,0.23077476,-0.1116821,12.202707,1030000
0.18208513,1.2527679,-20.043219,-195.77681,-201.76457,0.66977614,1.945741,-1.2357688,42.285797,1035000
0.19739781,4.2326217,-110.47317,-197.01604,-203.30943,1.3731259,1.3209354,-1.3342956,59.52944,1040000
0.1975519,0.6055502,-114.72313,-198.39037,-201.65155,0.25986043,0.7592336,-0.47646844,16.396107,1045000
0.19978105,4.656719,-86.032715,-195.83942,-201.69322,0.3947652,0.5211598,-0.6556622,28.652695,1050000
0.17733872,5.34884,-112.06135,-198.39496,-201.54424,0.31551656,1.2179507,-0.4286155,36.552113,1055000
0.2543413,1.5714759,-116.66869,-198.19923,-201.66974,0.4255227,0.2328659,-0.20415023,20.710506,1060000
0.2845044,1.1413991,-66.43705,-197.0988,-201.63762,0.44556332,0.4143289,-0.48897558,21.352009,1065000
0.20705605,0.3551229,-6.4493227,-197.19917,-201.65892,0.23450394,0.2531353,-0.25185782,10.786585,1070000
0.21257883,1.0701795,2.2402773,-194.92111,-201.59685,0.2828196,0.34694964,-0.295945,20.636166,1075000
0.20293973,0.65043044,-107.855225,-197.95045,-202.07657,0.45006904,1.1286924,-1.0822161,32.973534,1080000
0.2316674,0.82687134,-51.331715,-197.06816,-201.48853,0.41284847,0.3845644,-0.59608155,23.877144,1085000
0.21137957,7.273567,-88.24745,-197.6106,-202.52368,0.67936116,0.7602561,-0.7868156,38.80002,1090000
0.20750943,1.3979689,-119.61963,-198.20227,-203.08823,0.25608444,0.374975,-0.69709,24.616043,1095000
0.20667174,0.8290596,-5.2983027,-195.7277,-201.32465,1.59547,9.840243,-9.777935,99.00257,1100000
0.28611153,6.75524,-112.93845,-196.7251,-202.32729,0.37482843,0.58717835,-0.829525,37.935986,1105000
0.24995273,0.915188,-132.42458,-198.36156,-201.33603,0.31317547,0.44596314,-1.2125936,28.976326,1110000
0.19704534,1.4286819,-95.26561,-197.08203,-201.50467,0.56655616,1.3127713,-1.1601523,42.21414,1115000
0.2623009,2.251583,-115.3047,-195.94707,-201.36877,1.0232252,1.1303778,-0.84489644,44.150497,1120000
0.22502595,1.2835732,-111.41743,-197.01044,-201.40417,0.45987564,1.23023,-0.48538494,25.792135,1125000
0.19811198,0.7826263,-114.131386,-197.32048,-202.05444,0.38918385,0.3173757,-0.43657365,20.028805,1130000
0.23861682,1.4291875,-117.5799,-196.47624,-201.2803,0.30481136,0.5014511,-1.2607448,26.915424,1135000
0.16458401,1.8676125,-112.925255,-198.017,-201.42868,0.40176588,2.139783,-0.97034574,44.17862,1140000
0.20344424,0.25550157,-112.25011,-196.57547,-201.37523,0.16244714,0.21446444,-0.16693696,13.531496,1145000
0.21442907,8.572341,-108.71412,-196.07846,-201.25201,0.7533547,1.4996146,-1.5626388,49.86369,1150000
0.22922157,0.65695214,-113.953896,-198.27423,-201.3132,0.25929698,0.30794668,-0.8053072,24.737755,1155000
0.26709014,0.1927393,-113.27637,-197.50682,-202.20003,0.20920077,0.2660214,-0.23689072,12.700309,1160000
0.19195256,4.5905757,-113.35778,-198.00084,-201.92894,0.6524002,0.93469995,-0.845341,42.07504,1165000
0.15406278,1.6230923,-114.2358,-196.83122,-201.4013,0.5405976,1.0437381,-0.9324243,37.111237,1170000
0.21700938,1.0107596,-106.651024,-197.02435,-201.5864,0.53730965,0.86611056,-1.5195675,42.849487,1175000
0.2406106,1.0835365,0.956362,-195.53714,-202.01123,0.5547916,0.3300701,-0.5203805,24.099804,1180000
0.40647644,5.925817,-109.43461,-196.93936,-201.20337,0.77020013,1.1357837,-0.9825934,69.39283,1185000
0.46374342,2.4813225,-106.43991,-196.54182,-202.05428,0.8195729,0.90402293,-0.9477959,50.49014,1190000
0.17560607,0.62011045,-48.072704,-196.86229,-202.14102,0.23289351,0.5844127,-0.32677248,19.439074,1195000
0.2602633,2.166169,-111.77135,-196.6744,-201.48976,0.7014972,1.3091751,-0.62164706,44.58799,1200000