Upload folder using huggingface_hub

.gitattributes

@@ -942,3 +942,13 @@ O2O-w-diff-ckpts/qam/20260317_082706/visited_states_800000.png filter=lfs diff=l
 O2O-w-diff-ckpts/qam/20260317_082706/visited_states_850000.png filter=lfs diff=lfs merge=lfs -text
 O2O-w-diff-ckpts/qam/20260317_082706/visited_states_900000.png filter=lfs diff=lfs merge=lfs -text
 O2O-w-diff-ckpts/qam/20260317_082706/visited_states_950000.png filter=lfs diff=lfs merge=lfs -text
+O2O-w-diff-ckpts/qam/20260317_114429/visited_states_1000000.png filter=lfs diff=lfs merge=lfs -text
+O2O-w-diff-ckpts/qam/20260317_114429/visited_states_1050000.png filter=lfs diff=lfs merge=lfs -text
+O2O-w-diff-ckpts/qam/20260317_114429/visited_states_1100000.png filter=lfs diff=lfs merge=lfs -text
+O2O-w-diff-ckpts/qam/20260317_114429/visited_states_1150000.png filter=lfs diff=lfs merge=lfs -text
+O2O-w-diff-ckpts/qam/20260317_114429/visited_states_1200000.png filter=lfs diff=lfs merge=lfs -text
+O2O-w-diff-ckpts/qam/20260317_114429/visited_states_1250000.png filter=lfs diff=lfs merge=lfs -text
+O2O-w-diff-ckpts/qam/20260317_114429/visited_states_1300000.png filter=lfs diff=lfs merge=lfs -text
+O2O-w-diff-ckpts/qam/20260317_114429/visited_states_850000.png filter=lfs diff=lfs merge=lfs -text
+O2O-w-diff-ckpts/qam/20260317_114429/visited_states_900000.png filter=lfs diff=lfs merge=lfs -text
+O2O-w-diff-ckpts/qam/20260317_114429/visited_states_950000.png filter=lfs diff=lfs merge=lfs -text

O2O-w-diff-ckpts/qam/20260317_114429/eval.csv

@@ -0,0 +1,11 @@
+avg_gripper_contact_length,num_gripper_contacts,xy,prev_qpos,prev_qvel,qpos,qvel,success,total.timesteps,episode.final_reward,episode.return,episode.length,episode.duration,step
+0.0,0.0,29.58906742700053,4.003685699618601,0.07955142235433785,4.010261369494674,0.020528374366498597,0.32,24751.3,-0.68,-968.86,969.18,1.4122113037109374,850000
+0.0,0.0,30.47765474723329,4.127555754485421,0.10253582571106346,4.133473109818705,0.02378734378680316,0.22,75250.82,-0.78,-982.76,982.98,1.4131602811813355,900000
+0.0,0.0,35.818447648809205,4.855770867445151,0.10066564017240812,4.863323842490753,0.09042403814847927,0.54,125228.48,-0.46,-936.8,937.34,1.4551425886154175,950000
+0.0,0.0,30.512019097633708,4.131894690533304,-0.015375423627270363,4.135830291796713,0.0526289325322986,0.36,174870.4,-0.64,-964.54,964.9,1.3981656122207642,1000000
+0.0,0.0,27.96398321623332,3.808888616984361,0.04463469893442345,3.8160521845483513,0.09854144814953902,0.28,225520.94,-0.72,-976.62,976.9,1.395125880241394,1050000
+0.0,0.0,26.42197210344222,3.594313211638382,0.09727268904181466,3.603717340033012,0.10690649110589208,0.3,275369.68,-0.7,-955.32,955.62,1.47694908618927,1100000
+0.0,0.0,25.03573063853344,3.4077694646701504,0.08422386793445424,3.412252952512673,0.0022246133951978613,0.22,326002.56,-0.78,-974.9,975.12,1.39499258518219,1150000
+0.0,0.0,27.694598630331715,3.7720173785748696,0.10465508281326866,3.778714101611394,0.042854072449717645,0.24,376305.74,-0.76,-965.4,965.64,1.3921183490753173,1200000
+0.0,0.0,31.674070757079686,4.311185458115707,0.08805781113781856,4.315951199429332,0.05109893370992206,0.44,425887.98,-0.56,-947.12,947.56,1.4533053541183472,1250000
+0.0,0.0,24.909283787151917,3.3927319725260436,0.025380395313224325,3.3971590031715118,0.02749873122252268,0.32,475205.7,-0.68,-957.0,957.32,1.3801230382919312,1300000

O2O-w-diff-ckpts/qam/20260317_114429/eval_sv.csv

@@ -0,0 +1,11 @@
+avg_gripper_contact_length,num_gripper_contacts,xy,prev_qpos,prev_qvel,qpos,qvel,success,total.timesteps,episode.final_reward,episode.return,episode.length,episode.duration,step
+0.0,0.0,29.58906742700053,4.003685699618601,0.07955142235433785,4.010261369494674,0.020528374366498597,0.32,24751.3,-0.68,-968.86,969.18,1.4122113037109374,850000
+0.0,0.0,30.47765474723329,4.127555754485421,0.10253582571106346,4.133473109818705,0.02378734378680316,0.22,75250.82,-0.78,-982.76,982.98,1.4131602811813355,900000
+0.0,0.0,35.818447648809205,4.855770867445151,0.10066564017240812,4.863323842490753,0.09042403814847927,0.54,125228.48,-0.46,-936.8,937.34,1.4551425886154175,950000
+0.0,0.0,30.512019097633708,4.131894690533304,-0.015375423627270363,4.135830291796713,0.0526289325322986,0.36,174870.4,-0.64,-964.54,964.9,1.3981656122207642,1000000
+0.0,0.0,27.96398321623332,3.808888616984361,0.04463469893442345,3.8160521845483513,0.09854144814953902,0.28,225520.94,-0.72,-976.62,976.9,1.395125880241394,1050000
+0.0,0.0,26.42197210344222,3.594313211638382,0.09727268904181466,3.603717340033012,0.10690649110589208,0.3,275369.68,-0.7,-955.32,955.62,1.47694908618927,1100000
+0.0,0.0,25.03573063853344,3.4077694646701504,0.08422386793445424,3.412252952512673,0.0022246133951978613,0.22,326002.56,-0.78,-974.9,975.12,1.39499258518219,1150000
+0.0,0.0,27.694598630331715,3.7720173785748696,0.10465508281326866,3.778714101611394,0.042854072449717645,0.24,376305.74,-0.76,-965.4,965.64,1.3921183490753173,1200000
+0.0,0.0,31.674070757079686,4.311185458115707,0.08805781113781856,4.315951199429332,0.05109893370992206,0.44,425887.98,-0.56,-947.12,947.56,1.4533053541183472,1250000
+0.0,0.0,24.909283787151917,3.3927319725260436,0.025380395313224325,3.3971590031715118,0.02749873122252268,0.32,475205.7,-0.68,-957.0,957.32,1.3801230382919312,1300000

O2O-w-diff-ckpts/qam/20260317_114429/online_agent.csv

@@ -0,0 +1,101 @@
+actor/adj_loss,actor/adj_max,actor/adj_mean,actor/adj_std,actor/fast_loss,actor/flow_loss,critic/critic_loss,critic/q_max,critic/q_mean,critic/q_min,grad/max,grad/min,grad/norm,step
+19.984825,8.483669,0.39183882,0.65651417,19.984825,0.34908304,0.50197756,-4.942159,-177.23698,-244.35893,46.320976,-53.892326,377.35535,805000
+37.742172,8.440093,0.48028502,0.76851547,37.742172,0.34691852,0.5957923,-2.4690833,-174.27919,-224.39694,194.00397,-60.233356,628.52454,810000
+33.028835,12.33119,0.38882485,0.7206412,33.028835,0.35111734,0.25315747,-10.139324,-180.15704,-217.73457,298.8081,-510.70074,1059.7471,815000
+22.020325,10.633745,0.41714233,0.7292579,22.020325,0.3175568,0.3968225,-18.358397,-178.41399,-214.15608,140.63551,-79.99693,493.40625,820000
+28.169815,9.863167,0.42322963,0.62545043,28.169815,0.29235905,0.49257937,-0.81336486,-177.28864,-218.24086,69.22127,-84.435715,461.88098,825000
+12.560041,5.6722674,0.37921065,0.57716244,12.560041,0.3310703,0.3836956,0.40055475,-177.12895,-235.04768,66.79216,-54.029,446.54004,830000
+21.159424,5.979843,0.3838964,0.6293958,21.159424,0.32746953,0.70163393,1.1003467,-175.47844,-226.21536,63.58381,-168.14511,530.48944,835000
+110.53591,8.183947,0.3885128,0.62879205,110.53591,0.32343253,0.39662084,-7.8229036,-175.81395,-221.07803,715.06104,-1518.3722,2788.6792,840000
+20.185017,4.3498526,0.37454665,0.55516356,20.185017,0.3071156,0.5293581,-15.075252,-177.47668,-226.81319,54.548317,-106.28699,386.56485,845000
+12.951799,4.7348247,0.3834625,0.5433254,12.951799,0.29054695,0.4929925,0.5231292,-179.06009,-215.18944,82.959114,-38.601982,393.25568,850000
+18.616566,7.7111845,0.3894984,0.6117915,18.616566,0.2978921,0.48574886,0.91994935,-176.27554,-227.88837,68.07399,-58.956,448.7656,855000
+14.680881,9.118677,0.38382545,0.63365954,14.680881,0.3587115,0.40650874,-42.39869,-180.2606,-216.36058,81.75992,-53.461823,404.17963,860000
+11.352081,9.4231,0.3620456,0.56571835,11.352081,0.31225938,0.26153168,-19.209448,-183.11838,-216.66693,30.378624,-42.16926,296.59543,865000
+21.292402,8.334661,0.3669744,0.63881797,21.292402,0.29701096,0.49554974,-16.808441,-181.18048,-218.51117,63.390297,-108.613945,411.74182,870000
+13.819853,7.67583,0.35466242,0.5960416,13.819853,0.27416667,0.39356697,1.0875287,-181.03505,-214.81326,47.456345,-63.13394,373.78406,875000
+17.043823,14.749701,0.36777708,0.64731437,17.043823,0.30747238,0.79491454,-8.97514,-180.61406,-216.72318,50.778072,-52.97603,355.07828,880000
+22.930115,5.8006477,0.3452394,0.534061,22.930115,0.28780353,0.4969804,-9.769239,-181.49423,-216.34456,101.57492,-52.362724,416.88602,885000
+36.5025,8.1911955,0.38366228,0.62817997,36.5025,0.32290688,0.71587676,-14.505866,-178.03171,-212.70364,168.24525,-136.79732,760.97156,890000
+16.65213,17.802195,0.396231,0.8596252,16.65213,0.29408908,0.44844657,0.28925398,-176.92845,-215.39217,55.29105,-105.1137,440.08917,895000
+37.678238,5.813774,0.38267124,0.63115925,37.678238,0.31852904,0.56845444,-7.851727,-179.32469,-221.99553,78.51134,-74.583694,570.9443,900000
+35.46119,8.098342,0.395332,0.66143507,35.46119,0.34792954,0.41576943,-20.569172,-182.06384,-233.5949,121.03361,-225.43694,607.83136,905000
+12.886106,7.865237,0.3568193,0.607299,12.886106,0.30433413,0.62563914,-6.268205,-178.69661,-220.31517,71.15392,-49.768196,379.5464,910000
+10.761917,6.3498507,0.33805066,0.56125456,10.761917,0.3616647,0.44267878,-12.762458,-184.84647,-214.48851,62.952255,-50.493618,340.3264,915000
+11.266037,5.877366,0.32111898,0.53218794,11.266037,0.30098003,0.32747194,-24.44605,-183.10393,-218.64272,78.03003,-45.303688,353.77115,920000
+18.501835,7.054243,0.38537508,0.62612796,18.501835,0.3075811,0.6181063,-36.84145,-181.74382,-215.9687,68.871666,-102.527695,489.61755,925000
+15.591996,7.123268,0.37393826,0.5937897,15.591996,0.27504432,0.52918273,-16.324047,-182.55862,-214.98709,43.922554,-71.08393,391.40796,930000
+14.953466,5.721244,0.34403098,0.58100516,14.953466,0.3360044,0.50727326,-79.21388,-183.9965,-217.85698,52.373497,-56.575134,417.88412,935000
+12.788082,5.686823,0.3175074,0.51876396,12.788082,0.33608237,0.530203,-12.544147,-185.25667,-216.83606,83.250755,-81.622536,498.8906,940000
+13.79146,11.414751,0.36418536,0.6987111,13.79146,0.32734987,0.30905262,-21.241001,-179.6548,-217.38748,41.125885,-54.911858,358.54337,945000
+15.250013,6.979487,0.30705076,0.5284629,15.250013,0.34560978,0.4193356,-23.968369,-183.88603,-226.9714,62.01691,-44.11139,391.56055,950000
+13.434967,6.205344,0.31631115,0.53015304,13.434967,0.29646876,0.2829221,-23.005688,-184.99394,-224.70795,64.38258,-75.894684,378.02353,955000
+22.690218,7.252257,0.35739166,0.6411303,22.690218,0.30170214,1.1174017,-1.1242585,-178.7843,-211.90938,57.346657,-67.24141,479.26068,960000
+19.808302,5.5756545,0.35310864,0.5812477,19.808302,0.33867252,0.47822982,-22.559135,-183.7505,-216.92558,64.30172,-49.854923,423.36383,965000
+14.897796,6.1836624,0.35228306,0.53615403,14.897796,0.30519712,0.4272542,-0.071730524,-181.21083,-227.31667,34.183273,-46.605377,338.24017,970000
+16.074324,8.068626,0.36769223,0.7147673,16.074324,0.2897306,0.5486147,-12.179331,-181.03325,-214.94316,68.73357,-268.9857,593.1251,975000
+27.937151,9.153711,0.3744036,0.67137283,27.937151,0.32326606,0.5722191,-2.121888,-177.95052,-215.86028,59.513752,-190.13759,599.25696,980000
+16.88198,5.762043,0.34392244,0.5733708,16.88198,0.2968186,0.6698002,-13.592698,-184.536,-231.93959,63.388386,-79.22029,448.51813,985000
+12.749473,14.929639,0.37701392,0.72898877,12.749473,0.34107786,0.6824284,-6.6455536,-180.87967,-215.42801,58.36714,-51.833088,333.2857,990000
+13.387356,6.1888485,0.35289377,0.6037414,13.387356,0.32287544,0.44359356,-0.31849,-184.29077,-215.97458,48.183517,-50.32068,339.73303,995000
+17.305462,11.5872135,0.40172786,0.8077878,17.305462,0.2661758,0.6641504,0.9814762,-182.66199,-250.28255,76.48114,-78.87619,424.6052,1000000
+60.886314,9.428991,0.367244,0.6503112,60.886314,0.2826646,0.7855093,0.33394125,-179.32362,-214.14575,94.028015,-70.62793,601.1974,1005000
+17.602524,6.387247,0.3755502,0.6280878,17.602524,0.27062923,0.4680421,-35.39555,-184.38164,-216.4177,35.57258,-36.243347,294.24255,1010000
+10.912085,5.3725095,0.30313367,0.51387835,10.912085,0.33172578,0.26882374,0.33673388,-185.9419,-254.08981,50.23658,-36.33367,345.17328,1015000
+13.305435,6.307248,0.31315625,0.48691174,13.305435,0.29790512,0.2975215,0.044598997,-185.601,-267.9765,84.559204,-33.82451,351.47168,1020000
+25.214487,8.350402,0.31874076,0.59432447,25.214487,0.33275628,0.4780924,0.8655684,-183.75644,-220.74408,65.55962,-53.630417,471.2434,1025000
+25.9631,8.107513,0.33597678,0.56307775,25.9631,0.30647987,0.51817656,-35.614174,-185.01752,-240.0277,77.217606,-102.793526,544.33124,1030000
+15.588816,7.122801,0.28455207,0.48727813,15.588816,0.32185918,0.3659856,1.0942862,-184.51451,-219.10782,54.516174,-44.93286,382.48578,1035000
+14.411043,6.7252054,0.34585813,0.6130944,14.411043,0.28369027,0.7826654,-33.69998,-185.04556,-264.76172,100.99577,-67.766304,497.23932,1040000
+19.585064,5.0519466,0.32215777,0.54186964,19.585064,0.28743938,0.30041298,-5.5199804,-184.8913,-228.18752,73.80861,-126.79219,443.2397,1045000
+13.275005,9.435539,0.33091375,0.6095045,13.275005,0.31811827,0.4594759,-10.1493635,-181.96764,-222.28316,110.85333,-64.28434,438.0003,1050000
+71.51099,12.083172,0.35326996,0.65469205,71.51099,0.2962174,0.8974767,-1.0629051,-180.55705,-215.68321,782.8823,-124.65056,1559.5809,1055000
+16.612064,8.642278,0.34875882,0.62326354,16.612064,0.30429503,0.6116021,-1.2459108,-179.68431,-259.72604,103.611885,-38.49525,472.9705,1060000
+26.04776,5.3074474,0.3283739,0.5466144,26.04776,0.3282718,0.38616332,-8.314361,-185.77644,-217.17172,81.627846,-51.309155,406.94513,1065000
+16.403362,25.319202,0.37785554,1.0544245,16.403362,0.32854435,0.6128888,-17.239962,-183.76909,-217.71527,117.08004,-86.72834,446.28625,1070000
+14.893475,7.559025,0.3627592,0.65670276,14.893475,0.3224228,0.31346565,-26.593681,-182.632,-237.63066,113.78552,-101.868034,474.81348,1075000
+172.20952,5.171054,0.328757,0.5543986,172.20952,0.3069101,0.49672434,0.06526074,-184.67766,-224.39774,516.2938,-288.0159,1297.2532,1080000
+17.339897,12.717077,0.3466963,0.6134267,17.339897,0.32680285,0.6944871,0.68108815,-182.03752,-215.62367,110.81616,-45.50179,434.25516,1085000
+10.755594,9.241819,0.3361911,0.64141613,10.755594,0.31263766,0.35020223,-26.907295,-186.36555,-221.97035,55.995605,-30.655636,275.54785,1090000
+16.42815,11.240492,0.39496,0.76998746,16.42815,0.32011655,4.090338,0.42378995,-180.15366,-252.1321,59.421974,-130.74454,478.0619,1095000
+13.00601,8.933867,0.34053564,0.5979339,13.00601,0.31753922,0.43695298,-17.342678,-182.37738,-218.57742,76.50308,-59.447205,362.505,1100000
+9.490305,7.6814976,0.32076037,0.5764285,9.490305,0.3167374,0.36228004,-3.1001282,-184.87881,-216.80508,89.11803,-41.201138,346.50076,1105000
+17.541008,9.85074,0.33509558,0.64624006,17.541008,0.2628963,0.36920866,-42.600735,-185.42686,-219.4749,66.82263,-77.646904,430.675,1110000
+16.586624,6.068546,0.37427515,0.66499555,16.586624,0.25405172,0.3565072,-0.47639143,-182.28072,-240.5559,33.96023,-33.213554,329.9656,1115000
+15.29543,10.018969,0.3329532,0.6837425,15.29543,0.29057297,0.63586944,1.0949852,-185.72784,-240.26532,55.23561,-112.63313,403.85138,1120000
+30.187658,13.781916,0.3633114,0.7291621,30.187658,0.3055145,0.6577858,-0.6740986,-180.28209,-213.27995,56.136833,-113.634476,534.45264,1125000
+20.301529,7.914315,0.365372,0.6727955,20.301529,0.2881243,0.58587545,-3.7503488,-182.48412,-240.99388,84.60982,-125.901855,428.25677,1130000
+14.030641,8.147702,0.31819654,0.602912,14.030641,0.31166884,0.41173172,-22.687315,-185.30809,-228.12769,94.66975,-85.64113,389.0283,1135000
+12.547258,12.169279,0.31820777,0.600122,12.547258,0.27926952,0.81031245,-2.5875163,-185.8295,-235.91559,116.99848,-65.125626,480.4373,1140000
+28.152996,6.887359,0.34002215,0.62161505,28.152996,0.33384997,0.4008952,-2.559654,-180.60876,-214.14307,125.56601,-174.4364,549.0302,1145000
+10.912468,4.86011,0.3055933,0.5201993,10.912468,0.3135847,0.3135587,0.68813646,-188.32181,-233.91734,43.642525,-50.45353,348.61694,1150000
+18.065876,14.660588,0.35266614,0.7047303,18.065876,0.34141853,0.40551606,-0.5590222,-183.93347,-222.57448,106.9046,-96.17806,476.0506,1155000
+14.259289,8.647088,0.29674205,0.57887805,14.259289,0.31588286,0.2900013,-15.425811,-187.48907,-220.19464,34.406143,-67.05824,375.1305,1160000
+14.405398,8.689798,0.37343448,0.7281636,14.405398,0.31241426,0.24456015,0.9809103,-182.6588,-233.99147,40.86709,-51.09325,358.63284,1165000
+19.20203,14.828473,0.3983171,0.92034674,19.20203,0.2934798,1.7431325,0.2917828,-180.60414,-216.85597,36.12088,-54.03263,449.53696,1170000
+15.102064,5.226787,0.2667993,0.46800402,15.102064,0.24519566,0.28110084,0.63783026,-185.4772,-218.02473,52.613876,-74.91001,365.01218,1175000
+17.234419,7.841862,0.3530597,0.64777917,17.234419,0.3438739,0.40052563,-1.0024061,-181.633,-233.35059,44.19568,-68.95436,400.6484,1180000
+31.146088,8.534605,0.35645628,0.6472104,31.146088,0.3158898,0.6465614,-4.5372343,-181.12292,-216.85168,61.935112,-92.538635,494.5355,1185000
+10.760586,6.88162,0.34545648,0.62986654,10.760586,0.29924318,0.69091195,-2.1565905,-180.6695,-212.14822,97.04256,-67.88019,448.38956,1190000
+14.044413,6.3824787,0.30112392,0.53668433,14.044413,0.3066563,0.36227122,-52.783886,-186.85616,-215.2774,61.937637,-59.07982,365.83786,1195000
+14.697089,7.4852514,0.3304767,0.5830826,14.697089,0.3371389,0.3344718,0.62637407,-185.5033,-268.22986,64.22675,-69.18277,380.52115,1200000
+9.84293,9.083092,0.31682092,0.6124931,9.84293,0.2828563,0.31779423,-8.394252,-184.44803,-219.16252,45.90777,-72.120094,345.17896,1205000
+13.895626,9.887744,0.3349198,0.60062146,13.895626,0.31505695,0.66283697,-7.2217693,-182.75041,-214.73312,72.83249,-80.56239,401.7261,1210000
+11.2331085,6.389947,0.2833458,0.51673865,11.2331085,0.348545,0.5294884,2.0371983,-185.73976,-214.82156,67.18703,-57.085426,382.88525,1215000
+14.6586075,14.200357,0.34265012,0.6896193,14.6586075,0.3363355,0.41591617,0.35347295,-184.85233,-229.90495,62.896606,-50.39779,379.11258,1220000
+32.913124,30.919178,0.38938022,1.2689704,32.913124,0.33115774,1.302578,-8.29981,-183.05568,-304.79495,80.91372,-108.72031,713.2457,1225000
+10.472191,10.94931,0.3322329,0.6491355,10.472191,0.31205815,0.41038677,-0.60938114,-184.12988,-222.25232,38.98455,-84.66637,335.32703,1230000
+15.890187,5.070195,0.30590403,0.5393706,15.890187,0.306013,0.33758706,-42.54536,-185.72588,-217.99599,61.73417,-46.393753,337.6452,1235000
+14.02734,7.311063,0.30951023,0.5575618,14.02734,0.35812873,0.38826138,0.011595666,-184.99655,-220.1607,98.60844,-64.52785,470.23843,1240000
+15.284122,14.882566,0.37692207,0.78615665,15.284122,0.30833462,0.5325443,-9.655629,-181.54216,-225.15631,34.32579,-62.745815,348.0792,1245000
+14.4926195,7.9401298,0.35642803,0.6357412,14.4926195,0.30020076,0.6910495,-0.73253673,-180.6406,-215.73518,29.287855,-80.4055,362.51086,1250000
+13.167327,10.997574,0.33282095,0.65124357,13.167327,0.30717075,0.29668358,0.39131814,-182.5157,-219.89175,61.662327,-42.59661,386.9702,1255000
+16.686954,10.826115,0.36697465,0.6828061,16.686954,0.28969884,0.38140008,-23.467546,-179.54498,-221.17401,136.55426,-44.418674,469.0065,1260000
+17.182747,10.220656,0.3578757,0.6192924,17.182747,0.31379348,0.23970547,-10.490371,-179.55254,-210.13326,87.3886,-87.00903,496.576,1265000
+12.277412,5.0051985,0.34363458,0.5394114,12.277412,0.2492351,0.4560724,-16.497236,-181.39694,-249.74951,46.903976,-35.521168,293.39676,1270000
+17.962906,8.51858,0.33741277,0.62911326,17.962906,0.34030905,0.5103712,-1.8227137,-183.59085,-240.76437,89.293144,-119.95657,417.56744,1275000
+15.061045,32.446125,0.37003317,1.0996931,15.061045,0.31908607,0.3603781,-1.0410244,-181.12556,-222.89627,62.553207,-72.8542,407.77628,1280000
+12.283875,5.448509,0.290221,0.5100035,12.283875,0.31460226,0.30567393,-17.957077,-186.22934,-218.14497,57.777927,-71.38584,361.63882,1285000
+20.829601,8.338737,0.34192687,0.66006655,20.829601,0.32360637,1.3737965,-0.3363844,-182.56084,-218.26123,71.973434,-64.378494,596.9451,1290000
+9.568848,6.418003,0.3042518,0.5663433,9.568848,0.32349327,0.33596855,-23.48215,-186.64056,-217.21526,27.602823,-41.086246,254.18355,1295000
+12.06587,4.850977,0.27183408,0.4820105,12.06587,0.2874465,0.40969115,-17.971464,-186.30183,-249.17969,102.722565,-51.191887,349.45172,1300000

O2O-w-diff-ckpts/qam/20260317_114429/online_agent_sv.csv

@@ -0,0 +1,101 @@
+actor/adj_loss,actor/adj_max,actor/adj_mean,actor/adj_std,actor/fast_loss,actor/flow_loss,critic/critic_loss,critic/q_max,critic/q_mean,critic/q_min,grad/max,grad/min,grad/norm,step
+19.984825,8.483669,0.39183882,0.65651417,19.984825,0.34908304,0.50197756,-4.942159,-177.23698,-244.35893,46.320976,-53.892326,377.35535,805000
+37.742172,8.440093,0.48028502,0.76851547,37.742172,0.34691852,0.5957923,-2.4690833,-174.27919,-224.39694,194.00397,-60.233356,628.52454,810000
+33.028835,12.33119,0.38882485,0.7206412,33.028835,0.35111734,0.25315747,-10.139324,-180.15704,-217.73457,298.8081,-510.70074,1059.7471,815000
+22.020325,10.633745,0.41714233,0.7292579,22.020325,0.3175568,0.3968225,-18.358397,-178.41399,-214.15608,140.63551,-79.99693,493.40625,820000
+28.169815,9.863167,0.42322963,0.62545043,28.169815,0.29235905,0.49257937,-0.81336486,-177.28864,-218.24086,69.22127,-84.435715,461.88098,825000
+12.560041,5.6722674,0.37921065,0.57716244,12.560041,0.3310703,0.3836956,0.40055475,-177.12895,-235.04768,66.79216,-54.029,446.54004,830000
+21.159424,5.979843,0.3838964,0.6293958,21.159424,0.32746953,0.70163393,1.1003467,-175.47844,-226.21536,63.58381,-168.14511,530.48944,835000
+110.53591,8.183947,0.3885128,0.62879205,110.53591,0.32343253,0.39662084,-7.8229036,-175.81395,-221.07803,715.06104,-1518.3722,2788.6792,840000
+20.185017,4.3498526,0.37454665,0.55516356,20.185017,0.3071156,0.5293581,-15.075252,-177.47668,-226.81319,54.548317,-106.28699,386.56485,845000
+12.951799,4.7348247,0.3834625,0.5433254,12.951799,0.29054695,0.4929925,0.5231292,-179.06009,-215.18944,82.959114,-38.601982,393.25568,850000
+18.616566,7.7111845,0.3894984,0.6117915,18.616566,0.2978921,0.48574886,0.91994935,-176.27554,-227.88837,68.07399,-58.956,448.7656,855000
+14.680881,9.118677,0.38382545,0.63365954,14.680881,0.3587115,0.40650874,-42.39869,-180.2606,-216.36058,81.75992,-53.461823,404.17963,860000
+11.352081,9.4231,0.3620456,0.56571835,11.352081,0.31225938,0.26153168,-19.209448,-183.11838,-216.66693,30.378624,-42.16926,296.59543,865000
+21.292402,8.334661,0.3669744,0.63881797,21.292402,0.29701096,0.49554974,-16.808441,-181.18048,-218.51117,63.390297,-108.613945,411.74182,870000
+13.819853,7.67583,0.35466242,0.5960416,13.819853,0.27416667,0.39356697,1.0875287,-181.03505,-214.81326,47.456345,-63.13394,373.78406,875000
+17.043823,14.749701,0.36777708,0.64731437,17.043823,0.30747238,0.79491454,-8.97514,-180.61406,-216.72318,50.778072,-52.97603,355.07828,880000
+22.930115,5.8006477,0.3452394,0.534061,22.930115,0.28780353,0.4969804,-9.769239,-181.49423,-216.34456,101.57492,-52.362724,416.88602,885000
+36.5025,8.1911955,0.38366228,0.62817997,36.5025,0.32290688,0.71587676,-14.505866,-178.03171,-212.70364,168.24525,-136.79732,760.97156,890000
+16.65213,17.802195,0.396231,0.8596252,16.65213,0.29408908,0.44844657,0.28925398,-176.92845,-215.39217,55.29105,-105.1137,440.08917,895000
+37.678238,5.813774,0.38267124,0.63115925,37.678238,0.31852904,0.56845444,-7.851727,-179.32469,-221.99553,78.51134,-74.583694,570.9443,900000
+35.46119,8.098342,0.395332,0.66143507,35.46119,0.34792954,0.41576943,-20.569172,-182.06384,-233.5949,121.03361,-225.43694,607.83136,905000
+12.886106,7.865237,0.3568193,0.607299,12.886106,0.30433413,0.62563914,-6.268205,-178.69661,-220.31517,71.15392,-49.768196,379.5464,910000
+10.761917,6.3498507,0.33805066,0.56125456,10.761917,0.3616647,0.44267878,-12.762458,-184.84647,-214.48851,62.952255,-50.493618,340.3264,915000
+11.266037,5.877366,0.32111898,0.53218794,11.266037,0.30098003,0.32747194,-24.44605,-183.10393,-218.64272,78.03003,-45.303688,353.77115,920000
+18.501835,7.054243,0.38537508,0.62612796,18.501835,0.3075811,0.6181063,-36.84145,-181.74382,-215.9687,68.871666,-102.527695,489.61755,925000
+15.591996,7.123268,0.37393826,0.5937897,15.591996,0.27504432,0.52918273,-16.324047,-182.55862,-214.98709,43.922554,-71.08393,391.40796,930000
+14.953466,5.721244,0.34403098,0.58100516,14.953466,0.3360044,0.50727326,-79.21388,-183.9965,-217.85698,52.373497,-56.575134,417.88412,935000
+12.788082,5.686823,0.3175074,0.51876396,12.788082,0.33608237,0.530203,-12.544147,-185.25667,-216.83606,83.250755,-81.622536,498.8906,940000
+13.79146,11.414751,0.36418536,0.6987111,13.79146,0.32734987,0.30905262,-21.241001,-179.6548,-217.38748,41.125885,-54.911858,358.54337,945000
+15.250013,6.979487,0.30705076,0.5284629,15.250013,0.34560978,0.4193356,-23.968369,-183.88603,-226.9714,62.01691,-44.11139,391.56055,950000
+13.434967,6.205344,0.31631115,0.53015304,13.434967,0.29646876,0.2829221,-23.005688,-184.99394,-224.70795,64.38258,-75.894684,378.02353,955000
+22.690218,7.252257,0.35739166,0.6411303,22.690218,0.30170214,1.1174017,-1.1242585,-178.7843,-211.90938,57.346657,-67.24141,479.26068,960000
+19.808302,5.5756545,0.35310864,0.5812477,19.808302,0.33867252,0.47822982,-22.559135,-183.7505,-216.92558,64.30172,-49.854923,423.36383,965000
+14.897796,6.1836624,0.35228306,0.53615403,14.897796,0.30519712,0.4272542,-0.071730524,-181.21083,-227.31667,34.183273,-46.605377,338.24017,970000
+16.074324,8.068626,0.36769223,0.7147673,16.074324,0.2897306,0.5486147,-12.179331,-181.03325,-214.94316,68.73357,-268.9857,593.1251,975000
+27.937151,9.153711,0.3744036,0.67137283,27.937151,0.32326606,0.5722191,-2.121888,-177.95052,-215.86028,59.513752,-190.13759,599.25696,980000
+16.88198,5.762043,0.34392244,0.5733708,16.88198,0.2968186,0.6698002,-13.592698,-184.536,-231.93959,63.388386,-79.22029,448.51813,985000
+12.749473,14.929639,0.37701392,0.72898877,12.749473,0.34107786,0.6824284,-6.6455536,-180.87967,-215.42801,58.36714,-51.833088,333.2857,990000
+13.387356,6.1888485,0.35289377,0.6037414,13.387356,0.32287544,0.44359356,-0.31849,-184.29077,-215.97458,48.183517,-50.32068,339.73303,995000
+17.305462,11.5872135,0.40172786,0.8077878,17.305462,0.2661758,0.6641504,0.9814762,-182.66199,-250.28255,76.48114,-78.87619,424.6052,1000000
+60.886314,9.428991,0.367244,0.6503112,60.886314,0.2826646,0.7855093,0.33394125,-179.32362,-214.14575,94.028015,-70.62793,601.1974,1005000
+17.602524,6.387247,0.3755502,0.6280878,17.602524,0.27062923,0.4680421,-35.39555,-184.38164,-216.4177,35.57258,-36.243347,294.24255,1010000
+10.912085,5.3725095,0.30313367,0.51387835,10.912085,0.33172578,0.26882374,0.33673388,-185.9419,-254.08981,50.23658,-36.33367,345.17328,1015000
+13.305435,6.307248,0.31315625,0.48691174,13.305435,0.29790512,0.2975215,0.044598997,-185.601,-267.9765,84.559204,-33.82451,351.47168,1020000
+25.214487,8.350402,0.31874076,0.59432447,25.214487,0.33275628,0.4780924,0.8655684,-183.75644,-220.74408,65.55962,-53.630417,471.2434,1025000
+25.9631,8.107513,0.33597678,0.56307775,25.9631,0.30647987,0.51817656,-35.614174,-185.01752,-240.0277,77.217606,-102.793526,544.33124,1030000
+15.588816,7.122801,0.28455207,0.48727813,15.588816,0.32185918,0.3659856,1.0942862,-184.51451,-219.10782,54.516174,-44.93286,382.48578,1035000
+14.411043,6.7252054,0.34585813,0.6130944,14.411043,0.28369027,0.7826654,-33.69998,-185.04556,-264.76172,100.99577,-67.766304,497.23932,1040000
+19.585064,5.0519466,0.32215777,0.54186964,19.585064,0.28743938,0.30041298,-5.5199804,-184.8913,-228.18752,73.80861,-126.79219,443.2397,1045000
+13.275005,9.435539,0.33091375,0.6095045,13.275005,0.31811827,0.4594759,-10.1493635,-181.96764,-222.28316,110.85333,-64.28434,438.0003,1050000
+71.51099,12.083172,0.35326996,0.65469205,71.51099,0.2962174,0.8974767,-1.0629051,-180.55705,-215.68321,782.8823,-124.65056,1559.5809,1055000
+16.612064,8.642278,0.34875882,0.62326354,16.612064,0.30429503,0.6116021,-1.2459108,-179.68431,-259.72604,103.611885,-38.49525,472.9705,1060000
+26.04776,5.3074474,0.3283739,0.5466144,26.04776,0.3282718,0.38616332,-8.314361,-185.77644,-217.17172,81.627846,-51.309155,406.94513,1065000
+16.403362,25.319202,0.37785554,1.0544245,16.403362,0.32854435,0.6128888,-17.239962,-183.76909,-217.71527,117.08004,-86.72834,446.28625,1070000
+14.893475,7.559025,0.3627592,0.65670276,14.893475,0.3224228,0.31346565,-26.593681,-182.632,-237.63066,113.78552,-101.868034,474.81348,1075000
+172.20952,5.171054,0.328757,0.5543986,172.20952,0.3069101,0.49672434,0.06526074,-184.67766,-224.39774,516.2938,-288.0159,1297.2532,1080000
+17.339897,12.717077,0.3466963,0.6134267,17.339897,0.32680285,0.6944871,0.68108815,-182.03752,-215.62367,110.81616,-45.50179,434.25516,1085000
+10.755594,9.241819,0.3361911,0.64141613,10.755594,0.31263766,0.35020223,-26.907295,-186.36555,-221.97035,55.995605,-30.655636,275.54785,1090000
+16.42815,11.240492,0.39496,0.76998746,16.42815,0.32011655,4.090338,0.42378995,-180.15366,-252.1321,59.421974,-130.74454,478.0619,1095000
+13.00601,8.933867,0.34053564,0.5979339,13.00601,0.31753922,0.43695298,-17.342678,-182.37738,-218.57742,76.50308,-59.447205,362.505,1100000
+9.490305,7.6814976,0.32076037,0.5764285,9.490305,0.3167374,0.36228004,-3.1001282,-184.87881,-216.80508,89.11803,-41.201138,346.50076,1105000
+17.541008,9.85074,0.33509558,0.64624006,17.541008,0.2628963,0.36920866,-42.600735,-185.42686,-219.4749,66.82263,-77.646904,430.675,1110000
+16.586624,6.068546,0.37427515,0.66499555,16.586624,0.25405172,0.3565072,-0.47639143,-182.28072,-240.5559,33.96023,-33.213554,329.9656,1115000
+15.29543,10.018969,0.3329532,0.6837425,15.29543,0.29057297,0.63586944,1.0949852,-185.72784,-240.26532,55.23561,-112.63313,403.85138,1120000
+30.187658,13.781916,0.3633114,0.7291621,30.187658,0.3055145,0.6577858,-0.6740986,-180.28209,-213.27995,56.136833,-113.634476,534.45264,1125000
+20.301529,7.914315,0.365372,0.6727955,20.301529,0.2881243,0.58587545,-3.7503488,-182.48412,-240.99388,84.60982,-125.901855,428.25677,1130000
+14.030641,8.147702,0.31819654,0.602912,14.030641,0.31166884,0.41173172,-22.687315,-185.30809,-228.12769,94.66975,-85.64113,389.0283,1135000
+12.547258,12.169279,0.31820777,0.600122,12.547258,0.27926952,0.81031245,-2.5875163,-185.8295,-235.91559,116.99848,-65.125626,480.4373,1140000
+28.152996,6.887359,0.34002215,0.62161505,28.152996,0.33384997,0.4008952,-2.559654,-180.60876,-214.14307,125.56601,-174.4364,549.0302,1145000
+10.912468,4.86011,0.3055933,0.5201993,10.912468,0.3135847,0.3135587,0.68813646,-188.32181,-233.91734,43.642525,-50.45353,348.61694,1150000
+18.065876,14.660588,0.35266614,0.7047303,18.065876,0.34141853,0.40551606,-0.5590222,-183.93347,-222.57448,106.9046,-96.17806,476.0506,1155000
+14.259289,8.647088,0.29674205,0.57887805,14.259289,0.31588286,0.2900013,-15.425811,-187.48907,-220.19464,34.406143,-67.05824,375.1305,1160000
+14.405398,8.689798,0.37343448,0.7281636,14.405398,0.31241426,0.24456015,0.9809103,-182.6588,-233.99147,40.86709,-51.09325,358.63284,1165000
+19.20203,14.828473,0.3983171,0.92034674,19.20203,0.2934798,1.7431325,0.2917828,-180.60414,-216.85597,36.12088,-54.03263,449.53696,1170000
+15.102064,5.226787,0.2667993,0.46800402,15.102064,0.24519566,0.28110084,0.63783026,-185.4772,-218.02473,52.613876,-74.91001,365.01218,1175000
+17.234419,7.841862,0.3530597,0.64777917,17.234419,0.3438739,0.40052563,-1.0024061,-181.633,-233.35059,44.19568,-68.95436,400.6484,1180000
+31.146088,8.534605,0.35645628,0.6472104,31.146088,0.3158898,0.6465614,-4.5372343,-181.12292,-216.85168,61.935112,-92.538635,494.5355,1185000
+10.760586,6.88162,0.34545648,0.62986654,10.760586,0.29924318,0.69091195,-2.1565905,-180.6695,-212.14822,97.04256,-67.88019,448.38956,1190000
+14.044413,6.3824787,0.30112392,0.53668433,14.044413,0.3066563,0.36227122,-52.783886,-186.85616,-215.2774,61.937637,-59.07982,365.83786,1195000
+14.697089,7.4852514,0.3304767,0.5830826,14.697089,0.3371389,0.3344718,0.62637407,-185.5033,-268.22986,64.22675,-69.18277,380.52115,1200000
+9.84293,9.083092,0.31682092,0.6124931,9.84293,0.2828563,0.31779423,-8.394252,-184.44803,-219.16252,45.90777,-72.120094,345.17896,1205000
+13.895626,9.887744,0.3349198,0.60062146,13.895626,0.31505695,0.66283697,-7.2217693,-182.75041,-214.73312,72.83249,-80.56239,401.7261,1210000
+11.2331085,6.389947,0.2833458,0.51673865,11.2331085,0.348545,0.5294884,2.0371983,-185.73976,-214.82156,67.18703,-57.085426,382.88525,1215000
+14.6586075,14.200357,0.34265012,0.6896193,14.6586075,0.3363355,0.41591617,0.35347295,-184.85233,-229.90495,62.896606,-50.39779,379.11258,1220000
+32.913124,30.919178,0.38938022,1.2689704,32.913124,0.33115774,1.302578,-8.29981,-183.05568,-304.79495,80.91372,-108.72031,713.2457,1225000
+10.472191,10.94931,0.3322329,0.6491355,10.472191,0.31205815,0.41038677,-0.60938114,-184.12988,-222.25232,38.98455,-84.66637,335.32703,1230000
+15.890187,5.070195,0.30590403,0.5393706,15.890187,0.306013,0.33758706,-42.54536,-185.72588,-217.99599,61.73417,-46.393753,337.6452,1235000
+14.02734,7.311063,0.30951023,0.5575618,14.02734,0.35812873,0.38826138,0.011595666,-184.99655,-220.1607,98.60844,-64.52785,470.23843,1240000
+15.284122,14.882566,0.37692207,0.78615665,15.284122,0.30833462,0.5325443,-9.655629,-181.54216,-225.15631,34.32579,-62.745815,348.0792,1245000
+14.4926195,7.9401298,0.35642803,0.6357412,14.4926195,0.30020076,0.6910495,-0.73253673,-180.6406,-215.73518,29.287855,-80.4055,362.51086,1250000
+13.167327,10.997574,0.33282095,0.65124357,13.167327,0.30717075,0.29668358,0.39131814,-182.5157,-219.89175,61.662327,-42.59661,386.9702,1255000
+16.686954,10.826115,0.36697465,0.6828061,16.686954,0.28969884,0.38140008,-23.467546,-179.54498,-221.17401,136.55426,-44.418674,469.0065,1260000
+17.182747,10.220656,0.3578757,0.6192924,17.182747,0.31379348,0.23970547,-10.490371,-179.55254,-210.13326,87.3886,-87.00903,496.576,1265000
+12.277412,5.0051985,0.34363458,0.5394114,12.277412,0.2492351,0.4560724,-16.497236,-181.39694,-249.74951,46.903976,-35.521168,293.39676,1270000
+17.962906,8.51858,0.33741277,0.62911326,17.962906,0.34030905,0.5103712,-1.8227137,-183.59085,-240.76437,89.293144,-119.95657,417.56744,1275000
+15.061045,32.446125,0.37003317,1.0996931,15.061045,0.31908607,0.3603781,-1.0410244,-181.12556,-222.89627,62.553207,-72.8542,407.77628,1280000
+12.283875,5.448509,0.290221,0.5100035,12.283875,0.31460226,0.30567393,-17.957077,-186.22934,-218.14497,57.777927,-71.38584,361.63882,1285000
+20.829601,8.338737,0.34192687,0.66006655,20.829601,0.32360637,1.3737965,-0.3363844,-182.56084,-218.26123,71.973434,-64.378494,596.9451,1290000
+9.568848,6.418003,0.3042518,0.5663433,9.568848,0.32349327,0.33596855,-23.48215,-186.64056,-217.21526,27.602823,-41.086246,254.18355,1295000
+12.06587,4.850977,0.27183408,0.4820105,12.06587,0.2874465,0.40969115,-17.971464,-186.30183,-249.17969,102.722565,-51.191887,349.45172,1300000

O2O-w-diff-ckpts/qam/20260317_114429/params_1000000.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b4172ff2903019398e696d8387c39a8b65c189f8aa1c6fcb8ddd0eb0d0f0e67
+size 233879450

O2O-w-diff-ckpts/qam/20260317_114429/params_1050000.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6acb3624f0d5009ce62713cdbbc8fde81e498aafed76c6d8b1a7ea5259b1b40
+size 233879450

O2O-w-diff-ckpts/qam/20260317_114429/params_1100000.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b15eb6d81e3532f974fac9a7e80f5a149fe12fbf9a98bfb7db3ec4f0ed145fa
+size 233879450

O2O-w-diff-ckpts/qam/20260317_114429/params_1150000.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d1ae5e9ba455d4969cf14aecfc4563dc5429ed2a9619219fba24ecc9e2c3c45
+size 233879450

O2O-w-diff-ckpts/qam/20260317_114429/params_1200000.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d38f151809ced7cb9139308dc6e8da461c8f66e0ac72a7dd0e0015ad4dd756
+size 233879450

O2O-w-diff-ckpts/qam/20260317_114429/params_1250000.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53cc5798179859e2a01e1021b1acca6ae65340536c68a676b989bbfec0bf071d
+size 233879450

O2O-w-diff-ckpts/qam/20260317_114429/params_1300000.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465df7710f6606253651c191374c7425a5cdbe3326a9ef3f97470a04cb10a4a6
+size 233879450

O2O-w-diff-ckpts/qam/20260317_114429/params_850000.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab84c2b3e43f5ef20a93e0ac99a2f9860e9a709b5c5e892b52dcb38be695779e
+size 233879450

O2O-w-diff-ckpts/qam/20260317_114429/params_900000.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd57cf38cfc952c253cf9f57e89dc9296deefa71a6fc834db86d6d09954f117
+size 233879450

O2O-w-diff-ckpts/qam/20260317_114429/params_950000.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba843c0b86a49edc6757ae87c8d0a6c541737cb618efb950e7698bd2ef8da21
+size 233879450

O2O-w-diff-ckpts/qam/20260317_114429/progress.tk

@@ -0,0 +1 @@
+online,500000

O2O-w-diff-ckpts/qam/20260317_114429/token.tk

@@ -0,0 +1 @@
+https://wandb.ai/tiredsheep-national-taiwan-university/qam-finetune-OfflineRL/runs/qdybjhod