Upload folder using huggingface_hub

.gitattributes

@@ -932,3 +932,13 @@ O2O-w-diff-ckpts/qam/20260317_051145/visited_states_800000.png filter=lfs diff=l
 O2O-w-diff-ckpts/qam/20260317_051145/visited_states_850000.png filter=lfs diff=lfs merge=lfs -text
 O2O-w-diff-ckpts/qam/20260317_051145/visited_states_900000.png filter=lfs diff=lfs merge=lfs -text
 O2O-w-diff-ckpts/qam/20260317_051145/visited_states_950000.png filter=lfs diff=lfs merge=lfs -text
+O2O-w-diff-ckpts/qam/20260317_082706/visited_states_1000000.png filter=lfs diff=lfs merge=lfs -text
+O2O-w-diff-ckpts/qam/20260317_082706/visited_states_1050000.png filter=lfs diff=lfs merge=lfs -text
+O2O-w-diff-ckpts/qam/20260317_082706/visited_states_1100000.png filter=lfs diff=lfs merge=lfs -text
+O2O-w-diff-ckpts/qam/20260317_082706/visited_states_1150000.png filter=lfs diff=lfs merge=lfs -text
+O2O-w-diff-ckpts/qam/20260317_082706/visited_states_1200000.png filter=lfs diff=lfs merge=lfs -text
+O2O-w-diff-ckpts/qam/20260317_082706/visited_states_750000.png filter=lfs diff=lfs merge=lfs -text
+O2O-w-diff-ckpts/qam/20260317_082706/visited_states_800000.png filter=lfs diff=lfs merge=lfs -text
+O2O-w-diff-ckpts/qam/20260317_082706/visited_states_850000.png filter=lfs diff=lfs merge=lfs -text
+O2O-w-diff-ckpts/qam/20260317_082706/visited_states_900000.png filter=lfs diff=lfs merge=lfs -text
+O2O-w-diff-ckpts/qam/20260317_082706/visited_states_950000.png filter=lfs diff=lfs merge=lfs -text

O2O-w-diff-ckpts/qam/20260317_082706/eval.csv

@@ -0,0 +1,11 @@
+avg_gripper_contact_length,num_gripper_contacts,xy,prev_qpos,prev_qvel,qpos,qvel,success,total.timesteps,episode.final_reward,episode.return,episode.length,episode.duration,step
+0.0,0.0,34.086528528299965,4.624533465717904,0.12474995348331219,4.6305726821721445,0.02146594019481232,0.36,24358.86,-0.64,-955.44,955.8,1.3377270984649658,750000
+0.0,0.0,32.31235051663678,4.371102056821897,-0.004402859614126117,4.3776991399930925,0.16965965064520425,0.32,74448.3,-0.68,-971.76,972.08,1.3462450456619264,800000
+0.0,0.0,33.787800288860744,4.578720915921815,0.051405773935594,4.58277975601806,0.012614439711555538,0.32,124923.9,-0.68,-972.36,972.68,1.4518130207061768,850000
+0.0,0.0,28.04395626992225,3.79139501925986,0.04798365641236052,3.795339638066334,0.03655452462484534,0.16,176128.7,-0.84,-988.28,988.44,1.36660635471344,900000
+0.0,0.0,24.137226930609653,3.291916225085525,-0.05486046379769026,3.290873664397385,0.033427373616999836,0.16,227624.02,-0.84,-986.78,986.94,1.37094229221344,950000
+0.0,0.0,23.766911887126522,3.222478700856648,0.08048065047256796,3.2299132229921264,0.0799386033492975,0.2,278550.08,-0.8,-976.92,977.12,1.461106333732605,1000000
+0.0,0.0,27.78201285533817,3.7824129934773723,0.10298303698904282,3.7894436159218645,0.010266578311623411,0.22,329488.14,-0.78,-977.94,978.16,1.383440327644348,1050000
+0.0,0.0,27.005071828983144,3.673263043342981,0.08521227421399759,3.6837643096233177,0.062141431370917787,0.3,380408.64,-0.7,-976.06,976.36,1.4065604972839356,1100000
+0.0,0.0,25.99957058232576,3.5472129848116443,0.06407868028540806,3.552974733145461,0.0817751938460873,0.28,431373.14,-0.72,-976.64,976.92,1.4468560123443603,1150000
+0.0,0.0,25.397516569206697,3.448400703994373,0.06297611334165308,3.4545148341360665,0.0722838137531827,0.3,481561.42,-0.7,-957.82,958.12,1.3285507106781005,1200000

O2O-w-diff-ckpts/qam/20260317_082706/eval_sv.csv

@@ -0,0 +1,11 @@
+avg_gripper_contact_length,num_gripper_contacts,xy,prev_qpos,prev_qvel,qpos,qvel,success,total.timesteps,episode.final_reward,episode.return,episode.length,episode.duration,step
+0.0,0.0,34.086528528299965,4.624533465717904,0.12474995348331219,4.6305726821721445,0.02146594019481232,0.36,24358.86,-0.64,-955.44,955.8,1.3377270984649658,750000
+0.0,0.0,32.31235051663678,4.371102056821897,-0.004402859614126117,4.3776991399930925,0.16965965064520425,0.32,74448.3,-0.68,-971.76,972.08,1.3462450456619264,800000
+0.0,0.0,33.787800288860744,4.578720915921815,0.051405773935594,4.58277975601806,0.012614439711555538,0.32,124923.9,-0.68,-972.36,972.68,1.4518130207061768,850000
+0.0,0.0,28.04395626992225,3.79139501925986,0.04798365641236052,3.795339638066334,0.03655452462484534,0.16,176128.7,-0.84,-988.28,988.44,1.36660635471344,900000
+0.0,0.0,24.137226930609653,3.291916225085525,-0.05486046379769026,3.290873664397385,0.033427373616999836,0.16,227624.02,-0.84,-986.78,986.94,1.37094229221344,950000
+0.0,0.0,23.766911887126522,3.222478700856648,0.08048065047256796,3.2299132229921264,0.0799386033492975,0.2,278550.08,-0.8,-976.92,977.12,1.461106333732605,1000000
+0.0,0.0,27.78201285533817,3.7824129934773723,0.10298303698904282,3.7894436159218645,0.010266578311623411,0.22,329488.14,-0.78,-977.94,978.16,1.383440327644348,1050000
+0.0,0.0,27.005071828983144,3.673263043342981,0.08521227421399759,3.6837643096233177,0.062141431370917787,0.3,380408.64,-0.7,-976.06,976.36,1.4065604972839356,1100000
+0.0,0.0,25.99957058232576,3.5472129848116443,0.06407868028540806,3.552974733145461,0.0817751938460873,0.28,431373.14,-0.72,-976.64,976.92,1.4468560123443603,1150000
+0.0,0.0,25.397516569206697,3.448400703994373,0.06297611334165308,3.4545148341360665,0.0722838137531827,0.3,481561.42,-0.7,-957.82,958.12,1.3285507106781005,1200000

O2O-w-diff-ckpts/qam/20260317_082706/online_agent.csv

@@ -0,0 +1,101 @@
+actor/adj_loss,actor/adj_max,actor/adj_mean,actor/adj_std,actor/fast_loss,actor/flow_loss,critic/critic_loss,critic/q_max,critic/q_mean,critic/q_min,grad/max,grad/min,grad/norm,step
+49.736748,10.279047,0.41064262,0.6850484,49.736748,0.33918357,0.5830155,-6.318973,-176.97044,-233.64838,85.312485,-59.610912,561.5757,705000
+92.022705,7.5217934,0.45092356,0.67700356,92.022705,0.29520503,0.50445276,-11.173399,-173.82503,-215.14508,127.518776,-517.95667,1345.6191,710000
+21.955135,5.570725,0.36184222,0.5427683,21.955135,0.2978911,0.50414985,-6.051001,-179.60246,-229.85062,99.81499,-125.21971,558.6955,715000
+19.353437,4.880249,0.40421593,0.610941,19.353437,0.30917752,0.6044976,-22.03222,-178.46275,-216.08826,46.352856,-55.450954,385.85287,720000
+20.222816,11.0475855,0.42914587,0.6336022,20.222816,0.312769,0.46427295,0.011275619,-175.73686,-221.86206,56.996567,-56.8973,372.84702,725000
+24.439676,6.578786,0.39550677,0.59416384,24.439676,0.29924017,0.39789897,0.5201427,-176.82774,-219.56694,127.08298,-93.00044,519.5249,730000
+16.132692,13.129429,0.40561193,0.76469773,16.132692,0.32935444,0.62893146,0.5760095,-176.56323,-222.36978,73.7879,-56.951324,417.2289,735000
+22.92088,7.7643514,0.39330918,0.6551157,22.92088,0.2607831,0.50079316,-9.851516,-175.98814,-222.45746,116.327866,-62.660767,500.91562,740000
+21.4404,6.7365675,0.3964615,0.62443376,21.4404,0.29240465,0.39374825,-21.641848,-178.05638,-233.77092,64.44005,-97.36975,442.73026,745000
+15.905038,8.750015,0.38498658,0.60483956,15.905038,0.29540956,19.448725,-0.12716714,-178.96248,-217.0844,125.17273,-41.63159,533.1255,750000
+35.556747,6.4095197,0.40633696,0.64657766,35.556747,0.29372036,0.3949894,1.2752686,-175.74113,-233.2772,525.9901,-125.147354,994.8791,755000
+18.801826,7.7188864,0.39002848,0.64514637,18.801826,0.35198414,0.6913667,-44.070484,-180.2792,-215.81525,52.343155,-33.152702,446.00726,760000
+14.664184,5.089028,0.33495206,0.4875713,14.664184,0.32071966,0.29257894,-21.15141,-183.29332,-217.16388,57.839485,-82.33478,372.56345,765000
+22.307713,7.0853205,0.36261982,0.60720235,22.307713,0.31310967,0.5461032,-8.245325,-180.87793,-224.29095,60.300262,-39.83934,390.4542,770000
+12.801428,5.9721427,0.34573388,0.55134296,12.801428,0.30946898,0.42364803,0.5043701,-182.01099,-215.38652,44.06005,-29.429579,321.31482,775000
+13.49273,5.710827,0.34150928,0.53058654,13.49273,0.32010552,0.63549757,-13.1691675,-182.01263,-224.72641,51.33662,-41.799164,316.10837,780000
+11.598613,6.155553,0.32650876,0.52789074,11.598613,0.31719366,0.5212363,-13.431625,-181.9357,-212.14012,58.828133,-55.141594,326.482,785000
+24.27084,5.501585,0.38021302,0.6165979,24.27084,0.32543913,0.75054187,-2.2525938,-178.17564,-215.69363,63.81568,-51.05186,483.15024,790000
+19.993502,11.590846,0.36968905,0.6470912,19.993502,0.32962188,0.4542493,1.2463055,-177.80907,-226.77467,222.9347,-69.61176,661.2169,795000
+25.99918,10.8749485,0.3968281,0.69123113,25.99918,0.3300675,0.48560014,-4.046274,-180.62425,-240.04114,95.00881,-269.89478,651.6879,800000
+17.753704,8.750668,0.38703352,0.64594126,17.753704,0.32135907,0.39746717,-21.765411,-182.77911,-233.90862,67.4404,-217.26866,511.30392,805000
+16.074177,7.0609636,0.37064108,0.6144703,16.074177,0.32937688,0.6792628,-0.43824646,-179.06406,-223.73822,58.118603,-41.132675,356.14047,810000
+14.266058,6.1686873,0.34150708,0.56093174,14.266058,0.36417574,0.48489752,-15.2122345,-185.43224,-221.50595,87.35353,-94.34433,458.2766,815000
+12.1985,7.945483,0.32653907,0.57006055,12.1985,0.3019026,0.56813425,-14.300909,-183.55948,-219.76967,34.249546,-53.64505,363.7903,820000
+18.049603,8.518313,0.37761045,0.6297503,18.049603,0.29239607,0.67106366,-29.012589,-183.65321,-233.41322,74.82753,-43.354347,482.89716,825000
+24.152729,4.285903,0.37517232,0.5907763,24.152729,0.3390331,0.58784735,-15.487838,-183.14688,-223.55667,72.2307,-34.846024,417.7293,830000
+15.238668,7.818908,0.35212955,0.611452,15.238668,0.2975651,0.2355484,-14.2234335,-184.80132,-229.22514,52.17737,-61.104523,395.69363,835000
+24.069948,14.779554,0.33894762,0.66310334,24.069948,0.30400467,0.4433487,-0.5501791,-183.64008,-223.38892,99.609146,-60.836693,417.02148,840000
+17.785097,7.8830633,0.35788032,0.6492282,17.785097,0.3162725,0.44671664,-3.1697423,-179.46886,-209.21193,102.0078,-88.88671,554.9846,845000
+17.532246,7.883648,0.300967,0.5223846,17.532246,0.31504583,0.2922002,-22.255877,-185.97551,-236.08348,85.82738,-45.627068,382.75046,850000
+26.316895,11.85225,0.3269689,0.6760987,26.316895,0.29937857,0.43794546,-13.892525,-186.40169,-228.98973,77.90926,-111.543144,580.59503,855000
+19.442215,7.3557916,0.3424779,0.5949545,19.442215,0.33718425,0.8707539,0.55304146,-179.8176,-209.05435,77.99678,-64.67356,492.60385,860000
+12.998204,7.3489285,0.324058,0.5523823,12.998204,0.3096975,0.5165121,-51.38031,-186.5098,-217.24,43.308662,-64.23711,338.83423,865000
+12.675104,5.351439,0.33718556,0.5322611,12.675104,0.3026353,0.50045156,0.12828395,-182.54486,-225.87553,50.793507,-43.806564,315.10635,870000
+18.763111,7.6460867,0.3326702,0.61577916,18.763111,0.26960105,0.77221304,-19.196344,-183.86334,-227.18806,58.763058,-46.35128,439.16458,875000
+16.760555,9.828444,0.36640495,0.6143953,16.760555,0.30641013,0.69924736,-1.3690779,-180.01547,-225.71468,71.95018,-46.44171,437.6766,880000
+12.298594,8.140905,0.3258263,0.5778271,12.298594,0.26698416,0.5319958,-0.7800195,-183.91211,-230.8958,111.73245,-110.5202,481.16064,885000
+15.565556,7.316727,0.3912291,0.63846695,15.565556,0.30316007,0.6105588,-41.789665,-183.35219,-227.0731,35.19826,-40.25082,339.1745,890000
+10.479005,5.805379,0.32121056,0.5283876,10.479005,0.27271986,0.6393518,-0.5129557,-186.83076,-218.90486,63.587654,-56.55195,370.67545,895000
+13.755326,8.478072,0.35842514,0.6721576,13.755326,0.31270915,1.0530868,-0.14564797,-181.82431,-215.97978,120.264114,-38.70081,495.6194,900000
+24.738407,7.58449,0.32596385,0.5651002,24.738407,0.32273865,0.6244444,-25.62787,-181.24162,-214.32613,56.92419,-48.858765,426.401,905000
+14.4899845,10.982393,0.36817586,0.68304616,14.4899845,0.27227888,0.85315543,-11.054303,-182.94864,-232.95137,65.01157,-91.15063,438.93896,910000
+9.6346245,5.628444,0.31123272,0.529781,9.6346245,0.36080414,0.25189826,0.11119023,-186.59143,-263.35184,62.70078,-78.330696,371.99765,915000
+20.770836,25.19498,0.3662426,0.9518699,20.770836,0.29831302,0.4631608,-0.4469672,-186.89397,-245.2246,64.13284,-80.77761,481.6106,920000
+13.947868,7.029226,0.32913232,0.62755215,13.947868,0.31556034,0.58601636,0.77017117,-183.06274,-223.92616,61.02936,-52.64122,398.1226,925000
+24.298555,7.716651,0.33668533,0.61532694,24.298555,0.29153696,0.4380067,-46.744076,-185.16106,-227.19345,80.877846,-76.54065,474.356,930000
+15.020958,5.89094,0.27652934,0.469434,15.020958,0.3237543,0.39738002,0.7678393,-187.77193,-262.09348,67.253586,-68.99519,433.5855,935000
+20.737011,13.191659,0.35921833,0.7978943,20.737011,0.3473302,0.60119957,-46.54306,-188.92809,-241.15706,122.77619,-165.58612,621.7986,940000
+11.483535,5.2763805,0.29213995,0.5098255,11.483535,0.29462248,0.455791,-24.367313,-186.37292,-218.92488,51.686638,-60.977753,324.6676,945000
+14.9292145,6.612356,0.35433125,0.6142333,14.9292145,0.33002388,0.6720775,-10.351464,-182.75078,-215.73997,62.282413,-71.60199,415.4364,950000
+28.316074,13.129379,0.36429828,0.70871323,28.316074,0.3285439,0.5762081,-12.631144,-182.6655,-263.09015,276.261,-113.89662,610.22217,955000
+17.23168,5.3472066,0.30299032,0.5105303,17.23168,0.3151772,0.35874936,-1.6082587,-184.78877,-222.40213,57.838486,-45.000343,368.69904,960000
+14.75515,20.281113,0.3055762,0.7448606,14.75515,0.34640923,0.39709613,-12.304058,-189.0085,-222.14876,126.53079,-90.69367,516.11835,965000
+33.288654,34.285267,0.38529468,1.2787085,33.288654,0.31819713,0.48708874,-12.325309,-185.57697,-215.11465,114.02231,-85.34544,669.67865,970000
+13.123823,5.715781,0.3152213,0.5608058,13.123823,0.30035797,0.36274323,-29.364517,-185.42447,-244.69048,36.509148,-55.22107,329.5868,975000
+10.57793,5.175003,0.2825304,0.5074714,10.57793,0.3044669,0.5472205,1.0956078,-186.34207,-227.4299,37.603336,-66.92533,336.92505,980000
+14.188497,4.8332257,0.35722855,0.5275374,14.188497,0.29339957,0.3734951,-0.48527926,-182.43825,-216.40584,79.68224,-262.60916,552.416,985000
+47.216194,6.3593187,0.2957571,0.48781267,47.216194,0.3374043,0.31229168,-16.284212,-188.23866,-227.52776,88.28856,-63.374878,457.4339,990000
+15.7857065,14.724903,0.37977242,0.8159521,15.7857065,0.32648343,0.7296755,0.3430866,-181.42651,-212.56761,172.34387,-52.80778,558.8926,995000
+10.211515,7.9061007,0.28650737,0.48936427,10.211515,0.2621644,0.3690217,-15.477299,-187.94633,-221.3049,69.877075,-37.374283,331.52686,1000000
+10.627303,7.346347,0.30204767,0.51523185,10.627303,0.26760352,0.5020453,-8.933367,-188.2853,-247.69154,53.098717,-54.465073,303.23218,1005000
+16.10023,25.814297,0.35988832,0.98997617,16.10023,0.2487165,0.3824706,-21.11152,-186.0597,-219.99802,61.331924,-56.248295,368.40814,1010000
+51.64975,66.07421,0.38959384,1.88902,51.64975,0.3213791,0.33213326,-0.061209768,-182.73247,-250.69888,89.41373,-90.0968,629.7843,1015000
+13.960189,5.947958,0.2900708,0.51664335,13.960189,0.28936183,0.41619205,1.14438,-184.15881,-234.2405,48.36266,-85.73066,347.27698,1020000
+17.135262,10.991848,0.36482266,0.7091106,17.135262,0.3021653,0.7038928,-0.16464621,-179.65923,-224.03745,78.90877,-179.00397,693.4215,1025000
+16.730022,7.4989824,0.31538203,0.5780221,16.730022,0.29466367,0.35645598,-28.905287,-183.84232,-217.38562,85.128624,-51.330254,400.45874,1030000
+14.152367,10.773617,0.36296767,0.6978165,14.152367,0.3308696,0.8089777,-18.761566,-183.02739,-222.56519,130.22775,-56.71331,473.21158,1035000
+17.405561,20.888931,0.33030602,0.8183396,17.405561,0.25844583,0.6035341,-17.55868,-186.32082,-221.62766,91.08992,-70.61494,480.3495,1040000
+14.113855,9.6192465,0.31169963,0.5845357,14.113855,0.2906628,0.38504243,-16.515795,-183.6731,-222.66983,39.46161,-61.021317,371.04285,1045000
+23.078016,5.6885157,0.30917212,0.5550606,23.078016,0.30634588,1.8344536,1.4784374,-188.37973,-240.06328,100.54039,-139.97661,512.86926,1050000
+16.81213,9.587276,0.35847163,0.6630176,16.81213,0.310838,0.7206033,-0.6731902,-182.95439,-240.09865,58.00172,-33.96236,386.00778,1055000
+12.190473,7.5721703,0.30917102,0.6027414,12.190473,0.31082663,0.45328552,-17.498014,-187.92447,-244.09595,76.8386,-76.62454,386.17316,1060000
+13.191755,5.942091,0.32136488,0.61452866,13.191755,0.31091785,0.3495723,1.2076135,-183.6903,-216.55878,51.37452,-57.624268,371.6053,1065000
+11.788829,5.745756,0.34469724,0.61122257,11.788829,0.33924186,0.99560994,0.24035266,-183.61475,-218.67935,87.15469,-40.00251,383.95096,1070000
+20.175732,3.9289246,0.25548682,0.42696333,20.175732,0.3086778,0.324471,1.2100787,-184.78133,-219.32777,45.447437,-70.46853,339.44806,1075000
+13.8588505,6.2612047,0.30315715,0.5535988,13.8588505,0.34211576,0.3960133,-8.561895,-186.52686,-222.2828,44.779522,-39.506588,338.87717,1080000
+15.371838,6.448656,0.31691217,0.5445529,15.371838,0.3149224,0.3261809,-15.976318,-183.74283,-221.35007,74.41111,-68.011696,418.50217,1085000
+14.591026,7.9353113,0.36176372,0.72566235,14.591026,0.3222254,0.611537,0.05809486,-182.18364,-247.54646,47.330555,-101.17527,449.69867,1090000
+26.031528,5.658445,0.27028313,0.49760237,26.031528,0.31556052,0.31703046,-34.41692,-189.19853,-218.01814,80.205635,-97.162636,416.20663,1095000
+14.035326,6.4291553,0.3155961,0.5561286,14.035326,0.313793,0.6103923,0.5861802,-182.2004,-294.03464,91.00873,-72.08472,375.05652,1100000
+42.465103,11.223829,0.3603869,0.7203304,42.465103,0.3204522,0.5177652,-6.246523,-180.38123,-226.74612,73.54039,-84.36952,530.281,1105000
+14.259402,11.702875,0.31701535,0.58506256,14.259402,0.27257448,0.39337057,-8.880228,-185.05083,-230.15393,55.39099,-47.49093,339.214,1110000
+12.795426,4.2300687,0.261846,0.46396974,12.795426,0.25864005,0.28700063,-0.6929496,-187.40216,-216.85109,40.733414,-35.791805,315.35144,1115000
+17.728401,6.6540384,0.31143507,0.56697285,17.728401,0.2924493,0.38868907,-13.007519,-186.68607,-220.72585,67.62655,-64.08095,370.88184,1120000
+39.88765,69.84709,0.3883258,1.8022459,39.88765,0.29440886,0.6441652,-0.2614954,-183.69576,-255.73022,146.33958,-139.82408,1004.806,1125000
+27.856913,7.8004746,0.31804448,0.59802186,27.856913,0.30848187,0.38865414,-21.244318,-187.00119,-220.77054,77.875336,-92.08891,478.65125,1130000
+21.07793,22.777603,0.36908796,1.1460556,21.07793,0.32538813,0.4963704,-9.274222,-185.35284,-271.36966,89.01788,-60.142296,475.7808,1135000
+22.804226,8.785843,0.2829956,0.579699,22.804226,0.28491127,0.28822792,0.2922275,-188.1801,-319.48502,79.79999,-62.408962,369.72894,1140000
+13.581954,13.693935,0.33909872,0.76273584,13.581954,0.33423358,2.5258696,-15.184457,-185.53308,-222.7298,59.57617,-63.038525,526.378,1145000
+23.405891,9.409467,0.3593489,0.6869106,23.405891,0.29141897,0.38770667,0.68881553,-181.51329,-220.85025,78.3103,-90.67553,512.4192,1150000
+20.677208,10.589786,0.3145821,0.6230858,20.677208,0.3460053,0.34019017,0.29918504,-185.87735,-237.2306,69.769646,-55.075333,516.5047,1155000
+16.991821,6.6699457,0.32675534,0.5701606,16.991821,0.3156304,0.4320796,-7.3827834,-183.49951,-235.42642,43.85853,-39.925056,361.92328,1160000
+20.895336,8.564353,0.31638765,0.60553724,20.895336,0.32266396,0.3291814,-22.09979,-184.9941,-217.71605,61.594982,-100.00189,542.1896,1165000
+17.56871,6.5913806,0.33907133,0.5492623,17.56871,0.27737072,0.42741394,-18.92215,-182.05635,-238.64302,84.3651,-75.56441,436.0411,1170000
+9.006712,5.9614973,0.31678727,0.6081032,9.006712,0.25968486,0.5173278,-26.855684,-186.14067,-248.36693,56.524254,-56.800636,329.1631,1175000
+14.510772,17.2348,0.32633388,0.7962537,14.510772,0.3355235,0.9894331,0.08921906,-184.14885,-251.33304,51.516594,-60.393425,439.9618,1180000
+9.253134,6.5653906,0.27493805,0.51263726,9.253134,0.30669075,0.32996514,-11.068425,-186.47229,-213.93365,57.40967,-48.083855,323.80096,1185000
+11.643431,5.825216,0.30517495,0.5664823,11.643431,0.30533177,0.39914945,-1.6017342,-183.27026,-220.49635,32.574757,-34.147064,304.74805,1190000
+12.369125,6.566564,0.28262222,0.5127736,12.369125,0.30437374,0.38616607,-75.06132,-190.71458,-235.92467,31.484346,-36.49584,284.26236,1195000
+11.159033,7.3089504,0.2771955,0.49546355,11.159033,0.28998107,0.63019675,-11.501023,-188.70694,-272.1883,58.20581,-37.67488,331.30228,1200000

O2O-w-diff-ckpts/qam/20260317_082706/online_agent_sv.csv

@@ -0,0 +1,101 @@
+actor/adj_loss,actor/adj_max,actor/adj_mean,actor/adj_std,actor/fast_loss,actor/flow_loss,critic/critic_loss,critic/q_max,critic/q_mean,critic/q_min,grad/max,grad/min,grad/norm,step
+49.736748,10.279047,0.41064262,0.6850484,49.736748,0.33918357,0.5830155,-6.318973,-176.97044,-233.64838,85.312485,-59.610912,561.5757,705000
+92.022705,7.5217934,0.45092356,0.67700356,92.022705,0.29520503,0.50445276,-11.173399,-173.82503,-215.14508,127.518776,-517.95667,1345.6191,710000
+21.955135,5.570725,0.36184222,0.5427683,21.955135,0.2978911,0.50414985,-6.051001,-179.60246,-229.85062,99.81499,-125.21971,558.6955,715000
+19.353437,4.880249,0.40421593,0.610941,19.353437,0.30917752,0.6044976,-22.03222,-178.46275,-216.08826,46.352856,-55.450954,385.85287,720000
+20.222816,11.0475855,0.42914587,0.6336022,20.222816,0.312769,0.46427295,0.011275619,-175.73686,-221.86206,56.996567,-56.8973,372.84702,725000
+24.439676,6.578786,0.39550677,0.59416384,24.439676,0.29924017,0.39789897,0.5201427,-176.82774,-219.56694,127.08298,-93.00044,519.5249,730000
+16.132692,13.129429,0.40561193,0.76469773,16.132692,0.32935444,0.62893146,0.5760095,-176.56323,-222.36978,73.7879,-56.951324,417.2289,735000
+22.92088,7.7643514,0.39330918,0.6551157,22.92088,0.2607831,0.50079316,-9.851516,-175.98814,-222.45746,116.327866,-62.660767,500.91562,740000
+21.4404,6.7365675,0.3964615,0.62443376,21.4404,0.29240465,0.39374825,-21.641848,-178.05638,-233.77092,64.44005,-97.36975,442.73026,745000
+15.905038,8.750015,0.38498658,0.60483956,15.905038,0.29540956,19.448725,-0.12716714,-178.96248,-217.0844,125.17273,-41.63159,533.1255,750000
+35.556747,6.4095197,0.40633696,0.64657766,35.556747,0.29372036,0.3949894,1.2752686,-175.74113,-233.2772,525.9901,-125.147354,994.8791,755000
+18.801826,7.7188864,0.39002848,0.64514637,18.801826,0.35198414,0.6913667,-44.070484,-180.2792,-215.81525,52.343155,-33.152702,446.00726,760000
+14.664184,5.089028,0.33495206,0.4875713,14.664184,0.32071966,0.29257894,-21.15141,-183.29332,-217.16388,57.839485,-82.33478,372.56345,765000
+22.307713,7.0853205,0.36261982,0.60720235,22.307713,0.31310967,0.5461032,-8.245325,-180.87793,-224.29095,60.300262,-39.83934,390.4542,770000
+12.801428,5.9721427,0.34573388,0.55134296,12.801428,0.30946898,0.42364803,0.5043701,-182.01099,-215.38652,44.06005,-29.429579,321.31482,775000
+13.49273,5.710827,0.34150928,0.53058654,13.49273,0.32010552,0.63549757,-13.1691675,-182.01263,-224.72641,51.33662,-41.799164,316.10837,780000
+11.598613,6.155553,0.32650876,0.52789074,11.598613,0.31719366,0.5212363,-13.431625,-181.9357,-212.14012,58.828133,-55.141594,326.482,785000
+24.27084,5.501585,0.38021302,0.6165979,24.27084,0.32543913,0.75054187,-2.2525938,-178.17564,-215.69363,63.81568,-51.05186,483.15024,790000
+19.993502,11.590846,0.36968905,0.6470912,19.993502,0.32962188,0.4542493,1.2463055,-177.80907,-226.77467,222.9347,-69.61176,661.2169,795000
+25.99918,10.8749485,0.3968281,0.69123113,25.99918,0.3300675,0.48560014,-4.046274,-180.62425,-240.04114,95.00881,-269.89478,651.6879,800000
+17.753704,8.750668,0.38703352,0.64594126,17.753704,0.32135907,0.39746717,-21.765411,-182.77911,-233.90862,67.4404,-217.26866,511.30392,805000
+16.074177,7.0609636,0.37064108,0.6144703,16.074177,0.32937688,0.6792628,-0.43824646,-179.06406,-223.73822,58.118603,-41.132675,356.14047,810000
+14.266058,6.1686873,0.34150708,0.56093174,14.266058,0.36417574,0.48489752,-15.2122345,-185.43224,-221.50595,87.35353,-94.34433,458.2766,815000
+12.1985,7.945483,0.32653907,0.57006055,12.1985,0.3019026,0.56813425,-14.300909,-183.55948,-219.76967,34.249546,-53.64505,363.7903,820000
+18.049603,8.518313,0.37761045,0.6297503,18.049603,0.29239607,0.67106366,-29.012589,-183.65321,-233.41322,74.82753,-43.354347,482.89716,825000
+24.152729,4.285903,0.37517232,0.5907763,24.152729,0.3390331,0.58784735,-15.487838,-183.14688,-223.55667,72.2307,-34.846024,417.7293,830000
+15.238668,7.818908,0.35212955,0.611452,15.238668,0.2975651,0.2355484,-14.2234335,-184.80132,-229.22514,52.17737,-61.104523,395.69363,835000
+24.069948,14.779554,0.33894762,0.66310334,24.069948,0.30400467,0.4433487,-0.5501791,-183.64008,-223.38892,99.609146,-60.836693,417.02148,840000
+17.785097,7.8830633,0.35788032,0.6492282,17.785097,0.3162725,0.44671664,-3.1697423,-179.46886,-209.21193,102.0078,-88.88671,554.9846,845000
+17.532246,7.883648,0.300967,0.5223846,17.532246,0.31504583,0.2922002,-22.255877,-185.97551,-236.08348,85.82738,-45.627068,382.75046,850000
+26.316895,11.85225,0.3269689,0.6760987,26.316895,0.29937857,0.43794546,-13.892525,-186.40169,-228.98973,77.90926,-111.543144,580.59503,855000
+19.442215,7.3557916,0.3424779,0.5949545,19.442215,0.33718425,0.8707539,0.55304146,-179.8176,-209.05435,77.99678,-64.67356,492.60385,860000
+12.998204,7.3489285,0.324058,0.5523823,12.998204,0.3096975,0.5165121,-51.38031,-186.5098,-217.24,43.308662,-64.23711,338.83423,865000
+12.675104,5.351439,0.33718556,0.5322611,12.675104,0.3026353,0.50045156,0.12828395,-182.54486,-225.87553,50.793507,-43.806564,315.10635,870000
+18.763111,7.6460867,0.3326702,0.61577916,18.763111,0.26960105,0.77221304,-19.196344,-183.86334,-227.18806,58.763058,-46.35128,439.16458,875000
+16.760555,9.828444,0.36640495,0.6143953,16.760555,0.30641013,0.69924736,-1.3690779,-180.01547,-225.71468,71.95018,-46.44171,437.6766,880000
+12.298594,8.140905,0.3258263,0.5778271,12.298594,0.26698416,0.5319958,-0.7800195,-183.91211,-230.8958,111.73245,-110.5202,481.16064,885000
+15.565556,7.316727,0.3912291,0.63846695,15.565556,0.30316007,0.6105588,-41.789665,-183.35219,-227.0731,35.19826,-40.25082,339.1745,890000
+10.479005,5.805379,0.32121056,0.5283876,10.479005,0.27271986,0.6393518,-0.5129557,-186.83076,-218.90486,63.587654,-56.55195,370.67545,895000
+13.755326,8.478072,0.35842514,0.6721576,13.755326,0.31270915,1.0530868,-0.14564797,-181.82431,-215.97978,120.264114,-38.70081,495.6194,900000
+24.738407,7.58449,0.32596385,0.5651002,24.738407,0.32273865,0.6244444,-25.62787,-181.24162,-214.32613,56.92419,-48.858765,426.401,905000
+14.4899845,10.982393,0.36817586,0.68304616,14.4899845,0.27227888,0.85315543,-11.054303,-182.94864,-232.95137,65.01157,-91.15063,438.93896,910000
+9.6346245,5.628444,0.31123272,0.529781,9.6346245,0.36080414,0.25189826,0.11119023,-186.59143,-263.35184,62.70078,-78.330696,371.99765,915000
+20.770836,25.19498,0.3662426,0.9518699,20.770836,0.29831302,0.4631608,-0.4469672,-186.89397,-245.2246,64.13284,-80.77761,481.6106,920000
+13.947868,7.029226,0.32913232,0.62755215,13.947868,0.31556034,0.58601636,0.77017117,-183.06274,-223.92616,61.02936,-52.64122,398.1226,925000
+24.298555,7.716651,0.33668533,0.61532694,24.298555,0.29153696,0.4380067,-46.744076,-185.16106,-227.19345,80.877846,-76.54065,474.356,930000
+15.020958,5.89094,0.27652934,0.469434,15.020958,0.3237543,0.39738002,0.7678393,-187.77193,-262.09348,67.253586,-68.99519,433.5855,935000
+20.737011,13.191659,0.35921833,0.7978943,20.737011,0.3473302,0.60119957,-46.54306,-188.92809,-241.15706,122.77619,-165.58612,621.7986,940000
+11.483535,5.2763805,0.29213995,0.5098255,11.483535,0.29462248,0.455791,-24.367313,-186.37292,-218.92488,51.686638,-60.977753,324.6676,945000
+14.9292145,6.612356,0.35433125,0.6142333,14.9292145,0.33002388,0.6720775,-10.351464,-182.75078,-215.73997,62.282413,-71.60199,415.4364,950000
+28.316074,13.129379,0.36429828,0.70871323,28.316074,0.3285439,0.5762081,-12.631144,-182.6655,-263.09015,276.261,-113.89662,610.22217,955000
+17.23168,5.3472066,0.30299032,0.5105303,17.23168,0.3151772,0.35874936,-1.6082587,-184.78877,-222.40213,57.838486,-45.000343,368.69904,960000
+14.75515,20.281113,0.3055762,0.7448606,14.75515,0.34640923,0.39709613,-12.304058,-189.0085,-222.14876,126.53079,-90.69367,516.11835,965000
+33.288654,34.285267,0.38529468,1.2787085,33.288654,0.31819713,0.48708874,-12.325309,-185.57697,-215.11465,114.02231,-85.34544,669.67865,970000
+13.123823,5.715781,0.3152213,0.5608058,13.123823,0.30035797,0.36274323,-29.364517,-185.42447,-244.69048,36.509148,-55.22107,329.5868,975000
+10.57793,5.175003,0.2825304,0.5074714,10.57793,0.3044669,0.5472205,1.0956078,-186.34207,-227.4299,37.603336,-66.92533,336.92505,980000
+14.188497,4.8332257,0.35722855,0.5275374,14.188497,0.29339957,0.3734951,-0.48527926,-182.43825,-216.40584,79.68224,-262.60916,552.416,985000
+47.216194,6.3593187,0.2957571,0.48781267,47.216194,0.3374043,0.31229168,-16.284212,-188.23866,-227.52776,88.28856,-63.374878,457.4339,990000
+15.7857065,14.724903,0.37977242,0.8159521,15.7857065,0.32648343,0.7296755,0.3430866,-181.42651,-212.56761,172.34387,-52.80778,558.8926,995000
+10.211515,7.9061007,0.28650737,0.48936427,10.211515,0.2621644,0.3690217,-15.477299,-187.94633,-221.3049,69.877075,-37.374283,331.52686,1000000
+10.627303,7.346347,0.30204767,0.51523185,10.627303,0.26760352,0.5020453,-8.933367,-188.2853,-247.69154,53.098717,-54.465073,303.23218,1005000
+16.10023,25.814297,0.35988832,0.98997617,16.10023,0.2487165,0.3824706,-21.11152,-186.0597,-219.99802,61.331924,-56.248295,368.40814,1010000
+51.64975,66.07421,0.38959384,1.88902,51.64975,0.3213791,0.33213326,-0.061209768,-182.73247,-250.69888,89.41373,-90.0968,629.7843,1015000
+13.960189,5.947958,0.2900708,0.51664335,13.960189,0.28936183,0.41619205,1.14438,-184.15881,-234.2405,48.36266,-85.73066,347.27698,1020000
+17.135262,10.991848,0.36482266,0.7091106,17.135262,0.3021653,0.7038928,-0.16464621,-179.65923,-224.03745,78.90877,-179.00397,693.4215,1025000
+16.730022,7.4989824,0.31538203,0.5780221,16.730022,0.29466367,0.35645598,-28.905287,-183.84232,-217.38562,85.128624,-51.330254,400.45874,1030000
+14.152367,10.773617,0.36296767,0.6978165,14.152367,0.3308696,0.8089777,-18.761566,-183.02739,-222.56519,130.22775,-56.71331,473.21158,1035000
+17.405561,20.888931,0.33030602,0.8183396,17.405561,0.25844583,0.6035341,-17.55868,-186.32082,-221.62766,91.08992,-70.61494,480.3495,1040000
+14.113855,9.6192465,0.31169963,0.5845357,14.113855,0.2906628,0.38504243,-16.515795,-183.6731,-222.66983,39.46161,-61.021317,371.04285,1045000
+23.078016,5.6885157,0.30917212,0.5550606,23.078016,0.30634588,1.8344536,1.4784374,-188.37973,-240.06328,100.54039,-139.97661,512.86926,1050000
+16.81213,9.587276,0.35847163,0.6630176,16.81213,0.310838,0.7206033,-0.6731902,-182.95439,-240.09865,58.00172,-33.96236,386.00778,1055000
+12.190473,7.5721703,0.30917102,0.6027414,12.190473,0.31082663,0.45328552,-17.498014,-187.92447,-244.09595,76.8386,-76.62454,386.17316,1060000
+13.191755,5.942091,0.32136488,0.61452866,13.191755,0.31091785,0.3495723,1.2076135,-183.6903,-216.55878,51.37452,-57.624268,371.6053,1065000
+11.788829,5.745756,0.34469724,0.61122257,11.788829,0.33924186,0.99560994,0.24035266,-183.61475,-218.67935,87.15469,-40.00251,383.95096,1070000
+20.175732,3.9289246,0.25548682,0.42696333,20.175732,0.3086778,0.324471,1.2100787,-184.78133,-219.32777,45.447437,-70.46853,339.44806,1075000
+13.8588505,6.2612047,0.30315715,0.5535988,13.8588505,0.34211576,0.3960133,-8.561895,-186.52686,-222.2828,44.779522,-39.506588,338.87717,1080000
+15.371838,6.448656,0.31691217,0.5445529,15.371838,0.3149224,0.3261809,-15.976318,-183.74283,-221.35007,74.41111,-68.011696,418.50217,1085000
+14.591026,7.9353113,0.36176372,0.72566235,14.591026,0.3222254,0.611537,0.05809486,-182.18364,-247.54646,47.330555,-101.17527,449.69867,1090000
+26.031528,5.658445,0.27028313,0.49760237,26.031528,0.31556052,0.31703046,-34.41692,-189.19853,-218.01814,80.205635,-97.162636,416.20663,1095000
+14.035326,6.4291553,0.3155961,0.5561286,14.035326,0.313793,0.6103923,0.5861802,-182.2004,-294.03464,91.00873,-72.08472,375.05652,1100000
+42.465103,11.223829,0.3603869,0.7203304,42.465103,0.3204522,0.5177652,-6.246523,-180.38123,-226.74612,73.54039,-84.36952,530.281,1105000
+14.259402,11.702875,0.31701535,0.58506256,14.259402,0.27257448,0.39337057,-8.880228,-185.05083,-230.15393,55.39099,-47.49093,339.214,1110000
+12.795426,4.2300687,0.261846,0.46396974,12.795426,0.25864005,0.28700063,-0.6929496,-187.40216,-216.85109,40.733414,-35.791805,315.35144,1115000
+17.728401,6.6540384,0.31143507,0.56697285,17.728401,0.2924493,0.38868907,-13.007519,-186.68607,-220.72585,67.62655,-64.08095,370.88184,1120000
+39.88765,69.84709,0.3883258,1.8022459,39.88765,0.29440886,0.6441652,-0.2614954,-183.69576,-255.73022,146.33958,-139.82408,1004.806,1125000
+27.856913,7.8004746,0.31804448,0.59802186,27.856913,0.30848187,0.38865414,-21.244318,-187.00119,-220.77054,77.875336,-92.08891,478.65125,1130000
+21.07793,22.777603,0.36908796,1.1460556,21.07793,0.32538813,0.4963704,-9.274222,-185.35284,-271.36966,89.01788,-60.142296,475.7808,1135000
+22.804226,8.785843,0.2829956,0.579699,22.804226,0.28491127,0.28822792,0.2922275,-188.1801,-319.48502,79.79999,-62.408962,369.72894,1140000
+13.581954,13.693935,0.33909872,0.76273584,13.581954,0.33423358,2.5258696,-15.184457,-185.53308,-222.7298,59.57617,-63.038525,526.378,1145000
+23.405891,9.409467,0.3593489,0.6869106,23.405891,0.29141897,0.38770667,0.68881553,-181.51329,-220.85025,78.3103,-90.67553,512.4192,1150000
+20.677208,10.589786,0.3145821,0.6230858,20.677208,0.3460053,0.34019017,0.29918504,-185.87735,-237.2306,69.769646,-55.075333,516.5047,1155000
+16.991821,6.6699457,0.32675534,0.5701606,16.991821,0.3156304,0.4320796,-7.3827834,-183.49951,-235.42642,43.85853,-39.925056,361.92328,1160000
+20.895336,8.564353,0.31638765,0.60553724,20.895336,0.32266396,0.3291814,-22.09979,-184.9941,-217.71605,61.594982,-100.00189,542.1896,1165000
+17.56871,6.5913806,0.33907133,0.5492623,17.56871,0.27737072,0.42741394,-18.92215,-182.05635,-238.64302,84.3651,-75.56441,436.0411,1170000
+9.006712,5.9614973,0.31678727,0.6081032,9.006712,0.25968486,0.5173278,-26.855684,-186.14067,-248.36693,56.524254,-56.800636,329.1631,1175000
+14.510772,17.2348,0.32633388,0.7962537,14.510772,0.3355235,0.9894331,0.08921906,-184.14885,-251.33304,51.516594,-60.393425,439.9618,1180000
+9.253134,6.5653906,0.27493805,0.51263726,9.253134,0.30669075,0.32996514,-11.068425,-186.47229,-213.93365,57.40967,-48.083855,323.80096,1185000
+11.643431,5.825216,0.30517495,0.5664823,11.643431,0.30533177,0.39914945,-1.6017342,-183.27026,-220.49635,32.574757,-34.147064,304.74805,1190000
+12.369125,6.566564,0.28262222,0.5127736,12.369125,0.30437374,0.38616607,-75.06132,-190.71458,-235.92467,31.484346,-36.49584,284.26236,1195000
+11.159033,7.3089504,0.2771955,0.49546355,11.159033,0.28998107,0.63019675,-11.501023,-188.70694,-272.1883,58.20581,-37.67488,331.30228,1200000

O2O-w-diff-ckpts/qam/20260317_082706/params_1000000.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0354f5174064c610de533b0c63716136c8b1b114d7f8a7fb0f975c170f018de
+size 233879450

O2O-w-diff-ckpts/qam/20260317_082706/params_1050000.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b7c4458997d4337a0163062ff8d0c6245b1f15d44cc52751947d7951b25d1aa
+size 233879450

O2O-w-diff-ckpts/qam/20260317_082706/params_1100000.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13d17ca40650d080bb2ceb61b716892573187346f42517c204acd2802ad414b
+size 233879450

O2O-w-diff-ckpts/qam/20260317_082706/params_1150000.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3feafde2398c9e3468b408e31decbde40ae37bd601c3df2c398085fe9e463ed
+size 233879450

O2O-w-diff-ckpts/qam/20260317_082706/params_1200000.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49bfb635eb3af2a4f16597022746bf42b92ac93afb00a54718b0b0052ba68296
+size 233879450

O2O-w-diff-ckpts/qam/20260317_082706/params_750000.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe2c550a427d9296212b23e31d1dde4df6da56bc72c1673e3508d877ac107ca
+size 233879450

O2O-w-diff-ckpts/qam/20260317_082706/params_800000.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2137258180c46523267047b7e8acb98cd6227450b61bf2e4f4135cd8ee1c781a
+size 233879450

O2O-w-diff-ckpts/qam/20260317_082706/params_850000.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7719710efc1bb231be53fd962650521da809429c460b7d4aac0dc4a938a83a5a
+size 233879450

O2O-w-diff-ckpts/qam/20260317_082706/params_900000.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c598a92879560cca4c382c90c5c4aeb87af693cd47fc67754acd3e29ca67d1e9
+size 233879450

O2O-w-diff-ckpts/qam/20260317_082706/params_950000.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e87600fec29ca2ebfd93c75843e254e0a8f3366f9ce6739c920f36986b4ba1
+size 233879450

O2O-w-diff-ckpts/qam/20260317_082706/progress.tk

@@ -0,0 +1 @@
+online,500000

O2O-w-diff-ckpts/qam/20260317_082706/token.tk

@@ -0,0 +1 @@
+https://wandb.ai/tiredsheep-national-taiwan-university/qam-finetune-OfflineRL/runs/0x6kfije