Upload folder using huggingface_hub

.gitattributes

@@ -882,3 +882,13 @@ O2O-w-diff-ckpts/qam/20260316_123356/visited_states_450000.png filter=lfs diff=l
 O2O-w-diff-ckpts/qam/20260316_123356/visited_states_500000.png filter=lfs diff=lfs merge=lfs -text
 O2O-w-diff-ckpts/qam/20260316_123356/visited_states_550000.png filter=lfs diff=lfs merge=lfs -text
 O2O-w-diff-ckpts/qam/20260316_123356/visited_states_600000.png filter=lfs diff=lfs merge=lfs -text
+O2O-w-diff-ckpts/qam/20260316_155636/visited_states_250000.png filter=lfs diff=lfs merge=lfs -text
+O2O-w-diff-ckpts/qam/20260316_155636/visited_states_300000.png filter=lfs diff=lfs merge=lfs -text
+O2O-w-diff-ckpts/qam/20260316_155636/visited_states_350000.png filter=lfs diff=lfs merge=lfs -text
+O2O-w-diff-ckpts/qam/20260316_155636/visited_states_400000.png filter=lfs diff=lfs merge=lfs -text
+O2O-w-diff-ckpts/qam/20260316_155636/visited_states_450000.png filter=lfs diff=lfs merge=lfs -text
+O2O-w-diff-ckpts/qam/20260316_155636/visited_states_500000.png filter=lfs diff=lfs merge=lfs -text
+O2O-w-diff-ckpts/qam/20260316_155636/visited_states_550000.png filter=lfs diff=lfs merge=lfs -text
+O2O-w-diff-ckpts/qam/20260316_155636/visited_states_600000.png filter=lfs diff=lfs merge=lfs -text
+O2O-w-diff-ckpts/qam/20260316_155636/visited_states_650000.png filter=lfs diff=lfs merge=lfs -text
+O2O-w-diff-ckpts/qam/20260316_155636/visited_states_700000.png filter=lfs diff=lfs merge=lfs -text

O2O-w-diff-ckpts/qam/20260316_155636/eval.csv

@@ -0,0 +1,11 @@
+avg_gripper_contact_length,num_gripper_contacts,xy,prev_qpos,prev_qvel,qpos,qvel,success,total.timesteps,episode.final_reward,episode.return,episode.length,episode.duration,step
+0.0,0.0,20.859599652543828,2.8368820177440206,0.01666329917362338,2.8400303562679365,0.043806818468940294,0.02,25427.68,-0.98,-997.72,997.74,1.488237361907959,250000
+0.0,0.0,29.82369316992919,4.031825623014142,0.013272952788840893,4.032485235184112,0.016774556020807505,0.14,77109.82,-0.86,-991.3,991.44,1.4538426637649535,300000
+0.0,0.0,32.06715289451011,4.337810349676196,0.02530245929758128,4.343681908125521,0.08199002149757012,0.32,128277.08,-0.68,-974.2,974.52,1.436536021232605,350000
+0.0,0.0,27.21251390111896,3.685515569472528,0.017717858348111567,3.6876260408719372,0.0588901919975258,0.22,179176.0,-0.78,-977.06,977.28,1.435754098892212,400000
+0.0,0.0,29.130404624716608,3.951893194534257,0.03144216926011344,3.9552399098073026,0.01725919335186993,0.28,229647.06,-0.72,-971.86,972.14,1.430123243331909,450000
+0.0,0.0,24.69718644137257,3.358033703385544,0.10861807303483607,3.368706177033742,0.11338494029862446,0.24,280301.96,-0.76,-971.26,971.5,1.4126972007751464,500000
+0.0,0.0,33.13797821528966,4.4943725271012545,0.11931052768386138,4.505414109371256,0.1448127051498736,0.44,330275.2,-0.56,-950.22,950.66,1.381007766723633,550000
+0.0,0.0,31.735074811951964,4.311259617064068,0.07401224901336266,4.32097810988932,0.06149504050243877,0.36,379724.84,-0.64,-951.62,951.98,1.398052306175232,600000
+0.0,0.0,29.49777009572421,4.020573355296934,0.07291773862816538,4.029110057963021,0.06092166235611979,0.36,429227.38,-0.64,-943.56,943.92,1.3863224029541015,650000
+0.0,0.0,31.984004815229646,4.353588034269456,0.08657386761001135,4.3649902566646395,0.14962169782981077,0.44,478553.7,-0.56,-942.52,942.96,1.3739309978485108,700000

O2O-w-diff-ckpts/qam/20260316_155636/eval_sv.csv

@@ -0,0 +1,11 @@
+avg_gripper_contact_length,num_gripper_contacts,xy,prev_qpos,prev_qvel,qpos,qvel,success,total.timesteps,episode.final_reward,episode.return,episode.length,episode.duration,step
+0.0,0.0,20.859599652543828,2.8368820177440206,0.01666329917362338,2.8400303562679365,0.043806818468940294,0.02,25427.68,-0.98,-997.72,997.74,1.488237361907959,250000
+0.0,0.0,29.82369316992919,4.031825623014142,0.013272952788840893,4.032485235184112,0.016774556020807505,0.14,77109.82,-0.86,-991.3,991.44,1.4538426637649535,300000
+0.0,0.0,32.06715289451011,4.337810349676196,0.02530245929758128,4.343681908125521,0.08199002149757012,0.32,128277.08,-0.68,-974.2,974.52,1.436536021232605,350000
+0.0,0.0,27.21251390111896,3.685515569472528,0.017717858348111567,3.6876260408719372,0.0588901919975258,0.22,179176.0,-0.78,-977.06,977.28,1.435754098892212,400000
+0.0,0.0,29.130404624716608,3.951893194534257,0.03144216926011344,3.9552399098073026,0.01725919335186993,0.28,229647.06,-0.72,-971.86,972.14,1.430123243331909,450000
+0.0,0.0,24.69718644137257,3.358033703385544,0.10861807303483607,3.368706177033742,0.11338494029862446,0.24,280301.96,-0.76,-971.26,971.5,1.4126972007751464,500000
+0.0,0.0,33.13797821528966,4.4943725271012545,0.11931052768386138,4.505414109371256,0.1448127051498736,0.44,330275.2,-0.56,-950.22,950.66,1.381007766723633,550000
+0.0,0.0,31.735074811951964,4.311259617064068,0.07401224901336266,4.32097810988932,0.06149504050243877,0.36,379724.84,-0.64,-951.62,951.98,1.398052306175232,600000
+0.0,0.0,29.49777009572421,4.020573355296934,0.07291773862816538,4.029110057963021,0.06092166235611979,0.36,429227.38,-0.64,-943.56,943.92,1.3863224029541015,650000
+0.0,0.0,31.984004815229646,4.353588034269456,0.08657386761001135,4.3649902566646395,0.14962169782981077,0.44,478553.7,-0.56,-942.52,942.96,1.3739309978485108,700000

O2O-w-diff-ckpts/qam/20260316_155636/online_agent.csv

@@ -0,0 +1,101 @@
+actor/adj_loss,actor/adj_max,actor/adj_mean,actor/adj_std,actor/fast_loss,actor/flow_loss,critic/critic_loss,critic/q_max,critic/q_mean,critic/q_min,grad/max,grad/min,grad/norm,step
+18.260334,7.671633,0.4274882,0.5683406,18.260334,0.38427943,0.43806314,-5.6971803,-173.64728,-268.2686,33.71941,-44.79547,328.62766,205000
+23.874752,5.4317684,0.44943988,0.5647951,23.874752,0.360785,0.806454,-7.799606,-170.72441,-269.67844,86.263596,-129.5246,569.67035,210000
+13.722963,5.772064,0.40643027,0.5764226,13.722963,0.3341931,0.87016803,-10.671393,-178.39555,-260.97913,71.85767,-44.071835,413.29044,215000
+13.4139,6.9249816,0.39964923,0.5501787,13.4139,0.29956543,0.73480505,-20.581488,-176.06279,-241.97437,49.364357,-37.93006,370.19864,220000
+19.368174,5.5669208,0.4471985,0.57020485,19.368174,0.35018253,0.82728064,-0.68939155,-174.58539,-293.3904,36.49141,-40.496674,366.21075,225000
+10.952085,6.838629,0.41924298,0.5448228,10.952085,0.33506694,0.43354693,0.28907028,-174.08,-251.12354,39.650085,-24.02119,305.9412,230000
+11.219194,10.396706,0.41408217,0.6098506,11.219194,0.38411963,0.9363789,0.7979311,-173.28694,-229.7777,52.71824,-47.93706,362.92554,235000
+11.9331875,8.671113,0.3960133,0.56002945,11.9331875,0.3981956,0.50767106,-5.549493,-174.11537,-238.72903,49.45889,-57.00767,361.16956,240000
+11.836033,5.1828666,0.39753094,0.57112825,11.836033,0.3407469,0.6520547,-5.7645802,-176.94603,-243.47095,37.132782,-27.45256,331.23166,245000
+14.448587,3.7705815,0.40885627,0.5454949,14.448587,0.34201884,0.6685011,-1.127877,-176.1947,-304.85803,32.358902,-33.62189,332.05432,250000
+17.316729,6.3439503,0.40560248,0.54354507,17.316729,0.29414818,0.5033886,0.5963683,-173.98131,-306.8325,61.762177,-45.1067,405.70538,255000
+21.282824,9.747259,0.420784,0.68955284,21.282824,0.34561217,0.71448505,-39.566372,-178.29898,-308.2613,57.593773,-34.971966,462.79037,260000
+11.424988,5.154862,0.39682904,0.53105235,11.424988,0.34336156,0.60968107,-16.328545,-179.92664,-229.43707,66.050186,-33.33822,360.98907,265000
+16.079842,6.8108697,0.39687917,0.5932586,16.079842,0.31895977,0.3682088,-12.870216,-178.48547,-309.68127,57.61708,-35.772007,361.35587,270000
+11.011173,6.3285675,0.36628067,0.49902517,11.011173,0.3531483,0.4191968,0.0960865,-181.25658,-262.6943,42.12664,-40.306824,385.87723,275000
+20.366264,7.865932,0.40728852,0.6314211,20.366264,0.33174658,0.54617125,-5.8720427,-178.52028,-266.53934,299.94968,-97.661865,830.8203,280000
+11.207734,4.5895247,0.36451477,0.47704962,11.207734,0.31617945,0.4575359,-6.059105,-179.37805,-305.98572,25.24992,-63.55523,315.72833,285000
+12.425966,5.2761703,0.37798196,0.53343856,12.425966,0.32442433,0.67200625,-17.921263,-177.15514,-321.8083,43.609478,-45.607628,339.87238,290000
+18.89444,30.862444,0.4331185,1.1247959,18.89444,0.3042427,1.5080925,0.15392232,-174.89648,-322.4337,46.59215,-96.19037,588.2865,295000
+16.3006,5.4841895,0.43262815,0.57597345,16.3006,0.36204177,0.58969843,-3.1595418,-176.62012,-258.32053,71.04881,-93.195465,438.6785,300000
+20.399757,6.3020678,0.4414306,0.64113057,20.399757,0.3061539,0.66573715,-12.670978,-179.63965,-341.10187,42.580513,-42.056305,381.21594,305000
+12.320734,11.667537,0.40263993,0.5893887,12.320734,0.29723454,0.6145585,-9.907859,-176.50601,-282.08157,49.040825,-38.69188,368.0753,310000
+17.615747,7.173726,0.37730485,0.5264388,17.615747,0.31404698,0.6542484,-11.065357,-182.85245,-316.166,41.490784,-52.083183,382.88458,315000
+14.342098,5.847599,0.37017483,0.5775878,14.342098,0.29512233,0.31061083,-33.525246,-182.76707,-319.90063,37.827335,-53.61302,339.43433,320000
+12.955925,5.7928715,0.39613792,0.5766537,12.955925,0.32233816,0.4560822,-33.54847,-181.837,-336.4436,42.23101,-47.5748,307.7162,325000
+17.853548,4.232591,0.3689971,0.4964868,17.853548,0.3393466,0.31380302,-14.085297,-179.98706,-269.58994,73.12313,-45.84944,396.31076,330000
+18.04327,5.6287203,0.3580867,0.48923704,18.04327,0.32547206,0.29895052,-26.652533,-181.70262,-265.11383,34.995323,-24.753695,295.33795,335000
+13.830263,5.4958086,0.38237256,0.55028266,13.830263,0.29195052,0.6133709,-12.434146,-183.37326,-273.60904,42.836815,-53.546722,427.81277,340000
+35.058556,5.9921284,0.41742578,0.62496907,35.058556,0.3318937,1.1179441,-2.9684865,-175.37712,-243.8803,41.920918,-55.6264,457.31897,345000
+11.456483,6.211082,0.32617992,0.487595,11.456483,0.35268524,0.4099104,-20.237495,-182.87126,-314.75873,42.581375,-53.87532,352.3132,350000
+18.449135,6.496585,0.35733497,0.57504165,18.449135,0.3379017,0.61142963,-15.467513,-183.69742,-307.55573,55.62268,-37.987648,387.5431,355000
+83.546005,12.84141,0.41977715,0.8365337,83.546005,0.35079086,1.2868127,-0.030785978,-176.39923,-267.13968,180.27565,-187.7729,941.8332,360000
+11.91875,4.9031916,0.33903193,0.50668013,11.91875,0.31098783,0.4640006,-46.089085,-184.22224,-293.05194,22.48158,-42.262047,294.25003,365000
+15.324086,37.524582,0.39804423,1.363542,15.324086,0.32528138,0.6351486,0.00072190166,-182.48311,-319.25122,42.11207,-41.312374,386.6834,370000
+11.0373535,6.166954,0.3468944,0.52653897,11.0373535,0.3262889,0.529597,-25.013758,-180.86888,-278.90552,54.452568,-34.81289,309.26385,375000
+12.066226,7.213443,0.36411077,0.580427,12.066226,0.34811652,0.50135905,-2.2278783,-177.32578,-230.62967,62.737473,-56.09574,422.4201,380000
+9.97728,8.447082,0.3613535,0.58180004,9.97728,0.33199042,0.44244525,-10.000656,-184.71107,-238.86151,36.507183,-32.76587,318.42523,385000
+39.45342,5.745628,0.40035966,0.59078974,39.45342,0.30711353,0.6259761,-39.555153,-180.3412,-235.19716,33.091297,-65.04316,398.3971,390000
+18.326496,9.53854,0.37107202,0.5838121,18.326496,0.3219642,0.8948414,-1.1480898,-183.81572,-230.87059,38.449066,-59.310337,457.3981,395000
+12.822466,9.624526,0.3802256,0.691464,12.822466,0.28377134,0.625416,-1.0434015,-179.63715,-229.33769,43.103027,-72.65697,431.77933,400000
+10.170548,4.297746,0.33093274,0.46335143,10.170548,0.34872627,0.485984,-20.302666,-179.81,-253.70752,88.04825,-41.37625,396.05023,405000
+11.48048,8.376775,0.36418992,0.5337272,11.48048,0.33166078,0.55463886,-31.67411,-183.82753,-328.48203,31.104053,-30.795246,258.90173,410000
+14.248055,23.372873,0.36709228,0.83881295,14.248055,0.3376622,0.400202,0.3937021,-182.08069,-234.09534,43.660496,-51.823006,379.27206,415000
+8.681637,8.704065,0.32545626,0.516188,8.681637,0.28366116,0.6571257,-0.9261986,-185.55334,-240.6265,26.50962,-32.160774,266.17984,420000
+16.139023,6.3550825,0.3554436,0.58302313,16.139023,0.31898618,0.5469784,0.7165928,-181.31776,-232.09502,39.044113,-24.299423,373.41702,425000
+12.767518,5.5978703,0.36666682,0.57024264,12.767518,0.28797743,0.6422968,-5.286922,-183.14445,-332.7956,36.33145,-49.470924,381.9908,430000
+11.347706,11.664023,0.34603536,0.6709016,11.347706,0.30750796,0.52713495,0.930812,-184.12846,-234.30347,72.20386,-45.64295,349.19128,435000
+13.75355,10.658201,0.3510263,0.6661723,13.75355,0.34948277,0.90337145,-21.75747,-185.76411,-298.9563,83.12024,-39.85519,428.4591,440000
+11.816691,5.924589,0.3376559,0.5010611,11.816691,0.31479844,0.49294147,-12.337696,-183.76517,-330.96622,60.703106,-40.461143,357.51178,445000
+11.878193,5.813346,0.35527903,0.5755529,11.878193,0.3182684,0.46087152,-8.471361,-180.08803,-227.39034,33.353947,-35.38824,312.641,450000
+26.451418,9.21962,0.37875402,0.6884157,26.451418,0.31577134,0.83611584,-10.63032,-181.09117,-274.59073,363.20224,-48.40077,922.8617,455000
+12.2103815,5.5240326,0.32839414,0.4988397,12.2103815,0.3165947,0.43772873,-1.4030024,-182.1321,-235.74706,29.707611,-38.177414,342.0086,460000
+15.789699,5.9090924,0.32814997,0.49714163,15.789699,0.33863497,0.346363,-5.8878274,-185.16667,-260.5323,66.24842,-27.307825,400.81198,465000
+19.250347,14.1539755,0.37923455,0.70961094,19.250347,0.34448808,0.4987246,-18.661758,-183.77351,-274.6459,68.62299,-43.515343,388.9587,470000
+39.64431,6.765317,0.34007448,0.54053587,39.64431,0.30759862,0.60102123,-3.427,-180.81413,-249.24243,47.022102,-78.27877,444.30884,475000
+8.0523205,4.332768,0.29818463,0.4409802,8.0523205,0.34145492,0.47111207,0.77312464,-185.47545,-296.89554,43.717438,-40.290062,300.46042,480000
+13.606173,5.286116,0.37589338,0.5316,13.606173,0.2681332,0.5592215,-1.1017241,-181.4157,-235.87444,50.63363,-55.46816,354.9151,485000
+19.973518,6.396379,0.3445792,0.52956134,19.973518,0.3009971,0.32968867,-20.288357,-186.34665,-276.79715,37.83482,-64.43367,368.5478,490000
+12.451622,5.825212,0.3418923,0.53348154,12.451622,0.33799475,0.4132389,-0.96943027,-181.73198,-233.72897,74.46939,-66.88243,472.91293,495000
+10.525278,8.593634,0.3337463,0.51479113,10.525278,0.34774232,0.6988226,-1.6356456,-182.61427,-229.8947,78.652954,-99.23214,538.9284,500000
+9.33534,5.483582,0.36079407,0.53588504,9.33534,0.37137136,0.47093534,-12.715179,-185.96703,-233.5959,71.53618,-69.15732,392.5426,505000
+10.3122635,18.148838,0.34894156,0.7274383,10.3122635,0.37147933,0.51579255,-10.354381,-185.86168,-225.97787,50.85943,-41.664185,308.2885,510000
+14.262981,6.5798492,0.37273902,0.57936156,14.262981,0.30571875,0.6814335,-0.5431622,-180.90704,-229.9132,56.17044,-49.095943,417.33,515000
+12.217585,9.952745,0.3633428,0.6763624,12.217585,0.30117884,0.8551696,-0.10224831,-187.0483,-317.74228,70.11337,-43.5611,477.3569,520000
+14.503971,10.512777,0.35701883,0.620452,14.503971,0.30005455,0.62547404,-22.536829,-178.60704,-223.0797,43.566257,-88.69093,462.51605,525000
+18.77298,11.454386,0.34258458,0.6021137,18.77298,0.33589068,0.55291367,-24.590738,-185.73177,-239.52937,32.643208,-66.41347,395.72327,530000
+21.805422,14.164938,0.380118,0.7178397,21.805422,0.36618984,0.59974957,-6.6561904,-182.18228,-233.80109,72.53496,-67.256874,445.6283,535000
+12.760691,14.202573,0.35244817,0.72043467,12.760691,0.29412198,0.5948685,-3.5915806,-183.84142,-250.54034,37.98622,-46.763565,438.6468,540000
+11.567512,5.909917,0.33476633,0.5393292,11.567512,0.30170834,0.51552767,-29.8345,-183.82744,-245.04639,52.263046,-44.650265,331.89014,545000
+9.983827,5.4775906,0.34038448,0.516869,9.983827,0.3017341,0.6100152,1.1240567,-185.62798,-229.51106,60.544266,-33.720013,352.7536,550000
+18.95404,8.038198,0.38201714,0.65788984,18.95404,0.32963356,0.44025394,0.22301874,-184.6765,-338.38022,37.30771,-62.234623,414.53128,555000
+17.678514,9.174803,0.34502843,0.6226628,17.678514,0.30716282,0.34859964,-1.756448,-186.90471,-250.3792,54.857292,-83.1478,416.4508,560000
+15.601441,6.725637,0.32037556,0.5288815,15.601441,0.3314658,0.34944904,0.06741789,-185.8075,-345.95197,95.4592,-66.003815,435.33356,565000
+16.37303,21.58453,0.37447667,0.91973084,16.37303,0.30723122,1.0686578,0.8447312,-184.87416,-223.97058,50.759346,-38.04195,402.88373,570000
+17.212803,6.587404,0.29312307,0.47155347,17.212803,0.33140823,0.5246258,1.9250948,-185.00578,-236.48111,88.52333,-42.669533,415.83032,575000
+13.656225,7.9835634,0.3560681,0.5452214,13.656225,0.32330614,0.43596783,-8.200381,-183.35146,-238.83485,60.153454,-108.41635,450.10086,580000
+14.727856,12.516355,0.3373757,0.61554646,14.727856,0.32269114,0.65077704,-14.704615,-183.56007,-252.65005,59.13595,-63.318542,370.2766,585000
+12.818382,14.376557,0.38399872,0.7812219,12.818382,0.30826893,0.3786012,-0.22825074,-182.59538,-245.13219,56.019455,-35.705666,332.22717,590000
+9.671356,13.697207,0.34102803,0.68078285,9.671356,0.30187377,0.42934975,-39.61401,-185.39378,-236.21027,44.1095,-57.457413,349.53113,595000
+22.15772,7.8061876,0.33816636,0.5624496,22.15772,0.29481274,0.6240703,-0.32390282,-184.11618,-317.09903,82.51625,-74.47742,489.30417,600000
+19.11504,9.507794,0.35257214,0.6246863,19.11504,0.33387154,0.448004,-5.967255,-183.64426,-242.02138,45.40081,-52.059715,376.72156,605000
+16.76584,25.244837,0.37854585,1.0254412,16.76584,0.30801666,0.5520545,-7.115489,-185.13646,-266.4972,51.05383,-98.70958,430.3428,610000
+14.05097,5.593027,0.28334528,0.48139945,14.05097,0.30918953,0.4044907,1.4622916,-186.58958,-231.97432,66.48009,-52.517532,339.8022,615000
+14.647472,7.334201,0.33338955,0.5986156,14.647472,0.32070008,0.52007145,-0.06099704,-186.92674,-255.27287,43.86948,-74.87154,421.28867,620000
+11.123461,9.166012,0.35600823,0.68833673,11.123461,0.27306426,0.37213895,-21.094393,-185.36436,-238.95226,36.342445,-34.78893,320.67032,625000
+13.099165,7.966133,0.3559665,0.6461146,13.099165,0.2933493,0.6021866,-2.9366384,-184.97899,-252.86926,43.416107,-56.69826,427.3502,630000
+11.2418995,5.547536,0.30751485,0.50842726,11.2418995,0.32063103,0.33591273,-42.485844,-185.12115,-253.76733,35.407436,-37.01014,294.39456,635000
+10.382322,8.273436,0.28887796,0.5331052,10.382322,0.2917116,0.38034958,-0.35220054,-187.33333,-233.98044,26.88837,-34.851673,278.38147,640000
+13.111409,7.492976,0.3430814,0.5833818,13.111409,0.30455834,0.4346542,-11.772236,-183.89561,-235.83182,68.44326,-46.14715,316.52374,645000
+10.791166,5.8088284,0.30388826,0.5192706,10.791166,0.3009234,0.5693897,-1.4781992,-180.95654,-217.9556,50.96633,-96.88892,372.9373,650000
+34.99803,15.554775,0.36852115,0.88955164,34.99803,0.34386235,1.2409087,-0.7774672,-181.3032,-233.0058,198.43445,-47.961266,793.4822,655000
+25.472904,6.699506,0.3275943,0.5592199,25.472904,0.2977959,0.3550304,-24.14464,-183.16185,-228.97145,61.552837,-53.124077,376.29123,660000
+10.5534,9.96764,0.35735428,0.6803685,10.5534,0.32290393,0.4437963,-13.361482,-181.67693,-214.40651,49.470642,-28.714174,346.13623,665000
+10.040749,4.8921013,0.34794438,0.5066457,10.040749,0.3122483,0.41683945,-21.301157,-184.52855,-267.30746,87.20001,-42.04216,404.24988,670000
+11.595293,7.3062873,0.32204527,0.5838582,11.595293,0.31295162,0.5271203,-38.380825,-186.23271,-249.78079,26.707369,-42.463055,299.12616,675000
+11.947559,23.372343,0.35283148,0.9020438,11.947559,0.32016504,0.42309156,-0.6387873,-183.48045,-220.47177,41.512043,-39.028618,341.872,680000
+16.273376,6.1064377,0.29974112,0.5071256,16.273376,0.3036639,0.32464838,-20.80221,-187.2299,-218.01373,41.682014,-45.17166,335.1741,685000
+8.902821,5.289308,0.29543263,0.5379483,8.902821,0.33529562,0.3562314,-0.69639325,-183.39189,-221.82484,45.27599,-55.312008,294.10007,690000
+33.799297,4.6498036,0.31643414,0.52540034,33.799297,0.3330401,0.33898577,-3.777384,-186.52084,-220.70293,59.758915,-35.124397,366.1444,695000
+9.410494,3.556038,0.27124485,0.40092376,9.410494,0.34720132,1.5143393,-22.148256,-187.80345,-228.92827,56.03001,-54.847633,374.8387,700000

O2O-w-diff-ckpts/qam/20260316_155636/online_agent_sv.csv

@@ -0,0 +1,101 @@
+actor/adj_loss,actor/adj_max,actor/adj_mean,actor/adj_std,actor/fast_loss,actor/flow_loss,critic/critic_loss,critic/q_max,critic/q_mean,critic/q_min,grad/max,grad/min,grad/norm,step
+18.260334,7.671633,0.4274882,0.5683406,18.260334,0.38427943,0.43806314,-5.6971803,-173.64728,-268.2686,33.71941,-44.79547,328.62766,205000
+23.874752,5.4317684,0.44943988,0.5647951,23.874752,0.360785,0.806454,-7.799606,-170.72441,-269.67844,86.263596,-129.5246,569.67035,210000
+13.722963,5.772064,0.40643027,0.5764226,13.722963,0.3341931,0.87016803,-10.671393,-178.39555,-260.97913,71.85767,-44.071835,413.29044,215000
+13.4139,6.9249816,0.39964923,0.5501787,13.4139,0.29956543,0.73480505,-20.581488,-176.06279,-241.97437,49.364357,-37.93006,370.19864,220000
+19.368174,5.5669208,0.4471985,0.57020485,19.368174,0.35018253,0.82728064,-0.68939155,-174.58539,-293.3904,36.49141,-40.496674,366.21075,225000
+10.952085,6.838629,0.41924298,0.5448228,10.952085,0.33506694,0.43354693,0.28907028,-174.08,-251.12354,39.650085,-24.02119,305.9412,230000
+11.219194,10.396706,0.41408217,0.6098506,11.219194,0.38411963,0.9363789,0.7979311,-173.28694,-229.7777,52.71824,-47.93706,362.92554,235000
+11.9331875,8.671113,0.3960133,0.56002945,11.9331875,0.3981956,0.50767106,-5.549493,-174.11537,-238.72903,49.45889,-57.00767,361.16956,240000
+11.836033,5.1828666,0.39753094,0.57112825,11.836033,0.3407469,0.6520547,-5.7645802,-176.94603,-243.47095,37.132782,-27.45256,331.23166,245000
+14.448587,3.7705815,0.40885627,0.5454949,14.448587,0.34201884,0.6685011,-1.127877,-176.1947,-304.85803,32.358902,-33.62189,332.05432,250000
+17.316729,6.3439503,0.40560248,0.54354507,17.316729,0.29414818,0.5033886,0.5963683,-173.98131,-306.8325,61.762177,-45.1067,405.70538,255000
+21.282824,9.747259,0.420784,0.68955284,21.282824,0.34561217,0.71448505,-39.566372,-178.29898,-308.2613,57.593773,-34.971966,462.79037,260000
+11.424988,5.154862,0.39682904,0.53105235,11.424988,0.34336156,0.60968107,-16.328545,-179.92664,-229.43707,66.050186,-33.33822,360.98907,265000
+16.079842,6.8108697,0.39687917,0.5932586,16.079842,0.31895977,0.3682088,-12.870216,-178.48547,-309.68127,57.61708,-35.772007,361.35587,270000
+11.011173,6.3285675,0.36628067,0.49902517,11.011173,0.3531483,0.4191968,0.0960865,-181.25658,-262.6943,42.12664,-40.306824,385.87723,275000
+20.366264,7.865932,0.40728852,0.6314211,20.366264,0.33174658,0.54617125,-5.8720427,-178.52028,-266.53934,299.94968,-97.661865,830.8203,280000
+11.207734,4.5895247,0.36451477,0.47704962,11.207734,0.31617945,0.4575359,-6.059105,-179.37805,-305.98572,25.24992,-63.55523,315.72833,285000
+12.425966,5.2761703,0.37798196,0.53343856,12.425966,0.32442433,0.67200625,-17.921263,-177.15514,-321.8083,43.609478,-45.607628,339.87238,290000
+18.89444,30.862444,0.4331185,1.1247959,18.89444,0.3042427,1.5080925,0.15392232,-174.89648,-322.4337,46.59215,-96.19037,588.2865,295000
+16.3006,5.4841895,0.43262815,0.57597345,16.3006,0.36204177,0.58969843,-3.1595418,-176.62012,-258.32053,71.04881,-93.195465,438.6785,300000
+20.399757,6.3020678,0.4414306,0.64113057,20.399757,0.3061539,0.66573715,-12.670978,-179.63965,-341.10187,42.580513,-42.056305,381.21594,305000
+12.320734,11.667537,0.40263993,0.5893887,12.320734,0.29723454,0.6145585,-9.907859,-176.50601,-282.08157,49.040825,-38.69188,368.0753,310000
+17.615747,7.173726,0.37730485,0.5264388,17.615747,0.31404698,0.6542484,-11.065357,-182.85245,-316.166,41.490784,-52.083183,382.88458,315000
+14.342098,5.847599,0.37017483,0.5775878,14.342098,0.29512233,0.31061083,-33.525246,-182.76707,-319.90063,37.827335,-53.61302,339.43433,320000
+12.955925,5.7928715,0.39613792,0.5766537,12.955925,0.32233816,0.4560822,-33.54847,-181.837,-336.4436,42.23101,-47.5748,307.7162,325000
+17.853548,4.232591,0.3689971,0.4964868,17.853548,0.3393466,0.31380302,-14.085297,-179.98706,-269.58994,73.12313,-45.84944,396.31076,330000
+18.04327,5.6287203,0.3580867,0.48923704,18.04327,0.32547206,0.29895052,-26.652533,-181.70262,-265.11383,34.995323,-24.753695,295.33795,335000
+13.830263,5.4958086,0.38237256,0.55028266,13.830263,0.29195052,0.6133709,-12.434146,-183.37326,-273.60904,42.836815,-53.546722,427.81277,340000
+35.058556,5.9921284,0.41742578,0.62496907,35.058556,0.3318937,1.1179441,-2.9684865,-175.37712,-243.8803,41.920918,-55.6264,457.31897,345000
+11.456483,6.211082,0.32617992,0.487595,11.456483,0.35268524,0.4099104,-20.237495,-182.87126,-314.75873,42.581375,-53.87532,352.3132,350000
+18.449135,6.496585,0.35733497,0.57504165,18.449135,0.3379017,0.61142963,-15.467513,-183.69742,-307.55573,55.62268,-37.987648,387.5431,355000
+83.546005,12.84141,0.41977715,0.8365337,83.546005,0.35079086,1.2868127,-0.030785978,-176.39923,-267.13968,180.27565,-187.7729,941.8332,360000
+11.91875,4.9031916,0.33903193,0.50668013,11.91875,0.31098783,0.4640006,-46.089085,-184.22224,-293.05194,22.48158,-42.262047,294.25003,365000
+15.324086,37.524582,0.39804423,1.363542,15.324086,0.32528138,0.6351486,0.00072190166,-182.48311,-319.25122,42.11207,-41.312374,386.6834,370000
+11.0373535,6.166954,0.3468944,0.52653897,11.0373535,0.3262889,0.529597,-25.013758,-180.86888,-278.90552,54.452568,-34.81289,309.26385,375000
+12.066226,7.213443,0.36411077,0.580427,12.066226,0.34811652,0.50135905,-2.2278783,-177.32578,-230.62967,62.737473,-56.09574,422.4201,380000
+9.97728,8.447082,0.3613535,0.58180004,9.97728,0.33199042,0.44244525,-10.000656,-184.71107,-238.86151,36.507183,-32.76587,318.42523,385000
+39.45342,5.745628,0.40035966,0.59078974,39.45342,0.30711353,0.6259761,-39.555153,-180.3412,-235.19716,33.091297,-65.04316,398.3971,390000
+18.326496,9.53854,0.37107202,0.5838121,18.326496,0.3219642,0.8948414,-1.1480898,-183.81572,-230.87059,38.449066,-59.310337,457.3981,395000
+12.822466,9.624526,0.3802256,0.691464,12.822466,0.28377134,0.625416,-1.0434015,-179.63715,-229.33769,43.103027,-72.65697,431.77933,400000
+10.170548,4.297746,0.33093274,0.46335143,10.170548,0.34872627,0.485984,-20.302666,-179.81,-253.70752,88.04825,-41.37625,396.05023,405000
+11.48048,8.376775,0.36418992,0.5337272,11.48048,0.33166078,0.55463886,-31.67411,-183.82753,-328.48203,31.104053,-30.795246,258.90173,410000
+14.248055,23.372873,0.36709228,0.83881295,14.248055,0.3376622,0.400202,0.3937021,-182.08069,-234.09534,43.660496,-51.823006,379.27206,415000
+8.681637,8.704065,0.32545626,0.516188,8.681637,0.28366116,0.6571257,-0.9261986,-185.55334,-240.6265,26.50962,-32.160774,266.17984,420000
+16.139023,6.3550825,0.3554436,0.58302313,16.139023,0.31898618,0.5469784,0.7165928,-181.31776,-232.09502,39.044113,-24.299423,373.41702,425000
+12.767518,5.5978703,0.36666682,0.57024264,12.767518,0.28797743,0.6422968,-5.286922,-183.14445,-332.7956,36.33145,-49.470924,381.9908,430000
+11.347706,11.664023,0.34603536,0.6709016,11.347706,0.30750796,0.52713495,0.930812,-184.12846,-234.30347,72.20386,-45.64295,349.19128,435000
+13.75355,10.658201,0.3510263,0.6661723,13.75355,0.34948277,0.90337145,-21.75747,-185.76411,-298.9563,83.12024,-39.85519,428.4591,440000
+11.816691,5.924589,0.3376559,0.5010611,11.816691,0.31479844,0.49294147,-12.337696,-183.76517,-330.96622,60.703106,-40.461143,357.51178,445000
+11.878193,5.813346,0.35527903,0.5755529,11.878193,0.3182684,0.46087152,-8.471361,-180.08803,-227.39034,33.353947,-35.38824,312.641,450000
+26.451418,9.21962,0.37875402,0.6884157,26.451418,0.31577134,0.83611584,-10.63032,-181.09117,-274.59073,363.20224,-48.40077,922.8617,455000
+12.2103815,5.5240326,0.32839414,0.4988397,12.2103815,0.3165947,0.43772873,-1.4030024,-182.1321,-235.74706,29.707611,-38.177414,342.0086,460000
+15.789699,5.9090924,0.32814997,0.49714163,15.789699,0.33863497,0.346363,-5.8878274,-185.16667,-260.5323,66.24842,-27.307825,400.81198,465000
+19.250347,14.1539755,0.37923455,0.70961094,19.250347,0.34448808,0.4987246,-18.661758,-183.77351,-274.6459,68.62299,-43.515343,388.9587,470000
+39.64431,6.765317,0.34007448,0.54053587,39.64431,0.30759862,0.60102123,-3.427,-180.81413,-249.24243,47.022102,-78.27877,444.30884,475000
+8.0523205,4.332768,0.29818463,0.4409802,8.0523205,0.34145492,0.47111207,0.77312464,-185.47545,-296.89554,43.717438,-40.290062,300.46042,480000
+13.606173,5.286116,0.37589338,0.5316,13.606173,0.2681332,0.5592215,-1.1017241,-181.4157,-235.87444,50.63363,-55.46816,354.9151,485000
+19.973518,6.396379,0.3445792,0.52956134,19.973518,0.3009971,0.32968867,-20.288357,-186.34665,-276.79715,37.83482,-64.43367,368.5478,490000
+12.451622,5.825212,0.3418923,0.53348154,12.451622,0.33799475,0.4132389,-0.96943027,-181.73198,-233.72897,74.46939,-66.88243,472.91293,495000
+10.525278,8.593634,0.3337463,0.51479113,10.525278,0.34774232,0.6988226,-1.6356456,-182.61427,-229.8947,78.652954,-99.23214,538.9284,500000
+9.33534,5.483582,0.36079407,0.53588504,9.33534,0.37137136,0.47093534,-12.715179,-185.96703,-233.5959,71.53618,-69.15732,392.5426,505000
+10.3122635,18.148838,0.34894156,0.7274383,10.3122635,0.37147933,0.51579255,-10.354381,-185.86168,-225.97787,50.85943,-41.664185,308.2885,510000
+14.262981,6.5798492,0.37273902,0.57936156,14.262981,0.30571875,0.6814335,-0.5431622,-180.90704,-229.9132,56.17044,-49.095943,417.33,515000
+12.217585,9.952745,0.3633428,0.6763624,12.217585,0.30117884,0.8551696,-0.10224831,-187.0483,-317.74228,70.11337,-43.5611,477.3569,520000
+14.503971,10.512777,0.35701883,0.620452,14.503971,0.30005455,0.62547404,-22.536829,-178.60704,-223.0797,43.566257,-88.69093,462.51605,525000
+18.77298,11.454386,0.34258458,0.6021137,18.77298,0.33589068,0.55291367,-24.590738,-185.73177,-239.52937,32.643208,-66.41347,395.72327,530000
+21.805422,14.164938,0.380118,0.7178397,21.805422,0.36618984,0.59974957,-6.6561904,-182.18228,-233.80109,72.53496,-67.256874,445.6283,535000
+12.760691,14.202573,0.35244817,0.72043467,12.760691,0.29412198,0.5948685,-3.5915806,-183.84142,-250.54034,37.98622,-46.763565,438.6468,540000
+11.567512,5.909917,0.33476633,0.5393292,11.567512,0.30170834,0.51552767,-29.8345,-183.82744,-245.04639,52.263046,-44.650265,331.89014,545000
+9.983827,5.4775906,0.34038448,0.516869,9.983827,0.3017341,0.6100152,1.1240567,-185.62798,-229.51106,60.544266,-33.720013,352.7536,550000
+18.95404,8.038198,0.38201714,0.65788984,18.95404,0.32963356,0.44025394,0.22301874,-184.6765,-338.38022,37.30771,-62.234623,414.53128,555000
+17.678514,9.174803,0.34502843,0.6226628,17.678514,0.30716282,0.34859964,-1.756448,-186.90471,-250.3792,54.857292,-83.1478,416.4508,560000
+15.601441,6.725637,0.32037556,0.5288815,15.601441,0.3314658,0.34944904,0.06741789,-185.8075,-345.95197,95.4592,-66.003815,435.33356,565000
+16.37303,21.58453,0.37447667,0.91973084,16.37303,0.30723122,1.0686578,0.8447312,-184.87416,-223.97058,50.759346,-38.04195,402.88373,570000
+17.212803,6.587404,0.29312307,0.47155347,17.212803,0.33140823,0.5246258,1.9250948,-185.00578,-236.48111,88.52333,-42.669533,415.83032,575000
+13.656225,7.9835634,0.3560681,0.5452214,13.656225,0.32330614,0.43596783,-8.200381,-183.35146,-238.83485,60.153454,-108.41635,450.10086,580000
+14.727856,12.516355,0.3373757,0.61554646,14.727856,0.32269114,0.65077704,-14.704615,-183.56007,-252.65005,59.13595,-63.318542,370.2766,585000
+12.818382,14.376557,0.38399872,0.7812219,12.818382,0.30826893,0.3786012,-0.22825074,-182.59538,-245.13219,56.019455,-35.705666,332.22717,590000
+9.671356,13.697207,0.34102803,0.68078285,9.671356,0.30187377,0.42934975,-39.61401,-185.39378,-236.21027,44.1095,-57.457413,349.53113,595000
+22.15772,7.8061876,0.33816636,0.5624496,22.15772,0.29481274,0.6240703,-0.32390282,-184.11618,-317.09903,82.51625,-74.47742,489.30417,600000
+19.11504,9.507794,0.35257214,0.6246863,19.11504,0.33387154,0.448004,-5.967255,-183.64426,-242.02138,45.40081,-52.059715,376.72156,605000
+16.76584,25.244837,0.37854585,1.0254412,16.76584,0.30801666,0.5520545,-7.115489,-185.13646,-266.4972,51.05383,-98.70958,430.3428,610000
+14.05097,5.593027,0.28334528,0.48139945,14.05097,0.30918953,0.4044907,1.4622916,-186.58958,-231.97432,66.48009,-52.517532,339.8022,615000
+14.647472,7.334201,0.33338955,0.5986156,14.647472,0.32070008,0.52007145,-0.06099704,-186.92674,-255.27287,43.86948,-74.87154,421.28867,620000
+11.123461,9.166012,0.35600823,0.68833673,11.123461,0.27306426,0.37213895,-21.094393,-185.36436,-238.95226,36.342445,-34.78893,320.67032,625000
+13.099165,7.966133,0.3559665,0.6461146,13.099165,0.2933493,0.6021866,-2.9366384,-184.97899,-252.86926,43.416107,-56.69826,427.3502,630000
+11.2418995,5.547536,0.30751485,0.50842726,11.2418995,0.32063103,0.33591273,-42.485844,-185.12115,-253.76733,35.407436,-37.01014,294.39456,635000
+10.382322,8.273436,0.28887796,0.5331052,10.382322,0.2917116,0.38034958,-0.35220054,-187.33333,-233.98044,26.88837,-34.851673,278.38147,640000
+13.111409,7.492976,0.3430814,0.5833818,13.111409,0.30455834,0.4346542,-11.772236,-183.89561,-235.83182,68.44326,-46.14715,316.52374,645000
+10.791166,5.8088284,0.30388826,0.5192706,10.791166,0.3009234,0.5693897,-1.4781992,-180.95654,-217.9556,50.96633,-96.88892,372.9373,650000
+34.99803,15.554775,0.36852115,0.88955164,34.99803,0.34386235,1.2409087,-0.7774672,-181.3032,-233.0058,198.43445,-47.961266,793.4822,655000
+25.472904,6.699506,0.3275943,0.5592199,25.472904,0.2977959,0.3550304,-24.14464,-183.16185,-228.97145,61.552837,-53.124077,376.29123,660000
+10.5534,9.96764,0.35735428,0.6803685,10.5534,0.32290393,0.4437963,-13.361482,-181.67693,-214.40651,49.470642,-28.714174,346.13623,665000
+10.040749,4.8921013,0.34794438,0.5066457,10.040749,0.3122483,0.41683945,-21.301157,-184.52855,-267.30746,87.20001,-42.04216,404.24988,670000
+11.595293,7.3062873,0.32204527,0.5838582,11.595293,0.31295162,0.5271203,-38.380825,-186.23271,-249.78079,26.707369,-42.463055,299.12616,675000
+11.947559,23.372343,0.35283148,0.9020438,11.947559,0.32016504,0.42309156,-0.6387873,-183.48045,-220.47177,41.512043,-39.028618,341.872,680000
+16.273376,6.1064377,0.29974112,0.5071256,16.273376,0.3036639,0.32464838,-20.80221,-187.2299,-218.01373,41.682014,-45.17166,335.1741,685000
+8.902821,5.289308,0.29543263,0.5379483,8.902821,0.33529562,0.3562314,-0.69639325,-183.39189,-221.82484,45.27599,-55.312008,294.10007,690000
+33.799297,4.6498036,0.31643414,0.52540034,33.799297,0.3330401,0.33898577,-3.777384,-186.52084,-220.70293,59.758915,-35.124397,366.1444,695000
+9.410494,3.556038,0.27124485,0.40092376,9.410494,0.34720132,1.5143393,-22.148256,-187.80345,-228.92827,56.03001,-54.847633,374.8387,700000

O2O-w-diff-ckpts/qam/20260316_155636/params_250000.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500cd99de2f473c0c1e9f598388164e9dd064360745f695c1c197d698999157e
+size 233879450

O2O-w-diff-ckpts/qam/20260316_155636/params_300000.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd0c3172a1d54d25daa8f2b7d5c8ccdfd6030ceec9d62ffb6f91b00d0203341f
+size 233879450

O2O-w-diff-ckpts/qam/20260316_155636/params_350000.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd4ee03c0a7c94007247eb669573486f4baae2ea25b48fde59cf6f16ceb2320d
+size 233879450

O2O-w-diff-ckpts/qam/20260316_155636/params_400000.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed5749e264940139d7dc48641422404e0182e1c52c30e973b12f20756f1a5137
+size 233879450

O2O-w-diff-ckpts/qam/20260316_155636/params_450000.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc4d690e81ed8f18cb4e7c8f84e114f5c57c4e873bc4edda0ce048f5b6a5f0c
+size 233879450

O2O-w-diff-ckpts/qam/20260316_155636/params_500000.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c4f0d95e6bea13b038e2f7c8642dfbb2a6e567815a34c656967f165eca482f
+size 233879450

O2O-w-diff-ckpts/qam/20260316_155636/params_550000.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b522f06137eceaa63645e572e107aedc808500ba28fad558ab3d626172c6d65f
+size 233879450

O2O-w-diff-ckpts/qam/20260316_155636/params_600000.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39cfd403badd13198c569d3d2bbcfb54202d59511c4a762925142020cd128fa7
+size 233879450

O2O-w-diff-ckpts/qam/20260316_155636/params_650000.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6cb4a270f4855b745e4917d50f30af5fb95e6c6f682c85417139f97023f3a89
+size 233879450

O2O-w-diff-ckpts/qam/20260316_155636/params_700000.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e9eadf2a2246393025cf2ddffe24ac767319c37dc2df5177a60ee271057602
+size 233879450

O2O-w-diff-ckpts/qam/20260316_155636/progress.tk

@@ -0,0 +1 @@
+online,500000

O2O-w-diff-ckpts/qam/20260316_155636/token.tk

@@ -0,0 +1 @@
+https://wandb.ai/tiredsheep-national-taiwan-university/qam-finetune-OfflineRL/runs/la11wpv0