O2O / O2O-w-diff-ckpts /qam /20260317_082706 /online_agent_sv.csv
Tiredsheep's picture
Upload folder using huggingface_hub
ea008e7 verified
actor/adj_loss,actor/adj_max,actor/adj_mean,actor/adj_std,actor/fast_loss,actor/flow_loss,critic/critic_loss,critic/q_max,critic/q_mean,critic/q_min,grad/max,grad/min,grad/norm,step
49.736748,10.279047,0.41064262,0.6850484,49.736748,0.33918357,0.5830155,-6.318973,-176.97044,-233.64838,85.312485,-59.610912,561.5757,705000
92.022705,7.5217934,0.45092356,0.67700356,92.022705,0.29520503,0.50445276,-11.173399,-173.82503,-215.14508,127.518776,-517.95667,1345.6191,710000
21.955135,5.570725,0.36184222,0.5427683,21.955135,0.2978911,0.50414985,-6.051001,-179.60246,-229.85062,99.81499,-125.21971,558.6955,715000
19.353437,4.880249,0.40421593,0.610941,19.353437,0.30917752,0.6044976,-22.03222,-178.46275,-216.08826,46.352856,-55.450954,385.85287,720000
20.222816,11.0475855,0.42914587,0.6336022,20.222816,0.312769,0.46427295,0.011275619,-175.73686,-221.86206,56.996567,-56.8973,372.84702,725000
24.439676,6.578786,0.39550677,0.59416384,24.439676,0.29924017,0.39789897,0.5201427,-176.82774,-219.56694,127.08298,-93.00044,519.5249,730000
16.132692,13.129429,0.40561193,0.76469773,16.132692,0.32935444,0.62893146,0.5760095,-176.56323,-222.36978,73.7879,-56.951324,417.2289,735000
22.92088,7.7643514,0.39330918,0.6551157,22.92088,0.2607831,0.50079316,-9.851516,-175.98814,-222.45746,116.327866,-62.660767,500.91562,740000
21.4404,6.7365675,0.3964615,0.62443376,21.4404,0.29240465,0.39374825,-21.641848,-178.05638,-233.77092,64.44005,-97.36975,442.73026,745000
15.905038,8.750015,0.38498658,0.60483956,15.905038,0.29540956,19.448725,-0.12716714,-178.96248,-217.0844,125.17273,-41.63159,533.1255,750000
35.556747,6.4095197,0.40633696,0.64657766,35.556747,0.29372036,0.3949894,1.2752686,-175.74113,-233.2772,525.9901,-125.147354,994.8791,755000
18.801826,7.7188864,0.39002848,0.64514637,18.801826,0.35198414,0.6913667,-44.070484,-180.2792,-215.81525,52.343155,-33.152702,446.00726,760000
14.664184,5.089028,0.33495206,0.4875713,14.664184,0.32071966,0.29257894,-21.15141,-183.29332,-217.16388,57.839485,-82.33478,372.56345,765000
22.307713,7.0853205,0.36261982,0.60720235,22.307713,0.31310967,0.5461032,-8.245325,-180.87793,-224.29095,60.300262,-39.83934,390.4542,770000
12.801428,5.9721427,0.34573388,0.55134296,12.801428,0.30946898,0.42364803,0.5043701,-182.01099,-215.38652,44.06005,-29.429579,321.31482,775000
13.49273,5.710827,0.34150928,0.53058654,13.49273,0.32010552,0.63549757,-13.1691675,-182.01263,-224.72641,51.33662,-41.799164,316.10837,780000
11.598613,6.155553,0.32650876,0.52789074,11.598613,0.31719366,0.5212363,-13.431625,-181.9357,-212.14012,58.828133,-55.141594,326.482,785000
24.27084,5.501585,0.38021302,0.6165979,24.27084,0.32543913,0.75054187,-2.2525938,-178.17564,-215.69363,63.81568,-51.05186,483.15024,790000
19.993502,11.590846,0.36968905,0.6470912,19.993502,0.32962188,0.4542493,1.2463055,-177.80907,-226.77467,222.9347,-69.61176,661.2169,795000
25.99918,10.8749485,0.3968281,0.69123113,25.99918,0.3300675,0.48560014,-4.046274,-180.62425,-240.04114,95.00881,-269.89478,651.6879,800000
17.753704,8.750668,0.38703352,0.64594126,17.753704,0.32135907,0.39746717,-21.765411,-182.77911,-233.90862,67.4404,-217.26866,511.30392,805000
16.074177,7.0609636,0.37064108,0.6144703,16.074177,0.32937688,0.6792628,-0.43824646,-179.06406,-223.73822,58.118603,-41.132675,356.14047,810000
14.266058,6.1686873,0.34150708,0.56093174,14.266058,0.36417574,0.48489752,-15.2122345,-185.43224,-221.50595,87.35353,-94.34433,458.2766,815000
12.1985,7.945483,0.32653907,0.57006055,12.1985,0.3019026,0.56813425,-14.300909,-183.55948,-219.76967,34.249546,-53.64505,363.7903,820000
18.049603,8.518313,0.37761045,0.6297503,18.049603,0.29239607,0.67106366,-29.012589,-183.65321,-233.41322,74.82753,-43.354347,482.89716,825000
24.152729,4.285903,0.37517232,0.5907763,24.152729,0.3390331,0.58784735,-15.487838,-183.14688,-223.55667,72.2307,-34.846024,417.7293,830000
15.238668,7.818908,0.35212955,0.611452,15.238668,0.2975651,0.2355484,-14.2234335,-184.80132,-229.22514,52.17737,-61.104523,395.69363,835000
24.069948,14.779554,0.33894762,0.66310334,24.069948,0.30400467,0.4433487,-0.5501791,-183.64008,-223.38892,99.609146,-60.836693,417.02148,840000
17.785097,7.8830633,0.35788032,0.6492282,17.785097,0.3162725,0.44671664,-3.1697423,-179.46886,-209.21193,102.0078,-88.88671,554.9846,845000
17.532246,7.883648,0.300967,0.5223846,17.532246,0.31504583,0.2922002,-22.255877,-185.97551,-236.08348,85.82738,-45.627068,382.75046,850000
26.316895,11.85225,0.3269689,0.6760987,26.316895,0.29937857,0.43794546,-13.892525,-186.40169,-228.98973,77.90926,-111.543144,580.59503,855000
19.442215,7.3557916,0.3424779,0.5949545,19.442215,0.33718425,0.8707539,0.55304146,-179.8176,-209.05435,77.99678,-64.67356,492.60385,860000
12.998204,7.3489285,0.324058,0.5523823,12.998204,0.3096975,0.5165121,-51.38031,-186.5098,-217.24,43.308662,-64.23711,338.83423,865000
12.675104,5.351439,0.33718556,0.5322611,12.675104,0.3026353,0.50045156,0.12828395,-182.54486,-225.87553,50.793507,-43.806564,315.10635,870000
18.763111,7.6460867,0.3326702,0.61577916,18.763111,0.26960105,0.77221304,-19.196344,-183.86334,-227.18806,58.763058,-46.35128,439.16458,875000
16.760555,9.828444,0.36640495,0.6143953,16.760555,0.30641013,0.69924736,-1.3690779,-180.01547,-225.71468,71.95018,-46.44171,437.6766,880000
12.298594,8.140905,0.3258263,0.5778271,12.298594,0.26698416,0.5319958,-0.7800195,-183.91211,-230.8958,111.73245,-110.5202,481.16064,885000
15.565556,7.316727,0.3912291,0.63846695,15.565556,0.30316007,0.6105588,-41.789665,-183.35219,-227.0731,35.19826,-40.25082,339.1745,890000
10.479005,5.805379,0.32121056,0.5283876,10.479005,0.27271986,0.6393518,-0.5129557,-186.83076,-218.90486,63.587654,-56.55195,370.67545,895000
13.755326,8.478072,0.35842514,0.6721576,13.755326,0.31270915,1.0530868,-0.14564797,-181.82431,-215.97978,120.264114,-38.70081,495.6194,900000
24.738407,7.58449,0.32596385,0.5651002,24.738407,0.32273865,0.6244444,-25.62787,-181.24162,-214.32613,56.92419,-48.858765,426.401,905000
14.4899845,10.982393,0.36817586,0.68304616,14.4899845,0.27227888,0.85315543,-11.054303,-182.94864,-232.95137,65.01157,-91.15063,438.93896,910000
9.6346245,5.628444,0.31123272,0.529781,9.6346245,0.36080414,0.25189826,0.11119023,-186.59143,-263.35184,62.70078,-78.330696,371.99765,915000
20.770836,25.19498,0.3662426,0.9518699,20.770836,0.29831302,0.4631608,-0.4469672,-186.89397,-245.2246,64.13284,-80.77761,481.6106,920000
13.947868,7.029226,0.32913232,0.62755215,13.947868,0.31556034,0.58601636,0.77017117,-183.06274,-223.92616,61.02936,-52.64122,398.1226,925000
24.298555,7.716651,0.33668533,0.61532694,24.298555,0.29153696,0.4380067,-46.744076,-185.16106,-227.19345,80.877846,-76.54065,474.356,930000
15.020958,5.89094,0.27652934,0.469434,15.020958,0.3237543,0.39738002,0.7678393,-187.77193,-262.09348,67.253586,-68.99519,433.5855,935000
20.737011,13.191659,0.35921833,0.7978943,20.737011,0.3473302,0.60119957,-46.54306,-188.92809,-241.15706,122.77619,-165.58612,621.7986,940000
11.483535,5.2763805,0.29213995,0.5098255,11.483535,0.29462248,0.455791,-24.367313,-186.37292,-218.92488,51.686638,-60.977753,324.6676,945000
14.9292145,6.612356,0.35433125,0.6142333,14.9292145,0.33002388,0.6720775,-10.351464,-182.75078,-215.73997,62.282413,-71.60199,415.4364,950000
28.316074,13.129379,0.36429828,0.70871323,28.316074,0.3285439,0.5762081,-12.631144,-182.6655,-263.09015,276.261,-113.89662,610.22217,955000
17.23168,5.3472066,0.30299032,0.5105303,17.23168,0.3151772,0.35874936,-1.6082587,-184.78877,-222.40213,57.838486,-45.000343,368.69904,960000
14.75515,20.281113,0.3055762,0.7448606,14.75515,0.34640923,0.39709613,-12.304058,-189.0085,-222.14876,126.53079,-90.69367,516.11835,965000
33.288654,34.285267,0.38529468,1.2787085,33.288654,0.31819713,0.48708874,-12.325309,-185.57697,-215.11465,114.02231,-85.34544,669.67865,970000
13.123823,5.715781,0.3152213,0.5608058,13.123823,0.30035797,0.36274323,-29.364517,-185.42447,-244.69048,36.509148,-55.22107,329.5868,975000
10.57793,5.175003,0.2825304,0.5074714,10.57793,0.3044669,0.5472205,1.0956078,-186.34207,-227.4299,37.603336,-66.92533,336.92505,980000
14.188497,4.8332257,0.35722855,0.5275374,14.188497,0.29339957,0.3734951,-0.48527926,-182.43825,-216.40584,79.68224,-262.60916,552.416,985000
47.216194,6.3593187,0.2957571,0.48781267,47.216194,0.3374043,0.31229168,-16.284212,-188.23866,-227.52776,88.28856,-63.374878,457.4339,990000
15.7857065,14.724903,0.37977242,0.8159521,15.7857065,0.32648343,0.7296755,0.3430866,-181.42651,-212.56761,172.34387,-52.80778,558.8926,995000
10.211515,7.9061007,0.28650737,0.48936427,10.211515,0.2621644,0.3690217,-15.477299,-187.94633,-221.3049,69.877075,-37.374283,331.52686,1000000
10.627303,7.346347,0.30204767,0.51523185,10.627303,0.26760352,0.5020453,-8.933367,-188.2853,-247.69154,53.098717,-54.465073,303.23218,1005000
16.10023,25.814297,0.35988832,0.98997617,16.10023,0.2487165,0.3824706,-21.11152,-186.0597,-219.99802,61.331924,-56.248295,368.40814,1010000
51.64975,66.07421,0.38959384,1.88902,51.64975,0.3213791,0.33213326,-0.061209768,-182.73247,-250.69888,89.41373,-90.0968,629.7843,1015000
13.960189,5.947958,0.2900708,0.51664335,13.960189,0.28936183,0.41619205,1.14438,-184.15881,-234.2405,48.36266,-85.73066,347.27698,1020000
17.135262,10.991848,0.36482266,0.7091106,17.135262,0.3021653,0.7038928,-0.16464621,-179.65923,-224.03745,78.90877,-179.00397,693.4215,1025000
16.730022,7.4989824,0.31538203,0.5780221,16.730022,0.29466367,0.35645598,-28.905287,-183.84232,-217.38562,85.128624,-51.330254,400.45874,1030000
14.152367,10.773617,0.36296767,0.6978165,14.152367,0.3308696,0.8089777,-18.761566,-183.02739,-222.56519,130.22775,-56.71331,473.21158,1035000
17.405561,20.888931,0.33030602,0.8183396,17.405561,0.25844583,0.6035341,-17.55868,-186.32082,-221.62766,91.08992,-70.61494,480.3495,1040000
14.113855,9.6192465,0.31169963,0.5845357,14.113855,0.2906628,0.38504243,-16.515795,-183.6731,-222.66983,39.46161,-61.021317,371.04285,1045000
23.078016,5.6885157,0.30917212,0.5550606,23.078016,0.30634588,1.8344536,1.4784374,-188.37973,-240.06328,100.54039,-139.97661,512.86926,1050000
16.81213,9.587276,0.35847163,0.6630176,16.81213,0.310838,0.7206033,-0.6731902,-182.95439,-240.09865,58.00172,-33.96236,386.00778,1055000
12.190473,7.5721703,0.30917102,0.6027414,12.190473,0.31082663,0.45328552,-17.498014,-187.92447,-244.09595,76.8386,-76.62454,386.17316,1060000
13.191755,5.942091,0.32136488,0.61452866,13.191755,0.31091785,0.3495723,1.2076135,-183.6903,-216.55878,51.37452,-57.624268,371.6053,1065000
11.788829,5.745756,0.34469724,0.61122257,11.788829,0.33924186,0.99560994,0.24035266,-183.61475,-218.67935,87.15469,-40.00251,383.95096,1070000
20.175732,3.9289246,0.25548682,0.42696333,20.175732,0.3086778,0.324471,1.2100787,-184.78133,-219.32777,45.447437,-70.46853,339.44806,1075000
13.8588505,6.2612047,0.30315715,0.5535988,13.8588505,0.34211576,0.3960133,-8.561895,-186.52686,-222.2828,44.779522,-39.506588,338.87717,1080000
15.371838,6.448656,0.31691217,0.5445529,15.371838,0.3149224,0.3261809,-15.976318,-183.74283,-221.35007,74.41111,-68.011696,418.50217,1085000
14.591026,7.9353113,0.36176372,0.72566235,14.591026,0.3222254,0.611537,0.05809486,-182.18364,-247.54646,47.330555,-101.17527,449.69867,1090000
26.031528,5.658445,0.27028313,0.49760237,26.031528,0.31556052,0.31703046,-34.41692,-189.19853,-218.01814,80.205635,-97.162636,416.20663,1095000
14.035326,6.4291553,0.3155961,0.5561286,14.035326,0.313793,0.6103923,0.5861802,-182.2004,-294.03464,91.00873,-72.08472,375.05652,1100000
42.465103,11.223829,0.3603869,0.7203304,42.465103,0.3204522,0.5177652,-6.246523,-180.38123,-226.74612,73.54039,-84.36952,530.281,1105000
14.259402,11.702875,0.31701535,0.58506256,14.259402,0.27257448,0.39337057,-8.880228,-185.05083,-230.15393,55.39099,-47.49093,339.214,1110000
12.795426,4.2300687,0.261846,0.46396974,12.795426,0.25864005,0.28700063,-0.6929496,-187.40216,-216.85109,40.733414,-35.791805,315.35144,1115000
17.728401,6.6540384,0.31143507,0.56697285,17.728401,0.2924493,0.38868907,-13.007519,-186.68607,-220.72585,67.62655,-64.08095,370.88184,1120000
39.88765,69.84709,0.3883258,1.8022459,39.88765,0.29440886,0.6441652,-0.2614954,-183.69576,-255.73022,146.33958,-139.82408,1004.806,1125000
27.856913,7.8004746,0.31804448,0.59802186,27.856913,0.30848187,0.38865414,-21.244318,-187.00119,-220.77054,77.875336,-92.08891,478.65125,1130000
21.07793,22.777603,0.36908796,1.1460556,21.07793,0.32538813,0.4963704,-9.274222,-185.35284,-271.36966,89.01788,-60.142296,475.7808,1135000
22.804226,8.785843,0.2829956,0.579699,22.804226,0.28491127,0.28822792,0.2922275,-188.1801,-319.48502,79.79999,-62.408962,369.72894,1140000
13.581954,13.693935,0.33909872,0.76273584,13.581954,0.33423358,2.5258696,-15.184457,-185.53308,-222.7298,59.57617,-63.038525,526.378,1145000
23.405891,9.409467,0.3593489,0.6869106,23.405891,0.29141897,0.38770667,0.68881553,-181.51329,-220.85025,78.3103,-90.67553,512.4192,1150000
20.677208,10.589786,0.3145821,0.6230858,20.677208,0.3460053,0.34019017,0.29918504,-185.87735,-237.2306,69.769646,-55.075333,516.5047,1155000
16.991821,6.6699457,0.32675534,0.5701606,16.991821,0.3156304,0.4320796,-7.3827834,-183.49951,-235.42642,43.85853,-39.925056,361.92328,1160000
20.895336,8.564353,0.31638765,0.60553724,20.895336,0.32266396,0.3291814,-22.09979,-184.9941,-217.71605,61.594982,-100.00189,542.1896,1165000
17.56871,6.5913806,0.33907133,0.5492623,17.56871,0.27737072,0.42741394,-18.92215,-182.05635,-238.64302,84.3651,-75.56441,436.0411,1170000
9.006712,5.9614973,0.31678727,0.6081032,9.006712,0.25968486,0.5173278,-26.855684,-186.14067,-248.36693,56.524254,-56.800636,329.1631,1175000
14.510772,17.2348,0.32633388,0.7962537,14.510772,0.3355235,0.9894331,0.08921906,-184.14885,-251.33304,51.516594,-60.393425,439.9618,1180000
9.253134,6.5653906,0.27493805,0.51263726,9.253134,0.30669075,0.32996514,-11.068425,-186.47229,-213.93365,57.40967,-48.083855,323.80096,1185000
11.643431,5.825216,0.30517495,0.5664823,11.643431,0.30533177,0.39914945,-1.6017342,-183.27026,-220.49635,32.574757,-34.147064,304.74805,1190000
12.369125,6.566564,0.28262222,0.5127736,12.369125,0.30437374,0.38616607,-75.06132,-190.71458,-235.92467,31.484346,-36.49584,284.26236,1195000
11.159033,7.3089504,0.2771955,0.49546355,11.159033,0.28998107,0.63019675,-11.501023,-188.70694,-272.1883,58.20581,-37.67488,331.30228,1200000