Add files using upload-large-folder tool

data_scaling/n800_1/pretrain/log.json

@@ -0,0 +1,100 @@
+{"epoch": 0, "train/lr": 1.2502400076802458e-05, "train/grad": 0.05557951611027122, "train/loss": 0.99305494556427, "eval/hcp-train-subset/loss": 0.9893642029454631, "eval/hcp-val/loss": 0.9891314919917814, "eval/nsd-val/loss": 0.9897332950945823}
+{"epoch": 1, "train/lr": 3.750320010240327e-05, "train/grad": 0.08360476486980915, "train/loss": 0.9879086724948883, "eval/hcp-train-subset/loss": 0.9860379176755105, "eval/hcp-val/loss": 0.9858486287055477, "eval/nsd-val/loss": 0.9869759342362804}
+{"epoch": 2, "train/lr": 6.250400012800409e-05, "train/grad": 0.13070850917907306, "train/loss": 0.9839685311317444, "eval/hcp-train-subset/loss": 0.9797971796604895, "eval/hcp-val/loss": 0.9795017655818693, "eval/nsd-val/loss": 0.9826059197225878}
+{"epoch": 3, "train/lr": 8.75048001536049e-05, "train/grad": 0.2016446154242003, "train/loss": 0.9743436627578735, "eval/hcp-train-subset/loss": 0.964172520945149, "eval/hcp-val/loss": 0.9644979142373608, "eval/nsd-val/loss": 0.9570187022609096}
+{"epoch": 4, "train/lr": 0.00011250559953918529, "train/grad": 0.23890099714775362, "train/loss": 0.9404326035785675, "eval/hcp-train-subset/loss": 0.9196922846378819, "eval/hcp-val/loss": 0.918797166116776, "eval/nsd-val/loss": 0.8908167241081115}
+{"epoch": 5, "train/lr": 0.00012498860637884563, "train/grad": 0.16506562540462663, "train/loss": 0.9054659925174713, "eval/hcp-train-subset/loss": 0.8823485009131893, "eval/hcp-val/loss": 0.8816219981639616, "eval/nsd-val/loss": 0.8450277140063625}
+{"epoch": 6, "train/lr": 0.0001249202705377922, "train/grad": 0.11810548107505169, "train/loss": 0.8771912380504608, "eval/hcp-train-subset/loss": 0.8667689888708053, "eval/hcp-val/loss": 0.8663207427147896, "eval/nsd-val/loss": 0.8338456499961114}
+{"epoch": 7, "train/lr": 0.0001247836790473516, "train/grad": 0.0939128009967085, "train/loss": 0.8659757615566254, "eval/hcp-train-subset/loss": 0.8594264955289902, "eval/hcp-val/loss": 0.8585559350828971, "eval/nsd-val/loss": 0.8247244569563097}
+{"epoch": 8, "train/lr": 0.000124578981268311, "train/grad": 0.08507290438704633, "train/loss": 0.8581435841274262, "eval/hcp-train-subset/loss": 0.8539786281124238, "eval/hcp-val/loss": 0.8542331082205619, "eval/nsd-val/loss": 0.8204295135313465}
+{"epoch": 9, "train/lr": 0.00012430640103468907, "train/grad": 0.07887237338038831, "train/loss": 0.8551882533836365, "eval/hcp-train-subset/loss": 0.850783743204609, "eval/hcp-val/loss": 0.8513946811999044, "eval/nsd-val/loss": 0.821854870165548}
+{"epoch": 10, "train/lr": 0.00012396623640896796, "train/grad": 0.07482970760128772, "train/loss": 0.8514173165035248, "eval/hcp-train-subset/loss": 0.8496898624204821, "eval/hcp-val/loss": 0.8506327732916801, "eval/nsd-val/loss": 0.8197328227181588}
+{"epoch": 11, "train/lr": 0.0001235588593561712, "train/grad": 0.07157703919796271, "train/loss": 0.8505740975475311, "eval/hcp-train-subset/loss": 0.8480175714338979, "eval/hcp-val/loss": 0.848658142551299, "eval/nsd-val/loss": 0.8157770825970557}
+{"epoch": 12, "train/lr": 0.00012308471533712604, "train/grad": 0.07122849855242862, "train/loss": 0.8477365613365173, "eval/hcp-train-subset/loss": 0.8460793495178223, "eval/hcp-val/loss": 0.8474423981481983, "eval/nsd-val/loss": 0.8161180519288586}
+{"epoch": 13, "train/lr": 0.00012254432282135565, "train/grad": 0.07037336775608523, "train/loss": 0.8454127600288391, "eval/hcp-train-subset/loss": 0.8448077786353326, "eval/hcp-val/loss": 0.846681265100356, "eval/nsd-val/loss": 0.8175623484196202}
+{"epoch": 14, "train/lr": 0.00012193827272014171, "train/grad": 0.0692010689985899, "train/loss": 0.8454169969463349, "eval/hcp-train-subset/loss": 0.8449662894971909, "eval/hcp-val/loss": 0.8468272541799853, "eval/nsd-val/loss": 0.8184430156984637}
+{"epoch": 15, "train/lr": 0.00012126722774037197, "train/grad": 0.07001059333931892, "train/loss": 0.8414112066650391, "eval/hcp-train-subset/loss": 0.8428080226144483, "eval/hcp-val/loss": 0.8454222208069216, "eval/nsd-val/loss": 0.8169159495061443}
+{"epoch": 16, "train/lr": 0.00012053192165988122, "train/grad": 0.0690929715082803, "train/loss": 0.8425687613677979, "eval/hcp-train-subset/loss": 0.8432011537013515, "eval/hcp-val/loss": 0.8455820516232522, "eval/nsd-val/loss": 0.8186581115568837}
+{"epoch": 17, "train/lr": 0.00011973315852507104, "train/grad": 0.07147697920561619, "train/loss": 0.838952526922226, "eval/hcp-train-subset/loss": 0.8412524490587173, "eval/hcp-val/loss": 0.8452303121166844, "eval/nsd-val/loss": 0.8169143334511788}
+{"epoch": 18, "train/lr": 0.00011887181177170142, "train/grad": 0.0723840739856496, "train/loss": 0.8359483904266357, "eval/hcp-train-subset/loss": 0.8405202819455054, "eval/hcp-val/loss": 0.8443636288565974, "eval/nsd-val/loss": 0.8162706119398917}
+{"epoch": 19, "train/lr": 0.00011794882326980209, "train/grad": 0.0721781014425444, "train/loss": 0.8358673351192475, "eval/hcp-train-subset/loss": 0.839336940357762, "eval/hcp-val/loss": 0.8444588165129384, "eval/nsd-val/loss": 0.8165250103319844}
+{"epoch": 20, "train/lr": 0.00011696520229374954, "train/grad": 0.07288994475941535, "train/loss": 0.835715345067978, "eval/hcp-train-subset/loss": 0.839037379910869, "eval/hcp-val/loss": 0.8435696507653883, "eval/nsd-val/loss": 0.815791969337771}
+{"epoch": 21, "train/lr": 0.00011592202441863837, "train/grad": 0.07289034460584927, "train/loss": 0.8371698464107513, "eval/hcp-train-subset/loss": 0.8381960363157334, "eval/hcp-val/loss": 0.8438360921798214, "eval/nsd-val/loss": 0.8164104973116229}
+{"epoch": 22, "train/lr": 0.00011482043034415979, "train/grad": 0.07333650852567407, "train/loss": 0.8354075204849243, "eval/hcp-train-subset/loss": 0.8373544571861145, "eval/hcp-val/loss": 0.8423699813504373, "eval/nsd-val/loss": 0.8164845551213911}
+{"epoch": 23, "train/lr": 0.00011366162464726024, "train/grad": 0.07437580657852715, "train/loss": 0.8337587834262848, "eval/hcp-train-subset/loss": 0.8364519092344469, "eval/hcp-val/loss": 0.842615528452781, "eval/nsd-val/loss": 0.8167225622361706}
+{"epoch": 24, "train/lr": 0.0001124468744649569, "train/grad": 0.07449120901007486, "train/loss": 0.8348637602043152, "eval/hcp-train-subset/loss": 0.8367072622622213, "eval/hcp-val/loss": 0.8435706448170447, "eval/nsd-val/loss": 0.8130761221531899}
+{"epoch": 25, "train/lr": 0.0001111775081087387, "train/grad": 0.07878431451486641, "train/loss": 0.8296564966201783, "eval/hcp-train-subset/loss": 0.8365503174643363, "eval/hcp-val/loss": 0.8435048980097617, "eval/nsd-val/loss": 0.8145029650580499}
+{"epoch": 26, "train/lr": 0.0001098549136120796, "train/grad": 0.0795863535460365, "train/loss": 0.828511400976181, "eval/hcp-train-subset/loss": 0.8367028736299084, "eval/hcp-val/loss": 0.8438996797607791, "eval/nsd-val/loss": 0.8149711037835767}
+{"epoch": 27, "train/lr": 0.00010848053721264312, "train/grad": 0.08170075104041227, "train/loss": 0.8273501449012757, "eval/hcp-train-subset/loss": 0.834711060408623, "eval/hcp-val/loss": 0.8423004832959944, "eval/nsd-val/loss": 0.8172057424822161}
+{"epoch": 28, "train/lr": 0.00010705588177084458, "train/grad": 0.08111664744346819, "train/loss": 0.8269739177036285, "eval/hcp-train-subset/loss": 0.8341167905638295, "eval/hcp-val/loss": 0.8429100330798857, "eval/nsd-val/loss": 0.8139026520713684}
+{"epoch": 29, "train/lr": 0.00010558250512649171, "train/grad": 0.08179530774231546, "train/loss": 0.8277935656642914, "eval/hcp-train-subset/loss": 0.834626043035138, "eval/hcp-val/loss": 0.8428561341377997, "eval/nsd-val/loss": 0.8168327991039522}
+{"epoch": 30, "train/lr": 0.00010406201839531515, "train/grad": 0.08146715357632595, "train/loss": 0.827539805803299, "eval/hcp-train-subset/loss": 0.8335106411287861, "eval/hcp-val/loss": 0.8415466412421195, "eval/nsd-val/loss": 0.816599388276377}
+{"epoch": 31, "train/lr": 0.00010249608420723018, "train/grad": 0.08588097601170233, "train/loss": 0.8214100947093964, "eval/hcp-train-subset/loss": 0.8331174360167596, "eval/hcp-val/loss": 0.8422541012687068, "eval/nsd-val/loss": 0.8180500336231724}
+{"epoch": 32, "train/lr": 0.00010088641488828097, "train/grad": 0.08535786608303211, "train/loss": 0.8231316295433044, "eval/hcp-train-subset/loss": 0.8326770595965847, "eval/hcp-val/loss": 0.8416294224800602, "eval/nsd-val/loss": 0.8151384159441917}
+{"epoch": 33, "train/lr": 9.923477058823526e-05, "train/grad": 0.0882791002843501, "train/loss": 0.822666150007248, "eval/hcp-train-subset/loss": 0.8322985239567295, "eval/hcp-val/loss": 0.8415504424802719, "eval/nsd-val/loss": 0.8148358214286066}
+{"epoch": 34, "train/lr": 9.754295735588547e-05, "train/grad": 0.08837022423200433, "train/loss": 0.821098764591217, "eval/hcp-train-subset/loss": 0.831674769040077, "eval/hcp-val/loss": 0.841315173333691, "eval/nsd-val/loss": 0.8180714922566568}
+{"epoch": 35, "train/lr": 9.581282516416285e-05, "train/grad": 0.09068334608060927, "train/loss": 0.8176154763126373, "eval/hcp-train-subset/loss": 0.8315025346894418, "eval/hcp-val/loss": 0.84111263963484, "eval/nsd-val/loss": 0.8139828491595483}
+{"epoch": 36, "train/lr": 9.404626588721676e-05, "train/grad": 0.08915730219376704, "train/loss": 0.8207342241668701, "eval/hcp-train-subset/loss": 0.8293115842726922, "eval/hcp-val/loss": 0.8415125195057162, "eval/nsd-val/loss": 0.8150753465390974}
+{"epoch": 37, "train/lr": 9.224521123168153e-05, "train/grad": 0.09369547536907644, "train/loss": 0.8175116253089905, "eval/hcp-train-subset/loss": 0.8308738556600386, "eval/hcp-val/loss": 0.8433115789967198, "eval/nsd-val/loss": 0.8195496836016255}
+{"epoch": 38, "train/lr": 9.041163062437843e-05, "train/grad": 0.09421350403065433, "train/loss": 0.8166600114536285, "eval/hcp-train-subset/loss": 0.8307782959553504, "eval/hcp-val/loss": 0.8417664054901369, "eval/nsd-val/loss": 0.811880394335716}
+{"epoch": 39, "train/lr": 8.85475290587822e-05, "train/grad": 0.09475719253573586, "train/loss": 0.8164162064647674, "eval/hcp-train-subset/loss": 0.8273532486731007, "eval/hcp-val/loss": 0.8414645714144553, "eval/nsd-val/loss": 0.8155181705951691}
+{"epoch": 40, "train/lr": 8.665494490258622e-05, "train/grad": 0.09548490641342904, "train/loss": 0.8153189671707153, "eval/hcp-train-subset/loss": 0.8295405305201008, "eval/hcp-val/loss": 0.8413962673756384, "eval/nsd-val/loss": 0.8229321981630018}
+{"epoch": 41, "train/lr": 8.473594766877838e-05, "train/grad": 0.09763862677550518, "train/loss": 0.8153072679710388, "eval/hcp-train-subset/loss": 0.8279275278891286, "eval/hcp-val/loss": 0.8414190738431869, "eval/nsd-val/loss": 0.8147412375096352}
+{"epoch": 42, "train/lr": 8.279263575265999e-05, "train/grad": 0.09785731520358278, "train/loss": 0.8152214750385285, "eval/hcp-train-subset/loss": 0.8281701466729564, "eval/hcp-val/loss": 0.8409218653555839, "eval/nsd-val/loss": 0.8157080719547887}
+{"epoch": 43, "train/lr": 8.082713413727944e-05, "train/grad": 0.10040795413664823, "train/loss": 0.8131367872142792, "eval/hcp-train-subset/loss": 0.8269858764063928, "eval/hcp-val/loss": 0.8408920572650048, "eval/nsd-val/loss": 0.8212627153242787}
+{"epoch": 44, "train/lr": 7.884159206979602e-05, "train/grad": 0.1010346265930668, "train/loss": 0.8141529225158691, "eval/hcp-train-subset/loss": 0.8254972032962307, "eval/hcp-val/loss": 0.8414223405622667, "eval/nsd-val/loss": 0.8191746915540388}
+{"epoch": 45, "train/lr": 7.683818071130916e-05, "train/grad": 0.10471252677187076, "train/loss": 0.8092914191246032, "eval/hcp-train-subset/loss": 0.8248402332105944, "eval/hcp-val/loss": 0.84166403355137, "eval/nsd-val/loss": 0.817427340053743}
+{"epoch": 46, "train/lr": 7.481909076272522e-05, "train/grad": 0.10368217458762467, "train/loss": 0.812126314535141, "eval/hcp-train-subset/loss": 0.8225747068082133, "eval/hcp-val/loss": 0.8420727502915167, "eval/nsd-val/loss": 0.8223869492930751}
+{"epoch": 47, "train/lr": 7.278653006925963e-05, "train/grad": 0.10149215210095601, "train/loss": 0.8144456730842591, "eval/hcp-train-subset/loss": 0.8224465597060419, "eval/hcp-val/loss": 0.8415962803748346, "eval/nsd-val/loss": 0.8189505761669528}
+{"epoch": 48, "train/lr": 7.074272120618864e-05, "train/grad": 0.10918054434575042, "train/loss": 0.8088462692642212, "eval/hcp-train-subset/loss": 0.8230175875848339, "eval/hcp-val/loss": 0.8397474760009397, "eval/nsd-val/loss": 0.815961136933296}
+{"epoch": 49, "train/lr": 6.868989904849677e-05, "train/grad": 0.11018511715193641, "train/loss": 0.8051790238189698, "eval/hcp-train-subset/loss": 0.8224857286099465, "eval/hcp-val/loss": 0.8412057315149615, "eval/nsd-val/loss": 0.8188642349935347}
+{"epoch": 50, "train/lr": 6.6630308327075e-05, "train/grad": 0.10925591124815535, "train/loss": 0.8105888201904297, "eval/hcp-train-subset/loss": 0.8220570279705909, "eval/hcp-val/loss": 0.8412050662502166, "eval/nsd-val/loss": 0.8149831016217509}
+{"epoch": 51, "train/lr": 6.456620117413798e-05, "train/grad": 0.11290744710692753, "train/loss": 0.806661569852829, "eval/hcp-train-subset/loss": 0.8204413210192034, "eval/hcp-val/loss": 0.840014265429589, "eval/nsd-val/loss": 0.8171430258981643}
+{"epoch": 52, "train/lr": 6.249983466055255e-05, "train/grad": 0.11419626061670567, "train/loss": 0.8063465749073029, "eval/hcp-train-subset/loss": 0.818625912550957, "eval/hcp-val/loss": 0.8399063877521022, "eval/nsd-val/loss": 0.8184743244801799}
+{"epoch": 53, "train/lr": 6.0433468327763305e-05, "train/grad": 0.11529029717057547, "train/loss": 0.8043197271251679, "eval/hcp-train-subset/loss": 0.8176988074856419, "eval/hcp-val/loss": 0.840355291481941, "eval/nsd-val/loss": 0.8152190331489809}
+{"epoch": 54, "train/lr": 5.83693617170174e-05, "train/grad": 0.11832258395407058, "train/loss": 0.8040062693023682, "eval/hcp-train-subset/loss": 0.817976551671182, "eval/hcp-val/loss": 0.8393003133035475, "eval/nsd-val/loss": 0.8187303841114044}
+{"epoch": 55, "train/lr": 5.6309771898588165e-05, "train/grad": 0.12407177067141165, "train/loss": 0.8009278922843933, "eval/hcp-train-subset/loss": 0.8171338342851208, "eval/hcp-val/loss": 0.8388166600658048, "eval/nsd-val/loss": 0.8191565640511052}
+{"epoch": 56, "train/lr": 5.4256951003704155e-05, "train/grad": 0.12280275832704256, "train/loss": 0.8031247965335846, "eval/hcp-train-subset/loss": 0.8160920393082404, "eval/hcp-val/loss": 0.8386069132435706, "eval/nsd-val/loss": 0.8182058651601115}
+{"epoch": 57, "train/lr": 5.221314376187425e-05, "train/grad": 0.12341527956756608, "train/loss": 0.8040184836006165, "eval/hcp-train-subset/loss": 0.8141984785756757, "eval/hcp-val/loss": 0.8387853926227938, "eval/nsd-val/loss": 0.8180994949033183}
+{"epoch": 58, "train/lr": 5.018058504631059e-05, "train/grad": 0.12807353566756569, "train/loss": 0.7995112971973419, "eval/hcp-train-subset/loss": 0.8148229304821261, "eval/hcp-val/loss": 0.8395799484945112, "eval/nsd-val/loss": 0.8211402027837692}
+{"epoch": 59, "train/lr": 4.816149743012713e-05, "train/grad": 0.12841425600930303, "train/loss": 0.8020426762676239, "eval/hcp-train-subset/loss": 0.8150227108309346, "eval/hcp-val/loss": 0.8397156144342115, "eval/nsd-val/loss": 0.8188519545139805}
+{"epoch": 60, "train/lr": 4.615808875598772e-05, "train/grad": 0.13047553640564422, "train/loss": 0.7996231863880158, "eval/hcp-train-subset/loss": 0.8125254646424325, "eval/hcp-val/loss": 0.8386093704931198, "eval/nsd-val/loss": 0.8230492607239754}
+{"epoch": 61, "train/lr": 4.417254972186445e-05, "train/grad": 0.13164468431218065, "train/loss": 0.7992665868282318, "eval/hcp-train-subset/loss": 0.8123393424095646, "eval/hcp-val/loss": 0.8386218836230617, "eval/nsd-val/loss": 0.8261439665671317}
+{"epoch": 62, "train/lr": 4.220705148553925e-05, "train/grad": 0.1338344741745655, "train/loss": 0.7981188384437561, "eval/hcp-train-subset/loss": 0.8113027407277015, "eval/hcp-val/loss": 0.8398673957394015, "eval/nsd-val/loss": 0.8188137527435057}
+{"epoch": 63, "train/lr": 4.026374329047657e-05, "train/grad": 0.1332845863843987, "train/loss": 0.7999420831108093, "eval/hcp-train-subset/loss": 0.8093091134102114, "eval/hcp-val/loss": 0.8399326051435163, "eval/nsd-val/loss": 0.8186195108198351}
+{"epoch": 64, "train/lr": 3.834475011565652e-05, "train/grad": 0.1387093625783863, "train/loss": 0.7990751268100739, "eval/hcp-train-subset/loss": 0.8092553990502511, "eval/hcp-val/loss": 0.8390589250672248, "eval/nsd-val/loss": 0.8189442773019114}
+{"epoch": 65, "train/lr": 3.6452170351940815e-05, "train/grad": 0.14051592248136174, "train/loss": 0.7954003508663178, "eval/hcp-train-subset/loss": 0.8086359510498662, "eval/hcp-val/loss": 0.8399238932517267, "eval/nsd-val/loss": 0.82000304806617}
+{"epoch": 66, "train/lr": 3.458807350751516e-05, "train/grad": 0.1414362529695759, "train/loss": 0.7988574220561981, "eval/hcp-train-subset/loss": 0.8066393463842331, "eval/hcp-val/loss": 0.8400765570902056, "eval/nsd-val/loss": 0.8162286118153603}
+{"epoch": 67, "train/lr": 3.2754497944910164e-05, "train/grad": 0.14441464539789017, "train/loss": 0.7964259827613831, "eval/hcp-train-subset/loss": 0.8041861124577061, "eval/hcp-val/loss": 0.8393447370298447, "eval/nsd-val/loss": 0.8202721428486609}
+{"epoch": 68, "train/lr": 3.0953448652083367e-05, "train/grad": 0.1451759527690681, "train/loss": 0.7971121720600128, "eval/hcp-train-subset/loss": 0.8048486209684803, "eval/hcp-val/loss": 0.8393276006944718, "eval/nsd-val/loss": 0.823653555685474}
+{"epoch": 69, "train/lr": 2.9186895049993948e-05, "train/grad": 0.1462490844327258, "train/loss": 0.796851992931366, "eval/hcp-train-subset/loss": 0.8028242453452079, "eval/hcp-val/loss": 0.838575416995633, "eval/nsd-val/loss": 0.8182649025993962}
+{"epoch": 70, "train/lr": 2.7456768839068717e-05, "train/grad": 0.1497293102391608, "train/loss": 0.7943155593681336, "eval/hcp-train-subset/loss": 0.8017111487926976, "eval/hcp-val/loss": 0.8385916111930725, "eval/nsd-val/loss": 0.8215436012514176}
+{"epoch": 71, "train/lr": 2.5764961886919063e-05, "train/grad": 0.15504983856453633, "train/loss": 0.7937070176124573, "eval/hcp-train-subset/loss": 0.8018990726240219, "eval/hcp-val/loss": 0.8390136207303693, "eval/nsd-val/loss": 0.8194304560461352}
+{"epoch": 72, "train/lr": 2.411332415960724e-05, "train/grad": 0.15181978244844838, "train/loss": 0.7953761101341248, "eval/hcp-train-subset/loss": 0.8009728904693357, "eval/hcp-val/loss": 0.8391698473884214, "eval/nsd-val/loss": 0.8197312066631932}
+{"epoch": 73, "train/lr": 2.2503661698739544e-05, "train/grad": 0.155490698869207, "train/loss": 0.7949092643165588, "eval/hcp-train-subset/loss": 0.7985759310183986, "eval/hcp-val/loss": 0.8389917256370667, "eval/nsd-val/loss": 0.8179363031541148}
+{"epoch": 74, "train/lr": 2.0937734646583902e-05, "train/grad": 0.15659724085778953, "train/loss": 0.7944628803634644, "eval/hcp-train-subset/loss": 0.7998040385784642, "eval/hcp-val/loss": 0.8390925209368428, "eval/nsd-val/loss": 0.8216909891174685}
+{"epoch": 75, "train/lr": 1.9417255321381202e-05, "train/grad": 0.16094230558488853, "train/loss": 0.7916686376857758, "eval/hcp-train-subset/loss": 0.7981750945891103, "eval/hcp-val/loss": 0.8392559270704946, "eval/nsd-val/loss": 0.8210946984829441}
+{"epoch": 76, "train/lr": 1.7943886344950134e-05, "train/grad": 0.16051101926761882, "train/loss": 0.7932169512271882, "eval/hcp-train-subset/loss": 0.7959404164744962, "eval/hcp-val/loss": 0.8392432380107141, "eval/nsd-val/loss": 0.8189780442945419}
+{"epoch": 77, "train/lr": 1.651923882463461e-05, "train/grad": 0.16298751503219602, "train/loss": 0.7912658083438874, "eval/hcp-train-subset/loss": 0.795267298336952, "eval/hcp-val/loss": 0.8392360364237139, "eval/nsd-val/loss": 0.8211044871038006}
+{"epoch": 78, "train/lr": 1.5144870591581508e-05, "train/grad": 0.16573184080528072, "train/loss": 0.7913833130931854, "eval/hcp-train-subset/loss": 0.7942649376007819, "eval/hcp-val/loss": 0.8385033453664472, "eval/nsd-val/loss": 0.8219846592795464}
+{"epoch": 79, "train/lr": 1.3822284497275662e-05, "train/grad": 0.16719040660685838, "train/loss": 0.791326928243637, "eval/hcp-train-subset/loss": 0.7934466725395571, "eval/hcp-val/loss": 0.8398152964730417, "eval/nsd-val/loss": 0.8221551381772564}
+{"epoch": 80, "train/lr": 1.2552926770192975e-05, "train/grad": 0.17094690214112765, "train/loss": 0.7891566100311279, "eval/hcp-train-subset/loss": 0.7916518920852292, "eval/hcp-val/loss": 0.838543850568033, "eval/nsd-val/loss": 0.8224162084441031}
+{"epoch": 81, "train/lr": 1.1338185434371453e-05, "train/grad": 0.16868178083987073, "train/loss": 0.7943092018890381, "eval/hcp-train-subset/loss": 0.7906762919118328, "eval/hcp-val/loss": 0.8392438811640586, "eval/nsd-val/loss": 0.8214806866261267}
+{"epoch": 82, "train/lr": 1.0179388791627326e-05, "train/grad": 0.17022022906638368, "train/loss": 0.7928001017379761, "eval/hcp-train-subset/loss": 0.7900386933357485, "eval/hcp-val/loss": 0.8389725146755096, "eval/nsd-val/loss": 0.8214401237426265}
+{"epoch": 83, "train/lr": 9.07780396907607e-06, "train/grad": 0.1765348170329453, "train/loss": 0.7879824459171295, "eval/hcp-train-subset/loss": 0.7893926597410633, "eval/hcp-val/loss": 0.8393848961399447, "eval/nsd-val/loss": 0.8237024113055198}
+{"epoch": 84, "train/lr": 8.034635533547902e-06, "train/grad": 0.17360245220319012, "train/loss": 0.7922934934329987, "eval/hcp-train-subset/loss": 0.7889529495469986, "eval/hcp-val/loss": 0.8390007855430726, "eval/nsd-val/loss": 0.823797357659186}
+{"epoch": 85, "train/lr": 7.051024174411275e-06, "train/grad": 0.17532123481204495, "train/loss": 0.7917480660533905, "eval/hcp-train-subset/loss": 0.7878674951291853, "eval/hcp-val/loss": 0.8392348731717756, "eval/nsd-val/loss": 0.8220521202010493}
+{"epoch": 86, "train/lr": 6.1280454562463606e-06, "train/grad": 0.17831588609253518, "train/loss": 0.7889138554191589, "eval/hcp-train-subset/loss": 0.7869097609673777, "eval/hcp-val/loss": 0.8379312897882154, "eval/nsd-val/loss": 0.8222112271093553}
+{"epoch": 87, "train/lr": 5.266708642730326e-06, "train/grad": 0.17415982190037813, "train/loss": 0.7927430392169953, "eval/hcp-train-subset/loss": 0.7868859825595733, "eval/hcp-val/loss": 0.8386571368863506, "eval/nsd-val/loss": 0.8219752061751581}
+{"epoch": 88, "train/lr": 4.467955593022733e-06, "train/grad": 0.17664138169499116, "train/loss": 0.7928441916465759, "eval/hcp-train-subset/loss": 0.7867067129381241, "eval/hcp-val/loss": 0.8387217300553476, "eval/nsd-val/loss": 0.8215359439772945}
+{"epoch": 89, "train/lr": 3.732659731856291e-06, "train/grad": 0.17880664980156777, "train/loss": 0.791288721666336, "eval/hcp-train-subset/loss": 0.7855959361599337, "eval/hcp-val/loss": 0.8387318176607932, "eval/nsd-val/loss": 0.8229192495346069}
+{"epoch": 90, "train/lr": 3.0616250944596583e-06, "train/grad": 0.18144242683241904, "train/loss": 0.7913537672710419, "eval/hcp-train-subset/loss": 0.7847489147417007, "eval/hcp-val/loss": 0.8390965346367129, "eval/nsd-val/loss": 0.8219232876454631}
+{"epoch": 91, "train/lr": 2.4555854473568305e-06, "train/grad": 0.18087576502406047, "train/loss": 0.7942271099281311, "eval/hcp-train-subset/loss": 0.7841088281523797, "eval/hcp-val/loss": 0.8386417223561194, "eval/nsd-val/loss": 0.8203512670532349}
+{"epoch": 92, "train/lr": 1.915203486004091e-06, "train/grad": 0.1837156662225189, "train/loss": 0.7933781177043915, "eval/hcp-train-subset/loss": 0.7838221384632972, "eval/hcp-val/loss": 0.8383968107161983, "eval/nsd-val/loss": 0.8219256727926193}
+{"epoch": 93, "train/lr": 1.4410701101423926e-06, "train/grad": 0.18327060072574283, "train/loss": 0.7899825508594513, "eval/hcp-train-subset/loss": 0.7832534543929561, "eval/hcp-val/loss": 0.8383283451680215, "eval/nsd-val/loss": 0.8213330930279147}
+{"epoch": 94, "train/lr": 1.0337037776570775e-06, "train/grad": 0.182818222246679, "train/loss": 0.7921518129062652, "eval/hcp-train-subset/loss": 0.7826513830692537, "eval/hcp-val/loss": 0.838212670818452, "eval/nsd-val/loss": 0.8229872247865123}
+{"epoch": 95, "train/lr": 6.935499376518293e-07, "train/grad": 0.18849768848949305, "train/loss": 0.788685396270752, "eval/hcp-train-subset/loss": 0.782187775258095, "eval/hcp-val/loss": 0.8382088301643249, "eval/nsd-val/loss": 0.8223608376518372}
+{"epoch": 96, "train/lr": 4.209805433566085e-07, "train/grad": 0.18502053510614141, "train/loss": 0.7946466433811188, "eval/hcp-train-subset/loss": 0.7820050351081356, "eval/hcp-val/loss": 0.8378799644208723, "eval/nsd-val/loss": 0.8217265134857547}
+{"epoch": 97, "train/lr": 2.1629364540224422e-07, "train/grad": 0.18721441872580102, "train/loss": 0.7923817550182343, "eval/hcp-train-subset/loss": 0.7818257702935126, "eval/hcp-val/loss": 0.8377579594812086, "eval/nsd-val/loss": 0.8216637632539195}
+{"epoch": 98, "train/lr": 7.971306590647406e-08, "train/grad": 0.1897902801368067, "train/loss": 0.7927230242538452, "eval/hcp-train-subset/loss": 0.7822354849307768, "eval/hcp-val/loss": 0.8375381961945565, "eval/nsd-val/loss": 0.8215769529342651}
+{"epoch": 99, "train/lr": 1.1388153727718725e-08, "train/grad": 0.1871258923842022, "train/loss": 0.7942694155883789, "eval/hcp-train-subset/loss": 0.7818839828814229, "eval/hcp-val/loss": 0.837602146210209, "eval/nsd-val/loss": 0.8218551470387366}

data_scaling/n800_2/eval_v2/aabc_age__patch__logistic/config.yaml

@@ -0,0 +1,30 @@
+output_root: experiments/data_scaling/output
+name_prefix: eval_logistic
+remote_root: null
+notes: data scaling experiment n800_2; eval v2 (aabc_age patch logistic)
+model_kwargs:
+  ckpt_path: experiments/data_scaling/output/data_scaling/n800_2/pretrain/checkpoint-best.pth
+dataset_kwargs: {}
+num_workers: 16
+batch_size: 2
+cv_folds: 5
+max_iter: 1000
+Cs: 10
+balanced_sampling: false
+metrics:
+- acc
+- f1
+- bacc
+cv_metric: bacc
+n_trials: 100
+amp: true
+device: cuda
+seed: 4466
+debug: false
+name: data_scaling/n800_2/eval_v2/aabc_age__patch__logistic
+model: flat_mae
+representation: patch
+dataset: aabc_age
+distributed: false
+output_dir: experiments/data_scaling/output/data_scaling/n800_2/eval_v2/aabc_age__patch__logistic
+remote_dir: null

data_scaling/n800_2/eval_v2/aabc_age__patch__logistic/eval_table.csv

@@ -0,0 +1,203 @@
+model,repr,clf,dataset,trial,C,split,acc,acc_std,f1,f1_std,bacc,bacc_std
+flat_mae,patch,logistic,aabc_age,,0.046415888336127774,train,0.8484251968503937,0.015995532945611686,0.8485089157747366,0.01607942211160092,0.848708087444587,0.01597936645895217
+flat_mae,patch,logistic,aabc_age,,0.046415888336127774,test,0.3269230769230769,0.059978435473872535,0.3167299177735611,0.05931230733384628,0.3161630036630037,0.05904017184400353
+flat_mae,patch,logistic,aabc_age,1,0.005994842503189409,train,0.6909448818897638,0.020581250816599318,0.6894709330100421,0.020968361414545132,0.6914292879213025,0.020691179127025006
+flat_mae,patch,logistic,aabc_age,1,0.005994842503189409,test,0.5384615384615384,0.05519544349172783,0.48772710418984055,0.05513868145573847,0.530448717948718,0.05410809153290984
+flat_mae,patch,logistic,aabc_age,2,0.000774263682681127,train,0.5492125984251969,0.020489258688870204,0.5410250087895812,0.021176936361674784,0.5499724054400841,0.020500705903245313
+flat_mae,patch,logistic,aabc_age,2,0.000774263682681127,test,0.4807692307692308,0.06353841497483859,0.4606775559588626,0.062053678804835456,0.47573260073260076,0.06271876462253284
+flat_mae,patch,logistic,aabc_age,3,0.005994842503189409,train,0.6850393700787402,0.02017275004504067,0.6831771246930798,0.020443754162839382,0.6848957783919492,0.02019846479987212
+flat_mae,patch,logistic,aabc_age,3,0.005994842503189409,test,0.5384615384615384,0.06300389769101872,0.5169103313840157,0.06628251523583914,0.5336538461538461,0.06289580840658307
+flat_mae,patch,logistic,aabc_age,4,9.999999999999999e-05,train,0.4822834645669291,0.0210428010516412,0.45728569377485156,0.02176333926381084,0.4791864855223259,0.02101130568085721
+flat_mae,patch,logistic,aabc_age,4,9.999999999999999e-05,test,0.5769230769230769,0.06034235414816041,0.5429694160272804,0.06663970422037728,0.565018315018315,0.06043744449065555
+flat_mae,patch,logistic,aabc_age,5,0.005994842503189409,train,0.6811023622047244,0.019980870012848106,0.6811512811200513,0.020072155443880194,0.6809135069976544,0.019857144112961033
+flat_mae,patch,logistic,aabc_age,5,0.005994842503189409,test,0.46153846153846156,0.06231731881950692,0.43421356421356416,0.06333922247789144,0.45650183150183155,0.0616474213267528
+flat_mae,patch,logistic,aabc_age,6,0.046415888336127774,train,0.8523622047244095,0.015288281115386363,0.8516332235484114,0.0154567439186399,0.8514245122164066,0.015396060701500755
+flat_mae,patch,logistic,aabc_age,6,0.046415888336127774,test,0.5192307692307693,0.0683808513284411,0.5195726495726496,0.06896968536618439,0.5206043956043955,0.0687060014621711
+flat_mae,patch,logistic,aabc_age,7,0.005994842503189409,train,0.687007874015748,0.019006599827472395,0.68440587361963,0.01924982629246103,0.6882673013815022,0.01898150932378291
+flat_mae,patch,logistic,aabc_age,7,0.005994842503189409,test,0.5384615384615384,0.060782812503683864,0.5070993914807302,0.06302930688534455,0.532051282051282,0.06035866002205527
+flat_mae,patch,logistic,aabc_age,8,0.046415888336127774,train,0.8366141732283464,0.016030507429720908,0.836195844866827,0.016202585894743944,0.8359481836018788,0.016105266602912664
+flat_mae,patch,logistic,aabc_age,8,0.046415888336127774,test,0.5576923076923077,0.06474550771467291,0.5577777777777777,0.06492434504623282,0.5590659340659341,0.06473729888165897
+flat_mae,patch,logistic,aabc_age,9,21.54434690031882,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,aabc_age,9,21.54434690031882,test,0.4807692307692308,0.06509987774827412,0.45744104093250204,0.06584195999695652,0.4743589743589744,0.06455884673657948
+flat_mae,patch,logistic,aabc_age,10,0.3593813663804626,train,0.9960629921259843,0.0029014733045635006,0.9960165932547393,0.0029509043399357244,0.9958677685950413,0.0030453480138807184
+flat_mae,patch,logistic,aabc_age,10,0.3593813663804626,test,0.5384615384615384,0.06709450854520864,0.5353296703296704,0.06801653013603917,0.5368589743589743,0.06727048866367215
+flat_mae,patch,logistic,aabc_age,11,9.999999999999999e-05,train,0.4862204724409449,0.021506303623407507,0.4553597350354601,0.022125886315060402,0.4832863514573572,0.021390885089217423
+flat_mae,patch,logistic,aabc_age,11,9.999999999999999e-05,test,0.5576923076923077,0.060191644134951476,0.5042962749615975,0.06287764559826164,0.5469322344322345,0.05950815358352338
+flat_mae,patch,logistic,aabc_age,12,0.005994842503189409,train,0.6811023622047244,0.020106531253431002,0.6776707406367626,0.020391152562291726,0.6810987094089058,0.020044744021015824
+flat_mae,patch,logistic,aabc_age,12,0.005994842503189409,test,0.4230769230769231,0.0656901909224806,0.4297369297369297,0.06495014599248462,0.42124542124542125,0.06564201717376401
+flat_mae,patch,logistic,aabc_age,13,0.005994842503189409,train,0.6791338582677166,0.02002420415241274,0.6769865069326397,0.020317784653526322,0.6794001215982692,0.020064150739029854
+flat_mae,patch,logistic,aabc_age,13,0.005994842503189409,test,0.4807692307692308,0.06327449124729136,0.4617257742257742,0.0656823241352244,0.4787087912087912,0.06317904756654873
+flat_mae,patch,logistic,aabc_age,14,0.046415888336127774,train,0.844488188976378,0.015618301775887841,0.8441057443169617,0.01573707637839785,0.8436775373089958,0.015714765970822827
+flat_mae,patch,logistic,aabc_age,14,0.046415888336127774,test,0.5384615384615384,0.06021827898786509,0.5318167823555755,0.06351924109970726,0.5398351648351648,0.06038447202234779
+flat_mae,patch,logistic,aabc_age,15,9.999999999999999e-05,train,0.4940944881889764,0.021539290201444537,0.46950784170630944,0.022019713725794497,0.49111567850491666,0.021389114978481658
+flat_mae,patch,logistic,aabc_age,15,9.999999999999999e-05,test,0.5384615384615384,0.05897812000270316,0.49687986305633364,0.057480713930717436,0.5290750915750916,0.057833422241754404
+flat_mae,patch,logistic,aabc_age,16,0.005994842503189409,train,0.6791338582677166,0.019982649489308488,0.6743597147477769,0.02063924449342121,0.6792001749173842,0.0199626364830176
+flat_mae,patch,logistic,aabc_age,16,0.005994842503189409,test,0.36538461538461536,0.06068587272116135,0.36352627257799675,0.06036554721840611,0.3660714285714286,0.060828399194328024
+flat_mae,patch,logistic,aabc_age,17,0.005994842503189409,train,0.6732283464566929,0.020327262343837374,0.6711933232639596,0.020614849064071572,0.6745395472478322,0.02028791985450001
+flat_mae,patch,logistic,aabc_age,17,0.005994842503189409,test,0.5192307692307693,0.0616524305226413,0.4979166666666666,0.061143790784986406,0.5128205128205129,0.06096300513790906
+flat_mae,patch,logistic,aabc_age,18,0.000774263682681127,train,0.5590551181102362,0.021803308493632847,0.5522880125099148,0.022442554770798463,0.5587976299845221,0.021817791239157315
+flat_mae,patch,logistic,aabc_age,18,0.000774263682681127,test,0.5,0.06099442209437859,0.47514041514041516,0.05884670213661691,0.4906135531135531,0.06020963082756595
+flat_mae,patch,logistic,aabc_age,19,0.046415888336127774,train,0.8562992125984252,0.015654633966820476,0.8564345804200748,0.015721467783461607,0.8575472200219031,0.015529955399877329
+flat_mae,patch,logistic,aabc_age,19,0.046415888336127774,test,0.40384615384615385,0.06816499084083678,0.4084669356408487,0.0685552353576906,0.4049908424908425,0.06849839391423165
+flat_mae,patch,logistic,aabc_age,20,0.000774263682681127,train,0.5452755905511811,0.021450415899014277,0.5345501650530318,0.0222677807136452,0.5446523612887881,0.021484454236092035
+flat_mae,patch,logistic,aabc_age,20,0.000774263682681127,test,0.5384615384615384,0.056741537439568175,0.5166915030388032,0.0625569348086195,0.5336538461538463,0.05632598273793801
+flat_mae,patch,logistic,aabc_age,21,0.3593813663804626,train,0.9940944881889764,0.0033767595124630317,0.9940853895896431,0.0033854944041010184,0.9940692074439622,0.0033984648797639665
+flat_mae,patch,logistic,aabc_age,21,0.3593813663804626,test,0.3076923076923077,0.06103258417731423,0.3125925925925926,0.05961882012278606,0.3067765567765568,0.06075299381702839
+flat_mae,patch,logistic,aabc_age,22,0.046415888336127774,train,0.8503937007874016,0.015428801836041986,0.8499562679573284,0.015519263384332347,0.8504786013897493,0.015446067749181471
+flat_mae,patch,logistic,aabc_age,22,0.046415888336127774,test,0.34615384615384615,0.06475849536465074,0.3566406711568002,0.06417541144447803,0.34706959706959706,0.06507525936385292
+flat_mae,patch,logistic,aabc_age,23,0.046415888336127774,train,0.8523622047244095,0.01562544016368054,0.8532803624839458,0.015596648167245548,0.8528122716436288,0.01557651718788025
+flat_mae,patch,logistic,aabc_age,23,0.046415888336127774,test,0.4423076923076923,0.059212734517112814,0.42248847926267286,0.05475109674361226,0.4356684981684981,0.05823920190153227
+flat_mae,patch,logistic,aabc_age,24,0.005994842503189409,train,0.6968503937007874,0.020147487680664294,0.6960686341417721,0.020325505666749222,0.6976776216989617,0.02009033598509028
+flat_mae,patch,logistic,aabc_age,24,0.005994842503189409,test,0.4423076923076923,0.06683544217973685,0.4401242236024845,0.06701285499402448,0.4375,0.0666050214376075
+flat_mae,patch,logistic,aabc_age,25,0.000774263682681127,train,0.5688976377952756,0.02080945948522469,0.5597815339655863,0.02152296086192698,0.5688282884755911,0.020772691471699585
+flat_mae,patch,logistic,aabc_age,25,0.000774263682681127,test,0.28846153846153844,0.05904671703743916,0.2734646962233169,0.05672688626938461,0.2831959706959707,0.05827554943177018
+flat_mae,patch,logistic,aabc_age,26,0.000774263682681127,train,0.5649606299212598,0.02177988339561627,0.5566479633215817,0.02206984186968756,0.5641433267675382,0.02172069286316667
+flat_mae,patch,logistic,aabc_age,26,0.000774263682681127,test,0.5192307692307693,0.06393788590841794,0.5045977011494253,0.066554409306599,0.5144230769230769,0.06394094227934322
+flat_mae,patch,logistic,aabc_age,27,0.005994842503189409,train,0.6929133858267716,0.020473387319131543,0.6921901222203017,0.020679347771869427,0.6938629315156246,0.02046829065996268
+flat_mae,patch,logistic,aabc_age,27,0.005994842503189409,test,0.4230769230769231,0.06201997912488272,0.403968253968254,0.0644098896823417,0.4168956043956044,0.06175971655585291
+flat_mae,patch,logistic,aabc_age,28,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,aabc_age,28,2.782559402207126,test,0.4423076923076923,0.06580030754770665,0.42652381574283105,0.06562130433115755,0.4358974358974359,0.06540111199277875
+flat_mae,patch,logistic,aabc_age,29,0.000774263682681127,train,0.547244094488189,0.020726082833980454,0.5342814512625833,0.021052259406622514,0.5456482587856667,0.020590637710830823
+flat_mae,patch,logistic,aabc_age,29,0.000774263682681127,test,0.38461538461538464,0.06312487623750244,0.38681626928471247,0.060015679757790055,0.38369963369963367,0.06298079712438281
+flat_mae,patch,logistic,aabc_age,30,0.005994842503189409,train,0.6712598425196851,0.02134349937545226,0.6680528114603126,0.021820796489913582,0.6711856454585732,0.021343584487865174
+flat_mae,patch,logistic,aabc_age,30,0.005994842503189409,test,0.5576923076923077,0.05937589613151213,0.5285714285714286,0.06391745935104283,0.5556318681318682,0.05910997530886905
+flat_mae,patch,logistic,aabc_age,31,0.005994842503189409,train,0.6712598425196851,0.02092868208988488,0.6684713211730369,0.021236736400896607,0.6717707412315947,0.02094115487006628
+flat_mae,patch,logistic,aabc_age,31,0.005994842503189409,test,0.6153846153846154,0.06821341163310349,0.614609250398724,0.06966901128454268,0.6110347985347986,0.06830997790692363
+flat_mae,patch,logistic,aabc_age,32,0.005994842503189409,train,0.6771653543307087,0.019533742988332527,0.6765521454990305,0.01966940258555827,0.6785041974418332,0.019456907207935175
+flat_mae,patch,logistic,aabc_age,32,0.005994842503189409,test,0.46153846153846156,0.06228692673911237,0.4462962962962963,0.06184382623303706,0.4565018315018315,0.06182489227622527
+flat_mae,patch,logistic,aabc_age,33,9.999999999999999e-05,train,0.4862204724409449,0.02013867078861269,0.45117091216408867,0.020889788507338285,0.48209853871102,0.020012150236888862
+flat_mae,patch,logistic,aabc_age,33,9.999999999999999e-05,test,0.5,0.058587920074860356,0.47426478772902336,0.06422098272202606,0.49221611721611724,0.05831191145775572
+flat_mae,patch,logistic,aabc_age,34,0.005994842503189409,train,0.6968503937007874,0.019256392500084332,0.6954625554434085,0.019506717721369644,0.6975776483585192,0.019243247205871908
+flat_mae,patch,logistic,aabc_age,34,0.005994842503189409,test,0.3076923076923077,0.0621674585246034,0.3067367415193502,0.064577378178551,0.3042582417582418,0.06188363824494052
+flat_mae,patch,logistic,aabc_age,35,0.046415888336127774,train,0.8366141732283464,0.015004545470382298,0.8357718544180283,0.015286299850720667,0.8356306423802574,0.015160122596603277
+flat_mae,patch,logistic,aabc_age,35,0.046415888336127774,test,0.4230769230769231,0.06712016734116003,0.42630681818181815,0.06656670215100685,0.4210164835164835,0.06704574641209346
+flat_mae,patch,logistic,aabc_age,36,0.046415888336127774,train,0.84251968503937,0.017211811365829614,0.8421314778954562,0.017360612539161265,0.842214138579832,0.017333500256935596
+flat_mae,patch,logistic,aabc_age,36,0.046415888336127774,test,0.4423076923076923,0.062379766007100344,0.43418226934355963,0.06287846010655004,0.44619963369963367,0.06314270056641545
+flat_mae,patch,logistic,aabc_age,37,0.046415888336127774,train,0.8543307086614174,0.016518343249591578,0.8540500601753988,0.016649675558825325,0.8547284273354444,0.01649983792887907
+flat_mae,patch,logistic,aabc_age,37,0.046415888336127774,test,0.4230769230769231,0.06628323661093581,0.4225,0.06560986750290151,0.4196428571428571,0.06608899002915668
+flat_mae,patch,logistic,aabc_age,38,0.000774263682681127,train,0.5590551181102362,0.020166125652818074,0.5514219546064945,0.02078773607753825,0.5589652111954797,0.020228210999688453
+flat_mae,patch,logistic,aabc_age,38,0.000774263682681127,test,0.4807692307692308,0.06423803505656905,0.46704031262854795,0.0650581837070459,0.4757326007326007,0.06364079905334616
+flat_mae,patch,logistic,aabc_age,39,21.54434690031882,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,aabc_age,39,21.54434690031882,test,0.5192307692307693,0.06423887558242808,0.5179487179487179,0.06456009358655798,0.5146520146520146,0.0646743178666026
+flat_mae,patch,logistic,aabc_age,40,9.999999999999999e-05,train,0.4744094488188976,0.018961009230516766,0.4315714410868505,0.018765090338878496,0.4691491141930497,0.01875985972104341
+flat_mae,patch,logistic,aabc_age,40,9.999999999999999e-05,test,0.5,0.05703471381432238,0.45512820512820507,0.058655275506595356,0.4933608058608059,0.05610604310340992
+flat_mae,patch,logistic,aabc_age,41,0.005994842503189409,train,0.6909448818897638,0.019887638913062625,0.6904646946564885,0.020087062983869426,0.6920643703645455,0.019899138311476522
+flat_mae,patch,logistic,aabc_age,41,0.005994842503189409,test,0.36538461538461536,0.05879238367933576,0.34413079907469807,0.05698827899476846,0.3601190476190476,0.05793493615434646
+flat_mae,patch,logistic,aabc_age,42,9.999999999999999e-05,train,0.4921259842519685,0.020345397756505516,0.45448462881021034,0.02008292679382595,0.4885320748999308,0.020170173460363157
+flat_mae,patch,logistic,aabc_age,42,9.999999999999999e-05,test,0.4230769230769231,0.060696109854580384,0.3842165898617511,0.0627620883606583,0.4178113553113553,0.05981872892727983
+flat_mae,patch,logistic,aabc_age,43,0.046415888336127774,train,0.8248031496062992,0.0166066758282133,0.8243599745320307,0.016754603654138778,0.825156816695404,0.0166397493502236
+flat_mae,patch,logistic,aabc_age,43,0.046415888336127774,test,0.5769230769230769,0.06932552276405043,0.5824871169698755,0.06837608584373515,0.578525641025641,0.06951892011256879
+flat_mae,patch,logistic,aabc_age,44,0.005994842503189409,train,0.6751968503937008,0.019603217352574066,0.6729310870674459,0.019756726252388838,0.675802999296111,0.01957630903837703
+flat_mae,patch,logistic,aabc_age,44,0.005994842503189409,test,0.4807692307692308,0.06426851723583102,0.4604166666666667,0.06836738325562237,0.47596153846153844,0.06421081443809325
+flat_mae,patch,logistic,aabc_age,45,0.005994842503189409,train,0.65748031496063,0.020722217951286825,0.6549037339210911,0.02100682554699613,0.6579430137574824,0.020664062909156837
+flat_mae,patch,logistic,aabc_age,45,0.005994842503189409,test,0.5384615384615384,0.06488241526523875,0.532577250335871,0.06702968243397744,0.5396062271062271,0.06500635959061056
+flat_mae,patch,logistic,aabc_age,46,0.000774263682681127,train,0.5570866141732284,0.02142704554381124,0.5507295922325929,0.021902764200799944,0.5568314876224854,0.021413281271926148
+flat_mae,patch,logistic,aabc_age,46,0.000774263682681127,test,0.46153846153846156,0.05956661777088508,0.4228449444293847,0.057285103708569374,0.4562728937728938,0.05877123394021956
+flat_mae,patch,logistic,aabc_age,47,0.005994842503189409,train,0.6948818897637795,0.020511510267264735,0.6929511768024463,0.020810680013597774,0.696214222969798,0.020441081517142218
+flat_mae,patch,logistic,aabc_age,47,0.005994842503189409,test,0.4807692307692308,0.06950027670116474,0.475,0.07155749786684638,0.4789377289377289,0.06917068982031893
+flat_mae,patch,logistic,aabc_age,48,0.046415888336127774,train,0.844488188976378,0.015798087769067333,0.8438827413140308,0.015989785750274405,0.8445478088337115,0.015841853534049325
+flat_mae,patch,logistic,aabc_age,48,0.046415888336127774,test,0.36538461538461536,0.06403475387742201,0.3621359483428449,0.06150468317267114,0.3644688644688645,0.06406059247995173
+flat_mae,patch,logistic,aabc_age,49,0.005994842503189409,train,0.6850393700787402,0.020064452226873423,0.6816397773039564,0.0206408396048104,0.6846958317110642,0.020058463140633018
+flat_mae,patch,logistic,aabc_age,49,0.005994842503189409,test,0.36538461538461536,0.06407322918524437,0.36473443223443225,0.06223835454812998,0.3630952380952381,0.063809840620376
+flat_mae,patch,logistic,aabc_age,50,0.005994842503189409,train,0.6948818897637795,0.020160655430914304,0.6936891478982137,0.020329417779787154,0.6953439514450823,0.020078606979998345
+flat_mae,patch,logistic,aabc_age,50,0.005994842503189409,test,0.40384615384615385,0.07117737656665384,0.4065612648221344,0.07167949397646858,0.4036172161172161,0.0711365339555842
+flat_mae,patch,logistic,aabc_age,51,9.999999999999999e-05,train,0.4822834645669291,0.020535156814237645,0.448587479497075,0.02074230930605468,0.4798068236959353,0.02024887564326592
+flat_mae,patch,logistic,aabc_age,51,9.999999999999999e-05,test,0.5,0.06246242657572479,0.45423904052936304,0.06193097472090697,0.49061355311355315,0.061419757860950434
+flat_mae,patch,logistic,aabc_age,52,0.000774263682681127,train,0.5728346456692913,0.020245904037440768,0.5607472553677508,0.02125738321164806,0.570970043480012,0.020230945737418873
+flat_mae,patch,logistic,aabc_age,52,0.000774263682681127,test,0.34615384615384615,0.06256244218057375,0.34623515310014163,0.06239480575235427,0.34546703296703296,0.062385431244669165
+flat_mae,patch,logistic,aabc_age,53,0.005994842503189409,train,0.6948818897637795,0.020493693919910603,0.6938002644522292,0.02056399262499162,0.6955615193262612,0.020463961531229848
+flat_mae,patch,logistic,aabc_age,53,0.005994842503189409,test,0.4807692307692308,0.061944943583015374,0.47139208173690933,0.06327508635463391,0.4787087912087912,0.061998967003897
+flat_mae,patch,logistic,aabc_age,54,0.046415888336127774,train,0.84251968503937,0.015085715682646144,0.8426627679647185,0.015149465500562816,0.8434519379963904,0.015033950113066798
+flat_mae,patch,logistic,aabc_age,54,0.046415888336127774,test,0.40384615384615385,0.0655346130144871,0.39387959866220734,0.06686603228238441,0.40476190476190477,0.0659363584130358
+flat_mae,patch,logistic,aabc_age,55,0.005994842503189409,train,0.6633858267716536,0.021008013832185337,0.6585571723815218,0.021509299726014373,0.6631387505298347,0.020917729123253168
+flat_mae,patch,logistic,aabc_age,55,0.005994842503189409,test,0.5384615384615384,0.06765278566536653,0.5324175824175824,0.06841526373241891,0.5352564102564102,0.06774613604925014
+flat_mae,patch,logistic,aabc_age,56,0.3593813663804626,train,0.9980314960629921,0.001893549357967288,0.9980665982539895,0.0018619304493154491,0.9979338842975207,0.0019874443674532728
+flat_mae,patch,logistic,aabc_age,56,0.3593813663804626,test,0.46153846153846156,0.0626183612976069,0.436026936026936,0.06309698305086024,0.4652014652014652,0.06330651531832289
+flat_mae,patch,logistic,aabc_age,57,0.000774263682681127,train,0.562992125984252,0.021649051431017835,0.5546996171996172,0.022092204405889184,0.5621771844055015,0.021614109030607013
+flat_mae,patch,logistic,aabc_age,57,0.000774263682681127,test,0.4423076923076923,0.0605604373171738,0.3895173453996983,0.05155163535336095,0.4340659340659341,0.05902527887840181
+flat_mae,patch,logistic,aabc_age,58,0.005994842503189409,train,0.6830708661417323,0.01975617697362161,0.6804726800074486,0.0200680502291589,0.6833647717922702,0.019718457001743572
+flat_mae,patch,logistic,aabc_age,58,0.005994842503189409,test,0.46153846153846156,0.057039006169919124,0.4301693404634581,0.057744932163959525,0.4562728937728938,0.05600877126103236
+flat_mae,patch,logistic,aabc_age,59,9.999999999999999e-05,train,0.47244094488188976,0.020685782322725447,0.4439848915951836,0.020667640359383586,0.46873831246919284,0.02052884460241061
+flat_mae,patch,logistic,aabc_age,59,9.999999999999999e-05,test,0.5384615384615384,0.055125609658639475,0.46616071428571426,0.047481294518821104,0.5274725274725275,0.0533478727967722
+flat_mae,patch,logistic,aabc_age,60,0.005994842503189409,train,0.687007874015748,0.019733915307278138,0.6832259864598915,0.02017953399018254,0.6867119607433221,0.019704101589955923
+flat_mae,patch,logistic,aabc_age,60,0.005994842503189409,test,0.4230769230769231,0.057767079751001614,0.3815500338066261,0.05977867943483717,0.4178113553113553,0.05683784835697136
+flat_mae,patch,logistic,aabc_age,61,0.046415888336127774,train,0.8366141732283464,0.01729219014583406,0.8358026427611909,0.017538144293998074,0.8361157648128366,0.017358471222781568
+flat_mae,patch,logistic,aabc_age,61,0.046415888336127774,test,0.38461538461538464,0.06641161764766676,0.3873792270531401,0.06527619325006166,0.38255494505494503,0.06615880481974296
+flat_mae,patch,logistic,aabc_age,62,0.3593813663804626,train,0.9921259842519685,0.003924489941794036,0.9921411452260656,0.003937544744750882,0.9920030917414828,0.003994703929213977
+flat_mae,patch,logistic,aabc_age,62,0.3593813663804626,test,0.46153846153846156,0.05828834416149388,0.44278033794162824,0.05742984985507615,0.46520146520146516,0.05910922706174871
+flat_mae,patch,logistic,aabc_age,63,9.999999999999999e-05,train,0.4940944881889764,0.019932622572528813,0.4682834566165641,0.02067467683088922,0.4908481239535165,0.019802945742115205
+flat_mae,patch,logistic,aabc_age,63,9.999999999999999e-05,test,0.46153846153846156,0.06253519718985433,0.4253787878787879,0.061703455288722536,0.45215201465201466,0.06168244113080652
+flat_mae,patch,logistic,aabc_age,64,0.046415888336127774,train,0.8484251968503937,0.014810357497149719,0.8484102691782871,0.014860455687843138,0.8489975814602916,0.014799089021473581
+flat_mae,patch,logistic,aabc_age,64,0.046415888336127774,test,0.2692307692307692,0.05800269071497902,0.28474632407822065,0.058702618670260075,0.26991758241758246,0.05829165226960374
+flat_mae,patch,logistic,aabc_age,65,9.999999999999999e-05,train,0.484251968503937,0.02059148610515035,0.4524323507635756,0.020709279604936726,0.48056753211134107,0.02048326032725668
+flat_mae,patch,logistic,aabc_age,65,9.999999999999999e-05,test,0.5961538461538461,0.060017255901258594,0.5605921855921856,0.067110333708732,0.5856227106227107,0.05978085046912368
+flat_mae,patch,logistic,aabc_age,66,0.005994842503189409,train,0.6732283464566929,0.020853240328909662,0.6726719929589222,0.02096771226971461,0.6744719393773171,0.02077094562435508
+flat_mae,patch,logistic,aabc_age,66,0.005994842503189409,test,0.5,0.061129155634926394,0.49498266739646046,0.06272636224596949,0.4981684981684982,0.06127492238557759
+flat_mae,patch,logistic,aabc_age,67,0.046415888336127774,train,0.8385826771653543,0.015969717219279013,0.8382895919746786,0.016121524884267664,0.8382818538557584,0.0160666419770118
+flat_mae,patch,logistic,aabc_age,67,0.046415888336127774,test,0.5,0.0660317634701834,0.49031385281385287,0.06743980697803519,0.49954212454212454,0.06594788923795235
+flat_mae,patch,logistic,aabc_age,68,0.046415888336127774,train,0.8562992125984252,0.01519744756282531,0.8557547725848146,0.015326594567107346,0.8557743115025441,0.01525347912031134
+flat_mae,patch,logistic,aabc_age,68,0.046415888336127774,test,0.46153846153846156,0.06571860399645296,0.4450892857142857,0.06635174663769425,0.4551282051282052,0.0652580578724308
+flat_mae,patch,logistic,aabc_age,69,0.046415888336127774,train,0.8385826771653543,0.015672859958446608,0.8385471285569212,0.015862404655887057,0.8387845974886313,0.01575238544330602
+flat_mae,patch,logistic,aabc_age,69,0.046415888336127774,test,0.34615384615384615,0.06066050400023174,0.3581349206349206,0.05817978044254251,0.34386446886446886,0.06030859381278872
+flat_mae,patch,logistic,aabc_age,70,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,aabc_age,70,2.782559402207126,test,0.28846153846153844,0.06077014361534441,0.2915527950310559,0.06018056718814621,0.2875457875457875,0.06092041177985334
+flat_mae,patch,logistic,aabc_age,71,0.005994842503189409,train,0.6909448818897638,0.02100517452759471,0.6876519644151357,0.021524331837359478,0.6915968691322602,0.020935994769250555
+flat_mae,patch,logistic,aabc_age,71,0.005994842503189409,test,0.4423076923076923,0.06719673271502093,0.4446682946682946,0.06744168058937347,0.4432234432234432,0.06744835960430218
+flat_mae,patch,logistic,aabc_age,72,21.54434690031882,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,aabc_age,72,21.54434690031882,test,0.40384615384615385,0.06727690504670025,0.3977777777777778,0.0646479965651477,0.39743589743589747,0.06646912577352955
+flat_mae,patch,logistic,aabc_age,73,0.000774263682681127,train,0.5511811023622047,0.020922660048746357,0.541067486609957,0.021507745758496646,0.550098031412247,0.02079851589010486
+flat_mae,patch,logistic,aabc_age,73,0.000774263682681127,test,0.4423076923076923,0.057966974376304964,0.4294469897918174,0.05304606874511814,0.43704212454212454,0.05728384876930522
+flat_mae,patch,logistic,aabc_age,74,0.005994842503189409,train,0.6909448818897638,0.020328794578621176,0.6878755827702788,0.02063348482798123,0.6913293145808599,0.020212188187798578
+flat_mae,patch,logistic,aabc_age,74,0.005994842503189409,test,0.5192307692307693,0.06799515950401419,0.5213920817369093,0.06916211701146155,0.5203754578754579,0.06828785249034532
+flat_mae,patch,logistic,aabc_age,75,0.005994842503189409,train,0.6614173228346457,0.01948495916924816,0.6585608892855825,0.019787965949334258,0.6626779621357566,0.019504302542788822
+flat_mae,patch,logistic,aabc_age,75,0.005994842503189409,test,0.5384615384615384,0.06775124182796038,0.5395859762426478,0.0685711214427652,0.5398351648351648,0.06789861483745838
+flat_mae,patch,logistic,aabc_age,76,0.046415888336127774,train,0.8484251968503937,0.015127987976331848,0.8484836662714175,0.015216683416352815,0.8491151760010281,0.01512137348150778
+flat_mae,patch,logistic,aabc_age,76,0.046415888336127774,test,0.4230769230769231,0.062390448366214504,0.40431879948008986,0.062244117145241966,0.4194139194139195,0.06183557496474066
+flat_mae,patch,logistic,aabc_age,77,0.005994842503189409,train,0.6929133858267716,0.019923178068923856,0.6902414149948674,0.020302597226574022,0.6918224684448656,0.020030249410085493
+flat_mae,patch,logistic,aabc_age,77,0.005994842503189409,test,0.4230769230769231,0.0664289784024836,0.41780503978779837,0.06606119480017603,0.42101648351648346,0.06629978341728682
+flat_mae,patch,logistic,aabc_age,78,0.3593813663804626,train,0.9940944881889764,0.0035256867218931513,0.9940853895896431,0.003543268646969582,0.9940692074439622,0.003552204217137125
+flat_mae,patch,logistic,aabc_age,78,0.3593813663804626,test,0.46153846153846156,0.06818223058867565,0.45828676570805504,0.06785089987788108,0.45810439560439564,0.06811349836300244
+flat_mae,patch,logistic,aabc_age,79,0.005994842503189409,train,0.6692913385826772,0.019114785867230574,0.6670995973301341,0.019526294463064094,0.6710600194864104,0.01911043721685484
+flat_mae,patch,logistic,aabc_age,79,0.005994842503189409,test,0.36538461538461536,0.06608013558949942,0.35644904820317114,0.06457436115404287,0.36309523809523814,0.06545582061502234
+flat_mae,patch,logistic,aabc_age,80,0.3593813663804626,train,0.9960629921259843,0.002692968065936539,0.9960165932547393,0.0027374378932833354,0.9958677685950413,0.0028265036725119244
+flat_mae,patch,logistic,aabc_age,80,0.3593813663804626,test,0.4423076923076923,0.06101779738431351,0.41100783747842573,0.06253930896851867,0.44139194139194143,0.06083417129375684
+flat_mae,patch,logistic,aabc_age,81,0.046415888336127774,train,0.8562992125984252,0.01546223892784177,0.8570332922173409,0.015431292462546686,0.8569944897188088,0.015510697400134686
+flat_mae,patch,logistic,aabc_age,81,0.046415888336127774,test,0.5,0.06640394361640467,0.4964387464387464,0.06604964103444848,0.4981684981684982,0.06649117815739108
+flat_mae,patch,logistic,aabc_age,82,0.046415888336127774,train,0.8562992125984252,0.015226514233187832,0.855506892622507,0.015385136141323216,0.8557743115025441,0.015289810492958312
+flat_mae,patch,logistic,aabc_age,82,0.046415888336127774,test,0.5,0.06551656369455891,0.4988010074216971,0.06703036269274021,0.5027472527472527,0.06570994008621109
+flat_mae,patch,logistic,aabc_age,83,0.046415888336127774,train,0.8484251968503937,0.015012514154903001,0.847273548690703,0.015262377459161355,0.8472922808114478,0.01517091622239071
+flat_mae,patch,logistic,aabc_age,83,0.046415888336127774,test,0.4230769230769231,0.06652850081069273,0.4336080586080586,0.06556249861230605,0.4226190476190476,0.06671711641431947
+flat_mae,patch,logistic,aabc_age,84,0.005994842503189409,train,0.687007874015748,0.0196444191134888,0.6855714576321537,0.01993050087214469,0.687782178948923,0.01964924730309247
+flat_mae,patch,logistic,aabc_age,84,0.005994842503189409,test,0.46153846153846156,0.0583741629439625,0.41962474645030423,0.05913807976499922,0.4548992673992674,0.05730455458778222
+flat_mae,patch,logistic,aabc_age,85,9.999999999999999e-05,train,0.4940944881889764,0.019538827076657567,0.4588348656847109,0.020288046937431376,0.4899954736290946,0.01935009911907777
+flat_mae,patch,logistic,aabc_age,85,9.999999999999999e-05,test,0.4807692307692308,0.05118817529411288,0.3934587813620072,0.04939893841569461,0.47115384615384615,0.04929028325753728
+flat_mae,patch,logistic,aabc_age,86,0.046415888336127774,train,0.84251968503937,0.015782287545257845,0.8423752698692449,0.01588950319216953,0.842631653141896,0.01582109716766648
+flat_mae,patch,logistic,aabc_age,86,0.046415888336127774,test,0.4423076923076923,0.06657997815502992,0.4329789833822092,0.066983926277027,0.4391025641025641,0.066537229515335
+flat_mae,patch,logistic,aabc_age,87,0.005994842503189409,train,0.6771653543307087,0.02023939893540661,0.6729809628266399,0.020810908186044426,0.6769164913337259,0.020287408199401304
+flat_mae,patch,logistic,aabc_age,87,0.005994842503189409,test,0.5,0.0665410292968305,0.4883554827000761,0.06928196378557482,0.49954212454212454,0.06665679986980262
+flat_mae,patch,logistic,aabc_age,88,0.046415888336127774,train,0.8366141732283464,0.01600285756303857,0.8362185139962918,0.016129247974201184,0.8373035775591737,0.01591158961686018
+flat_mae,patch,logistic,aabc_age,88,0.046415888336127774,test,0.5576923076923077,0.06683238771237549,0.555632974111235,0.06664332642483219,0.5560897435897436,0.06674406372505183
+flat_mae,patch,logistic,aabc_age,89,9.999999999999999e-05,train,0.5078740157480315,0.020603067513668492,0.48242133553136773,0.02126787971232275,0.5052785684009444,0.020539135103502637
+flat_mae,patch,logistic,aabc_age,89,9.999999999999999e-05,test,0.34615384615384615,0.05947233457568028,0.30000000000000004,0.05075775617710891,0.34065934065934067,0.058327226514864515
+flat_mae,patch,logistic,aabc_age,90,0.005994842503189409,train,0.6751968503937008,0.020771666601990965,0.6733553576092492,0.02119356055879041,0.6754678368741956,0.020776102259514272
+flat_mae,patch,logistic,aabc_age,90,0.005994842503189409,test,0.4807692307692308,0.05973277523997878,0.4620051085568327,0.059991511442298515,0.47710622710622713,0.0592900776538579
+flat_mae,patch,logistic,aabc_age,91,0.000774263682681127,train,0.5570866141732284,0.022111288798217627,0.5479599258197044,0.022783794331393444,0.5573342312553582,0.022071546598525515
+flat_mae,patch,logistic,aabc_age,91,0.000774263682681127,test,0.5961538461538461,0.0652532617244569,0.5887947838946024,0.06823721411111658,0.594551282051282,0.06518000855947043
+flat_mae,patch,logistic,aabc_age,92,0.005994842503189409,train,0.6771653543307087,0.019699293658005636,0.6732816643450446,0.020274828322663942,0.6772840192255687,0.019719361523197955
+flat_mae,patch,logistic,aabc_age,92,0.005994842503189409,test,0.5192307692307693,0.057469364105155074,0.4873967819107887,0.061732641861154756,0.5185439560439561,0.057810530061651724
+flat_mae,patch,logistic,aabc_age,93,0.005994842503189409,train,0.6771653543307087,0.020253310899534537,0.6761844030682828,0.020404894143120793,0.6787217653230122,0.02029446262607285
+flat_mae,patch,logistic,aabc_age,93,0.005994842503189409,test,0.38461538461538464,0.06027887606291514,0.37901470510166163,0.059856996107925574,0.3853021978021978,0.06036677865394071
+flat_mae,patch,logistic,aabc_age,94,0.000774263682681127,train,0.5590551181102362,0.020490263290201496,0.5501963321188819,0.020889177935282305,0.5577773984491425,0.02045240047380237
+flat_mae,patch,logistic,aabc_age,94,0.000774263682681127,test,0.4423076923076923,0.059565425716840155,0.41323022312373225,0.06478174282963017,0.440018315018315,0.05930829010066717
+flat_mae,patch,logistic,aabc_age,95,0.046415888336127774,train,0.8523622047244095,0.015463171673992266,0.8522031472337455,0.015601407626149784,0.8522771625408285,0.01545494430725223
+flat_mae,patch,logistic,aabc_age,95,0.046415888336127774,test,0.46153846153846156,0.06304342450074445,0.4391852770885029,0.059146331578146125,0.45352564102564097,0.06205425386449689
+flat_mae,patch,logistic,aabc_age,96,0.005994842503189409,train,0.6732283464566929,0.020423630486506663,0.6699423977456571,0.020843938496194505,0.6741220326857682,0.020369736278136683
+flat_mae,patch,logistic,aabc_age,96,0.005994842503189409,test,0.5192307692307693,0.06953219636514402,0.5141681235431235,0.07003214628585469,0.5132783882783882,0.06962741530451888
+flat_mae,patch,logistic,aabc_age,97,0.005994842503189409,train,0.6751968503937008,0.02091566549096934,0.6732071602846829,0.0212364295851726,0.6760205671772899,0.0209390853511164
+flat_mae,patch,logistic,aabc_age,97,0.005994842503189409,test,0.46153846153846156,0.06428832060087178,0.4456630824372759,0.0643636060591542,0.45650183150183155,0.0637047911244806
+flat_mae,patch,logistic,aabc_age,98,0.005994842503189409,train,0.6791338582677166,0.021253316291979157,0.6760046169630644,0.021564922138115356,0.678429876733111,0.02128213909823141
+flat_mae,patch,logistic,aabc_age,98,0.005994842503189409,test,0.46153846153846156,0.053236590944430465,0.4052579365079365,0.06063440087546672,0.4562728937728938,0.05234100042095505
+flat_mae,patch,logistic,aabc_age,99,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,aabc_age,99,166.81005372000556,test,0.36538461538461536,0.060143123183554324,0.33986117540308186,0.05748897665543638,0.36881868131868134,0.06097992685402485
+flat_mae,patch,logistic,aabc_age,100,0.046415888336127774,train,0.8503937007874016,0.015196166501685654,0.8501771391843976,0.0153558162746725,0.8503786280493068,0.015283676895349096
+flat_mae,patch,logistic,aabc_age,100,0.046415888336127774,test,0.5192307692307693,0.06929723305353352,0.5211640211640212,0.06934106588843617,0.5176282051282052,0.06923930923813122

data_scaling/n800_2/eval_v2/aabc_age__patch__logistic/log.txt

@@ -0,0 +1,245 @@
+fMRI foundation model logistic probe eval
+version: 0.1.dev66+g7ddd3aa04
+sha: 58906bf7243fb545e1349221e6921a1797e2e666, status: has uncommitted changes, branch: dev/clane9
+cwd: /data/connor/fmri-fm
+start: 2026-02-26 17:26:48
+config:
+output_root: experiments/data_scaling/output
+name_prefix: eval_logistic
+remote_root: null
+notes: data scaling experiment n800_2; eval v2 (aabc_age patch logistic)
+model_kwargs:
+  ckpt_path: experiments/data_scaling/output/data_scaling/n800_2/pretrain/checkpoint-best.pth
+dataset_kwargs: {}
+num_workers: 16
+batch_size: 2
+cv_folds: 5
+max_iter: 1000
+Cs: 10
+balanced_sampling: false
+metrics:
+- acc
+- f1
+- bacc
+cv_metric: bacc
+n_trials: 100
+amp: true
+device: cuda
+seed: 4466
+debug: false
+name: data_scaling/n800_2/eval_v2/aabc_age__patch__logistic
+model: flat_mae
+representation: patch
+dataset: aabc_age
+distributed: false
+output_dir: experiments/data_scaling/output/data_scaling/n800_2/eval_v2/aabc_age__patch__logistic
+remote_dir: null
+
+creating frozen backbone model: flat_mae
+backbone:
+MaskedEncoderWrapper(
+  (model): MaskedEncoder(
+    class_token=True, reg_tokens=0, no_embed_class=True, mask_drop_scale=False
+    (patchify): Patchify3D((16, 224, 560), (4, 16, 16), in_chans=1)
+    (patch_embed): Linear(in_features=1024, out_features=768, bias=True)
+    (pos_embed): SeparablePosEmbed(768, (4, 14, 35))
+    (blocks): ModuleList(
+      (0-11): 12 x Block(
+        (norm1): LayerNorm((768,), eps=1e-06, elementwise_affine=True)
+        (attn): Attention(
+          num_heads=12
+          (q): Linear(in_features=768, out_features=768, bias=True)
+          (k): Linear(in_features=768, out_features=768, bias=True)
+          (v): Linear(in_features=768, out_features=768, bias=True)
+          (proj): Linear(in_features=768, out_features=768, bias=True)
+        )
+        (drop_path1): Identity()
+        (norm2): LayerNorm((768,), eps=1e-06, elementwise_affine=True)
+        (mlp): Mlp(
+          (fc1): Linear(in_features=768, out_features=3072, bias=True)
+          (act): GELU(approximate='none')
+          (fc2): Linear(in_features=3072, out_features=768, bias=True)
+        )
+        (drop_path2): Identity()
+      )
+    )
+    (norm): LayerNorm((768,), eps=1e-06, elementwise_affine=True)
+  )
+)
+creating dataset: aabc_age (flat)
+train (n=455):
+HFDataset(
+    dataset=Dataset({
+    features: ['sub', 'visit', 'mod', 'task', 'path', 'start', 'end', 'tr', 'segment', 'bold', 'mean', 'std'],
+    num_rows: 471
+}),
+    labels=[0 1 2 3],
+    counts=[110 127 109 109]
+)
+
+validation (n=53):
+HFDataset(
+    dataset=Dataset({
+    features: ['sub', 'visit', 'mod', 'task', 'path', 'start', 'end', 'tr', 'segment', 'bold', 'mean', 'std'],
+    num_rows: 58
+}),
+    labels=[0 1 2 3],
+    counts=[14 13 12 14]
+)
+
+test (n=52):
+HFDataset(
+    dataset=Dataset({
+    features: ['sub', 'visit', 'mod', 'task', 'path', 'start', 'end', 'tr', 'segment', 'bold', 'mean', 'std'],
+    num_rows: 55
+}),
+    labels=[0 1 2 3],
+    counts=[13 13 12 14]
+)
+
+extracting features for all splits
+extract (train)  [  0/228]  eta: 0:19:23    time: 5.1043  data: 4.2980  max mem: 3205
+extract (train)  [ 20/228]  eta: 0:01:42    time: 0.2601  data: 0.0816  max mem: 3393
+extract (train)  [ 40/228]  eta: 0:01:04    time: 0.1902  data: 0.0509  max mem: 3393
+extract (train)  [ 60/228]  eta: 0:00:51    time: 0.2212  data: 0.0644  max mem: 3393
+extract (train)  [ 80/228]  eta: 0:00:41    time: 0.1975  data: 0.0576  max mem: 3393
+extract (train)  [100/228]  eta: 0:00:33    time: 0.2170  data: 0.0704  max mem: 3393
+extract (train)  [120/228]  eta: 0:00:27    time: 0.1888  data: 0.0571  max mem: 3393
+extract (train)  [140/228]  eta: 0:00:21    time: 0.1903  data: 0.0571  max mem: 3393
+extract (train)  [160/228]  eta: 0:00:16    time: 0.2068  data: 0.0657  max mem: 3393
+extract (train)  [180/228]  eta: 0:00:11    time: 0.1934  data: 0.0578  max mem: 3393
+extract (train)  [200/228]  eta: 0:00:06    time: 0.1891  data: 0.0564  max mem: 3393
+extract (train)  [220/228]  eta: 0:00:01    time: 0.1683  data: 0.0487  max mem: 3393
+extract (train)  [227/228]  eta: 0:00:00    time: 0.1648  data: 0.0480  max mem: 3393
+extract (train) Total time: 0:00:51 (0.2239 s / it)
+extract (validation)  [ 0/27]  eta: 0:01:47    time: 3.9893  data: 3.8581  max mem: 3393
+extract (validation)  [20/27]  eta: 0:00:02    time: 0.1740  data: 0.0464  max mem: 3393
+extract (validation)  [26/27]  eta: 0:00:00    time: 0.1532  data: 0.0388  max mem: 3393
+extract (validation) Total time: 0:00:08 (0.3191 s / it)
+extract (test)  [ 0/26]  eta: 0:01:46    time: 4.0951  data: 3.9539  max mem: 3393
+extract (test)  [20/26]  eta: 0:00:02    time: 0.1802  data: 0.0478  max mem: 3393
+extract (test)  [25/26]  eta: 0:00:00    time: 0.1645  data: 0.0401  max mem: 3393
+extract (test) Total time: 0:00:08 (0.3365 s / it)
+feature extraction time: 0:01:08
+train features: (455, 768)
+validation features: (53, 768)
+test features: (52, 768)
+evaluating fixed splits
+eval results (fixed splits):
+
+| model    | repr   | clf      | dataset   | trial   |        C | split   |     acc |   acc_std |      f1 |   f1_std |    bacc |   bacc_std |
+|:---------|:-------|:---------|:----------|:--------|---------:|:--------|--------:|----------:|--------:|---------:|--------:|-----------:|
+| flat_mae | patch  | logistic | aabc_age  |         | 0.046416 | train   | 0.84843 |  0.015996 | 0.84851 | 0.016079 | 0.84871 |   0.015979 |
+| flat_mae | patch  | logistic | aabc_age  |         | 0.046416 | test    | 0.32692 |  0.059978 | 0.31673 | 0.059312 | 0.31616 |   0.05904  |
+
+
+evaluating random splits (n=100)
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 1, "C": 0.005994842503189409, "split": "test", "acc": 0.5384615384615384, "acc_std": 0.05519544349172783, "f1": 0.48772710418984055, "f1_std": 0.05513868145573847, "bacc": 0.530448717948718, "bacc_std": 0.05410809153290984}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 2, "C": 0.000774263682681127, "split": "test", "acc": 0.4807692307692308, "acc_std": 0.06353841497483859, "f1": 0.4606775559588626, "f1_std": 0.062053678804835456, "bacc": 0.47573260073260076, "bacc_std": 0.06271876462253284}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 3, "C": 0.005994842503189409, "split": "test", "acc": 0.5384615384615384, "acc_std": 0.06300389769101872, "f1": 0.5169103313840157, "f1_std": 0.06628251523583914, "bacc": 0.5336538461538461, "bacc_std": 0.06289580840658307}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 4, "C": 9.999999999999999e-05, "split": "test", "acc": 0.5769230769230769, "acc_std": 0.06034235414816041, "f1": 0.5429694160272804, "f1_std": 0.06663970422037728, "bacc": 0.565018315018315, "bacc_std": 0.06043744449065555}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 5, "C": 0.005994842503189409, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.06231731881950692, "f1": 0.43421356421356416, "f1_std": 0.06333922247789144, "bacc": 0.45650183150183155, "bacc_std": 0.0616474213267528}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 6, "C": 0.046415888336127774, "split": "test", "acc": 0.5192307692307693, "acc_std": 0.0683808513284411, "f1": 0.5195726495726496, "f1_std": 0.06896968536618439, "bacc": 0.5206043956043955, "bacc_std": 0.0687060014621711}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 7, "C": 0.005994842503189409, "split": "test", "acc": 0.5384615384615384, "acc_std": 0.060782812503683864, "f1": 0.5070993914807302, "f1_std": 0.06302930688534455, "bacc": 0.532051282051282, "bacc_std": 0.06035866002205527}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 8, "C": 0.046415888336127774, "split": "test", "acc": 0.5576923076923077, "acc_std": 0.06474550771467291, "f1": 0.5577777777777777, "f1_std": 0.06492434504623282, "bacc": 0.5590659340659341, "bacc_std": 0.06473729888165897}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 9, "C": 21.54434690031882, "split": "test", "acc": 0.4807692307692308, "acc_std": 0.06509987774827412, "f1": 0.45744104093250204, "f1_std": 0.06584195999695652, "bacc": 0.4743589743589744, "bacc_std": 0.06455884673657948}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 10, "C": 0.3593813663804626, "split": "test", "acc": 0.5384615384615384, "acc_std": 0.06709450854520864, "f1": 0.5353296703296704, "f1_std": 0.06801653013603917, "bacc": 0.5368589743589743, "bacc_std": 0.06727048866367215}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 11, "C": 9.999999999999999e-05, "split": "test", "acc": 0.5576923076923077, "acc_std": 0.060191644134951476, "f1": 0.5042962749615975, "f1_std": 0.06287764559826164, "bacc": 0.5469322344322345, "bacc_std": 0.05950815358352338}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 12, "C": 0.005994842503189409, "split": "test", "acc": 0.4230769230769231, "acc_std": 0.0656901909224806, "f1": 0.4297369297369297, "f1_std": 0.06495014599248462, "bacc": 0.42124542124542125, "bacc_std": 0.06564201717376401}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 13, "C": 0.005994842503189409, "split": "test", "acc": 0.4807692307692308, "acc_std": 0.06327449124729136, "f1": 0.4617257742257742, "f1_std": 0.0656823241352244, "bacc": 0.4787087912087912, "bacc_std": 0.06317904756654873}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 14, "C": 0.046415888336127774, "split": "test", "acc": 0.5384615384615384, "acc_std": 0.06021827898786509, "f1": 0.5318167823555755, "f1_std": 0.06351924109970726, "bacc": 0.5398351648351648, "bacc_std": 0.06038447202234779}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 15, "C": 9.999999999999999e-05, "split": "test", "acc": 0.5384615384615384, "acc_std": 0.05897812000270316, "f1": 0.49687986305633364, "f1_std": 0.057480713930717436, "bacc": 0.5290750915750916, "bacc_std": 0.057833422241754404}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 16, "C": 0.005994842503189409, "split": "test", "acc": 0.36538461538461536, "acc_std": 0.06068587272116135, "f1": 0.36352627257799675, "f1_std": 0.06036554721840611, "bacc": 0.3660714285714286, "bacc_std": 0.060828399194328024}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 17, "C": 0.005994842503189409, "split": "test", "acc": 0.5192307692307693, "acc_std": 0.0616524305226413, "f1": 0.4979166666666666, "f1_std": 0.061143790784986406, "bacc": 0.5128205128205129, "bacc_std": 0.06096300513790906}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 18, "C": 0.000774263682681127, "split": "test", "acc": 0.5, "acc_std": 0.06099442209437859, "f1": 0.47514041514041516, "f1_std": 0.05884670213661691, "bacc": 0.4906135531135531, "bacc_std": 0.06020963082756595}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 19, "C": 0.046415888336127774, "split": "test", "acc": 0.40384615384615385, "acc_std": 0.06816499084083678, "f1": 0.4084669356408487, "f1_std": 0.0685552353576906, "bacc": 0.4049908424908425, "bacc_std": 0.06849839391423165}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 20, "C": 0.000774263682681127, "split": "test", "acc": 0.5384615384615384, "acc_std": 0.056741537439568175, "f1": 0.5166915030388032, "f1_std": 0.0625569348086195, "bacc": 0.5336538461538463, "bacc_std": 0.05632598273793801}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 21, "C": 0.3593813663804626, "split": "test", "acc": 0.3076923076923077, "acc_std": 0.06103258417731423, "f1": 0.3125925925925926, "f1_std": 0.05961882012278606, "bacc": 0.3067765567765568, "bacc_std": 0.06075299381702839}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 22, "C": 0.046415888336127774, "split": "test", "acc": 0.34615384615384615, "acc_std": 0.06475849536465074, "f1": 0.3566406711568002, "f1_std": 0.06417541144447803, "bacc": 0.34706959706959706, "bacc_std": 0.06507525936385292}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 23, "C": 0.046415888336127774, "split": "test", "acc": 0.4423076923076923, "acc_std": 0.059212734517112814, "f1": 0.42248847926267286, "f1_std": 0.05475109674361226, "bacc": 0.4356684981684981, "bacc_std": 0.05823920190153227}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 24, "C": 0.005994842503189409, "split": "test", "acc": 0.4423076923076923, "acc_std": 0.06683544217973685, "f1": 0.4401242236024845, "f1_std": 0.06701285499402448, "bacc": 0.4375, "bacc_std": 0.0666050214376075}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 25, "C": 0.000774263682681127, "split": "test", "acc": 0.28846153846153844, "acc_std": 0.05904671703743916, "f1": 0.2734646962233169, "f1_std": 0.05672688626938461, "bacc": 0.2831959706959707, "bacc_std": 0.05827554943177018}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 26, "C": 0.000774263682681127, "split": "test", "acc": 0.5192307692307693, "acc_std": 0.06393788590841794, "f1": 0.5045977011494253, "f1_std": 0.066554409306599, "bacc": 0.5144230769230769, "bacc_std": 0.06394094227934322}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 27, "C": 0.005994842503189409, "split": "test", "acc": 0.4230769230769231, "acc_std": 0.06201997912488272, "f1": 0.403968253968254, "f1_std": 0.0644098896823417, "bacc": 0.4168956043956044, "bacc_std": 0.06175971655585291}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 28, "C": 2.782559402207126, "split": "test", "acc": 0.4423076923076923, "acc_std": 0.06580030754770665, "f1": 0.42652381574283105, "f1_std": 0.06562130433115755, "bacc": 0.4358974358974359, "bacc_std": 0.06540111199277875}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 29, "C": 0.000774263682681127, "split": "test", "acc": 0.38461538461538464, "acc_std": 0.06312487623750244, "f1": 0.38681626928471247, "f1_std": 0.060015679757790055, "bacc": 0.38369963369963367, "bacc_std": 0.06298079712438281}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 30, "C": 0.005994842503189409, "split": "test", "acc": 0.5576923076923077, "acc_std": 0.05937589613151213, "f1": 0.5285714285714286, "f1_std": 0.06391745935104283, "bacc": 0.5556318681318682, "bacc_std": 0.05910997530886905}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 31, "C": 0.005994842503189409, "split": "test", "acc": 0.6153846153846154, "acc_std": 0.06821341163310349, "f1": 0.614609250398724, "f1_std": 0.06966901128454268, "bacc": 0.6110347985347986, "bacc_std": 0.06830997790692363}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 32, "C": 0.005994842503189409, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.06228692673911237, "f1": 0.4462962962962963, "f1_std": 0.06184382623303706, "bacc": 0.4565018315018315, "bacc_std": 0.06182489227622527}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 33, "C": 9.999999999999999e-05, "split": "test", "acc": 0.5, "acc_std": 0.058587920074860356, "f1": 0.47426478772902336, "f1_std": 0.06422098272202606, "bacc": 0.49221611721611724, "bacc_std": 0.05831191145775572}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 34, "C": 0.005994842503189409, "split": "test", "acc": 0.3076923076923077, "acc_std": 0.0621674585246034, "f1": 0.3067367415193502, "f1_std": 0.064577378178551, "bacc": 0.3042582417582418, "bacc_std": 0.06188363824494052}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 35, "C": 0.046415888336127774, "split": "test", "acc": 0.4230769230769231, "acc_std": 0.06712016734116003, "f1": 0.42630681818181815, "f1_std": 0.06656670215100685, "bacc": 0.4210164835164835, "bacc_std": 0.06704574641209346}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 36, "C": 0.046415888336127774, "split": "test", "acc": 0.4423076923076923, "acc_std": 0.062379766007100344, "f1": 0.43418226934355963, "f1_std": 0.06287846010655004, "bacc": 0.44619963369963367, "bacc_std": 0.06314270056641545}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 37, "C": 0.046415888336127774, "split": "test", "acc": 0.4230769230769231, "acc_std": 0.06628323661093581, "f1": 0.4225, "f1_std": 0.06560986750290151, "bacc": 0.4196428571428571, "bacc_std": 0.06608899002915668}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 38, "C": 0.000774263682681127, "split": "test", "acc": 0.4807692307692308, "acc_std": 0.06423803505656905, "f1": 0.46704031262854795, "f1_std": 0.0650581837070459, "bacc": 0.4757326007326007, "bacc_std": 0.06364079905334616}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 39, "C": 21.54434690031882, "split": "test", "acc": 0.5192307692307693, "acc_std": 0.06423887558242808, "f1": 0.5179487179487179, "f1_std": 0.06456009358655798, "bacc": 0.5146520146520146, "bacc_std": 0.0646743178666026}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 40, "C": 9.999999999999999e-05, "split": "test", "acc": 0.5, "acc_std": 0.05703471381432238, "f1": 0.45512820512820507, "f1_std": 0.058655275506595356, "bacc": 0.4933608058608059, "bacc_std": 0.05610604310340992}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 41, "C": 0.005994842503189409, "split": "test", "acc": 0.36538461538461536, "acc_std": 0.05879238367933576, "f1": 0.34413079907469807, "f1_std": 0.05698827899476846, "bacc": 0.3601190476190476, "bacc_std": 0.05793493615434646}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 42, "C": 9.999999999999999e-05, "split": "test", "acc": 0.4230769230769231, "acc_std": 0.060696109854580384, "f1": 0.3842165898617511, "f1_std": 0.0627620883606583, "bacc": 0.4178113553113553, "bacc_std": 0.05981872892727983}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 43, "C": 0.046415888336127774, "split": "test", "acc": 0.5769230769230769, "acc_std": 0.06932552276405043, "f1": 0.5824871169698755, "f1_std": 0.06837608584373515, "bacc": 0.578525641025641, "bacc_std": 0.06951892011256879}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 44, "C": 0.005994842503189409, "split": "test", "acc": 0.4807692307692308, "acc_std": 0.06426851723583102, "f1": 0.4604166666666667, "f1_std": 0.06836738325562237, "bacc": 0.47596153846153844, "bacc_std": 0.06421081443809325}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 45, "C": 0.005994842503189409, "split": "test", "acc": 0.5384615384615384, "acc_std": 0.06488241526523875, "f1": 0.532577250335871, "f1_std": 0.06702968243397744, "bacc": 0.5396062271062271, "bacc_std": 0.06500635959061056}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 46, "C": 0.000774263682681127, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.05956661777088508, "f1": 0.4228449444293847, "f1_std": 0.057285103708569374, "bacc": 0.4562728937728938, "bacc_std": 0.05877123394021956}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 47, "C": 0.005994842503189409, "split": "test", "acc": 0.4807692307692308, "acc_std": 0.06950027670116474, "f1": 0.475, "f1_std": 0.07155749786684638, "bacc": 0.4789377289377289, "bacc_std": 0.06917068982031893}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 48, "C": 0.046415888336127774, "split": "test", "acc": 0.36538461538461536, "acc_std": 0.06403475387742201, "f1": 0.3621359483428449, "f1_std": 0.06150468317267114, "bacc": 0.3644688644688645, "bacc_std": 0.06406059247995173}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 49, "C": 0.005994842503189409, "split": "test", "acc": 0.36538461538461536, "acc_std": 0.06407322918524437, "f1": 0.36473443223443225, "f1_std": 0.06223835454812998, "bacc": 0.3630952380952381, "bacc_std": 0.063809840620376}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 50, "C": 0.005994842503189409, "split": "test", "acc": 0.40384615384615385, "acc_std": 0.07117737656665384, "f1": 0.4065612648221344, "f1_std": 0.07167949397646858, "bacc": 0.4036172161172161, "bacc_std": 0.0711365339555842}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 51, "C": 9.999999999999999e-05, "split": "test", "acc": 0.5, "acc_std": 0.06246242657572479, "f1": 0.45423904052936304, "f1_std": 0.06193097472090697, "bacc": 0.49061355311355315, "bacc_std": 0.061419757860950434}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 52, "C": 0.000774263682681127, "split": "test", "acc": 0.34615384615384615, "acc_std": 0.06256244218057375, "f1": 0.34623515310014163, "f1_std": 0.06239480575235427, "bacc": 0.34546703296703296, "bacc_std": 0.062385431244669165}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 53, "C": 0.005994842503189409, "split": "test", "acc": 0.4807692307692308, "acc_std": 0.061944943583015374, "f1": 0.47139208173690933, "f1_std": 0.06327508635463391, "bacc": 0.4787087912087912, "bacc_std": 0.061998967003897}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 54, "C": 0.046415888336127774, "split": "test", "acc": 0.40384615384615385, "acc_std": 0.0655346130144871, "f1": 0.39387959866220734, "f1_std": 0.06686603228238441, "bacc": 0.40476190476190477, "bacc_std": 0.0659363584130358}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 55, "C": 0.005994842503189409, "split": "test", "acc": 0.5384615384615384, "acc_std": 0.06765278566536653, "f1": 0.5324175824175824, "f1_std": 0.06841526373241891, "bacc": 0.5352564102564102, "bacc_std": 0.06774613604925014}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 56, "C": 0.3593813663804626, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.0626183612976069, "f1": 0.436026936026936, "f1_std": 0.06309698305086024, "bacc": 0.4652014652014652, "bacc_std": 0.06330651531832289}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 57, "C": 0.000774263682681127, "split": "test", "acc": 0.4423076923076923, "acc_std": 0.0605604373171738, "f1": 0.3895173453996983, "f1_std": 0.05155163535336095, "bacc": 0.4340659340659341, "bacc_std": 0.05902527887840181}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 58, "C": 0.005994842503189409, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.057039006169919124, "f1": 0.4301693404634581, "f1_std": 0.057744932163959525, "bacc": 0.4562728937728938, "bacc_std": 0.05600877126103236}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 59, "C": 9.999999999999999e-05, "split": "test", "acc": 0.5384615384615384, "acc_std": 0.055125609658639475, "f1": 0.46616071428571426, "f1_std": 0.047481294518821104, "bacc": 0.5274725274725275, "bacc_std": 0.0533478727967722}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 60, "C": 0.005994842503189409, "split": "test", "acc": 0.4230769230769231, "acc_std": 0.057767079751001614, "f1": 0.3815500338066261, "f1_std": 0.05977867943483717, "bacc": 0.4178113553113553, "bacc_std": 0.05683784835697136}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 61, "C": 0.046415888336127774, "split": "test", "acc": 0.38461538461538464, "acc_std": 0.06641161764766676, "f1": 0.3873792270531401, "f1_std": 0.06527619325006166, "bacc": 0.38255494505494503, "bacc_std": 0.06615880481974296}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 62, "C": 0.3593813663804626, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.05828834416149388, "f1": 0.44278033794162824, "f1_std": 0.05742984985507615, "bacc": 0.46520146520146516, "bacc_std": 0.05910922706174871}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 63, "C": 9.999999999999999e-05, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.06253519718985433, "f1": 0.4253787878787879, "f1_std": 0.061703455288722536, "bacc": 0.45215201465201466, "bacc_std": 0.06168244113080652}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 64, "C": 0.046415888336127774, "split": "test", "acc": 0.2692307692307692, "acc_std": 0.05800269071497902, "f1": 0.28474632407822065, "f1_std": 0.058702618670260075, "bacc": 0.26991758241758246, "bacc_std": 0.05829165226960374}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 65, "C": 9.999999999999999e-05, "split": "test", "acc": 0.5961538461538461, "acc_std": 0.060017255901258594, "f1": 0.5605921855921856, "f1_std": 0.067110333708732, "bacc": 0.5856227106227107, "bacc_std": 0.05978085046912368}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 66, "C": 0.005994842503189409, "split": "test", "acc": 0.5, "acc_std": 0.061129155634926394, "f1": 0.49498266739646046, "f1_std": 0.06272636224596949, "bacc": 0.4981684981684982, "bacc_std": 0.06127492238557759}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 67, "C": 0.046415888336127774, "split": "test", "acc": 0.5, "acc_std": 0.0660317634701834, "f1": 0.49031385281385287, "f1_std": 0.06743980697803519, "bacc": 0.49954212454212454, "bacc_std": 0.06594788923795235}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 68, "C": 0.046415888336127774, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.06571860399645296, "f1": 0.4450892857142857, "f1_std": 0.06635174663769425, "bacc": 0.4551282051282052, "bacc_std": 0.0652580578724308}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 69, "C": 0.046415888336127774, "split": "test", "acc": 0.34615384615384615, "acc_std": 0.06066050400023174, "f1": 0.3581349206349206, "f1_std": 0.05817978044254251, "bacc": 0.34386446886446886, "bacc_std": 0.06030859381278872}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 70, "C": 2.782559402207126, "split": "test", "acc": 0.28846153846153844, "acc_std": 0.06077014361534441, "f1": 0.2915527950310559, "f1_std": 0.06018056718814621, "bacc": 0.2875457875457875, "bacc_std": 0.06092041177985334}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 71, "C": 0.005994842503189409, "split": "test", "acc": 0.4423076923076923, "acc_std": 0.06719673271502093, "f1": 0.4446682946682946, "f1_std": 0.06744168058937347, "bacc": 0.4432234432234432, "bacc_std": 0.06744835960430218}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 72, "C": 21.54434690031882, "split": "test", "acc": 0.40384615384615385, "acc_std": 0.06727690504670025, "f1": 0.3977777777777778, "f1_std": 0.0646479965651477, "bacc": 0.39743589743589747, "bacc_std": 0.06646912577352955}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 73, "C": 0.000774263682681127, "split": "test", "acc": 0.4423076923076923, "acc_std": 0.057966974376304964, "f1": 0.4294469897918174, "f1_std": 0.05304606874511814, "bacc": 0.43704212454212454, "bacc_std": 0.05728384876930522}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 74, "C": 0.005994842503189409, "split": "test", "acc": 0.5192307692307693, "acc_std": 0.06799515950401419, "f1": 0.5213920817369093, "f1_std": 0.06916211701146155, "bacc": 0.5203754578754579, "bacc_std": 0.06828785249034532}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 75, "C": 0.005994842503189409, "split": "test", "acc": 0.5384615384615384, "acc_std": 0.06775124182796038, "f1": 0.5395859762426478, "f1_std": 0.0685711214427652, "bacc": 0.5398351648351648, "bacc_std": 0.06789861483745838}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 76, "C": 0.046415888336127774, "split": "test", "acc": 0.4230769230769231, "acc_std": 0.062390448366214504, "f1": 0.40431879948008986, "f1_std": 0.062244117145241966, "bacc": 0.4194139194139195, "bacc_std": 0.06183557496474066}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 77, "C": 0.005994842503189409, "split": "test", "acc": 0.4230769230769231, "acc_std": 0.0664289784024836, "f1": 0.41780503978779837, "f1_std": 0.06606119480017603, "bacc": 0.42101648351648346, "bacc_std": 0.06629978341728682}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 78, "C": 0.3593813663804626, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.06818223058867565, "f1": 0.45828676570805504, "f1_std": 0.06785089987788108, "bacc": 0.45810439560439564, "bacc_std": 0.06811349836300244}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 79, "C": 0.005994842503189409, "split": "test", "acc": 0.36538461538461536, "acc_std": 0.06608013558949942, "f1": 0.35644904820317114, "f1_std": 0.06457436115404287, "bacc": 0.36309523809523814, "bacc_std": 0.06545582061502234}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 80, "C": 0.3593813663804626, "split": "test", "acc": 0.4423076923076923, "acc_std": 0.06101779738431351, "f1": 0.41100783747842573, "f1_std": 0.06253930896851867, "bacc": 0.44139194139194143, "bacc_std": 0.06083417129375684}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 81, "C": 0.046415888336127774, "split": "test", "acc": 0.5, "acc_std": 0.06640394361640467, "f1": 0.4964387464387464, "f1_std": 0.06604964103444848, "bacc": 0.4981684981684982, "bacc_std": 0.06649117815739108}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 82, "C": 0.046415888336127774, "split": "test", "acc": 0.5, "acc_std": 0.06551656369455891, "f1": 0.4988010074216971, "f1_std": 0.06703036269274021, "bacc": 0.5027472527472527, "bacc_std": 0.06570994008621109}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 83, "C": 0.046415888336127774, "split": "test", "acc": 0.4230769230769231, "acc_std": 0.06652850081069273, "f1": 0.4336080586080586, "f1_std": 0.06556249861230605, "bacc": 0.4226190476190476, "bacc_std": 0.06671711641431947}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 84, "C": 0.005994842503189409, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.0583741629439625, "f1": 0.41962474645030423, "f1_std": 0.05913807976499922, "bacc": 0.4548992673992674, "bacc_std": 0.05730455458778222}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 85, "C": 9.999999999999999e-05, "split": "test", "acc": 0.4807692307692308, "acc_std": 0.05118817529411288, "f1": 0.3934587813620072, "f1_std": 0.04939893841569461, "bacc": 0.47115384615384615, "bacc_std": 0.04929028325753728}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 86, "C": 0.046415888336127774, "split": "test", "acc": 0.4423076923076923, "acc_std": 0.06657997815502992, "f1": 0.4329789833822092, "f1_std": 0.066983926277027, "bacc": 0.4391025641025641, "bacc_std": 0.066537229515335}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 87, "C": 0.005994842503189409, "split": "test", "acc": 0.5, "acc_std": 0.0665410292968305, "f1": 0.4883554827000761, "f1_std": 0.06928196378557482, "bacc": 0.49954212454212454, "bacc_std": 0.06665679986980262}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 88, "C": 0.046415888336127774, "split": "test", "acc": 0.5576923076923077, "acc_std": 0.06683238771237549, "f1": 0.555632974111235, "f1_std": 0.06664332642483219, "bacc": 0.5560897435897436, "bacc_std": 0.06674406372505183}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 89, "C": 9.999999999999999e-05, "split": "test", "acc": 0.34615384615384615, "acc_std": 0.05947233457568028, "f1": 0.30000000000000004, "f1_std": 0.05075775617710891, "bacc": 0.34065934065934067, "bacc_std": 0.058327226514864515}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 90, "C": 0.005994842503189409, "split": "test", "acc": 0.4807692307692308, "acc_std": 0.05973277523997878, "f1": 0.4620051085568327, "f1_std": 0.059991511442298515, "bacc": 0.47710622710622713, "bacc_std": 0.0592900776538579}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 91, "C": 0.000774263682681127, "split": "test", "acc": 0.5961538461538461, "acc_std": 0.0652532617244569, "f1": 0.5887947838946024, "f1_std": 0.06823721411111658, "bacc": 0.594551282051282, "bacc_std": 0.06518000855947043}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 92, "C": 0.005994842503189409, "split": "test", "acc": 0.5192307692307693, "acc_std": 0.057469364105155074, "f1": 0.4873967819107887, "f1_std": 0.061732641861154756, "bacc": 0.5185439560439561, "bacc_std": 0.057810530061651724}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 93, "C": 0.005994842503189409, "split": "test", "acc": 0.38461538461538464, "acc_std": 0.06027887606291514, "f1": 0.37901470510166163, "f1_std": 0.059856996107925574, "bacc": 0.3853021978021978, "bacc_std": 0.06036677865394071}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 94, "C": 0.000774263682681127, "split": "test", "acc": 0.4423076923076923, "acc_std": 0.059565425716840155, "f1": 0.41323022312373225, "f1_std": 0.06478174282963017, "bacc": 0.440018315018315, "bacc_std": 0.05930829010066717}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 95, "C": 0.046415888336127774, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.06304342450074445, "f1": 0.4391852770885029, "f1_std": 0.059146331578146125, "bacc": 0.45352564102564097, "bacc_std": 0.06205425386449689}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 96, "C": 0.005994842503189409, "split": "test", "acc": 0.5192307692307693, "acc_std": 0.06953219636514402, "f1": 0.5141681235431235, "f1_std": 0.07003214628585469, "bacc": 0.5132783882783882, "bacc_std": 0.06962741530451888}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 97, "C": 0.005994842503189409, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.06428832060087178, "f1": 0.4456630824372759, "f1_std": 0.0643636060591542, "bacc": 0.45650183150183155, "bacc_std": 0.0637047911244806}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 98, "C": 0.005994842503189409, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.053236590944430465, "f1": 0.4052579365079365, "f1_std": 0.06063440087546672, "bacc": 0.4562728937728938, "bacc_std": 0.05234100042095505}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 99, "C": 166.81005372000556, "split": "test", "acc": 0.36538461538461536, "acc_std": 0.060143123183554324, "f1": 0.33986117540308186, "f1_std": 0.05748897665543638, "bacc": 0.36881868131868134, "bacc_std": 0.06097992685402485}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 100, "C": 0.046415888336127774, "split": "test", "acc": 0.5192307692307693, "acc_std": 0.06929723305353352, "f1": 0.5211640211640212, "f1_std": 0.06934106588843617, "bacc": 0.5176282051282052, "bacc_std": 0.06923930923813122}
+eval results (random splits):
+
+| model    | repr   | clf      | dataset   | split   |   n_trials |      C |   C_std |     acc |   acc_std |      f1 |   f1_std |    bacc |   bacc_std |
+|:---------|:-------|:---------|:----------|:--------|-----------:|-------:|--------:|--------:|----------:|--------:|---------:|--------:|-----------:|
+| flat_mae | patch  | logistic | aabc_age  | train   |        100 | 2.4056 |  17.013 | 0.72112 |  0.15487  | 0.71523 | 0.16222  | 0.72081 |   0.15553  |
+| flat_mae | patch  | logistic | aabc_age  | test    |        100 | 2.4056 |  17.013 | 0.46135 |  0.073368 | 0.4454  | 0.070617 | 0.45801 |   0.072585 |
+
+
+done! total time: 0:05:18

data_scaling/n800_2/eval_v2/aabc_sex__patch__logistic/config.yaml

@@ -0,0 +1,30 @@
+output_root: experiments/data_scaling/output
+name_prefix: eval_logistic
+remote_root: null
+notes: data scaling experiment n800_2; eval v2 (aabc_sex patch logistic)
+model_kwargs:
+  ckpt_path: experiments/data_scaling/output/data_scaling/n800_2/pretrain/checkpoint-best.pth
+dataset_kwargs: {}
+num_workers: 16
+batch_size: 2
+cv_folds: 5
+max_iter: 1000
+Cs: 10
+balanced_sampling: false
+metrics:
+- acc
+- f1
+- bacc
+cv_metric: bacc
+n_trials: 100
+amp: true
+device: cuda
+seed: 4466
+debug: false
+name: data_scaling/n800_2/eval_v2/aabc_sex__patch__logistic
+model: flat_mae
+representation: patch
+dataset: aabc_sex
+distributed: false
+output_dir: experiments/data_scaling/output/data_scaling/n800_2/eval_v2/aabc_sex__patch__logistic
+remote_dir: null

data_scaling/n800_2/eval_v2/aabc_sex__patch__logistic/eval_table.csv

@@ -0,0 +1,203 @@
+model,repr,clf,dataset,trial,C,split,acc,acc_std,f1,f1_std,bacc,bacc_std
+flat_mae,patch,logistic,aabc_sex,,0.046415888336127774,train,0.9395085066162571,0.01030059191239679,0.9379053320421398,0.010600504362475819,0.9368706088992974,0.010860031382280125
+flat_mae,patch,logistic,aabc_sex,,0.046415888336127774,test,0.8909090909090909,0.04322501571394827,0.8879076086956521,0.04405879086853515,0.8939393939393939,0.04295598575961621
+flat_mae,patch,logistic,aabc_sex,1,0.3593813663804626,train,0.9905482041587902,0.0042157620270605245,0.9902792019022628,0.004353503437656171,0.9887892376681615,0.005000309668867754
+flat_mae,patch,logistic,aabc_sex,1,0.3593813663804626,test,0.8,0.05434234913114179,0.795677136102668,0.05554868055034275,0.7975543478260869,0.05552464842644602
+flat_mae,patch,logistic,aabc_sex,2,0.046415888336127774,train,0.9376181474480151,0.010585268675002096,0.9360045457044925,0.010857230308625215,0.9357396172220757,0.01095265381761098
+flat_mae,patch,logistic,aabc_sex,2,0.046415888336127774,test,0.8727272727272727,0.04457920799121454,0.8699763593380614,0.045416599887653036,0.8722826086956521,0.04503645609879754
+flat_mae,patch,logistic,aabc_sex,3,0.046415888336127774,train,0.9527410207939508,0.00927931162668911,0.9515185952306762,0.009520096834104718,0.9512441747999649,0.009622670808044851
+flat_mae,patch,logistic,aabc_sex,3,0.046415888336127774,test,0.7818181818181819,0.05501541782398009,0.76890756302521,0.05949547243133371,0.7635869565217391,0.05845054871854141
+flat_mae,patch,logistic,aabc_sex,4,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,aabc_sex,4,166.81005372000556,test,0.8363636363636363,0.049069840596830394,0.8354935194416749,0.04903514525246431,0.8471467391304348,0.046533311286120024
+flat_mae,patch,logistic,aabc_sex,5,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,aabc_sex,5,166.81005372000556,test,0.8909090909090909,0.04118374067356884,0.8863636363636364,0.04365222320679524,0.8817934782608696,0.04472697718917101
+flat_mae,patch,logistic,aabc_sex,6,0.046415888336127774,train,0.9357277882797732,0.010214193981141916,0.9341056302939711,0.010496542008869751,0.9341056302939711,0.010752687166396243
+flat_mae,patch,logistic,aabc_sex,6,0.046415888336127774,test,0.9272727272727272,0.03447648617788006,0.9252717391304348,0.035560205878337525,0.9252717391304348,0.036108038895586135
+flat_mae,patch,logistic,aabc_sex,7,0.046415888336127774,train,0.943289224952741,0.01039441728281396,0.9417862487895061,0.01066908959499767,0.9412497435446525,0.010771509142993674
+flat_mae,patch,logistic,aabc_sex,7,0.046415888336127774,test,0.8181818181818182,0.05073867581185474,0.8131793478260869,0.05273892912661631,0.8131793478260869,0.05317950145150657
+flat_mae,patch,logistic,aabc_sex,8,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,aabc_sex,8,2.782559402207126,test,0.8,0.04999305736923843,0.7989365237620472,0.05003390588998069,0.8097826086956521,0.04885595118745879
+flat_mae,patch,logistic,aabc_sex,9,0.046415888336127774,train,0.9395085066162571,0.010592659942941287,0.938056206088993,0.010826019191247456,0.9385899352267065,0.010790871385368817
+flat_mae,patch,logistic,aabc_sex,9,0.046415888336127774,test,0.9090909090909091,0.03778059320789572,0.905982905982906,0.039348400548454975,0.9035326086956521,0.04000123524480207
+flat_mae,patch,logistic,aabc_sex,10,0.005994842503189409,train,0.8941398865784499,0.013226720308674094,0.8907637393433434,0.013742943041884155,0.8884272692634603,0.014060465810216435
+flat_mae,patch,logistic,aabc_sex,10,0.005994842503189409,test,0.8363636363636363,0.05014252743780709,0.8281846581048247,0.054143573497827384,0.8226902173913043,0.05411814749173465
+flat_mae,patch,logistic,aabc_sex,11,0.046415888336127774,train,0.9376181474480151,0.010357216296720938,0.9359246820459175,0.010664702052497583,0.9351314516838125,0.01088853567258338
+flat_mae,patch,logistic,aabc_sex,11,0.046415888336127774,test,0.9090909090909091,0.038799761437453534,0.9045470322804582,0.042004431063851926,0.8974184782608696,0.04358854864001018
+flat_mae,patch,logistic,aabc_sex,12,0.046415888336127774,train,0.945179584120983,0.009782888318698025,0.943691387252473,0.01006918428189069,0.9428837304727571,0.010298502835816346
+flat_mae,patch,logistic,aabc_sex,12,0.046415888336127774,test,0.8363636363636363,0.050030060385219975,0.8281846581048247,0.05404298462811266,0.8226902173913043,0.054060235875286924
+flat_mae,patch,logistic,aabc_sex,13,0.046415888336127774,train,0.941398865784499,0.010201706421583879,0.939956136014968,0.01046494578381314,0.9402239221548111,0.010619420873355568
+flat_mae,patch,logistic,aabc_sex,13,0.046415888336127774,test,0.9090909090909091,0.038198697567689,0.905982905982906,0.03982763123673051,0.9035326086956521,0.04062088305717147
+flat_mae,patch,logistic,aabc_sex,14,0.046415888336127774,train,0.943289224952741,0.009911177456130045,0.9418579090829157,0.010149880836053449,0.9418579090829157,0.010156386663002382
+flat_mae,patch,logistic,aabc_sex,14,0.046415888336127774,test,0.9454545454545454,0.028831823556389517,0.9442755825734549,0.029312447874994662,0.9470108695652174,0.02839133516814527
+flat_mae,patch,logistic,aabc_sex,15,0.046415888336127774,train,0.945179584120983,0.010227856366367137,0.943691387252473,0.01054129392997349,0.9428837304727571,0.010845009485355822
+flat_mae,patch,logistic,aabc_sex,15,0.046415888336127774,test,0.8727272727272727,0.04471491329606241,0.8699763593380614,0.04551501163201456,0.8722826086956521,0.04499036289502761
+flat_mae,patch,logistic,aabc_sex,16,0.3593813663804626,train,0.9867674858223062,0.004891161061981731,0.986408265888528,0.005035463387861549,0.9855212638119524,0.005398369378602549
+flat_mae,patch,logistic,aabc_sex,16,0.3593813663804626,test,0.8181818181818182,0.05153413696499894,0.8106060606060606,0.054708594559211336,0.8070652173913043,0.05469936409250377
+flat_mae,patch,logistic,aabc_sex,17,0.046415888336127774,train,0.9376181474480151,0.010424324915010675,0.9358427325549344,0.010775570511281553,0.9345232861455495,0.011137433687941282
+flat_mae,patch,logistic,aabc_sex,17,0.046415888336127774,test,0.8727272727272727,0.04443622972751731,0.8683760683760684,0.046377533815408364,0.8661684782608696,0.046694496884839995
+flat_mae,patch,logistic,aabc_sex,18,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,aabc_sex,18,2.782559402207126,test,0.8363636363636363,0.04869028446880229,0.8343927735028438,0.048981208377916904,0.8410326086956521,0.04832204238716813
+flat_mae,patch,logistic,aabc_sex,19,0.046415888336127774,train,0.945179584120983,0.009833795928770444,0.9437615704675844,0.01009711769791349,0.9434918960110203,0.010228025967645146
+flat_mae,patch,logistic,aabc_sex,19,0.046415888336127774,test,0.8727272727272727,0.042540963243901844,0.8683760683760684,0.04426125663836883,0.8661684782608696,0.04454285334517586
+flat_mae,patch,logistic,aabc_sex,20,0.046415888336127774,train,0.9395085066162571,0.010829811415986632,0.9379817696884434,0.011114859668780315,0.9379817696884434,0.011308583931330602
+flat_mae,patch,logistic,aabc_sex,20,0.046415888336127774,test,0.8727272727272727,0.04335928699361926,0.8663658451926415,0.04682463026194992,0.8600543478260869,0.047666584844238837
+flat_mae,patch,logistic,aabc_sex,21,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,aabc_sex,21,166.81005372000556,test,0.7636363636363637,0.05541317085433959,0.7518222839291913,0.05928373442315285,0.7479619565217391,0.058136551004822214
+flat_mae,patch,logistic,aabc_sex,22,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,aabc_sex,22,166.81005372000556,test,0.9454545454545454,0.030505254932755393,0.9442755825734549,0.031015368170402017,0.9470108695652174,0.02998541570611496
+flat_mae,patch,logistic,aabc_sex,23,0.3593813663804626,train,0.9886578449905482,0.004801309850904235,0.988342539813128,0.00495004502853667,0.9871552507400569,0.005459370823109495
+flat_mae,patch,logistic,aabc_sex,23,0.3593813663804626,test,0.8727272727272727,0.044259953355989645,0.8683760683760684,0.04583194629319204,0.8661684782608696,0.04594650532850321
+flat_mae,patch,logistic,aabc_sex,24,0.046415888336127774,train,0.9527410207939508,0.009606935482148886,0.9515185952306762,0.009870692239219239,0.9512441747999649,0.01009647240805501
+flat_mae,patch,logistic,aabc_sex,24,0.046415888336127774,test,0.8,0.05364703745873738,0.790003471017008,0.0576868606402007,0.7853260869565217,0.05682768888497544
+flat_mae,patch,logistic,aabc_sex,25,0.046415888336127774,train,0.9319470699432892,0.011072625492404346,0.9301434985474073,0.01137566539560833,0.9296213253612357,0.011532379106569308
+flat_mae,patch,logistic,aabc_sex,25,0.046415888336127774,test,0.8909090909090909,0.0387290823307475,0.8891129032258065,0.03917119645922695,0.8940217391304348,0.038349641489366613
+flat_mae,patch,logistic,aabc_sex,26,0.046415888336127774,train,0.9527410207939508,0.008972230102848682,0.9514580924590283,0.009234443679317911,0.9506360092617017,0.009467027291588081
+flat_mae,patch,logistic,aabc_sex,26,0.046415888336127774,test,0.8363636363636363,0.04773895960808957,0.8307692307692308,0.05013521162540233,0.8288043478260869,0.05053323506829333
+flat_mae,patch,logistic,aabc_sex,27,0.046415888336127774,train,0.9357277882797732,0.009968726940353624,0.9339410589410589,0.010293282438053232,0.9328892992174448,0.010634594376665737
+flat_mae,patch,logistic,aabc_sex,27,0.046415888336127774,test,0.8545454545454545,0.046767425267120494,0.8505434782608696,0.0483064760433193,0.8505434782608696,0.048390911779477006
+flat_mae,patch,logistic,aabc_sex,28,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,aabc_sex,28,166.81005372000556,test,0.8181818181818182,0.05065421914663545,0.8106060606060606,0.05367139697995689,0.8070652173913043,0.05381760006426981
+flat_mae,patch,logistic,aabc_sex,29,0.046415888336127774,train,0.9395085066162571,0.010601123428852555,0.9379817696884434,0.010879338863925881,0.9379817696884434,0.011057716132023379
+flat_mae,patch,logistic,aabc_sex,29,0.046415888336127774,test,0.8181818181818182,0.05216602865327725,0.8131793478260869,0.05367809408658117,0.8131793478260869,0.053691673853678935
+flat_mae,patch,logistic,aabc_sex,30,0.046415888336127774,train,0.9489603024574669,0.009263472832408894,0.9475747398557507,0.009544118049720508,0.9467598698672295,0.009840214249400304
+flat_mae,patch,logistic,aabc_sex,30,0.046415888336127774,test,0.8545454545454545,0.04987907360277526,0.8505434782608696,0.0514657448314935,0.8505434782608696,0.051561843454031704
+flat_mae,patch,logistic,aabc_sex,31,0.046415888336127774,train,0.945179584120983,0.010234493223442786,0.9436193710331242,0.010559329485701657,0.942275564934494,0.010830671805556278
+flat_mae,patch,logistic,aabc_sex,31,0.046415888336127774,test,0.8,0.051004209840831774,0.7931623931623932,0.053088832890884584,0.7914402173913043,0.05292184989758564
+flat_mae,patch,logistic,aabc_sex,32,0.3593813663804626,train,0.9924385633270322,0.003814778524321624,0.9922381665052675,0.00392195059068998,0.9916395556727923,0.004245230862567638
+flat_mae,patch,logistic,aabc_sex,32,0.3593813663804626,test,0.8181818181818182,0.046429557413924266,0.8035714285714286,0.0529507123787952,0.7948369565217391,0.05146567597630498
+flat_mae,patch,logistic,aabc_sex,33,0.046415888336127774,train,0.9319470699432892,0.010720344010727861,0.9301434985474073,0.0110205234027685,0.9296213253612357,0.011189378611528212
+flat_mae,patch,logistic,aabc_sex,33,0.046415888336127774,test,0.8545454545454545,0.04745258094157289,0.8505434782608696,0.04900074222536466,0.8505434782608696,0.049198236565956184
+flat_mae,patch,logistic,aabc_sex,34,0.046415888336127774,train,0.9395085066162571,0.010474074676520588,0.9378268790033496,0.010792343759876057,0.9367654386119171,0.011031430940119893
+flat_mae,patch,logistic,aabc_sex,34,0.046415888336127774,test,0.8363636363636363,0.04866833613499395,0.8281846581048247,0.05194976407862822,0.8226902173913043,0.051904100575297527
+flat_mae,patch,logistic,aabc_sex,35,0.005994842503189409,train,0.8960302457466919,0.012964115701627553,0.89293113663378,0.013390567211332246,0.8912775872680911,0.013570102306833011
+flat_mae,patch,logistic,aabc_sex,35,0.005994842503189409,test,0.8545454545454545,0.04836467531351592,0.84593837535014,0.05345277162250995,0.8383152173913043,0.053445274348386196
+flat_mae,patch,logistic,aabc_sex,36,0.046415888336127774,train,0.941398865784499,0.009072951290349162,0.9398080346491953,0.00935497858864453,0.9390075910782849,0.009651856698093934
+flat_mae,patch,logistic,aabc_sex,36,0.046415888336127774,test,0.9272727272727272,0.036208761096802114,0.9260752688172043,0.03653640086263044,0.9313858695652174,0.03459130739938364
+flat_mae,patch,logistic,aabc_sex,37,0.046415888336127774,train,0.9508506616257089,0.009147847056200163,0.9495480822842386,0.009402210730337077,0.9490020223335971,0.009575866051345392
+flat_mae,patch,logistic,aabc_sex,37,0.046415888336127774,test,0.7818181818181819,0.05671854245175239,0.7782258064516129,0.05771710329227032,0.7819293478260869,0.05776866841902089
+flat_mae,patch,logistic,aabc_sex,38,0.046415888336127774,train,0.947069943289225,0.009854263750082812,0.945734048477388,0.010112776020723486,0.945734048477388,0.010267954308219517
+flat_mae,patch,logistic,aabc_sex,38,0.046415888336127774,test,0.8727272727272727,0.03862044163906847,0.8639095086603039,0.04353677921207701,0.8539402173913043,0.044131296843154304
+flat_mae,patch,logistic,aabc_sex,39,0.005994842503189409,train,0.9017013232514177,0.012864696788294216,0.8988378934980876,0.013314885308379466,0.8973958791289312,0.013622645355910297
+flat_mae,patch,logistic,aabc_sex,39,0.005994842503189409,test,0.8181818181818182,0.051213944382107024,0.8131793478260869,0.05262951713057947,0.8131793478260869,0.05227424489830055
+flat_mae,patch,logistic,aabc_sex,40,0.046415888336127774,train,0.9376181474480151,0.009869667139122431,0.9359246820459175,0.010155893793810619,0.9351314516838125,0.010331868966035657
+flat_mae,patch,logistic,aabc_sex,40,0.046415888336127774,test,0.8727272727272727,0.042205306939818554,0.8699763593380614,0.0431309813057661,0.8722826086956521,0.04302909118090275
+flat_mae,patch,logistic,aabc_sex,41,0.005994842503189409,train,0.8960302457466919,0.013841772640466533,0.8932078034098625,0.014256482174172127,0.8924939183446173,0.014497536483091628
+flat_mae,patch,logistic,aabc_sex,41,0.005994842503189409,test,0.8909090909090909,0.04181816600790215,0.8863636363636364,0.04453067927487248,0.8817934782608696,0.04547684743392351
+flat_mae,patch,logistic,aabc_sex,42,0.046415888336127774,train,0.943289224952741,0.01056617842391996,0.9417862487895061,0.010864827984589471,0.9412497435446525,0.011063203878071194
+flat_mae,patch,logistic,aabc_sex,42,0.046415888336127774,test,0.8,0.054053539421271384,0.7997351870241642,0.054020940032274166,0.8158967391304348,0.05087395037827523
+flat_mae,patch,logistic,aabc_sex,43,0.046415888336127774,train,0.9300567107750473,0.011437963963442254,0.9282475209414007,0.011739295970553863,0.9279873384331311,0.011904883027557425
+flat_mae,patch,logistic,aabc_sex,43,0.046415888336127774,test,0.8909090909090909,0.04331341097452305,0.8879076086956521,0.044790485398507905,0.8879076086956521,0.04519039190533377
+flat_mae,patch,logistic,aabc_sex,44,0.046415888336127774,train,0.9527410207939508,0.009035568010604891,0.951577529044329,0.009259831951137151,0.951852340338228,0.009363882187220904
+flat_mae,patch,logistic,aabc_sex,44,0.046415888336127774,test,0.8181818181818182,0.04938958300179205,0.8106060606060606,0.05248764992148359,0.8070652173913043,0.05234408171113471
+flat_mae,patch,logistic,aabc_sex,45,21.54434690031882,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,aabc_sex,45,21.54434690031882,test,0.9090909090909091,0.03793790489865215,0.9086075108009306,0.03776036431390722,0.921875,0.032602887022279176
+flat_mae,patch,logistic,aabc_sex,46,0.046415888336127774,train,0.9395085066162571,0.010762670568976302,0.9378268790033496,0.011086285847213365,0.9367654386119171,0.01132182513026984
+flat_mae,patch,logistic,aabc_sex,46,0.046415888336127774,test,0.8727272727272727,0.04588939631565091,0.8699763593380614,0.04665570536771815,0.8722826086956521,0.046047160059402924
+flat_mae,patch,logistic,aabc_sex,47,0.046415888336127774,train,0.945179584120983,0.009521824509585603,0.9436193710331242,0.009820831932206989,0.942275564934494,0.010110889926445763
+flat_mae,patch,logistic,aabc_sex,47,0.046415888336127774,test,0.8909090909090909,0.04138967811599233,0.8863636363636364,0.04389513148719344,0.8817934782608696,0.04482133314347521
+flat_mae,patch,logistic,aabc_sex,48,0.005994842503189409,train,0.8922495274102079,0.013521753269140586,0.8893244508065848,0.01392182551946684,0.888617778950145,0.014154140327536256
+flat_mae,patch,logistic,aabc_sex,48,0.005994842503189409,test,0.9272727272727272,0.03365259559205865,0.9242424242424243,0.035761048274334954,0.9191576086956521,0.03752685856347527
+flat_mae,patch,logistic,aabc_sex,49,0.3593813663804626,train,0.9829867674858223,0.0059625464243829715,0.9825249132852503,0.0061342107923055555,0.98164512441748,0.006414539924122078
+flat_mae,patch,logistic,aabc_sex,49,0.3593813663804626,test,0.8363636363636363,0.04785631386619222,0.8281846581048247,0.05198137813142108,0.8226902173913043,0.05207341166328228
+flat_mae,patch,logistic,aabc_sex,50,0.3593813663804626,train,0.9867674858223062,0.004631123792151527,0.986408265888528,0.004767283516616543,0.9855212638119524,0.005110025747191115
+flat_mae,patch,logistic,aabc_sex,50,0.3593813663804626,test,0.8545454545454545,0.048904751412759476,0.8521505376344086,0.0494101743149758,0.8566576086956521,0.04853084180759932
+flat_mae,patch,logistic,aabc_sex,51,0.3593813663804626,train,0.9924385633270322,0.003717813162628199,0.9922477212110554,0.003813346207133026,0.9922477212110554,0.003910659398448159
+flat_mae,patch,logistic,aabc_sex,51,0.3593813663804626,test,0.8909090909090909,0.041403652970949834,0.8879076086956521,0.042516319955734766,0.8879076086956521,0.04236311464726782
+flat_mae,patch,logistic,aabc_sex,52,0.046415888336127774,train,0.9395085066162571,0.01031916648528968,0.938056206088993,0.010560080744284835,0.9385899352267065,0.010620078548375454
+flat_mae,patch,logistic,aabc_sex,52,0.046415888336127774,test,0.8545454545454545,0.04650913355602563,0.8505434782608696,0.04807893064557041,0.8505434782608696,0.04802436780243676
+flat_mae,patch,logistic,aabc_sex,53,0.046415888336127774,train,0.9319470699432892,0.011325464089475207,0.9299646954986761,0.011701607881168932,0.9284049942847094,0.011957989001338742
+flat_mae,patch,logistic,aabc_sex,53,0.046415888336127774,test,0.8727272727272727,0.04510350264018551,0.8699763593380614,0.045909240056821884,0.8722826086956521,0.04549921840247693
+flat_mae,patch,logistic,aabc_sex,54,0.3593813663804626,train,0.996219281663516,0.002666612766467009,0.9961190832526338,0.0027422795054660764,0.9955156950672646,0.0031628658149350838
+flat_mae,patch,logistic,aabc_sex,54,0.3593813663804626,test,0.8,0.05501061054675971,0.795677136102668,0.0563944570034366,0.7975543478260869,0.056583661389840514
+flat_mae,patch,logistic,aabc_sex,55,0.3593813663804626,train,0.9905482041587902,0.004004528580965628,0.9902792019022628,0.004132993967239661,0.9887892376681615,0.004749765962625147
+flat_mae,patch,logistic,aabc_sex,55,0.3593813663804626,test,0.8363636363636363,0.04832686230074024,0.8328267477203647,0.04917386885146217,0.8349184782608696,0.049009301627502076
+flat_mae,patch,logistic,aabc_sex,56,0.046415888336127774,train,0.947069943289225,0.010091342788443633,0.9455985191279309,0.010389414958910508,0.9445177174008617,0.010583139843100449
+flat_mae,patch,logistic,aabc_sex,56,0.046415888336127774,test,0.8545454545454545,0.046759097757981746,0.8505434782608696,0.04837743093584775,0.8505434782608696,0.04869409677615898
+flat_mae,patch,logistic,aabc_sex,57,0.046415888336127774,train,0.943289224952741,0.00986734965314525,0.9418579090829157,0.010114571816641136,0.9418579090829157,0.010205839705379862
+flat_mae,patch,logistic,aabc_sex,57,0.046415888336127774,test,0.8909090909090909,0.04187341806559225,0.8879076086956521,0.04324370316732738,0.8879076086956521,0.04343313034334395
+flat_mae,patch,logistic,aabc_sex,58,0.3593813663804626,train,0.9867674858223062,0.005118645846703618,0.9864252066645893,0.005256083080141426,0.9861294293502154,0.005437774747831518
+flat_mae,patch,logistic,aabc_sex,58,0.3593813663804626,test,0.8181818181818182,0.052198464243897874,0.8151881720430108,0.053016274605375835,0.8192934782608696,0.05264639016316048
+flat_mae,patch,logistic,aabc_sex,59,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,aabc_sex,59,166.81005372000556,test,0.8363636363636363,0.04990839873671372,0.8354935194416749,0.0498036477897074,0.8471467391304348,0.04756754186141633
+flat_mae,patch,logistic,aabc_sex,60,0.005994842503189409,train,0.8998109640831758,0.012572203976252314,0.8969595401639856,0.012986320653970582,0.8957618922008265,0.013249716179735659
+flat_mae,patch,logistic,aabc_sex,60,0.005994842503189409,test,0.8545454545454545,0.04753631408749306,0.8484848484848485,0.050467918932907176,0.8444293478260869,0.05093246491214439
+flat_mae,patch,logistic,aabc_sex,61,0.005994842503189409,train,0.8903591682419659,0.014202030278472366,0.8873112181935712,0.014652767071485268,0.8863756264837774,0.014856847696811155
+flat_mae,patch,logistic,aabc_sex,61,0.005994842503189409,test,0.8909090909090909,0.041417830631442734,0.8891129032258065,0.041888670070611235,0.8940217391304348,0.04094134989256607
+flat_mae,patch,logistic,aabc_sex,62,0.046415888336127774,train,0.9376181474480151,0.0107368247210592,0.9360823383385143,0.011021917875122801,0.9363477827603388,0.011230977367506051
+flat_mae,patch,logistic,aabc_sex,62,0.046415888336127774,test,0.9272727272727272,0.03374137906424433,0.9260752688172043,0.03405999803421964,0.9313858695652174,0.032381348861966704
+flat_mae,patch,logistic,aabc_sex,63,0.046415888336127774,train,0.9319470699432892,0.011273113115729948,0.9301434985474073,0.011592974541210827,0.9296213253612357,0.011783912726327214
+flat_mae,patch,logistic,aabc_sex,63,0.046415888336127774,test,0.9636363636363636,0.024938244386039924,0.9626358695652174,0.0256809833661737,0.9626358695652174,0.026178175124468732
+flat_mae,patch,logistic,aabc_sex,64,0.3593813663804626,train,0.9867674858223062,0.0049719306738089325,0.9864252066645893,0.00510346440887624,0.9861294293502154,0.0052547281740026874
+flat_mae,patch,logistic,aabc_sex,64,0.3593813663804626,test,0.8181818181818182,0.05179739295906088,0.8166666666666667,0.05198021378744028,0.8254076086956521,0.05114391229835617
+flat_mae,patch,logistic,aabc_sex,65,0.046415888336127774,train,0.9376181474480151,0.01047874632219787,0.9360823383385143,0.010733961488061322,0.9363477827603388,0.010795098897989255
+flat_mae,patch,logistic,aabc_sex,65,0.046415888336127774,test,0.8727272727272727,0.04544529360389039,0.8699763593380614,0.04638976933343186,0.8722826086956521,0.046174079841619226
+flat_mae,patch,logistic,aabc_sex,66,0.046415888336127774,train,0.947069943289225,0.00983174040616608,0.9456671655368724,0.010085122835275719,0.9451258829391249,0.01014831749762653
+flat_mae,patch,logistic,aabc_sex,66,0.046415888336127774,test,0.8727272727272727,0.04092967562915002,0.8639095086603039,0.04614711513528126,0.8539402173913043,0.04695341855420785
+flat_mae,patch,logistic,aabc_sex,67,0.046415888336127774,train,0.9357277882797732,0.010953828070189044,0.9339410589410589,0.011291871939008062,0.9328892992174448,0.011552700991540462
+flat_mae,patch,logistic,aabc_sex,67,0.046415888336127774,test,0.8909090909090909,0.04136673315080909,0.8879076086956521,0.0426581644776873,0.8879076086956521,0.04312749512914843
+flat_mae,patch,logistic,aabc_sex,68,0.046415888336127774,train,0.941398865784499,0.01057146921770809,0.9398080346491953,0.010896188504095013,0.9390075910782849,0.011213453006679027
+flat_mae,patch,logistic,aabc_sex,68,0.046415888336127774,test,0.9454545454545454,0.028957215518390454,0.9427282193682749,0.03145724019252021,0.9347826086956521,0.03462275768503206
+flat_mae,patch,logistic,aabc_sex,69,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,aabc_sex,69,166.81005372000556,test,0.8909090909090909,0.04284857057125711,0.8863636363636364,0.04541065942066133,0.8817934782608696,0.04636775985839513
+flat_mae,patch,logistic,aabc_sex,70,0.046415888336127774,train,0.9357277882797732,0.01073997941573217,0.9339410589410589,0.011066206231853686,0.9328892992174448,0.011315086795086833
+flat_mae,patch,logistic,aabc_sex,70,0.046415888336127774,test,0.9454545454545454,0.03110438835930731,0.9442755825734549,0.031618086205212136,0.9470108695652174,0.030596487754536734
+flat_mae,patch,logistic,aabc_sex,71,0.005994842503189409,train,0.8998109640831758,0.012763660308650192,0.8966861598440545,0.013226103900733442,0.8945455611243003,0.013485959249981716
+flat_mae,patch,logistic,aabc_sex,71,0.005994842503189409,test,0.8,0.05217971487683788,0.790003471017008,0.05614983132619298,0.7853260869565217,0.05531699302503915
+flat_mae,patch,logistic,aabc_sex,72,0.046415888336127774,train,0.9395085066162571,0.010176747133780336,0.9379817696884434,0.01043539620984108,0.9379817696884434,0.010540045423081418
+flat_mae,patch,logistic,aabc_sex,72,0.046415888336127774,test,0.9272727272727272,0.03505897746407398,0.9252717391304348,0.03609753080578298,0.9252717391304348,0.036233851426998684
+flat_mae,patch,logistic,aabc_sex,73,0.3593813663804626,train,0.9848771266540642,0.005413126574867791,0.9844567197508374,0.00557788333310837,0.9832791113455845,0.005979072660678224
+flat_mae,patch,logistic,aabc_sex,73,0.3593813663804626,test,0.9454545454545454,0.029434583583665703,0.9427282193682749,0.03210466456289536,0.9347826086956521,0.03519352385003507
+flat_mae,patch,logistic,aabc_sex,74,0.046415888336127774,train,0.9376181474480151,0.009850618638172862,0.9360045457044925,0.010118631997269612,0.9357396172220757,0.010358079319488421
+flat_mae,patch,logistic,aabc_sex,74,0.046415888336127774,test,0.9090909090909091,0.03945050670572994,0.905982905982906,0.04122527157904843,0.9035326086956521,0.04222734334658748
+flat_mae,patch,logistic,aabc_sex,75,0.046415888336127774,train,0.947069943289225,0.009539389204667834,0.9456671655368724,0.009803364252982893,0.9451258829391249,0.009967436821789643
+flat_mae,patch,logistic,aabc_sex,75,0.046415888336127774,test,0.8909090909090909,0.03948647221015453,0.8879076086956521,0.040822957745517655,0.8879076086956521,0.04133006732408728
+flat_mae,patch,logistic,aabc_sex,76,0.046415888336127774,train,0.947069943289225,0.009712549879703016,0.9456671655368724,0.010000748530493693,0.9451258829391249,0.010295570296412287
+flat_mae,patch,logistic,aabc_sex,76,0.046415888336127774,test,0.8363636363636363,0.04975920862488875,0.8250265111346766,0.05510415419185682,0.8165760869565217,0.054248246067336824
+flat_mae,patch,logistic,aabc_sex,77,0.3593813663804626,train,0.9905482041587902,0.004194682715197683,0.9902916184918056,0.004320324023497329,0.9893974032064246,0.004746760089807288
+flat_mae,patch,logistic,aabc_sex,77,0.3593813663804626,test,0.8545454545454545,0.0447475933144791,0.8428571428571429,0.05198070232959144,0.8322010869565217,0.05145448308125144
+flat_mae,patch,logistic,aabc_sex,78,0.046415888336127774,train,0.9338374291115312,0.010594980672276558,0.9321260333229466,0.010893472934763738,0.9318634778276034,0.011132710969984682
+flat_mae,patch,logistic,aabc_sex,78,0.046415888336127774,test,0.9636363636363636,0.025641160092887597,0.9626358695652174,0.026409460272590453,0.9626358695652174,0.026747259832623514
+flat_mae,patch,logistic,aabc_sex,79,0.046415888336127774,train,0.9319470699432892,0.010826187134861727,0.9302294908994988,0.011101292434261762,0.9302294908994988,0.01121162982732118
+flat_mae,patch,logistic,aabc_sex,79,0.046415888336127774,test,0.9272727272727272,0.03520741845193407,0.9242424242424243,0.037425083286635,0.9191576086956521,0.03924440405893466
+flat_mae,patch,logistic,aabc_sex,80,0.046415888336127774,train,0.945179584120983,0.0099127486009156,0.9437615704675844,0.010188710205759498,0.9434918960110203,0.010371655362798615
+flat_mae,patch,logistic,aabc_sex,80,0.046415888336127774,test,0.8545454545454545,0.044865639634743965,0.84593837535014,0.0494339975726891,0.8383152173913043,0.04986685476727319
+flat_mae,patch,logistic,aabc_sex,81,0.046415888336127774,train,0.943289224952741,0.009209479104696454,0.9417862487895061,0.009461770128097463,0.9412497435446525,0.009610993683041158
+flat_mae,patch,logistic,aabc_sex,81,0.046415888336127774,test,0.8727272727272727,0.043506230198854294,0.8663658451926415,0.04693324401556137,0.8600543478260869,0.04787362339277557
+flat_mae,patch,logistic,aabc_sex,82,0.3593813663804626,train,0.9905482041587902,0.0041333886562374845,0.9903037190461352,0.004244584204022702,0.9900055687446877,0.004445780327308059
+flat_mae,patch,logistic,aabc_sex,82,0.3593813663804626,test,0.8727272727272727,0.04417155136978123,0.8663658451926415,0.04742938208571879,0.8600543478260869,0.04831342736450297
+flat_mae,patch,logistic,aabc_sex,83,0.046415888336127774,train,0.9527410207939508,0.00944908543368649,0.951577529044329,0.009674156832025839,0.951852340338228,0.009704012020266528
+flat_mae,patch,logistic,aabc_sex,83,0.046415888336127774,test,0.8363636363636363,0.043502582805435806,0.8212351029252438,0.051787427580501734,0.8104619565217391,0.04978391760964377
+flat_mae,patch,logistic,aabc_sex,84,0.046415888336127774,train,0.9357277882797732,0.011408157673941148,0.9339410589410589,0.011745594352392138,0.9328892992174448,0.011923656605364496
+flat_mae,patch,logistic,aabc_sex,84,0.046415888336127774,test,0.8181818181818182,0.05492564470519202,0.8151881720430108,0.05556209001603648,0.8192934782608696,0.05550978440387449
+flat_mae,patch,logistic,aabc_sex,85,0.005994842503189409,train,0.8960302457466919,0.013502625805968432,0.8930712209248908,0.01397619598052258,0.8918857528063542,0.014302501883636068
+flat_mae,patch,logistic,aabc_sex,85,0.005994842503189409,test,0.8727272727272727,0.04529683184513692,0.8683760683760684,0.04725914959285144,0.8661684782608696,0.04764497333191647
+flat_mae,patch,logistic,aabc_sex,86,0.3593813663804626,train,0.9848771266540642,0.005371037023489482,0.9844567197508374,0.005535672283192924,0.9832791113455845,0.005951295362136416
+flat_mae,patch,logistic,aabc_sex,86,0.3593813663804626,test,0.8727272727272727,0.0472147756673937,0.8711943793911007,0.04747329880588248,0.8783967391304348,0.04616173169207714
+flat_mae,patch,logistic,aabc_sex,87,0.046415888336127774,train,0.9489603024574669,0.009794803682581914,0.9476400828491303,0.010053238818162986,0.9473680354054925,0.01015907316523235
+flat_mae,patch,logistic,aabc_sex,87,0.046415888336127774,test,0.8545454545454545,0.04479604468962309,0.84593837535014,0.049190137008675264,0.8383152173913043,0.04918908678320517
+flat_mae,patch,logistic,aabc_sex,88,0.046415888336127774,train,0.9338374291115312,0.010938978494165589,0.9322085406620606,0.01119461602672022,0.9324716433658665,0.01122598314449496
+flat_mae,patch,logistic,aabc_sex,88,0.046415888336127774,test,0.9272727272727272,0.03677900946450412,0.9242424242424243,0.03888035666721627,0.9191576086956521,0.04060824639548038
+flat_mae,patch,logistic,aabc_sex,89,0.046415888336127774,train,0.9319470699432892,0.011422607545399147,0.9301434985474073,0.011729688232830045,0.9296213253612357,0.01185186888162806
+flat_mae,patch,logistic,aabc_sex,89,0.046415888336127774,test,0.8545454545454545,0.046682525443876535,0.8484848484848485,0.04960032033046009,0.8444293478260869,0.05002872624117813
+flat_mae,patch,logistic,aabc_sex,90,0.046415888336127774,train,0.9508506616257089,0.009568414029835796,0.9493518927677125,0.009900564917243573,0.9471775257188078,0.010288754794229252
+flat_mae,patch,logistic,aabc_sex,90,0.046415888336127774,test,0.8727272727272727,0.04530347258322669,0.8683760683760684,0.04762602213503136,0.8661684782608696,0.04816742483098075
+flat_mae,patch,logistic,aabc_sex,91,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,aabc_sex,91,2.782559402207126,test,0.8727272727272727,0.04537593201920561,0.8699763593380614,0.04620252683025869,0.8722826086956521,0.045848957574472306
+flat_mae,patch,logistic,aabc_sex,92,0.046415888336127774,train,0.9357277882797732,0.010849722992143953,0.9341056302939711,0.011137253542211924,0.9341056302939711,0.011318026278731864
+flat_mae,patch,logistic,aabc_sex,92,0.046415888336127774,test,0.9090909090909091,0.036636503496236546,0.9027925061859314,0.04172062939029353,0.8913043478260869,0.04380451504984804
+flat_mae,patch,logistic,aabc_sex,93,0.005994842503189409,train,0.8979206049149339,0.013564614654700735,0.8952152478211111,0.01393208658746175,0.894736070810985,0.01404640027943546
+flat_mae,patch,logistic,aabc_sex,93,0.005994842503189409,test,0.8909090909090909,0.04106707273242052,0.884453781512605,0.04538219647153068,0.8756793478260869,0.04676350863545627
+flat_mae,patch,logistic,aabc_sex,94,0.3593813663804626,train,0.9867674858223062,0.005131341573377586,0.986408265888528,0.00528175688205094,0.9855212638119524,0.00565891581195954
+flat_mae,patch,logistic,aabc_sex,94,0.3593813663804626,test,0.9454545454545454,0.02927349519037926,0.9442755825734549,0.029793003230557103,0.9470108695652174,0.02892038844062629
+flat_mae,patch,logistic,aabc_sex,95,0.046415888336127774,train,0.9357277882797732,0.010580524502982986,0.9340244152947736,0.010882922591237208,0.9334974647557079,0.011119475107254995
+flat_mae,patch,logistic,aabc_sex,95,0.046415888336127774,test,0.8727272727272727,0.04240908993471692,0.8683760683760684,0.044193000083357616,0.8661684782608696,0.04453122460865525
+flat_mae,patch,logistic,aabc_sex,96,0.005994842503189409,train,0.8941398865784499,0.013358019452307936,0.8911970382558618,0.013738319010105719,0.8902517658782496,0.01386387451134892
+flat_mae,patch,logistic,aabc_sex,96,0.005994842503189409,test,0.9090909090909091,0.03716247996777627,0.905982905982906,0.0386582921612847,0.9035326086956521,0.039344638089985624
+flat_mae,patch,logistic,aabc_sex,97,0.046415888336127774,train,0.941398865784499,0.01060374156578298,0.9396520951935851,0.010974349069836135,0.9377912600017586,0.011363368027157318
+flat_mae,patch,logistic,aabc_sex,97,0.046415888336127774,test,0.9272727272727272,0.0330669243747178,0.9252717391304348,0.03403091335779827,0.9252717391304348,0.03423037262908611
+flat_mae,patch,logistic,aabc_sex,98,0.046415888336127774,train,0.9395085066162571,0.010074745402435897,0.9377463959988231,0.010416482516086309,0.936157273073654,0.010759514589755752
+flat_mae,patch,logistic,aabc_sex,98,0.046415888336127774,test,0.8545454545454545,0.0478067736132212,0.8505434782608696,0.04936212869106104,0.8505434782608696,0.049741480854435326
+flat_mae,patch,logistic,aabc_sex,99,0.046415888336127774,train,0.9376181474480151,0.01062889706329474,0.9360045457044925,0.01091212041028964,0.9357396172220757,0.01104918966212122
+flat_mae,patch,logistic,aabc_sex,99,0.046415888336127774,test,0.9272727272727272,0.0361824394647436,0.9242424242424243,0.038474873171692445,0.9191576086956521,0.04034329172989457
+flat_mae,patch,logistic,aabc_sex,100,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,aabc_sex,100,166.81005372000556,test,0.9090909090909091,0.03855499024416,0.9079959852793577,0.03866014824471662,0.9157608695652174,0.03610969674075427

data_scaling/n800_2/eval_v2/aabc_sex__patch__logistic/log.txt

@@ -0,0 +1,245 @@
+fMRI foundation model logistic probe eval
+version: 0.1.dev66+g7ddd3aa04
+sha: 58906bf7243fb545e1349221e6921a1797e2e666, status: has uncommitted changes, branch: dev/clane9
+cwd: /data/connor/fmri-fm
+start: 2026-02-26 17:26:50
+config:
+output_root: experiments/data_scaling/output
+name_prefix: eval_logistic
+remote_root: null
+notes: data scaling experiment n800_2; eval v2 (aabc_sex patch logistic)
+model_kwargs:
+  ckpt_path: experiments/data_scaling/output/data_scaling/n800_2/pretrain/checkpoint-best.pth
+dataset_kwargs: {}
+num_workers: 16
+batch_size: 2
+cv_folds: 5
+max_iter: 1000
+Cs: 10
+balanced_sampling: false
+metrics:
+- acc
+- f1
+- bacc
+cv_metric: bacc
+n_trials: 100
+amp: true
+device: cuda
+seed: 4466
+debug: false
+name: data_scaling/n800_2/eval_v2/aabc_sex__patch__logistic
+model: flat_mae
+representation: patch
+dataset: aabc_sex
+distributed: false
+output_dir: experiments/data_scaling/output/data_scaling/n800_2/eval_v2/aabc_sex__patch__logistic
+remote_dir: null
+
+creating frozen backbone model: flat_mae
+backbone:
+MaskedEncoderWrapper(
+  (model): MaskedEncoder(
+    class_token=True, reg_tokens=0, no_embed_class=True, mask_drop_scale=False
+    (patchify): Patchify3D((16, 224, 560), (4, 16, 16), in_chans=1)
+    (patch_embed): Linear(in_features=1024, out_features=768, bias=True)
+    (pos_embed): SeparablePosEmbed(768, (4, 14, 35))
+    (blocks): ModuleList(
+      (0-11): 12 x Block(
+        (norm1): LayerNorm((768,), eps=1e-06, elementwise_affine=True)
+        (attn): Attention(
+          num_heads=12
+          (q): Linear(in_features=768, out_features=768, bias=True)
+          (k): Linear(in_features=768, out_features=768, bias=True)
+          (v): Linear(in_features=768, out_features=768, bias=True)
+          (proj): Linear(in_features=768, out_features=768, bias=True)
+        )
+        (drop_path1): Identity()
+        (norm2): LayerNorm((768,), eps=1e-06, elementwise_affine=True)
+        (mlp): Mlp(
+          (fc1): Linear(in_features=768, out_features=3072, bias=True)
+          (act): GELU(approximate='none')
+          (fc2): Linear(in_features=3072, out_features=768, bias=True)
+        )
+        (drop_path2): Identity()
+      )
+    )
+    (norm): LayerNorm((768,), eps=1e-06, elementwise_affine=True)
+  )
+)
+creating dataset: aabc_sex (flat)
+train (n=471):
+HFDataset(
+    dataset=Dataset({
+    features: ['sub', 'visit', 'mod', 'task', 'path', 'start', 'end', 'tr', 'segment', 'bold', 'mean', 'std'],
+    num_rows: 471
+}),
+    labels=[0 1],
+    counts=[269 202]
+)
+
+validation (n=58):
+HFDataset(
+    dataset=Dataset({
+    features: ['sub', 'visit', 'mod', 'task', 'path', 'start', 'end', 'tr', 'segment', 'bold', 'mean', 'std'],
+    num_rows: 58
+}),
+    labels=[0 1],
+    counts=[36 22]
+)
+
+test (n=55):
+HFDataset(
+    dataset=Dataset({
+    features: ['sub', 'visit', 'mod', 'task', 'path', 'start', 'end', 'tr', 'segment', 'bold', 'mean', 'std'],
+    num_rows: 55
+}),
+    labels=[0 1],
+    counts=[33 22]
+)
+
+extracting features for all splits
+extract (train)  [  0/236]  eta: 0:19:59    time: 5.0838  data: 4.1989  max mem: 3205
+extract (train)  [ 20/236]  eta: 0:01:38    time: 0.2259  data: 0.0746  max mem: 3393
+extract (train)  [ 40/236]  eta: 0:01:05    time: 0.2042  data: 0.0589  max mem: 3393
+extract (train)  [ 60/236]  eta: 0:00:51    time: 0.2163  data: 0.0673  max mem: 3393
+extract (train)  [ 80/236]  eta: 0:00:41    time: 0.1880  data: 0.0512  max mem: 3393
+extract (train)  [100/236]  eta: 0:00:34    time: 0.2054  data: 0.0640  max mem: 3393
+extract (train)  [120/236]  eta: 0:00:29    time: 0.2336  data: 0.0748  max mem: 3393
+extract (train)  [140/236]  eta: 0:00:23    time: 0.2144  data: 0.0670  max mem: 3393
+extract (train)  [160/236]  eta: 0:00:18    time: 0.2023  data: 0.0649  max mem: 3393
+extract (train)  [180/236]  eta: 0:00:13    time: 0.2169  data: 0.0766  max mem: 3393
+extract (train)  [200/236]  eta: 0:00:08    time: 0.2142  data: 0.0739  max mem: 3393
+extract (train)  [220/236]  eta: 0:00:03    time: 0.1885  data: 0.0585  max mem: 3393
+extract (train)  [235/236]  eta: 0:00:00    time: 0.1770  data: 0.0546  max mem: 3393
+extract (train) Total time: 0:00:54 (0.2303 s / it)
+extract (validation)  [ 0/29]  eta: 0:02:04    time: 4.3050  data: 4.1605  max mem: 3393
+extract (validation)  [20/29]  eta: 0:00:03    time: 0.1983  data: 0.0646  max mem: 3393
+extract (validation)  [28/29]  eta: 0:00:00    time: 0.1724  data: 0.0512  max mem: 3393
+extract (validation) Total time: 0:00:09 (0.3429 s / it)
+extract (test)  [ 0/28]  eta: 0:01:54    time: 4.1000  data: 3.9571  max mem: 3393
+extract (test)  [20/28]  eta: 0:00:02    time: 0.1882  data: 0.0577  max mem: 3393
+extract (test)  [27/28]  eta: 0:00:00    time: 0.1639  data: 0.0476  max mem: 3393
+extract (test) Total time: 0:00:09 (0.3309 s / it)
+feature extraction time: 0:01:13
+train features: (471, 768)
+validation features: (58, 768)
+test features: (55, 768)
+evaluating fixed splits
+eval results (fixed splits):
+
+| model    | repr   | clf      | dataset   | trial   |        C | split   |     acc |   acc_std |      f1 |   f1_std |    bacc |   bacc_std |
+|:---------|:-------|:---------|:----------|:--------|---------:|:--------|--------:|----------:|--------:|---------:|--------:|-----------:|
+| flat_mae | patch  | logistic | aabc_sex  |         | 0.046416 | train   | 0.93951 |  0.010301 | 0.93791 | 0.010601 | 0.93687 |   0.01086  |
+| flat_mae | patch  | logistic | aabc_sex  |         | 0.046416 | test    | 0.89091 |  0.043225 | 0.88791 | 0.044059 | 0.89394 |   0.042956 |
+
+
+evaluating random splits (n=100)
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 1, "C": 0.3593813663804626, "split": "test", "acc": 0.8, "acc_std": 0.05434234913114179, "f1": 0.795677136102668, "f1_std": 0.05554868055034275, "bacc": 0.7975543478260869, "bacc_std": 0.05552464842644602}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 2, "C": 0.046415888336127774, "split": "test", "acc": 0.8727272727272727, "acc_std": 0.04457920799121454, "f1": 0.8699763593380614, "f1_std": 0.045416599887653036, "bacc": 0.8722826086956521, "bacc_std": 0.04503645609879754}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 3, "C": 0.046415888336127774, "split": "test", "acc": 0.7818181818181819, "acc_std": 0.05501541782398009, "f1": 0.76890756302521, "f1_std": 0.05949547243133371, "bacc": 0.7635869565217391, "bacc_std": 0.05845054871854141}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 4, "C": 166.81005372000556, "split": "test", "acc": 0.8363636363636363, "acc_std": 0.049069840596830394, "f1": 0.8354935194416749, "f1_std": 0.04903514525246431, "bacc": 0.8471467391304348, "bacc_std": 0.046533311286120024}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 5, "C": 166.81005372000556, "split": "test", "acc": 0.8909090909090909, "acc_std": 0.04118374067356884, "f1": 0.8863636363636364, "f1_std": 0.04365222320679524, "bacc": 0.8817934782608696, "bacc_std": 0.04472697718917101}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 6, "C": 0.046415888336127774, "split": "test", "acc": 0.9272727272727272, "acc_std": 0.03447648617788006, "f1": 0.9252717391304348, "f1_std": 0.035560205878337525, "bacc": 0.9252717391304348, "bacc_std": 0.036108038895586135}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 7, "C": 0.046415888336127774, "split": "test", "acc": 0.8181818181818182, "acc_std": 0.05073867581185474, "f1": 0.8131793478260869, "f1_std": 0.05273892912661631, "bacc": 0.8131793478260869, "bacc_std": 0.05317950145150657}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 8, "C": 2.782559402207126, "split": "test", "acc": 0.8, "acc_std": 0.04999305736923843, "f1": 0.7989365237620472, "f1_std": 0.05003390588998069, "bacc": 0.8097826086956521, "bacc_std": 0.04885595118745879}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 9, "C": 0.046415888336127774, "split": "test", "acc": 0.9090909090909091, "acc_std": 0.03778059320789572, "f1": 0.905982905982906, "f1_std": 0.039348400548454975, "bacc": 0.9035326086956521, "bacc_std": 0.04000123524480207}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 10, "C": 0.005994842503189409, "split": "test", "acc": 0.8363636363636363, "acc_std": 0.05014252743780709, "f1": 0.8281846581048247, "f1_std": 0.054143573497827384, "bacc": 0.8226902173913043, "bacc_std": 0.05411814749173465}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 11, "C": 0.046415888336127774, "split": "test", "acc": 0.9090909090909091, "acc_std": 0.038799761437453534, "f1": 0.9045470322804582, "f1_std": 0.042004431063851926, "bacc": 0.8974184782608696, "bacc_std": 0.04358854864001018}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 12, "C": 0.046415888336127774, "split": "test", "acc": 0.8363636363636363, "acc_std": 0.050030060385219975, "f1": 0.8281846581048247, "f1_std": 0.05404298462811266, "bacc": 0.8226902173913043, "bacc_std": 0.054060235875286924}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 13, "C": 0.046415888336127774, "split": "test", "acc": 0.9090909090909091, "acc_std": 0.038198697567689, "f1": 0.905982905982906, "f1_std": 0.03982763123673051, "bacc": 0.9035326086956521, "bacc_std": 0.04062088305717147}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 14, "C": 0.046415888336127774, "split": "test", "acc": 0.9454545454545454, "acc_std": 0.028831823556389517, "f1": 0.9442755825734549, "f1_std": 0.029312447874994662, "bacc": 0.9470108695652174, "bacc_std": 0.02839133516814527}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 15, "C": 0.046415888336127774, "split": "test", "acc": 0.8727272727272727, "acc_std": 0.04471491329606241, "f1": 0.8699763593380614, "f1_std": 0.04551501163201456, "bacc": 0.8722826086956521, "bacc_std": 0.04499036289502761}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 16, "C": 0.3593813663804626, "split": "test", "acc": 0.8181818181818182, "acc_std": 0.05153413696499894, "f1": 0.8106060606060606, "f1_std": 0.054708594559211336, "bacc": 0.8070652173913043, "bacc_std": 0.05469936409250377}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 17, "C": 0.046415888336127774, "split": "test", "acc": 0.8727272727272727, "acc_std": 0.04443622972751731, "f1": 0.8683760683760684, "f1_std": 0.046377533815408364, "bacc": 0.8661684782608696, "bacc_std": 0.046694496884839995}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 18, "C": 2.782559402207126, "split": "test", "acc": 0.8363636363636363, "acc_std": 0.04869028446880229, "f1": 0.8343927735028438, "f1_std": 0.048981208377916904, "bacc": 0.8410326086956521, "bacc_std": 0.04832204238716813}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 19, "C": 0.046415888336127774, "split": "test", "acc": 0.8727272727272727, "acc_std": 0.042540963243901844, "f1": 0.8683760683760684, "f1_std": 0.04426125663836883, "bacc": 0.8661684782608696, "bacc_std": 0.04454285334517586}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 20, "C": 0.046415888336127774, "split": "test", "acc": 0.8727272727272727, "acc_std": 0.04335928699361926, "f1": 0.8663658451926415, "f1_std": 0.04682463026194992, "bacc": 0.8600543478260869, "bacc_std": 0.047666584844238837}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 21, "C": 166.81005372000556, "split": "test", "acc": 0.7636363636363637, "acc_std": 0.05541317085433959, "f1": 0.7518222839291913, "f1_std": 0.05928373442315285, "bacc": 0.7479619565217391, "bacc_std": 0.058136551004822214}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 22, "C": 166.81005372000556, "split": "test", "acc": 0.9454545454545454, "acc_std": 0.030505254932755393, "f1": 0.9442755825734549, "f1_std": 0.031015368170402017, "bacc": 0.9470108695652174, "bacc_std": 0.02998541570611496}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 23, "C": 0.3593813663804626, "split": "test", "acc": 0.8727272727272727, "acc_std": 0.044259953355989645, "f1": 0.8683760683760684, "f1_std": 0.04583194629319204, "bacc": 0.8661684782608696, "bacc_std": 0.04594650532850321}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 24, "C": 0.046415888336127774, "split": "test", "acc": 0.8, "acc_std": 0.05364703745873738, "f1": 0.790003471017008, "f1_std": 0.0576868606402007, "bacc": 0.7853260869565217, "bacc_std": 0.05682768888497544}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 25, "C": 0.046415888336127774, "split": "test", "acc": 0.8909090909090909, "acc_std": 0.0387290823307475, "f1": 0.8891129032258065, "f1_std": 0.03917119645922695, "bacc": 0.8940217391304348, "bacc_std": 0.038349641489366613}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 26, "C": 0.046415888336127774, "split": "test", "acc": 0.8363636363636363, "acc_std": 0.04773895960808957, "f1": 0.8307692307692308, "f1_std": 0.05013521162540233, "bacc": 0.8288043478260869, "bacc_std": 0.05053323506829333}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 27, "C": 0.046415888336127774, "split": "test", "acc": 0.8545454545454545, "acc_std": 0.046767425267120494, "f1": 0.8505434782608696, "f1_std": 0.0483064760433193, "bacc": 0.8505434782608696, "bacc_std": 0.048390911779477006}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 28, "C": 166.81005372000556, "split": "test", "acc": 0.8181818181818182, "acc_std": 0.05065421914663545, "f1": 0.8106060606060606, "f1_std": 0.05367139697995689, "bacc": 0.8070652173913043, "bacc_std": 0.05381760006426981}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 29, "C": 0.046415888336127774, "split": "test", "acc": 0.8181818181818182, "acc_std": 0.05216602865327725, "f1": 0.8131793478260869, "f1_std": 0.05367809408658117, "bacc": 0.8131793478260869, "bacc_std": 0.053691673853678935}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 30, "C": 0.046415888336127774, "split": "test", "acc": 0.8545454545454545, "acc_std": 0.04987907360277526, "f1": 0.8505434782608696, "f1_std": 0.0514657448314935, "bacc": 0.8505434782608696, "bacc_std": 0.051561843454031704}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 31, "C": 0.046415888336127774, "split": "test", "acc": 0.8, "acc_std": 0.051004209840831774, "f1": 0.7931623931623932, "f1_std": 0.053088832890884584, "bacc": 0.7914402173913043, "bacc_std": 0.05292184989758564}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 32, "C": 0.3593813663804626, "split": "test", "acc": 0.8181818181818182, "acc_std": 0.046429557413924266, "f1": 0.8035714285714286, "f1_std": 0.0529507123787952, "bacc": 0.7948369565217391, "bacc_std": 0.05146567597630498}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 33, "C": 0.046415888336127774, "split": "test", "acc": 0.8545454545454545, "acc_std": 0.04745258094157289, "f1": 0.8505434782608696, "f1_std": 0.04900074222536466, "bacc": 0.8505434782608696, "bacc_std": 0.049198236565956184}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 34, "C": 0.046415888336127774, "split": "test", "acc": 0.8363636363636363, "acc_std": 0.04866833613499395, "f1": 0.8281846581048247, "f1_std": 0.05194976407862822, "bacc": 0.8226902173913043, "bacc_std": 0.051904100575297527}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 35, "C": 0.005994842503189409, "split": "test", "acc": 0.8545454545454545, "acc_std": 0.04836467531351592, "f1": 0.84593837535014, "f1_std": 0.05345277162250995, "bacc": 0.8383152173913043, "bacc_std": 0.053445274348386196}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 36, "C": 0.046415888336127774, "split": "test", "acc": 0.9272727272727272, "acc_std": 0.036208761096802114, "f1": 0.9260752688172043, "f1_std": 0.03653640086263044, "bacc": 0.9313858695652174, "bacc_std": 0.03459130739938364}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 37, "C": 0.046415888336127774, "split": "test", "acc": 0.7818181818181819, "acc_std": 0.05671854245175239, "f1": 0.7782258064516129, "f1_std": 0.05771710329227032, "bacc": 0.7819293478260869, "bacc_std": 0.05776866841902089}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 38, "C": 0.046415888336127774, "split": "test", "acc": 0.8727272727272727, "acc_std": 0.03862044163906847, "f1": 0.8639095086603039, "f1_std": 0.04353677921207701, "bacc": 0.8539402173913043, "bacc_std": 0.044131296843154304}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 39, "C": 0.005994842503189409, "split": "test", "acc": 0.8181818181818182, "acc_std": 0.051213944382107024, "f1": 0.8131793478260869, "f1_std": 0.05262951713057947, "bacc": 0.8131793478260869, "bacc_std": 0.05227424489830055}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 40, "C": 0.046415888336127774, "split": "test", "acc": 0.8727272727272727, "acc_std": 0.042205306939818554, "f1": 0.8699763593380614, "f1_std": 0.0431309813057661, "bacc": 0.8722826086956521, "bacc_std": 0.04302909118090275}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 41, "C": 0.005994842503189409, "split": "test", "acc": 0.8909090909090909, "acc_std": 0.04181816600790215, "f1": 0.8863636363636364, "f1_std": 0.04453067927487248, "bacc": 0.8817934782608696, "bacc_std": 0.04547684743392351}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 42, "C": 0.046415888336127774, "split": "test", "acc": 0.8, "acc_std": 0.054053539421271384, "f1": 0.7997351870241642, "f1_std": 0.054020940032274166, "bacc": 0.8158967391304348, "bacc_std": 0.05087395037827523}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 43, "C": 0.046415888336127774, "split": "test", "acc": 0.8909090909090909, "acc_std": 0.04331341097452305, "f1": 0.8879076086956521, "f1_std": 0.044790485398507905, "bacc": 0.8879076086956521, "bacc_std": 0.04519039190533377}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 44, "C": 0.046415888336127774, "split": "test", "acc": 0.8181818181818182, "acc_std": 0.04938958300179205, "f1": 0.8106060606060606, "f1_std": 0.05248764992148359, "bacc": 0.8070652173913043, "bacc_std": 0.05234408171113471}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 45, "C": 21.54434690031882, "split": "test", "acc": 0.9090909090909091, "acc_std": 0.03793790489865215, "f1": 0.9086075108009306, "f1_std": 0.03776036431390722, "bacc": 0.921875, "bacc_std": 0.032602887022279176}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 46, "C": 0.046415888336127774, "split": "test", "acc": 0.8727272727272727, "acc_std": 0.04588939631565091, "f1": 0.8699763593380614, "f1_std": 0.04665570536771815, "bacc": 0.8722826086956521, "bacc_std": 0.046047160059402924}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 47, "C": 0.046415888336127774, "split": "test", "acc": 0.8909090909090909, "acc_std": 0.04138967811599233, "f1": 0.8863636363636364, "f1_std": 0.04389513148719344, "bacc": 0.8817934782608696, "bacc_std": 0.04482133314347521}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 48, "C": 0.005994842503189409, "split": "test", "acc": 0.9272727272727272, "acc_std": 0.03365259559205865, "f1": 0.9242424242424243, "f1_std": 0.035761048274334954, "bacc": 0.9191576086956521, "bacc_std": 0.03752685856347527}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 49, "C": 0.3593813663804626, "split": "test", "acc": 0.8363636363636363, "acc_std": 0.04785631386619222, "f1": 0.8281846581048247, "f1_std": 0.05198137813142108, "bacc": 0.8226902173913043, "bacc_std": 0.05207341166328228}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 50, "C": 0.3593813663804626, "split": "test", "acc": 0.8545454545454545, "acc_std": 0.048904751412759476, "f1": 0.8521505376344086, "f1_std": 0.0494101743149758, "bacc": 0.8566576086956521, "bacc_std": 0.04853084180759932}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 51, "C": 0.3593813663804626, "split": "test", "acc": 0.8909090909090909, "acc_std": 0.041403652970949834, "f1": 0.8879076086956521, "f1_std": 0.042516319955734766, "bacc": 0.8879076086956521, "bacc_std": 0.04236311464726782}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 52, "C": 0.046415888336127774, "split": "test", "acc": 0.8545454545454545, "acc_std": 0.04650913355602563, "f1": 0.8505434782608696, "f1_std": 0.04807893064557041, "bacc": 0.8505434782608696, "bacc_std": 0.04802436780243676}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 53, "C": 0.046415888336127774, "split": "test", "acc": 0.8727272727272727, "acc_std": 0.04510350264018551, "f1": 0.8699763593380614, "f1_std": 0.045909240056821884, "bacc": 0.8722826086956521, "bacc_std": 0.04549921840247693}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 54, "C": 0.3593813663804626, "split": "test", "acc": 0.8, "acc_std": 0.05501061054675971, "f1": 0.795677136102668, "f1_std": 0.0563944570034366, "bacc": 0.7975543478260869, "bacc_std": 0.056583661389840514}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 55, "C": 0.3593813663804626, "split": "test", "acc": 0.8363636363636363, "acc_std": 0.04832686230074024, "f1": 0.8328267477203647, "f1_std": 0.04917386885146217, "bacc": 0.8349184782608696, "bacc_std": 0.049009301627502076}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 56, "C": 0.046415888336127774, "split": "test", "acc": 0.8545454545454545, "acc_std": 0.046759097757981746, "f1": 0.8505434782608696, "f1_std": 0.04837743093584775, "bacc": 0.8505434782608696, "bacc_std": 0.04869409677615898}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 57, "C": 0.046415888336127774, "split": "test", "acc": 0.8909090909090909, "acc_std": 0.04187341806559225, "f1": 0.8879076086956521, "f1_std": 0.04324370316732738, "bacc": 0.8879076086956521, "bacc_std": 0.04343313034334395}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 58, "C": 0.3593813663804626, "split": "test", "acc": 0.8181818181818182, "acc_std": 0.052198464243897874, "f1": 0.8151881720430108, "f1_std": 0.053016274605375835, "bacc": 0.8192934782608696, "bacc_std": 0.05264639016316048}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 59, "C": 166.81005372000556, "split": "test", "acc": 0.8363636363636363, "acc_std": 0.04990839873671372, "f1": 0.8354935194416749, "f1_std": 0.0498036477897074, "bacc": 0.8471467391304348, "bacc_std": 0.04756754186141633}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 60, "C": 0.005994842503189409, "split": "test", "acc": 0.8545454545454545, "acc_std": 0.04753631408749306, "f1": 0.8484848484848485, "f1_std": 0.050467918932907176, "bacc": 0.8444293478260869, "bacc_std": 0.05093246491214439}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 61, "C": 0.005994842503189409, "split": "test", "acc": 0.8909090909090909, "acc_std": 0.041417830631442734, "f1": 0.8891129032258065, "f1_std": 0.041888670070611235, "bacc": 0.8940217391304348, "bacc_std": 0.04094134989256607}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 62, "C": 0.046415888336127774, "split": "test", "acc": 0.9272727272727272, "acc_std": 0.03374137906424433, "f1": 0.9260752688172043, "f1_std": 0.03405999803421964, "bacc": 0.9313858695652174, "bacc_std": 0.032381348861966704}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 63, "C": 0.046415888336127774, "split": "test", "acc": 0.9636363636363636, "acc_std": 0.024938244386039924, "f1": 0.9626358695652174, "f1_std": 0.0256809833661737, "bacc": 0.9626358695652174, "bacc_std": 0.026178175124468732}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 64, "C": 0.3593813663804626, "split": "test", "acc": 0.8181818181818182, "acc_std": 0.05179739295906088, "f1": 0.8166666666666667, "f1_std": 0.05198021378744028, "bacc": 0.8254076086956521, "bacc_std": 0.05114391229835617}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 65, "C": 0.046415888336127774, "split": "test", "acc": 0.8727272727272727, "acc_std": 0.04544529360389039, "f1": 0.8699763593380614, "f1_std": 0.04638976933343186, "bacc": 0.8722826086956521, "bacc_std": 0.046174079841619226}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 66, "C": 0.046415888336127774, "split": "test", "acc": 0.8727272727272727, "acc_std": 0.04092967562915002, "f1": 0.8639095086603039, "f1_std": 0.04614711513528126, "bacc": 0.8539402173913043, "bacc_std": 0.04695341855420785}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 67, "C": 0.046415888336127774, "split": "test", "acc": 0.8909090909090909, "acc_std": 0.04136673315080909, "f1": 0.8879076086956521, "f1_std": 0.0426581644776873, "bacc": 0.8879076086956521, "bacc_std": 0.04312749512914843}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 68, "C": 0.046415888336127774, "split": "test", "acc": 0.9454545454545454, "acc_std": 0.028957215518390454, "f1": 0.9427282193682749, "f1_std": 0.03145724019252021, "bacc": 0.9347826086956521, "bacc_std": 0.03462275768503206}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 69, "C": 166.81005372000556, "split": "test", "acc": 0.8909090909090909, "acc_std": 0.04284857057125711, "f1": 0.8863636363636364, "f1_std": 0.04541065942066133, "bacc": 0.8817934782608696, "bacc_std": 0.04636775985839513}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 70, "C": 0.046415888336127774, "split": "test", "acc": 0.9454545454545454, "acc_std": 0.03110438835930731, "f1": 0.9442755825734549, "f1_std": 0.031618086205212136, "bacc": 0.9470108695652174, "bacc_std": 0.030596487754536734}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 71, "C": 0.005994842503189409, "split": "test", "acc": 0.8, "acc_std": 0.05217971487683788, "f1": 0.790003471017008, "f1_std": 0.05614983132619298, "bacc": 0.7853260869565217, "bacc_std": 0.05531699302503915}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 72, "C": 0.046415888336127774, "split": "test", "acc": 0.9272727272727272, "acc_std": 0.03505897746407398, "f1": 0.9252717391304348, "f1_std": 0.03609753080578298, "bacc": 0.9252717391304348, "bacc_std": 0.036233851426998684}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 73, "C": 0.3593813663804626, "split": "test", "acc": 0.9454545454545454, "acc_std": 0.029434583583665703, "f1": 0.9427282193682749, "f1_std": 0.03210466456289536, "bacc": 0.9347826086956521, "bacc_std": 0.03519352385003507}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 74, "C": 0.046415888336127774, "split": "test", "acc": 0.9090909090909091, "acc_std": 0.03945050670572994, "f1": 0.905982905982906, "f1_std": 0.04122527157904843, "bacc": 0.9035326086956521, "bacc_std": 0.04222734334658748}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 75, "C": 0.046415888336127774, "split": "test", "acc": 0.8909090909090909, "acc_std": 0.03948647221015453, "f1": 0.8879076086956521, "f1_std": 0.040822957745517655, "bacc": 0.8879076086956521, "bacc_std": 0.04133006732408728}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 76, "C": 0.046415888336127774, "split": "test", "acc": 0.8363636363636363, "acc_std": 0.04975920862488875, "f1": 0.8250265111346766, "f1_std": 0.05510415419185682, "bacc": 0.8165760869565217, "bacc_std": 0.054248246067336824}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 77, "C": 0.3593813663804626, "split": "test", "acc": 0.8545454545454545, "acc_std": 0.0447475933144791, "f1": 0.8428571428571429, "f1_std": 0.05198070232959144, "bacc": 0.8322010869565217, "bacc_std": 0.05145448308125144}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 78, "C": 0.046415888336127774, "split": "test", "acc": 0.9636363636363636, "acc_std": 0.025641160092887597, "f1": 0.9626358695652174, "f1_std": 0.026409460272590453, "bacc": 0.9626358695652174, "bacc_std": 0.026747259832623514}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 79, "C": 0.046415888336127774, "split": "test", "acc": 0.9272727272727272, "acc_std": 0.03520741845193407, "f1": 0.9242424242424243, "f1_std": 0.037425083286635, "bacc": 0.9191576086956521, "bacc_std": 0.03924440405893466}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 80, "C": 0.046415888336127774, "split": "test", "acc": 0.8545454545454545, "acc_std": 0.044865639634743965, "f1": 0.84593837535014, "f1_std": 0.0494339975726891, "bacc": 0.8383152173913043, "bacc_std": 0.04986685476727319}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 81, "C": 0.046415888336127774, "split": "test", "acc": 0.8727272727272727, "acc_std": 0.043506230198854294, "f1": 0.8663658451926415, "f1_std": 0.04693324401556137, "bacc": 0.8600543478260869, "bacc_std": 0.04787362339277557}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 82, "C": 0.3593813663804626, "split": "test", "acc": 0.8727272727272727, "acc_std": 0.04417155136978123, "f1": 0.8663658451926415, "f1_std": 0.04742938208571879, "bacc": 0.8600543478260869, "bacc_std": 0.04831342736450297}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 83, "C": 0.046415888336127774, "split": "test", "acc": 0.8363636363636363, "acc_std": 0.043502582805435806, "f1": 0.8212351029252438, "f1_std": 0.051787427580501734, "bacc": 0.8104619565217391, "bacc_std": 0.04978391760964377}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 84, "C": 0.046415888336127774, "split": "test", "acc": 0.8181818181818182, "acc_std": 0.05492564470519202, "f1": 0.8151881720430108, "f1_std": 0.05556209001603648, "bacc": 0.8192934782608696, "bacc_std": 0.05550978440387449}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 85, "C": 0.005994842503189409, "split": "test", "acc": 0.8727272727272727, "acc_std": 0.04529683184513692, "f1": 0.8683760683760684, "f1_std": 0.04725914959285144, "bacc": 0.8661684782608696, "bacc_std": 0.04764497333191647}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 86, "C": 0.3593813663804626, "split": "test", "acc": 0.8727272727272727, "acc_std": 0.0472147756673937, "f1": 0.8711943793911007, "f1_std": 0.04747329880588248, "bacc": 0.8783967391304348, "bacc_std": 0.04616173169207714}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 87, "C": 0.046415888336127774, "split": "test", "acc": 0.8545454545454545, "acc_std": 0.04479604468962309, "f1": 0.84593837535014, "f1_std": 0.049190137008675264, "bacc": 0.8383152173913043, "bacc_std": 0.04918908678320517}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 88, "C": 0.046415888336127774, "split": "test", "acc": 0.9272727272727272, "acc_std": 0.03677900946450412, "f1": 0.9242424242424243, "f1_std": 0.03888035666721627, "bacc": 0.9191576086956521, "bacc_std": 0.04060824639548038}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 89, "C": 0.046415888336127774, "split": "test", "acc": 0.8545454545454545, "acc_std": 0.046682525443876535, "f1": 0.8484848484848485, "f1_std": 0.04960032033046009, "bacc": 0.8444293478260869, "bacc_std": 0.05002872624117813}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 90, "C": 0.046415888336127774, "split": "test", "acc": 0.8727272727272727, "acc_std": 0.04530347258322669, "f1": 0.8683760683760684, "f1_std": 0.04762602213503136, "bacc": 0.8661684782608696, "bacc_std": 0.04816742483098075}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 91, "C": 2.782559402207126, "split": "test", "acc": 0.8727272727272727, "acc_std": 0.04537593201920561, "f1": 0.8699763593380614, "f1_std": 0.04620252683025869, "bacc": 0.8722826086956521, "bacc_std": 0.045848957574472306}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 92, "C": 0.046415888336127774, "split": "test", "acc": 0.9090909090909091, "acc_std": 0.036636503496236546, "f1": 0.9027925061859314, "f1_std": 0.04172062939029353, "bacc": 0.8913043478260869, "bacc_std": 0.04380451504984804}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 93, "C": 0.005994842503189409, "split": "test", "acc": 0.8909090909090909, "acc_std": 0.04106707273242052, "f1": 0.884453781512605, "f1_std": 0.04538219647153068, "bacc": 0.8756793478260869, "bacc_std": 0.04676350863545627}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 94, "C": 0.3593813663804626, "split": "test", "acc": 0.9454545454545454, "acc_std": 0.02927349519037926, "f1": 0.9442755825734549, "f1_std": 0.029793003230557103, "bacc": 0.9470108695652174, "bacc_std": 0.02892038844062629}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 95, "C": 0.046415888336127774, "split": "test", "acc": 0.8727272727272727, "acc_std": 0.04240908993471692, "f1": 0.8683760683760684, "f1_std": 0.044193000083357616, "bacc": 0.8661684782608696, "bacc_std": 0.04453122460865525}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 96, "C": 0.005994842503189409, "split": "test", "acc": 0.9090909090909091, "acc_std": 0.03716247996777627, "f1": 0.905982905982906, "f1_std": 0.0386582921612847, "bacc": 0.9035326086956521, "bacc_std": 0.039344638089985624}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 97, "C": 0.046415888336127774, "split": "test", "acc": 0.9272727272727272, "acc_std": 0.0330669243747178, "f1": 0.9252717391304348, "f1_std": 0.03403091335779827, "bacc": 0.9252717391304348, "bacc_std": 0.03423037262908611}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 98, "C": 0.046415888336127774, "split": "test", "acc": 0.8545454545454545, "acc_std": 0.0478067736132212, "f1": 0.8505434782608696, "f1_std": 0.04936212869106104, "bacc": 0.8505434782608696, "bacc_std": 0.049741480854435326}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 99, "C": 0.046415888336127774, "split": "test", "acc": 0.9272727272727272, "acc_std": 0.0361824394647436, "f1": 0.9242424242424243, "f1_std": 0.038474873171692445, "bacc": 0.9191576086956521, "bacc_std": 0.04034329172989457}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 100, "C": 166.81005372000556, "split": "test", "acc": 0.9090909090909091, "acc_std": 0.03855499024416, "f1": 0.9079959852793577, "f1_std": 0.03866014824471662, "bacc": 0.9157608695652174, "bacc_std": 0.03610969674075427}
+eval results (random splits):
+
+| model    | repr   | clf      | dataset   | split   |   n_trials |     C |   C_std |     acc |   acc_std |      f1 |   f1_std |    bacc |   bacc_std |
+|:---------|:-------|:---------|:----------|:--------|-----------:|------:|--------:|--------:|----------:|--------:|---------:|--------:|-----------:|
+| flat_mae | patch  | logistic | aabc_sex  | train   |        100 | 13.73 |  45.421 | 0.95085 |  0.03067  | 0.94952 | 0.031525 | 0.94894 |   0.031715 |
+| flat_mae | patch  | logistic | aabc_sex  | test    |        100 | 13.73 |  45.421 | 0.86909 |  0.045206 | 0.86452 | 0.046924 | 0.86347 |   0.047191 |
+
+
+done! total time: 0:05:05

data_scaling/n800_2/eval_v2/abide_dx__patch__logistic/config.yaml

@@ -0,0 +1,30 @@
+output_root: experiments/data_scaling/output
+name_prefix: eval_logistic
+remote_root: null
+notes: data scaling experiment n800_2; eval v2 (abide_dx patch logistic)
+model_kwargs:
+  ckpt_path: experiments/data_scaling/output/data_scaling/n800_2/pretrain/checkpoint-best.pth
+dataset_kwargs: {}
+num_workers: 16
+batch_size: 2
+cv_folds: 5
+max_iter: 1000
+Cs: 10
+balanced_sampling: false
+metrics:
+- acc
+- f1
+- bacc
+cv_metric: bacc
+n_trials: 100
+amp: true
+device: cuda
+seed: 4466
+debug: false
+name: data_scaling/n800_2/eval_v2/abide_dx__patch__logistic
+model: flat_mae
+representation: patch
+dataset: abide_dx
+distributed: false
+output_dir: experiments/data_scaling/output/data_scaling/n800_2/eval_v2/abide_dx__patch__logistic
+remote_dir: null

data_scaling/n800_2/eval_v2/abide_dx__patch__logistic/eval_table.csv

@@ -0,0 +1,203 @@
+model,repr,clf,dataset,trial,C,split,acc,acc_std,f1,f1_std,bacc,bacc_std
+flat_mae,patch,logistic,abide_dx,,0.046415888336127774,train,0.8361823361823362,0.013732222990594314,0.8331262828688306,0.014048469797661946,0.8311527349136516,0.014070568687815317
+flat_mae,patch,logistic,abide_dx,,0.046415888336127774,test,0.6693548387096774,0.04159720571640734,0.6644445911160979,0.042657590710188216,0.6639172558261325,0.04219831885696091
+flat_mae,patch,logistic,abide_dx,1,0.046415888336127774,train,0.8176638176638177,0.014739601701295678,0.8144774332080769,0.01514202876274195,0.8127722406792174,0.015198734790086231
+flat_mae,patch,logistic,abide_dx,1,0.046415888336127774,test,0.6532258064516129,0.04224420789808378,0.6526610644257702,0.04241796388327861,0.6554621848739496,0.04263994921489466
+flat_mae,patch,logistic,abide_dx,2,0.3593813663804626,train,0.9131054131054132,0.01033810256477935,0.9119329224276751,0.010523554055651004,0.9108527131782945,0.010702520867795618
+flat_mae,patch,logistic,abide_dx,2,0.3593813663804626,test,0.6532258064516129,0.04228070065979321,0.6526610644257702,0.04233409712087747,0.6554621848739496,0.04250035624827325
+flat_mae,patch,logistic,abide_dx,3,0.3593813663804626,train,0.9173789173789174,0.010074609053616804,0.916450522030337,0.010204104022674956,0.9162052417866371,0.010312353074316908
+flat_mae,patch,logistic,abide_dx,3,0.3593813663804626,test,0.5645161290322581,0.04462592817119303,0.5571428571428572,0.04563753745283136,0.5572478991596639,0.0451540051762055
+flat_mae,patch,logistic,abide_dx,4,0.3593813663804626,train,0.9045584045584045,0.01113247416667033,0.9033961489088576,0.01129073638494645,0.9028054632705795,0.01139263612070365
+flat_mae,patch,logistic,abide_dx,4,0.3593813663804626,test,0.7258064516129032,0.041917921260348316,0.7246603970741902,0.04208211149434743,0.7263655462184874,0.04213745979234176
+flat_mae,patch,logistic,abide_dx,5,2.782559402207126,train,0.9971509971509972,0.0020514620845338946,0.9971207087486158,0.0020733164547973785,0.9971207087486158,0.0020867501577141595
+flat_mae,patch,logistic,abide_dx,5,2.782559402207126,test,0.6209677419354839,0.04253923634142914,0.6197559861681998,0.04267041715095853,0.6213235294117647,0.04266593296126044
+flat_mae,patch,logistic,abide_dx,6,0.046415888336127774,train,0.8262108262108262,0.013741334393241874,0.8228988312365071,0.01410278570753716,0.8208194905869325,0.014122665297930414
+flat_mae,patch,logistic,abide_dx,6,0.046415888336127774,test,0.6048387096774194,0.04468527938313004,0.6004471624909581,0.04536728193670636,0.6003151260504203,0.04519225133048166
+flat_mae,patch,logistic,abide_dx,7,0.3593813663804626,train,0.9131054131054132,0.010891443523092082,0.9121554951535976,0.011046150756541072,0.9120339608711702,0.01121924730169462
+flat_mae,patch,logistic,abide_dx,7,0.3593813663804626,test,0.6048387096774194,0.04317689818572759,0.6017043592264831,0.04351500287343292,0.601890756302521,0.04337567729987715
+flat_mae,patch,logistic,abide_dx,8,0.3593813663804626,train,0.9074074074074074,0.011178851145467718,0.9062197495493903,0.01133574545004193,0.905389442598745,0.011393849243699156
+flat_mae,patch,logistic,abide_dx,8,0.3593813663804626,test,0.6129032258064516,0.04259773606174214,0.607905138339921,0.04314091863082814,0.6076680672268908,0.04297101493106213
+flat_mae,patch,logistic,abide_dx,9,0.3593813663804626,train,0.9145299145299145,0.010201474830474875,0.9133475971033574,0.010381317495696261,0.9121447028423773,0.010538132301563266
+flat_mae,patch,logistic,abide_dx,9,0.3593813663804626,test,0.6532258064516129,0.04225823688711459,0.6480760345851759,0.04301197855494882,0.6475840336134454,0.04263818701186095
+flat_mae,patch,logistic,abide_dx,10,0.3593813663804626,train,0.9202279202279202,0.009817022233667328,0.9191244239631337,0.009980227126710327,0.9179032853451459,0.010107467202540694
+flat_mae,patch,logistic,abide_dx,10,0.3593813663804626,test,0.6612903225806451,0.044038165738633,0.6609375,0.04408681219332392,0.664390756302521,0.043928329042569825
+flat_mae,patch,logistic,abide_dx,11,2.782559402207126,train,0.9957264957264957,0.0025468539823207295,0.9956823293279728,0.002572351445595851,0.995828719084533,0.00250517359678404
+flat_mae,patch,logistic,abide_dx,11,2.782559402207126,test,0.6290322580645161,0.04322527683835397,0.6191239316239316,0.04546779294351958,0.6192226890756303,0.04433124626380628
+flat_mae,patch,logistic,abide_dx,12,0.046415888336127774,train,0.8076923076923077,0.014971838240266037,0.8044055700142201,0.015282728032900062,0.8028423772609818,0.01526194424208718
+flat_mae,patch,logistic,abide_dx,12,0.046415888336127774,test,0.5806451612903226,0.042677199911658775,0.5735449735449736,0.0437004170643649,0.5735294117647058,0.043094968058688475
+flat_mae,patch,logistic,abide_dx,13,0.046415888336127774,train,0.8333333333333334,0.014125744568164738,0.8303559810391301,0.014464426638245662,0.8284606866002215,0.014508685765764293
+flat_mae,patch,logistic,abide_dx,13,0.046415888336127774,test,0.6532258064516129,0.04210951481902213,0.650475254015077,0.04266138987651826,0.6507352941176471,0.04275522126152742
+flat_mae,patch,logistic,abide_dx,14,1291.5496650148827,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,abide_dx,14,1291.5496650148827,test,0.6209677419354839,0.043903199141989,0.6167554415729598,0.044449866851817336,0.6165966386554622,0.04430741992550199
+flat_mae,patch,logistic,abide_dx,15,0.3593813663804626,train,0.9045584045584045,0.011209737962001776,0.9033961489088576,0.01136170198385481,0.9028054632705795,0.01145297929659692
+flat_mae,patch,logistic,abide_dx,15,0.3593813663804626,test,0.6693548387096774,0.040012029928783326,0.6630211440312852,0.04114627108201514,0.6622899159663866,0.04057696371830671
+flat_mae,patch,logistic,abide_dx,16,0.046415888336127774,train,0.8219373219373219,0.014432758243500678,0.8186155248574245,0.014912730281080127,0.8166482096714655,0.015019039915724978
+flat_mae,patch,logistic,abide_dx,16,0.046415888336127774,test,0.6370967741935484,0.041082753849903716,0.6330637206549615,0.041503581077858155,0.6328781512605042,0.04136811062594128
+flat_mae,patch,logistic,abide_dx,17,2.782559402207126,train,0.9928774928774928,0.003126553152561216,0.9928038822132881,0.003157503201411677,0.9929494278331488,0.003102189642939484
+flat_mae,patch,logistic,abide_dx,17,2.782559402207126,test,0.6370967741935484,0.04093512481095228,0.6368842324461508,0.04095659568412819,0.6407563025210083,0.041006078917970444
+flat_mae,patch,logistic,abide_dx,18,0.3593813663804626,train,0.9088319088319088,0.010615087553362615,0.9076923076923077,0.01075375096960997,0.9069767441860466,0.0108041614355196
+flat_mae,patch,logistic,abide_dx,18,0.3593813663804626,test,0.6532258064516129,0.04074648149745541,0.6465831510572015,0.04167842055499143,0.6460084033613445,0.04108178311952098
+flat_mae,patch,logistic,abide_dx,19,0.046415888336127774,train,0.8176638176638177,0.014142693487900464,0.8140397350993378,0.014516848775927774,0.8118863049095607,0.014513467552402137
+flat_mae,patch,logistic,abide_dx,19,0.046415888336127774,test,0.6290322580645161,0.044582497860760135,0.6242424242424243,0.04523300286106727,0.6239495798319328,0.045023224806432435
+flat_mae,patch,logistic,abide_dx,20,0.046415888336127774,train,0.8290598290598291,0.013976232336800265,0.8259389050515737,0.014346899388704192,0.8239940937615357,0.014380371721010657
+flat_mae,patch,logistic,abide_dx,20,0.046415888336127774,test,0.6693548387096774,0.04024227810313777,0.6667322189446083,0.04078713760836048,0.6670168067226891,0.04086965788927231
+flat_mae,patch,logistic,abide_dx,21,2.782559402207126,train,0.9985754985754985,0.0014910386448010742,0.998559926150059,0.0015082557357732915,0.9984126984126984,0.001661443061349775
+flat_mae,patch,logistic,abide_dx,21,2.782559402207126,test,0.6209677419354839,0.043503115656240154,0.6167554415729598,0.04415345905748401,0.6165966386554622,0.04412264221171354
+flat_mae,patch,logistic,abide_dx,22,0.046415888336127774,train,0.8304843304843305,0.01391924245456064,0.8271848074556005,0.014322324764236987,0.8249907715023994,0.014352192338562391
+flat_mae,patch,logistic,abide_dx,22,0.046415888336127774,test,0.6370967741935484,0.03882410506676452,0.6094351508364246,0.04474164758305395,0.6171218487394958,0.040287276246000016
+flat_mae,patch,logistic,abide_dx,23,0.046415888336127774,train,0.8304843304843305,0.013718510519156136,0.8264524103831892,0.014241468088135784,0.8235142118863049,0.014250724664969225
+flat_mae,patch,logistic,abide_dx,23,0.046415888336127774,test,0.6048387096774194,0.04438916853285834,0.5953379953379954,0.046220804685687615,0.5955882352941176,0.04516838893524283
+flat_mae,patch,logistic,abide_dx,24,0.3593813663804626,train,0.9202279202279202,0.010421691363663442,0.9193798449612403,0.010536917769712469,0.9193798449612403,0.010588900254888489
+flat_mae,patch,logistic,abide_dx,24,0.3593813663804626,test,0.6370967741935484,0.044438721268403564,0.6351748937561295,0.04471465496243104,0.6360294117647058,0.04494583722288871
+flat_mae,patch,logistic,abide_dx,25,0.3593813663804626,train,0.9145299145299145,0.010482016962630495,0.9134615384615385,0.010631815053334812,0.9127353266888151,0.010725335782042213
+flat_mae,patch,logistic,abide_dx,25,0.3593813663804626,test,0.6370967741935484,0.04151141349764327,0.6330637206549615,0.042236331611118755,0.6328781512605042,0.042041432436894316
+flat_mae,patch,logistic,abide_dx,26,0.3593813663804626,train,0.9145299145299145,0.009846412693126005,0.9135695055486244,0.009959172406901669,0.9133259505352529,0.0100065005270732
+flat_mae,patch,logistic,abide_dx,26,0.3593813663804626,test,0.6209677419354839,0.04117677178773878,0.607462787095036,0.04341431624415916,0.608718487394958,0.041807631569762346
+flat_mae,patch,logistic,abide_dx,27,1291.5496650148827,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,abide_dx,27,1291.5496650148827,test,0.5967741935483871,0.042052476384051594,0.5958279009126467,0.04218691150717608,0.5976890756302521,0.042327638017954805
+flat_mae,patch,logistic,abide_dx,28,0.3593813663804626,train,0.9145299145299145,0.010435758212607319,0.9134615384615385,0.010589245554817618,0.9127353266888151,0.010694115381840818
+flat_mae,patch,logistic,abide_dx,28,0.3593813663804626,test,0.6370967741935484,0.04175149152719045,0.6330637206549615,0.04234159285920153,0.6328781512605042,0.042147732923265686
+flat_mae,patch,logistic,abide_dx,29,0.046415888336127774,train,0.8048433048433048,0.014713442346051143,0.8010446942976241,0.015155931490621877,0.799077150239941,0.015175135485338467
+flat_mae,patch,logistic,abide_dx,29,0.046415888336127774,test,0.717741935483871,0.03999693991936923,0.7094074322062269,0.042178966374794506,0.7079831932773109,0.04119321168639709
+flat_mae,patch,logistic,abide_dx,30,0.3593813663804626,train,0.9273504273504274,0.009475836583925885,0.9263701482592037,0.009638363466604844,0.925249169435216,0.009817567494863915
+flat_mae,patch,logistic,abide_dx,30,0.3593813663804626,test,0.6693548387096774,0.04239847088028616,0.6614052614052615,0.04370932280331933,0.6607142857142857,0.0428960666771149
+flat_mae,patch,logistic,abide_dx,31,10000.0,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,abide_dx,31,10000.0,test,0.5645161290322581,0.04392305671911358,0.5634941329856584,0.04388324705931793,0.5651260504201681,0.043892617010609425
+flat_mae,patch,logistic,abide_dx,32,0.046415888336127774,train,0.8233618233618234,0.014042587649848217,0.8197032336103263,0.014495893346004167,0.8173495754891104,0.01452397973454008
+flat_mae,patch,logistic,abide_dx,32,0.046415888336127774,test,0.6774193548387096,0.04196206043712621,0.6743697478991597,0.04235026071545418,0.6743697478991597,0.042186223885294145
+flat_mae,patch,logistic,abide_dx,33,10000.0,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,abide_dx,33,10000.0,test,0.5564516129032258,0.04412948912704457,0.543354536324071,0.04580919218608076,0.5451680672268907,0.044583151077540774
+flat_mae,patch,logistic,abide_dx,34,21.54434690031882,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,abide_dx,34,21.54434690031882,test,0.6129032258064516,0.04339414440901715,0.6063492063492064,0.044367187277124145,0.60609243697479,0.043837154292372664
+flat_mae,patch,logistic,abide_dx,35,0.046415888336127774,train,0.8148148148148148,0.014710893456188586,0.8114338138058714,0.015117280841143858,0.8095976375046142,0.01514378287518257
+flat_mae,patch,logistic,abide_dx,35,0.046415888336127774,test,0.6532258064516129,0.039697251141344536,0.6493719997369632,0.040377521613365636,0.6491596638655461,0.0403276035244077
+flat_mae,patch,logistic,abide_dx,36,0.046415888336127774,train,0.8091168091168092,0.014143398247798441,0.8043120090533884,0.014732309651517717,0.8014765596160944,0.014716749240996231
+flat_mae,patch,logistic,abide_dx,36,0.046415888336127774,test,0.6693548387096774,0.040348053244541424,0.6595915634415801,0.04199384639262717,0.6591386554621849,0.04096939995111847
+flat_mae,patch,logistic,abide_dx,37,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,abide_dx,37,2.782559402207126,test,0.6290322580645161,0.044910417828746024,0.6266038229903116,0.04527356914323872,0.6271008403361344,0.045285622673545356
+flat_mae,patch,logistic,abide_dx,38,10000.0,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,abide_dx,38,10000.0,test,0.6693548387096774,0.043026971068552196,0.665680278818965,0.04349491860461719,0.6654411764705883,0.04328892390285515
+flat_mae,patch,logistic,abide_dx,39,0.3593813663804626,train,0.9188034188034188,0.01042885888860151,0.9177078127602866,0.01061628078501772,0.9166112956810631,0.010811097994714984
+flat_mae,patch,logistic,abide_dx,39,0.3593813663804626,test,0.6532258064516129,0.04301325631154159,0.6429862738533645,0.044196523987448194,0.6428571428571428,0.04335183651853802
+flat_mae,patch,logistic,abide_dx,40,21.54434690031882,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,abide_dx,40,21.54434690031882,test,0.5887096774193549,0.04161193734813034,0.5841388834089565,0.042455994835944165,0.5840336134453781,0.04225883762677999
+flat_mae,patch,logistic,abide_dx,41,0.3593813663804626,train,0.9045584045584045,0.011328673919265762,0.9032705869287578,0.01150713988575204,0.9022148394241418,0.011595086504448052
+flat_mae,patch,logistic,abide_dx,41,0.3593813663804626,test,0.6129032258064516,0.039431690562332436,0.6003223207091055,0.04121761124905071,0.6013655462184874,0.03996148470274818
+flat_mae,patch,logistic,abide_dx,42,2.782559402207126,train,0.9943019943019943,0.0027482040289131112,0.9942344177336826,0.002785136835367313,0.9936507936507937,0.0030622844893603046
+flat_mae,patch,logistic,abide_dx,42,2.782559402207126,test,0.6774193548387096,0.04172084961267863,0.6704756842944459,0.043293293816540866,0.6696428571428572,0.04261000330576604
+flat_mae,patch,logistic,abide_dx,43,0.3593813663804626,train,0.9131054131054132,0.010154819356637531,0.9119329224276751,0.010314986745158294,0.9108527131782945,0.01041271916109372
+flat_mae,patch,logistic,abide_dx,43,0.3593813663804626,test,0.6451612903225806,0.04204148822972659,0.6436781609195402,0.04232236660664587,0.6449579831932774,0.042543151388024406
+flat_mae,patch,logistic,abide_dx,44,0.3593813663804626,train,0.9173789173789174,0.010195008909775434,0.9161787593567035,0.010384483750420006,0.9147286821705426,0.010531839098697754
+flat_mae,patch,logistic,abide_dx,44,0.3593813663804626,test,0.6048387096774194,0.042165930094924156,0.5972691721349506,0.04324290162240511,0.5971638655462186,0.04253495376579031
+flat_mae,patch,logistic,abide_dx,45,0.3593813663804626,train,0.9173789173789174,0.010246305167615748,0.916450522030337,0.010357177139065903,0.9162052417866371,0.010374721724827857
+flat_mae,patch,logistic,abide_dx,45,0.3593813663804626,test,0.7338709677419355,0.03999665373620214,0.7274725274725276,0.041405708079099636,0.7258403361344539,0.04088606238623065
+flat_mae,patch,logistic,abide_dx,46,0.046415888336127774,train,0.8347578347578347,0.013783352118059861,0.8318701738448198,0.014092684708063767,0.8300479881875231,0.014117194910708243
+flat_mae,patch,logistic,abide_dx,46,0.046415888336127774,test,0.5564516129032258,0.044002562951559215,0.5529334644378892,0.044279279157840266,0.553046218487395,0.04429408171384627
+flat_mae,patch,logistic,abide_dx,47,2.782559402207126,train,0.9943019943019943,0.002890473106981836,0.9942414174972314,0.0029215090479896046,0.9942414174972314,0.002952255536303985
+flat_mae,patch,logistic,abide_dx,47,2.782559402207126,test,0.5806451612903226,0.0457333440905709,0.5778999738151349,0.046122552762727614,0.5782563025210083,0.04630939411376973
+flat_mae,patch,logistic,abide_dx,48,0.3593813663804626,train,0.9202279202279202,0.010885927297279125,0.9193798449612403,0.010985922321510038,0.9193798449612403,0.01094901399811559
+flat_mae,patch,logistic,abide_dx,48,0.3593813663804626,test,0.6048387096774194,0.04420419874021367,0.6004471624909581,0.04488844648362244,0.6003151260504203,0.04463122956583296
+flat_mae,patch,logistic,abide_dx,49,0.046415888336127774,train,0.8262108262108262,0.013850168540875032,0.8227566225165563,0.014213560166173178,0.8205241786637135,0.014190787838425707
+flat_mae,patch,logistic,abide_dx,49,0.046415888336127774,test,0.5967741935483871,0.04372143336730839,0.5915678524374176,0.04447282120639658,0.5913865546218487,0.044234320450347676
+flat_mae,patch,logistic,abide_dx,50,1291.5496650148827,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,abide_dx,50,1291.5496650148827,test,0.5645161290322581,0.04519324906073886,0.5640625,0.04525149486024833,0.5667016806722689,0.0455868266443871
+flat_mae,patch,logistic,abide_dx,51,1291.5496650148827,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,abide_dx,51,1291.5496650148827,test,0.5725806451612904,0.042877663376743425,0.5643931861867832,0.04354361173333113,0.5646008403361344,0.043053202779155836
+flat_mae,patch,logistic,abide_dx,52,0.3593813663804626,train,0.9102564102564102,0.010799846440751167,0.9091635430038512,0.010947735213283797,0.9085640457733482,0.011018588472233722
+flat_mae,patch,logistic,abide_dx,52,0.3593813663804626,test,0.6854838709677419,0.038616743280635385,0.6794591370053689,0.03954545885547814,0.6785714285714286,0.039105118016161323
+flat_mae,patch,logistic,abide_dx,53,0.046415888336127774,train,0.8176638176638177,0.014325827464901247,0.8147528140848554,0.01463893946289815,0.8133628645256552,0.014675950226240839
+flat_mae,patch,logistic,abide_dx,53,0.046415888336127774,test,0.5967741935483871,0.04323609350389588,0.5860042735042735,0.04446341889197636,0.5866596638655462,0.0435464486082643
+flat_mae,patch,logistic,abide_dx,54,10000.0,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,abide_dx,54,10000.0,test,0.6048387096774194,0.045183358663384666,0.6035753898349319,0.04532982267760377,0.6050420168067226,0.04549952812570808
+flat_mae,patch,logistic,abide_dx,55,0.3593813663804626,train,0.9102564102564102,0.010697238981481776,0.9093289158874289,0.010820473629170794,0.9094499815430048,0.01091263155531017
+flat_mae,patch,logistic,abide_dx,55,0.3593813663804626,test,0.6209677419354839,0.04036441700619171,0.607462787095036,0.04221346696264637,0.608718487394958,0.04086882774524789
+flat_mae,patch,logistic,abide_dx,56,0.046415888336127774,train,0.8105413105413105,0.014902103139540743,0.8070069184482997,0.015314307584186634,0.8051310446659283,0.015296226727619964
+flat_mae,patch,logistic,abide_dx,56,0.046415888336127774,test,0.6935483870967742,0.040065191412936685,0.6869519000797236,0.041294181765220504,0.6859243697478992,0.040749066365223435
+flat_mae,patch,logistic,abide_dx,57,0.046415888336127774,train,0.8148148148148148,0.014205553320732443,0.8118583268049313,0.014518099723434376,0.810483573274271,0.014548521307502726
+flat_mae,patch,logistic,abide_dx,57,0.046415888336127774,test,0.6612903225806451,0.043990988576781714,0.6539994685091681,0.04535045203700507,0.6533613445378151,0.04468445342149215
+flat_mae,patch,logistic,abide_dx,58,10000.0,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,abide_dx,58,10000.0,test,0.5806451612903226,0.04486080622864319,0.5735449735449736,0.04573917432105179,0.5735294117647058,0.04526755093684735
+flat_mae,patch,logistic,abide_dx,59,0.046415888336127774,train,0.8205128205128205,0.014504723987808821,0.8169453642384106,0.014890581194104736,0.814765596160945,0.014900379126406658
+flat_mae,patch,logistic,abide_dx,59,0.046415888336127774,test,0.6532258064516129,0.04225553735363857,0.6521171788347361,0.0424897164357544,0.6538865546218487,0.0427007544129227
+flat_mae,patch,logistic,abide_dx,60,2.782559402207126,train,0.9928774928774928,0.0031896352362229,0.9927952559531508,0.0032300177832324493,0.9923588039867111,0.003432556055411046
+flat_mae,patch,logistic,abide_dx,60,2.782559402207126,test,0.6209677419354839,0.04216623857232452,0.6118548118548119,0.043366675866586955,0.6118697478991597,0.04259716597338024
+flat_mae,patch,logistic,abide_dx,61,0.3593813663804626,train,0.9188034188034188,0.010484167517004206,0.9178659178659179,0.010617661758644408,0.9174972314507198,0.010695990625742311
+flat_mae,patch,logistic,abide_dx,61,0.3593813663804626,test,0.6290322580645161,0.041811662732767124,0.6227513227513227,0.04281508823395428,0.6223739495798319,0.04238711318752693
+flat_mae,patch,logistic,abide_dx,62,0.3593813663804626,train,0.9259259259259259,0.010026746076672345,0.924951275071751,0.010175273465103836,0.9239571797711332,0.010274282881372403
+flat_mae,patch,logistic,abide_dx,62,0.3593813663804626,test,0.6370967741935484,0.043428901193755545,0.6342182890855457,0.04370758647469968,0.634453781512605,0.04366081226416784
+flat_mae,patch,logistic,abide_dx,63,2.782559402207126,train,0.99002849002849,0.003529144134341237,0.989913358334411,0.0035737190532663574,0.9894795127353266,0.0037454410254108774
+flat_mae,patch,logistic,abide_dx,63,2.782559402207126,test,0.6693548387096774,0.044395219155568634,0.6667322189446083,0.04482159608833423,0.6670168067226891,0.044812278421158064
+flat_mae,patch,logistic,abide_dx,64,0.3593813663804626,train,0.9116809116809117,0.010843544378470897,0.9106884890669118,0.010989858525003419,0.9104466592838686,0.011109757873171741
+flat_mae,patch,logistic,abide_dx,64,0.3593813663804626,test,0.7338709677419355,0.04076478811489186,0.7287731159276198,0.04187265808620514,0.7274159663865546,0.041486249136840944
+flat_mae,patch,logistic,abide_dx,65,0.3593813663804626,train,0.905982905982906,0.011224580954483478,0.9046172089231453,0.011439014461950978,0.9032115171650055,0.011613318248174362
+flat_mae,patch,logistic,abide_dx,65,0.3593813663804626,test,0.6451612903225806,0.04250428147620581,0.6356837606837606,0.044102336117294666,0.6355042016806722,0.04310882777618087
+flat_mae,patch,logistic,abide_dx,66,0.046415888336127774,train,0.8333333333333334,0.01367368699930276,0.8308534759534494,0.01393703266766837,0.8296419342930971,0.014003233099134385
+flat_mae,patch,logistic,abide_dx,66,0.046415888336127774,test,0.6532258064516129,0.04143415912195637,0.6465831510572015,0.04265193687152699,0.6460084033613445,0.04215181125918449
+flat_mae,patch,logistic,abide_dx,67,2.782559402207126,train,0.9928774928774928,0.0032973426524438238,0.9927996307502949,0.0033346182313481526,0.9926541159099298,0.003410819681388979
+flat_mae,patch,logistic,abide_dx,67,2.782559402207126,test,0.6129032258064516,0.044710919663420064,0.6025641025641025,0.04617930004089794,0.6029411764705883,0.045171939190597483
+flat_mae,patch,logistic,abide_dx,68,0.3593813663804626,train,0.9202279202279202,0.010192747576022544,0.9191782962311166,0.010366511877399533,0.9181985972683647,0.01051848260488645
+flat_mae,patch,logistic,abide_dx,68,0.3593813663804626,test,0.6612903225806451,0.03954191390480414,0.6580882352941176,0.03980207753565382,0.6580882352941176,0.03979232892020779
+flat_mae,patch,logistic,abide_dx,69,0.3593813663804626,train,0.9131054131054132,0.01102512421766315,0.9121554951535976,0.01116898655797386,0.9120339608711702,0.011289081166005726
+flat_mae,patch,logistic,abide_dx,69,0.3593813663804626,test,0.7016129032258065,0.04021786079272462,0.6928021426180114,0.042111459798796644,0.6917016806722689,0.04110312531500887
+flat_mae,patch,logistic,abide_dx,70,2.782559402207126,train,0.9943019943019943,0.0026368225528191013,0.994237967036575,0.002668971312931279,0.9939461055740126,0.002838053985388493
+flat_mae,patch,logistic,abide_dx,70,2.782559402207126,test,0.6370967741935484,0.04006168500723785,0.6283716283716283,0.041477373318290586,0.6281512605042017,0.04068783085409267
+flat_mae,patch,logistic,abide_dx,71,0.3593813663804626,train,0.9273504273504274,0.00941683321258643,0.9265995985755378,0.009521804799569013,0.9267257290513105,0.009594906146258226
+flat_mae,patch,logistic,abide_dx,71,0.3593813663804626,test,0.6290322580645161,0.04283650827515094,0.6255252100840336,0.04325241038452638,0.6255252100840336,0.04311766204179228
+flat_mae,patch,logistic,abide_dx,72,0.046415888336127774,train,0.8233618233618234,0.013930155365125043,0.8197032336103263,0.014398452130888958,0.8173495754891104,0.014449418812518532
+flat_mae,patch,logistic,abide_dx,72,0.046415888336127774,test,0.6129032258064516,0.044649691523836715,0.6112852664576802,0.044889653195191795,0.6123949579831933,0.04492010669605996
+flat_mae,patch,logistic,abide_dx,73,0.046415888336127774,train,0.8290598290598291,0.014346361982251612,0.8262032085561497,0.014640045581249482,0.8245847176079735,0.01465622754229318
+flat_mae,patch,logistic,abide_dx,73,0.046415888336127774,test,0.6048387096774194,0.043948730299078545,0.5953379953379954,0.04583258547658649,0.5955882352941176,0.04488359244345984
+flat_mae,patch,logistic,abide_dx,74,2.782559402207126,train,0.9957264957264957,0.002475970342335943,0.995679778450177,0.002503563711441709,0.9955334071613142,0.0025739629003520034
+flat_mae,patch,logistic,abide_dx,74,2.782559402207126,test,0.6774193548387096,0.0446307080837653,0.6753076721654884,0.04500980392817246,0.6759453781512605,0.045013263939792034
+flat_mae,patch,logistic,abide_dx,75,0.3593813663804626,train,0.9145299145299145,0.010137491585366646,0.9136715419426773,0.010239309055232695,0.9139165743816906,0.010275323142876047
+flat_mae,patch,logistic,abide_dx,75,0.3593813663804626,test,0.7096774193548387,0.04091198580766188,0.7077769049489395,0.04103048682026622,0.7085084033613445,0.040965768364221715
+flat_mae,patch,logistic,abide_dx,76,0.046415888336127774,train,0.8233618233618234,0.01373176105523508,0.8202750134203245,0.014097741248480426,0.818530823181986,0.014180252042143583
+flat_mae,patch,logistic,abide_dx,76,0.046415888336127774,test,0.7016129032258065,0.039947217386184286,0.6909813430322624,0.04237293606728756,0.6901260504201681,0.041049845752477165
+flat_mae,patch,logistic,abide_dx,77,0.3593813663804626,train,0.9188034188034188,0.010220139649442345,0.9179642572314833,0.01032618402968656,0.9180878552971576,0.010336628760780635
+flat_mae,patch,logistic,abide_dx,77,0.3593813663804626,test,0.6370967741935484,0.043367230731887384,0.635936582501468,0.04356322684526382,0.6376050420168067,0.0436609388877889
+flat_mae,patch,logistic,abide_dx,78,2.782559402207126,train,0.9971509971509972,0.0020013935778450697,0.9971207087486158,0.0020225837137120505,0.9971207087486158,0.0020246147757083627
+flat_mae,patch,logistic,abide_dx,78,2.782559402207126,test,0.5967741935483871,0.04473437327073084,0.5929621848739496,0.045228337442327196,0.5929621848739496,0.045128301774348324
+flat_mae,patch,logistic,abide_dx,79,0.3593813663804626,train,0.9145299145299145,0.01128343936610374,0.9134615384615385,0.011465542679056003,0.9127353266888151,0.011634342263494545
+flat_mae,patch,logistic,abide_dx,79,0.3593813663804626,test,0.6290322580645161,0.04436468805599709,0.6227513227513227,0.045475535880137606,0.6223739495798319,0.044852501756747806
+flat_mae,patch,logistic,abide_dx,80,0.046415888336127774,train,0.811965811965812,0.01448093414647114,0.808532795556731,0.014863188692844009,0.8067183462532299,0.014870613045673858
+flat_mae,patch,logistic,abide_dx,80,0.046415888336127774,test,0.6532258064516129,0.04201216314637051,0.650475254015077,0.04244577969521459,0.6507352941176471,0.0424212355760643
+flat_mae,patch,logistic,abide_dx,81,0.046415888336127774,train,0.8176638176638177,0.014287263841230345,0.8140397350993378,0.014682528977364488,0.8118863049095607,0.014694115648932159
+flat_mae,patch,logistic,abide_dx,81,0.046415888336127774,test,0.6612903225806451,0.041819330453556604,0.6522435897435898,0.043021538846998705,0.6517857142857143,0.042128640559751664
+flat_mae,patch,logistic,abide_dx,82,0.3593813663804626,train,0.8945868945868946,0.011264798745726915,0.8933367280731292,0.011412505213885727,0.8928755998523441,0.011487759425428795
+flat_mae,patch,logistic,abide_dx,82,0.3593813663804626,test,0.6774193548387096,0.04175028584771948,0.6688034188034189,0.04356643274812478,0.6680672268907563,0.0426099866164883
+flat_mae,patch,logistic,abide_dx,83,0.3593813663804626,train,0.9116809116809117,0.011263980174564227,0.9105769230769231,0.011432933915639938,0.9098560354374308,0.01153708554560834
+flat_mae,patch,logistic,abide_dx,83,0.3593813663804626,test,0.6774193548387096,0.04473764428103986,0.6743697478991597,0.045243578335739144,0.6743697478991597,0.045128574817796384
+flat_mae,patch,logistic,abide_dx,84,0.3593813663804626,train,0.9173789173789174,0.009878414014869006,0.9162918068107992,0.010039889918726601,0.9153193060169804,0.010174850611443898
+flat_mae,patch,logistic,abide_dx,84,0.3593813663804626,test,0.6048387096774194,0.04564369084602895,0.6017043592264831,0.04609442440024641,0.601890756302521,0.04604308690144586
+flat_mae,patch,logistic,abide_dx,85,0.046415888336127774,train,0.8390313390313391,0.013332138585768444,0.8361557765591598,0.013683074816789967,0.83421926910299,0.013727963686044946
+flat_mae,patch,logistic,abide_dx,85,0.046415888336127774,test,0.6532258064516129,0.04271385565762564,0.650475254015077,0.04321020705420851,0.6507352941176471,0.043220535134742624
+flat_mae,patch,logistic,abide_dx,86,2.782559402207126,train,0.99002849002849,0.003757665196220296,0.9899194830504128,0.0038004668530987476,0.9897748246585456,0.0038760810432220657
+flat_mae,patch,logistic,abide_dx,86,2.782559402207126,test,0.6774193548387096,0.043262502478562156,0.6760710553814002,0.043660736420618115,0.6775210084033614,0.043909701709000874
+flat_mae,patch,logistic,abide_dx,87,0.3593813663804626,train,0.9245014245014245,0.009842375472018125,0.923482703092898,0.009985356046419766,0.9223698781838316,0.010042272020658558
+flat_mae,patch,logistic,abide_dx,87,0.3593813663804626,test,0.6451612903225806,0.0441091022718192,0.6443285528031291,0.04415636811687999,0.6465336134453781,0.04416177395033841
+flat_mae,patch,logistic,abide_dx,88,0.3593813663804626,train,0.9216524216524217,0.010055244678892203,0.9207478154846576,0.010165984187427451,0.9203765227021041,0.010172984760279783
+flat_mae,patch,logistic,abide_dx,88,0.3593813663804626,test,0.6048387096774194,0.04380479770263744,0.6035753898349319,0.043932054119556314,0.6050420168067226,0.04396473645852784
+flat_mae,patch,logistic,abide_dx,89,0.3593813663804626,train,0.905982905982906,0.011179895209655984,0.9047458491295302,0.01135604503447857,0.9038021410114434,0.01148916198967954
+flat_mae,patch,logistic,abide_dx,89,0.3593813663804626,test,0.6290322580645161,0.04144694024121685,0.6242424242424243,0.04209252779303939,0.6239495798319328,0.04187317491941256
+flat_mae,patch,logistic,abide_dx,90,0.046415888336127774,train,0.8190883190883191,0.014106061898957542,0.8159963510504146,0.014412279168191891,0.8143595422665191,0.014432823083625233
+flat_mae,patch,logistic,abide_dx,90,0.046415888336127774,test,0.6370967741935484,0.0414132840239994,0.626380984265149,0.04260436716010786,0.6265756302521008,0.04171575519743921
+flat_mae,patch,logistic,abide_dx,91,2.782559402207126,train,0.9928774928774928,0.003272010003634499,0.992790757381258,0.0033186652872346945,0.9920634920634921,0.0036459540040498554
+flat_mae,patch,logistic,abide_dx,91,2.782559402207126,test,0.6209677419354839,0.04384783545738154,0.6179613241560145,0.04441657529668909,0.618172268907563,0.044338546362727965
+flat_mae,patch,logistic,abide_dx,92,2.782559402207126,train,0.9971509971509972,0.0018809871119495943,0.9971207087486158,0.001900930262644332,0.9971207087486158,0.0019032010611078208
+flat_mae,patch,logistic,abide_dx,92,2.782559402207126,test,0.6129032258064516,0.04591938316506598,0.6003223207091055,0.048119706947185134,0.6013655462184874,0.046608089800002514
+flat_mae,patch,logistic,abide_dx,93,0.046415888336127774,train,0.8276353276353277,0.014229699745067787,0.8242803504380476,0.014574269132420376,0.8221114802510152,0.014571656872486984
+flat_mae,patch,logistic,abide_dx,93,0.046415888336127774,test,0.6693548387096774,0.041915330144764944,0.665680278818965,0.04257158379976692,0.6654411764705883,0.04250980546017989
+flat_mae,patch,logistic,abide_dx,94,0.046415888336127774,train,0.8219373219373219,0.014473074679088474,0.8191597885560604,0.01483417142527356,0.8178294573643411,0.014977589512586972
+flat_mae,patch,logistic,abide_dx,94,0.046415888336127774,test,0.6532258064516129,0.040188797420242964,0.650475254015077,0.04067923950523327,0.6507352941176471,0.04059038142193952
+flat_mae,patch,logistic,abide_dx,95,0.046415888336127774,train,0.8233618233618234,0.01398796570456453,0.8198509933774834,0.014373040938740903,0.8176448874123292,0.014366967903733648
+flat_mae,patch,logistic,abide_dx,95,0.046415888336127774,test,0.6532258064516129,0.04483283786106316,0.6465831510572015,0.04596791946163409,0.6460084033613445,0.045374386904243134
+flat_mae,patch,logistic,abide_dx,96,0.3593813663804626,train,0.9202279202279202,0.010204818007473774,0.9194267724798321,0.010314624742351331,0.9196751568844592,0.010376776451891006
+flat_mae,patch,logistic,abide_dx,96,0.3593813663804626,test,0.6290322580645161,0.043294012149872385,0.6266038229903116,0.04367329662157315,0.6271008403361344,0.043553319735386564
+flat_mae,patch,logistic,abide_dx,97,10000.0,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,abide_dx,97,10000.0,test,0.6532258064516129,0.043082767667910554,0.6521171788347361,0.04328758247879169,0.6538865546218487,0.04342410975923602
+flat_mae,patch,logistic,abide_dx,98,2.782559402207126,train,0.9886039886039886,0.004126138149736874,0.988482834994463,0.004169616992152129,0.988482834994463,0.004166220204865611
+flat_mae,patch,logistic,abide_dx,98,2.782559402207126,test,0.6048387096774194,0.044664115289446506,0.602745995423341,0.044951425963249234,0.6034663865546219,0.04503046358154634
+flat_mae,patch,logistic,abide_dx,99,0.3593813663804626,train,0.9102564102564102,0.010349286274827108,0.9093809356962399,0.01043051930950495,0.9097452934662237,0.010399701009622559
+flat_mae,patch,logistic,abide_dx,99,0.3593813663804626,test,0.6532258064516129,0.042699004611314845,0.6465831510572015,0.04381897067081977,0.6460084033613445,0.04325480480457568
+flat_mae,patch,logistic,abide_dx,100,2.782559402207126,train,0.9928774928774928,0.0033492582315881817,0.9928038822132881,0.003382801092239378,0.9929494278331488,0.003340480668961541
+flat_mae,patch,logistic,abide_dx,100,2.782559402207126,test,0.6129032258064516,0.04320872315289635,0.6003223207091055,0.04577449782110545,0.6013655462184874,0.04424317770250198

data_scaling/n800_2/eval_v2/abide_dx__patch__logistic/log.txt

@@ -0,0 +1,252 @@
+fMRI foundation model logistic probe eval
+version: 0.1.dev66+g7ddd3aa04
+sha: 58906bf7243fb545e1349221e6921a1797e2e666, status: has uncommitted changes, branch: dev/clane9
+cwd: /data/connor/fmri-fm
+start: 2026-02-26 17:26:23
+config:
+output_root: experiments/data_scaling/output
+name_prefix: eval_logistic
+remote_root: null
+notes: data scaling experiment n800_2; eval v2 (abide_dx patch logistic)
+model_kwargs:
+  ckpt_path: experiments/data_scaling/output/data_scaling/n800_2/pretrain/checkpoint-best.pth
+dataset_kwargs: {}
+num_workers: 16
+batch_size: 2
+cv_folds: 5
+max_iter: 1000
+Cs: 10
+balanced_sampling: false
+metrics:
+- acc
+- f1
+- bacc
+cv_metric: bacc
+n_trials: 100
+amp: true
+device: cuda
+seed: 4466
+debug: false
+name: data_scaling/n800_2/eval_v2/abide_dx__patch__logistic
+model: flat_mae
+representation: patch
+dataset: abide_dx
+distributed: false
+output_dir: experiments/data_scaling/output/data_scaling/n800_2/eval_v2/abide_dx__patch__logistic
+remote_dir: null
+
+creating frozen backbone model: flat_mae
+backbone:
+MaskedEncoderWrapper(
+  (model): MaskedEncoder(
+    class_token=True, reg_tokens=0, no_embed_class=True, mask_drop_scale=False
+    (patchify): Patchify3D((16, 224, 560), (4, 16, 16), in_chans=1)
+    (patch_embed): Linear(in_features=1024, out_features=768, bias=True)
+    (pos_embed): SeparablePosEmbed(768, (4, 14, 35))
+    (blocks): ModuleList(
+      (0-11): 12 x Block(
+        (norm1): LayerNorm((768,), eps=1e-06, elementwise_affine=True)
+        (attn): Attention(
+          num_heads=12
+          (q): Linear(in_features=768, out_features=768, bias=True)
+          (k): Linear(in_features=768, out_features=768, bias=True)
+          (v): Linear(in_features=768, out_features=768, bias=True)
+          (proj): Linear(in_features=768, out_features=768, bias=True)
+        )
+        (drop_path1): Identity()
+        (norm2): LayerNorm((768,), eps=1e-06, elementwise_affine=True)
+        (mlp): Mlp(
+          (fc1): Linear(in_features=768, out_features=3072, bias=True)
+          (act): GELU(approximate='none')
+          (fc2): Linear(in_features=3072, out_features=768, bias=True)
+        )
+        (drop_path2): Identity()
+      )
+    )
+    (norm): LayerNorm((768,), eps=1e-06, elementwise_affine=True)
+  )
+)
+creating dataset: abide_dx (flat)
+train (n=578):
+HFDataset(
+    dataset=Dataset({
+    features: ['sub', 'site', 'dataset', 'path', 'n_frames', 'tr', 'bold', 'mean', 'std'],
+    num_rows: 578
+}),
+    labels=['Autism' 'Control'],
+    counts=[260 318]
+)
+
+validation (n=124):
+HFDataset(
+    dataset=Dataset({
+    features: ['sub', 'site', 'dataset', 'path', 'n_frames', 'tr', 'bold', 'mean', 'std'],
+    num_rows: 124
+}),
+    labels=['Autism' 'Control'],
+    counts=[54 70]
+)
+
+test (n=124):
+HFDataset(
+    dataset=Dataset({
+    features: ['sub', 'site', 'dataset', 'path', 'n_frames', 'tr', 'bold', 'mean', 'std'],
+    num_rows: 124
+}),
+    labels=['Autism' 'Control'],
+    counts=[57 67]
+)
+
+extracting features for all splits
+extract (train)  [  0/289]  eta: 0:21:01    time: 4.3656  data: 3.4930  max mem: 2698
+extract (train)  [ 20/289]  eta: 0:01:45    time: 0.1939  data: 0.0570  max mem: 2851
+extract (train)  [ 40/289]  eta: 0:01:10    time: 0.1644  data: 0.0428  max mem: 2851
+extract (train)  [ 60/289]  eta: 0:00:55    time: 0.1578  data: 0.0440  max mem: 2851
+extract (train)  [ 80/289]  eta: 0:00:45    time: 0.1543  data: 0.0410  max mem: 2851
+extract (train)  [100/289]  eta: 0:00:39    time: 0.1579  data: 0.0419  max mem: 2851
+extract (train)  [120/289]  eta: 0:00:34    time: 0.1710  data: 0.0484  max mem: 2851
+extract (train)  [140/289]  eta: 0:00:29    time: 0.1614  data: 0.0457  max mem: 2851
+extract (train)  [160/289]  eta: 0:00:24    time: 0.1563  data: 0.0429  max mem: 2851
+extract (train)  [180/289]  eta: 0:00:20    time: 0.1568  data: 0.0424  max mem: 2851
+extract (train)  [200/289]  eta: 0:00:16    time: 0.1570  data: 0.0441  max mem: 2851
+extract (train)  [220/289]  eta: 0:00:12    time: 0.1558  data: 0.0416  max mem: 2851
+extract (train)  [240/289]  eta: 0:00:08    time: 0.1549  data: 0.0415  max mem: 2851
+extract (train)  [260/289]  eta: 0:00:05    time: 0.1762  data: 0.0480  max mem: 2851
+extract (train)  [280/289]  eta: 0:00:01    time: 0.1465  data: 0.0387  max mem: 2851
+extract (train)  [288/289]  eta: 0:00:00    time: 0.1556  data: 0.0446  max mem: 2851
+extract (train) Total time: 0:00:51 (0.1780 s / it)
+extract (validation)  [ 0/62]  eta: 0:04:25    time: 4.2758  data: 4.0888  max mem: 2851
+extract (validation)  [20/62]  eta: 0:00:16    time: 0.1878  data: 0.0532  max mem: 2851
+extract (validation)  [40/62]  eta: 0:00:05    time: 0.1412  data: 0.0364  max mem: 2851
+extract (validation)  [60/62]  eta: 0:00:00    time: 0.1569  data: 0.0468  max mem: 2851
+extract (validation)  [61/62]  eta: 0:00:00    time: 0.1578  data: 0.0472  max mem: 2851
+extract (validation) Total time: 0:00:14 (0.2335 s / it)
+extract (test)  [ 0/62]  eta: 0:04:18    time: 4.1618  data: 4.0203  max mem: 2851
+extract (test)  [20/62]  eta: 0:00:16    time: 0.1971  data: 0.0587  max mem: 2851
+extract (test)  [40/62]  eta: 0:00:05    time: 0.1385  data: 0.0354  max mem: 2851
+extract (test)  [60/62]  eta: 0:00:00    time: 0.1374  data: 0.0364  max mem: 2851
+extract (test)  [61/62]  eta: 0:00:00    time: 0.1380  data: 0.0368  max mem: 2851
+extract (test) Total time: 0:00:14 (0.2266 s / it)
+feature extraction time: 0:01:20
+train features: (578, 768)
+validation features: (124, 768)
+test features: (124, 768)
+evaluating fixed splits
+eval results (fixed splits):
+
+| model    | repr   | clf      | dataset   | trial   |        C | split   |     acc |   acc_std |      f1 |   f1_std |    bacc |   bacc_std |
+|:---------|:-------|:---------|:----------|:--------|---------:|:--------|--------:|----------:|--------:|---------:|--------:|-----------:|
+| flat_mae | patch  | logistic | abide_dx  |         | 0.046416 | train   | 0.83618 |  0.013732 | 0.83313 | 0.014048 | 0.83115 |   0.014071 |
+| flat_mae | patch  | logistic | abide_dx  |         | 0.046416 | test    | 0.66935 |  0.041597 | 0.66444 | 0.042658 | 0.66392 |   0.042198 |
+
+
+evaluating random splits (n=100)
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 1, "C": 0.046415888336127774, "split": "test", "acc": 0.6532258064516129, "acc_std": 0.04224420789808378, "f1": 0.6526610644257702, "f1_std": 0.04241796388327861, "bacc": 0.6554621848739496, "bacc_std": 0.04263994921489466}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 2, "C": 0.3593813663804626, "split": "test", "acc": 0.6532258064516129, "acc_std": 0.04228070065979321, "f1": 0.6526610644257702, "f1_std": 0.04233409712087747, "bacc": 0.6554621848739496, "bacc_std": 0.04250035624827325}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 3, "C": 0.3593813663804626, "split": "test", "acc": 0.5645161290322581, "acc_std": 0.04462592817119303, "f1": 0.5571428571428572, "f1_std": 0.04563753745283136, "bacc": 0.5572478991596639, "bacc_std": 0.0451540051762055}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 4, "C": 0.3593813663804626, "split": "test", "acc": 0.7258064516129032, "acc_std": 0.041917921260348316, "f1": 0.7246603970741902, "f1_std": 0.04208211149434743, "bacc": 0.7263655462184874, "bacc_std": 0.04213745979234176}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 5, "C": 2.782559402207126, "split": "test", "acc": 0.6209677419354839, "acc_std": 0.04253923634142914, "f1": 0.6197559861681998, "f1_std": 0.04267041715095853, "bacc": 0.6213235294117647, "bacc_std": 0.04266593296126044}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 6, "C": 0.046415888336127774, "split": "test", "acc": 0.6048387096774194, "acc_std": 0.04468527938313004, "f1": 0.6004471624909581, "f1_std": 0.04536728193670636, "bacc": 0.6003151260504203, "bacc_std": 0.04519225133048166}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 7, "C": 0.3593813663804626, "split": "test", "acc": 0.6048387096774194, "acc_std": 0.04317689818572759, "f1": 0.6017043592264831, "f1_std": 0.04351500287343292, "bacc": 0.601890756302521, "bacc_std": 0.04337567729987715}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 8, "C": 0.3593813663804626, "split": "test", "acc": 0.6129032258064516, "acc_std": 0.04259773606174214, "f1": 0.607905138339921, "f1_std": 0.04314091863082814, "bacc": 0.6076680672268908, "bacc_std": 0.04297101493106213}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 9, "C": 0.3593813663804626, "split": "test", "acc": 0.6532258064516129, "acc_std": 0.04225823688711459, "f1": 0.6480760345851759, "f1_std": 0.04301197855494882, "bacc": 0.6475840336134454, "bacc_std": 0.04263818701186095}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 10, "C": 0.3593813663804626, "split": "test", "acc": 0.6612903225806451, "acc_std": 0.044038165738633, "f1": 0.6609375, "f1_std": 0.04408681219332392, "bacc": 0.664390756302521, "bacc_std": 0.043928329042569825}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 11, "C": 2.782559402207126, "split": "test", "acc": 0.6290322580645161, "acc_std": 0.04322527683835397, "f1": 0.6191239316239316, "f1_std": 0.04546779294351958, "bacc": 0.6192226890756303, "bacc_std": 0.04433124626380628}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 12, "C": 0.046415888336127774, "split": "test", "acc": 0.5806451612903226, "acc_std": 0.042677199911658775, "f1": 0.5735449735449736, "f1_std": 0.0437004170643649, "bacc": 0.5735294117647058, "bacc_std": 0.043094968058688475}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 13, "C": 0.046415888336127774, "split": "test", "acc": 0.6532258064516129, "acc_std": 0.04210951481902213, "f1": 0.650475254015077, "f1_std": 0.04266138987651826, "bacc": 0.6507352941176471, "bacc_std": 0.04275522126152742}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 14, "C": 1291.5496650148827, "split": "test", "acc": 0.6209677419354839, "acc_std": 0.043903199141989, "f1": 0.6167554415729598, "f1_std": 0.044449866851817336, "bacc": 0.6165966386554622, "bacc_std": 0.04430741992550199}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 15, "C": 0.3593813663804626, "split": "test", "acc": 0.6693548387096774, "acc_std": 0.040012029928783326, "f1": 0.6630211440312852, "f1_std": 0.04114627108201514, "bacc": 0.6622899159663866, "bacc_std": 0.04057696371830671}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 16, "C": 0.046415888336127774, "split": "test", "acc": 0.6370967741935484, "acc_std": 0.041082753849903716, "f1": 0.6330637206549615, "f1_std": 0.041503581077858155, "bacc": 0.6328781512605042, "bacc_std": 0.04136811062594128}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 17, "C": 2.782559402207126, "split": "test", "acc": 0.6370967741935484, "acc_std": 0.04093512481095228, "f1": 0.6368842324461508, "f1_std": 0.04095659568412819, "bacc": 0.6407563025210083, "bacc_std": 0.041006078917970444}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 18, "C": 0.3593813663804626, "split": "test", "acc": 0.6532258064516129, "acc_std": 0.04074648149745541, "f1": 0.6465831510572015, "f1_std": 0.04167842055499143, "bacc": 0.6460084033613445, "bacc_std": 0.04108178311952098}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 19, "C": 0.046415888336127774, "split": "test", "acc": 0.6290322580645161, "acc_std": 0.044582497860760135, "f1": 0.6242424242424243, "f1_std": 0.04523300286106727, "bacc": 0.6239495798319328, "bacc_std": 0.045023224806432435}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 20, "C": 0.046415888336127774, "split": "test", "acc": 0.6693548387096774, "acc_std": 0.04024227810313777, "f1": 0.6667322189446083, "f1_std": 0.04078713760836048, "bacc": 0.6670168067226891, "bacc_std": 0.04086965788927231}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 21, "C": 2.782559402207126, "split": "test", "acc": 0.6209677419354839, "acc_std": 0.043503115656240154, "f1": 0.6167554415729598, "f1_std": 0.04415345905748401, "bacc": 0.6165966386554622, "bacc_std": 0.04412264221171354}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 22, "C": 0.046415888336127774, "split": "test", "acc": 0.6370967741935484, "acc_std": 0.03882410506676452, "f1": 0.6094351508364246, "f1_std": 0.04474164758305395, "bacc": 0.6171218487394958, "bacc_std": 0.040287276246000016}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 23, "C": 0.046415888336127774, "split": "test", "acc": 0.6048387096774194, "acc_std": 0.04438916853285834, "f1": 0.5953379953379954, "f1_std": 0.046220804685687615, "bacc": 0.5955882352941176, "bacc_std": 0.04516838893524283}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 24, "C": 0.3593813663804626, "split": "test", "acc": 0.6370967741935484, "acc_std": 0.044438721268403564, "f1": 0.6351748937561295, "f1_std": 0.04471465496243104, "bacc": 0.6360294117647058, "bacc_std": 0.04494583722288871}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 25, "C": 0.3593813663804626, "split": "test", "acc": 0.6370967741935484, "acc_std": 0.04151141349764327, "f1": 0.6330637206549615, "f1_std": 0.042236331611118755, "bacc": 0.6328781512605042, "bacc_std": 0.042041432436894316}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 26, "C": 0.3593813663804626, "split": "test", "acc": 0.6209677419354839, "acc_std": 0.04117677178773878, "f1": 0.607462787095036, "f1_std": 0.04341431624415916, "bacc": 0.608718487394958, "bacc_std": 0.041807631569762346}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 27, "C": 1291.5496650148827, "split": "test", "acc": 0.5967741935483871, "acc_std": 0.042052476384051594, "f1": 0.5958279009126467, "f1_std": 0.04218691150717608, "bacc": 0.5976890756302521, "bacc_std": 0.042327638017954805}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 28, "C": 0.3593813663804626, "split": "test", "acc": 0.6370967741935484, "acc_std": 0.04175149152719045, "f1": 0.6330637206549615, "f1_std": 0.04234159285920153, "bacc": 0.6328781512605042, "bacc_std": 0.042147732923265686}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 29, "C": 0.046415888336127774, "split": "test", "acc": 0.717741935483871, "acc_std": 0.03999693991936923, "f1": 0.7094074322062269, "f1_std": 0.042178966374794506, "bacc": 0.7079831932773109, "bacc_std": 0.04119321168639709}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 30, "C": 0.3593813663804626, "split": "test", "acc": 0.6693548387096774, "acc_std": 0.04239847088028616, "f1": 0.6614052614052615, "f1_std": 0.04370932280331933, "bacc": 0.6607142857142857, "bacc_std": 0.0428960666771149}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 31, "C": 10000.0, "split": "test", "acc": 0.5645161290322581, "acc_std": 0.04392305671911358, "f1": 0.5634941329856584, "f1_std": 0.04388324705931793, "bacc": 0.5651260504201681, "bacc_std": 0.043892617010609425}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 32, "C": 0.046415888336127774, "split": "test", "acc": 0.6774193548387096, "acc_std": 0.04196206043712621, "f1": 0.6743697478991597, "f1_std": 0.04235026071545418, "bacc": 0.6743697478991597, "bacc_std": 0.042186223885294145}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 33, "C": 10000.0, "split": "test", "acc": 0.5564516129032258, "acc_std": 0.04412948912704457, "f1": 0.543354536324071, "f1_std": 0.04580919218608076, "bacc": 0.5451680672268907, "bacc_std": 0.044583151077540774}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 34, "C": 21.54434690031882, "split": "test", "acc": 0.6129032258064516, "acc_std": 0.04339414440901715, "f1": 0.6063492063492064, "f1_std": 0.044367187277124145, "bacc": 0.60609243697479, "bacc_std": 0.043837154292372664}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 35, "C": 0.046415888336127774, "split": "test", "acc": 0.6532258064516129, "acc_std": 0.039697251141344536, "f1": 0.6493719997369632, "f1_std": 0.040377521613365636, "bacc": 0.6491596638655461, "bacc_std": 0.0403276035244077}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 36, "C": 0.046415888336127774, "split": "test", "acc": 0.6693548387096774, "acc_std": 0.040348053244541424, "f1": 0.6595915634415801, "f1_std": 0.04199384639262717, "bacc": 0.6591386554621849, "bacc_std": 0.04096939995111847}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 37, "C": 2.782559402207126, "split": "test", "acc": 0.6290322580645161, "acc_std": 0.044910417828746024, "f1": 0.6266038229903116, "f1_std": 0.04527356914323872, "bacc": 0.6271008403361344, "bacc_std": 0.045285622673545356}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 38, "C": 10000.0, "split": "test", "acc": 0.6693548387096774, "acc_std": 0.043026971068552196, "f1": 0.665680278818965, "f1_std": 0.04349491860461719, "bacc": 0.6654411764705883, "bacc_std": 0.04328892390285515}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 39, "C": 0.3593813663804626, "split": "test", "acc": 0.6532258064516129, "acc_std": 0.04301325631154159, "f1": 0.6429862738533645, "f1_std": 0.044196523987448194, "bacc": 0.6428571428571428, "bacc_std": 0.04335183651853802}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 40, "C": 21.54434690031882, "split": "test", "acc": 0.5887096774193549, "acc_std": 0.04161193734813034, "f1": 0.5841388834089565, "f1_std": 0.042455994835944165, "bacc": 0.5840336134453781, "bacc_std": 0.04225883762677999}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 41, "C": 0.3593813663804626, "split": "test", "acc": 0.6129032258064516, "acc_std": 0.039431690562332436, "f1": 0.6003223207091055, "f1_std": 0.04121761124905071, "bacc": 0.6013655462184874, "bacc_std": 0.03996148470274818}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 42, "C": 2.782559402207126, "split": "test", "acc": 0.6774193548387096, "acc_std": 0.04172084961267863, "f1": 0.6704756842944459, "f1_std": 0.043293293816540866, "bacc": 0.6696428571428572, "bacc_std": 0.04261000330576604}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 43, "C": 0.3593813663804626, "split": "test", "acc": 0.6451612903225806, "acc_std": 0.04204148822972659, "f1": 0.6436781609195402, "f1_std": 0.04232236660664587, "bacc": 0.6449579831932774, "bacc_std": 0.042543151388024406}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 44, "C": 0.3593813663804626, "split": "test", "acc": 0.6048387096774194, "acc_std": 0.042165930094924156, "f1": 0.5972691721349506, "f1_std": 0.04324290162240511, "bacc": 0.5971638655462186, "bacc_std": 0.04253495376579031}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 45, "C": 0.3593813663804626, "split": "test", "acc": 0.7338709677419355, "acc_std": 0.03999665373620214, "f1": 0.7274725274725276, "f1_std": 0.041405708079099636, "bacc": 0.7258403361344539, "bacc_std": 0.04088606238623065}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 46, "C": 0.046415888336127774, "split": "test", "acc": 0.5564516129032258, "acc_std": 0.044002562951559215, "f1": 0.5529334644378892, "f1_std": 0.044279279157840266, "bacc": 0.553046218487395, "bacc_std": 0.04429408171384627}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 47, "C": 2.782559402207126, "split": "test", "acc": 0.5806451612903226, "acc_std": 0.0457333440905709, "f1": 0.5778999738151349, "f1_std": 0.046122552762727614, "bacc": 0.5782563025210083, "bacc_std": 0.04630939411376973}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 48, "C": 0.3593813663804626, "split": "test", "acc": 0.6048387096774194, "acc_std": 0.04420419874021367, "f1": 0.6004471624909581, "f1_std": 0.04488844648362244, "bacc": 0.6003151260504203, "bacc_std": 0.04463122956583296}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 49, "C": 0.046415888336127774, "split": "test", "acc": 0.5967741935483871, "acc_std": 0.04372143336730839, "f1": 0.5915678524374176, "f1_std": 0.04447282120639658, "bacc": 0.5913865546218487, "bacc_std": 0.044234320450347676}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 50, "C": 1291.5496650148827, "split": "test", "acc": 0.5645161290322581, "acc_std": 0.04519324906073886, "f1": 0.5640625, "f1_std": 0.04525149486024833, "bacc": 0.5667016806722689, "bacc_std": 0.0455868266443871}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 51, "C": 1291.5496650148827, "split": "test", "acc": 0.5725806451612904, "acc_std": 0.042877663376743425, "f1": 0.5643931861867832, "f1_std": 0.04354361173333113, "bacc": 0.5646008403361344, "bacc_std": 0.043053202779155836}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 52, "C": 0.3593813663804626, "split": "test", "acc": 0.6854838709677419, "acc_std": 0.038616743280635385, "f1": 0.6794591370053689, "f1_std": 0.03954545885547814, "bacc": 0.6785714285714286, "bacc_std": 0.039105118016161323}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 53, "C": 0.046415888336127774, "split": "test", "acc": 0.5967741935483871, "acc_std": 0.04323609350389588, "f1": 0.5860042735042735, "f1_std": 0.04446341889197636, "bacc": 0.5866596638655462, "bacc_std": 0.0435464486082643}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 54, "C": 10000.0, "split": "test", "acc": 0.6048387096774194, "acc_std": 0.045183358663384666, "f1": 0.6035753898349319, "f1_std": 0.04532982267760377, "bacc": 0.6050420168067226, "bacc_std": 0.04549952812570808}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 55, "C": 0.3593813663804626, "split": "test", "acc": 0.6209677419354839, "acc_std": 0.04036441700619171, "f1": 0.607462787095036, "f1_std": 0.04221346696264637, "bacc": 0.608718487394958, "bacc_std": 0.04086882774524789}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 56, "C": 0.046415888336127774, "split": "test", "acc": 0.6935483870967742, "acc_std": 0.040065191412936685, "f1": 0.6869519000797236, "f1_std": 0.041294181765220504, "bacc": 0.6859243697478992, "bacc_std": 0.040749066365223435}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 57, "C": 0.046415888336127774, "split": "test", "acc": 0.6612903225806451, "acc_std": 0.043990988576781714, "f1": 0.6539994685091681, "f1_std": 0.04535045203700507, "bacc": 0.6533613445378151, "bacc_std": 0.04468445342149215}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 58, "C": 10000.0, "split": "test", "acc": 0.5806451612903226, "acc_std": 0.04486080622864319, "f1": 0.5735449735449736, "f1_std": 0.04573917432105179, "bacc": 0.5735294117647058, "bacc_std": 0.04526755093684735}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 59, "C": 0.046415888336127774, "split": "test", "acc": 0.6532258064516129, "acc_std": 0.04225553735363857, "f1": 0.6521171788347361, "f1_std": 0.0424897164357544, "bacc": 0.6538865546218487, "bacc_std": 0.0427007544129227}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 60, "C": 2.782559402207126, "split": "test", "acc": 0.6209677419354839, "acc_std": 0.04216623857232452, "f1": 0.6118548118548119, "f1_std": 0.043366675866586955, "bacc": 0.6118697478991597, "bacc_std": 0.04259716597338024}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 61, "C": 0.3593813663804626, "split": "test", "acc": 0.6290322580645161, "acc_std": 0.041811662732767124, "f1": 0.6227513227513227, "f1_std": 0.04281508823395428, "bacc": 0.6223739495798319, "bacc_std": 0.04238711318752693}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 62, "C": 0.3593813663804626, "split": "test", "acc": 0.6370967741935484, "acc_std": 0.043428901193755545, "f1": 0.6342182890855457, "f1_std": 0.04370758647469968, "bacc": 0.634453781512605, "bacc_std": 0.04366081226416784}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 63, "C": 2.782559402207126, "split": "test", "acc": 0.6693548387096774, "acc_std": 0.044395219155568634, "f1": 0.6667322189446083, "f1_std": 0.04482159608833423, "bacc": 0.6670168067226891, "bacc_std": 0.044812278421158064}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 64, "C": 0.3593813663804626, "split": "test", "acc": 0.7338709677419355, "acc_std": 0.04076478811489186, "f1": 0.7287731159276198, "f1_std": 0.04187265808620514, "bacc": 0.7274159663865546, "bacc_std": 0.041486249136840944}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 65, "C": 0.3593813663804626, "split": "test", "acc": 0.6451612903225806, "acc_std": 0.04250428147620581, "f1": 0.6356837606837606, "f1_std": 0.044102336117294666, "bacc": 0.6355042016806722, "bacc_std": 0.04310882777618087}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 66, "C": 0.046415888336127774, "split": "test", "acc": 0.6532258064516129, "acc_std": 0.04143415912195637, "f1": 0.6465831510572015, "f1_std": 0.04265193687152699, "bacc": 0.6460084033613445, "bacc_std": 0.04215181125918449}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 67, "C": 2.782559402207126, "split": "test", "acc": 0.6129032258064516, "acc_std": 0.044710919663420064, "f1": 0.6025641025641025, "f1_std": 0.04617930004089794, "bacc": 0.6029411764705883, "bacc_std": 0.045171939190597483}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 68, "C": 0.3593813663804626, "split": "test", "acc": 0.6612903225806451, "acc_std": 0.03954191390480414, "f1": 0.6580882352941176, "f1_std": 0.03980207753565382, "bacc": 0.6580882352941176, "bacc_std": 0.03979232892020779}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 69, "C": 0.3593813663804626, "split": "test", "acc": 0.7016129032258065, "acc_std": 0.04021786079272462, "f1": 0.6928021426180114, "f1_std": 0.042111459798796644, "bacc": 0.6917016806722689, "bacc_std": 0.04110312531500887}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 70, "C": 2.782559402207126, "split": "test", "acc": 0.6370967741935484, "acc_std": 0.04006168500723785, "f1": 0.6283716283716283, "f1_std": 0.041477373318290586, "bacc": 0.6281512605042017, "bacc_std": 0.04068783085409267}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 71, "C": 0.3593813663804626, "split": "test", "acc": 0.6290322580645161, "acc_std": 0.04283650827515094, "f1": 0.6255252100840336, "f1_std": 0.04325241038452638, "bacc": 0.6255252100840336, "bacc_std": 0.04311766204179228}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 72, "C": 0.046415888336127774, "split": "test", "acc": 0.6129032258064516, "acc_std": 0.044649691523836715, "f1": 0.6112852664576802, "f1_std": 0.044889653195191795, "bacc": 0.6123949579831933, "bacc_std": 0.04492010669605996}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 73, "C": 0.046415888336127774, "split": "test", "acc": 0.6048387096774194, "acc_std": 0.043948730299078545, "f1": 0.5953379953379954, "f1_std": 0.04583258547658649, "bacc": 0.5955882352941176, "bacc_std": 0.04488359244345984}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 74, "C": 2.782559402207126, "split": "test", "acc": 0.6774193548387096, "acc_std": 0.0446307080837653, "f1": 0.6753076721654884, "f1_std": 0.04500980392817246, "bacc": 0.6759453781512605, "bacc_std": 0.045013263939792034}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 75, "C": 0.3593813663804626, "split": "test", "acc": 0.7096774193548387, "acc_std": 0.04091198580766188, "f1": 0.7077769049489395, "f1_std": 0.04103048682026622, "bacc": 0.7085084033613445, "bacc_std": 0.040965768364221715}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 76, "C": 0.046415888336127774, "split": "test", "acc": 0.7016129032258065, "acc_std": 0.039947217386184286, "f1": 0.6909813430322624, "f1_std": 0.04237293606728756, "bacc": 0.6901260504201681, "bacc_std": 0.041049845752477165}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 77, "C": 0.3593813663804626, "split": "test", "acc": 0.6370967741935484, "acc_std": 0.043367230731887384, "f1": 0.635936582501468, "f1_std": 0.04356322684526382, "bacc": 0.6376050420168067, "bacc_std": 0.0436609388877889}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 78, "C": 2.782559402207126, "split": "test", "acc": 0.5967741935483871, "acc_std": 0.04473437327073084, "f1": 0.5929621848739496, "f1_std": 0.045228337442327196, "bacc": 0.5929621848739496, "bacc_std": 0.045128301774348324}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 79, "C": 0.3593813663804626, "split": "test", "acc": 0.6290322580645161, "acc_std": 0.04436468805599709, "f1": 0.6227513227513227, "f1_std": 0.045475535880137606, "bacc": 0.6223739495798319, "bacc_std": 0.044852501756747806}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 80, "C": 0.046415888336127774, "split": "test", "acc": 0.6532258064516129, "acc_std": 0.04201216314637051, "f1": 0.650475254015077, "f1_std": 0.04244577969521459, "bacc": 0.6507352941176471, "bacc_std": 0.0424212355760643}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 81, "C": 0.046415888336127774, "split": "test", "acc": 0.6612903225806451, "acc_std": 0.041819330453556604, "f1": 0.6522435897435898, "f1_std": 0.043021538846998705, "bacc": 0.6517857142857143, "bacc_std": 0.042128640559751664}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 82, "C": 0.3593813663804626, "split": "test", "acc": 0.6774193548387096, "acc_std": 0.04175028584771948, "f1": 0.6688034188034189, "f1_std": 0.04356643274812478, "bacc": 0.6680672268907563, "bacc_std": 0.0426099866164883}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 83, "C": 0.3593813663804626, "split": "test", "acc": 0.6774193548387096, "acc_std": 0.04473764428103986, "f1": 0.6743697478991597, "f1_std": 0.045243578335739144, "bacc": 0.6743697478991597, "bacc_std": 0.045128574817796384}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 84, "C": 0.3593813663804626, "split": "test", "acc": 0.6048387096774194, "acc_std": 0.04564369084602895, "f1": 0.6017043592264831, "f1_std": 0.04609442440024641, "bacc": 0.601890756302521, "bacc_std": 0.04604308690144586}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 85, "C": 0.046415888336127774, "split": "test", "acc": 0.6532258064516129, "acc_std": 0.04271385565762564, "f1": 0.650475254015077, "f1_std": 0.04321020705420851, "bacc": 0.6507352941176471, "bacc_std": 0.043220535134742624}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 86, "C": 2.782559402207126, "split": "test", "acc": 0.6774193548387096, "acc_std": 0.043262502478562156, "f1": 0.6760710553814002, "f1_std": 0.043660736420618115, "bacc": 0.6775210084033614, "bacc_std": 0.043909701709000874}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 87, "C": 0.3593813663804626, "split": "test", "acc": 0.6451612903225806, "acc_std": 0.0441091022718192, "f1": 0.6443285528031291, "f1_std": 0.04415636811687999, "bacc": 0.6465336134453781, "bacc_std": 0.04416177395033841}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 88, "C": 0.3593813663804626, "split": "test", "acc": 0.6048387096774194, "acc_std": 0.04380479770263744, "f1": 0.6035753898349319, "f1_std": 0.043932054119556314, "bacc": 0.6050420168067226, "bacc_std": 0.04396473645852784}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 89, "C": 0.3593813663804626, "split": "test", "acc": 0.6290322580645161, "acc_std": 0.04144694024121685, "f1": 0.6242424242424243, "f1_std": 0.04209252779303939, "bacc": 0.6239495798319328, "bacc_std": 0.04187317491941256}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 90, "C": 0.046415888336127774, "split": "test", "acc": 0.6370967741935484, "acc_std": 0.0414132840239994, "f1": 0.626380984265149, "f1_std": 0.04260436716010786, "bacc": 0.6265756302521008, "bacc_std": 0.04171575519743921}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 91, "C": 2.782559402207126, "split": "test", "acc": 0.6209677419354839, "acc_std": 0.04384783545738154, "f1": 0.6179613241560145, "f1_std": 0.04441657529668909, "bacc": 0.618172268907563, "bacc_std": 0.044338546362727965}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 92, "C": 2.782559402207126, "split": "test", "acc": 0.6129032258064516, "acc_std": 0.04591938316506598, "f1": 0.6003223207091055, "f1_std": 0.048119706947185134, "bacc": 0.6013655462184874, "bacc_std": 0.046608089800002514}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 93, "C": 0.046415888336127774, "split": "test", "acc": 0.6693548387096774, "acc_std": 0.041915330144764944, "f1": 0.665680278818965, "f1_std": 0.04257158379976692, "bacc": 0.6654411764705883, "bacc_std": 0.04250980546017989}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 94, "C": 0.046415888336127774, "split": "test", "acc": 0.6532258064516129, "acc_std": 0.040188797420242964, "f1": 0.650475254015077, "f1_std": 0.04067923950523327, "bacc": 0.6507352941176471, "bacc_std": 0.04059038142193952}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 95, "C": 0.046415888336127774, "split": "test", "acc": 0.6532258064516129, "acc_std": 0.04483283786106316, "f1": 0.6465831510572015, "f1_std": 0.04596791946163409, "bacc": 0.6460084033613445, "bacc_std": 0.045374386904243134}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 96, "C": 0.3593813663804626, "split": "test", "acc": 0.6290322580645161, "acc_std": 0.043294012149872385, "f1": 0.6266038229903116, "f1_std": 0.04367329662157315, "bacc": 0.6271008403361344, "bacc_std": 0.043553319735386564}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 97, "C": 10000.0, "split": "test", "acc": 0.6532258064516129, "acc_std": 0.043082767667910554, "f1": 0.6521171788347361, "f1_std": 0.04328758247879169, "bacc": 0.6538865546218487, "bacc_std": 0.04342410975923602}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 98, "C": 2.782559402207126, "split": "test", "acc": 0.6048387096774194, "acc_std": 0.044664115289446506, "f1": 0.602745995423341, "f1_std": 0.044951425963249234, "bacc": 0.6034663865546219, "bacc_std": 0.04503046358154634}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 99, "C": 0.3593813663804626, "split": "test", "acc": 0.6532258064516129, "acc_std": 0.042699004611314845, "f1": 0.6465831510572015, "f1_std": 0.04381897067081977, "bacc": 0.6460084033613445, "bacc_std": 0.04325480480457568}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "abide_dx", "trial": 100, "C": 2.782559402207126, "split": "test", "acc": 0.6129032258064516, "acc_std": 0.04320872315289635, "f1": 0.6003223207091055, "f1_std": 0.04577449782110545, "bacc": 0.6013655462184874, "bacc_std": 0.04424317770250198}
+eval results (random splits):
+
+| model    | repr   | clf      | dataset   | split   |   n_trials |      C |   C_std |     acc |   acc_std |      f1 |   f1_std |    bacc |   bacc_std |
+|:---------|:-------|:---------|:----------|:--------|-----------:|-------:|--------:|--------:|----------:|--------:|---------:|--------:|-----------:|
+| flat_mae | patch  | logistic | abide_dx  | train   |        100 | 652.75 |    2387 | 0.91142 |  0.068317 | 0.91    | 0.069616 | 0.90916 |   0.07035  |
+| flat_mae | patch  | logistic | abide_dx  | test    |        100 | 652.75 |    2387 | 0.63718 |  0.038129 | 0.63171 | 0.03861  | 0.63212 |   0.038321 |
+
+
+done! total time: 0:05:32

data_scaling/n800_2/eval_v2/adhd200_dx__patch__logistic/config.yaml

@@ -0,0 +1,30 @@
+output_root: experiments/data_scaling/output
+name_prefix: eval_logistic
+remote_root: null
+notes: data scaling experiment n800_2; eval v2 (adhd200_dx patch logistic)
+model_kwargs:
+  ckpt_path: experiments/data_scaling/output/data_scaling/n800_2/pretrain/checkpoint-best.pth
+dataset_kwargs: {}
+num_workers: 16
+batch_size: 2
+cv_folds: 5
+max_iter: 1000
+Cs: 10
+balanced_sampling: false
+metrics:
+- acc
+- f1
+- bacc
+cv_metric: bacc
+n_trials: 100
+amp: true
+device: cuda
+seed: 4466
+debug: false
+name: data_scaling/n800_2/eval_v2/adhd200_dx__patch__logistic
+model: flat_mae
+representation: patch
+dataset: adhd200_dx
+distributed: false
+output_dir: experiments/data_scaling/output/data_scaling/n800_2/eval_v2/adhd200_dx__patch__logistic
+remote_dir: null

data_scaling/n800_2/eval_v2/adhd200_dx__patch__logistic/eval_table.csv

@@ -0,0 +1,203 @@
+model,repr,clf,dataset,trial,C,split,acc,acc_std,f1,f1_std,bacc,bacc_std
+flat_mae,patch,logistic,adhd200_dx,,0.005994842503189409,train,0.7753424657534247,0.021426601880731724,0.7670164404035372,0.022627127007595393,0.7636624534408011,0.022385867380850456
+flat_mae,patch,logistic,adhd200_dx,,0.005994842503189409,test,0.6461538461538462,0.05808248776193549,0.6289401836684041,0.06275252309683452,0.6283783783783784,0.06025818161615298
+flat_mae,patch,logistic,adhd200_dx,1,0.005994842503189409,train,0.7863013698630137,0.020486564761088295,0.7778973974911065,0.02168272533307503,0.7740886609269096,0.021459137317555357
+flat_mae,patch,logistic,adhd200_dx,1,0.005994842503189409,test,0.5538461538461539,0.06144838792595152,0.5469838981014179,0.0619751739730121,0.5472972972972974,0.06211726030634472
+flat_mae,patch,logistic,adhd200_dx,2,0.005994842503189409,train,0.7726027397260274,0.02156280723045406,0.7658466080800117,0.022345963184884972,0.7633876778408744,0.022159282174377373
+flat_mae,patch,logistic,adhd200_dx,2,0.005994842503189409,test,0.676923076923077,0.052703758441368806,0.656084656084656,0.05742278985641698,0.6554054054054055,0.05452749586119458
+flat_mae,patch,logistic,adhd200_dx,3,0.005994842503189409,train,0.7835616438356164,0.022163333703567597,0.7762456448020858,0.0232818177614098,0.773096415704952,0.023188678014285372
+flat_mae,patch,logistic,adhd200_dx,3,0.005994842503189409,test,0.5692307692307692,0.05966295868504389,0.5565302144249512,0.06202075336121701,0.5564671814671815,0.06113709230650295
+flat_mae,patch,logistic,adhd200_dx,4,0.005994842503189409,train,0.7698630136986301,0.022135556036801063,0.7636884942656308,0.022987730536497306,0.7616779629968858,0.02296523508814606
+flat_mae,patch,logistic,adhd200_dx,4,0.005994842503189409,test,0.6615384615384615,0.056447669644406256,0.6474358974358974,0.0604896125671534,0.6462355212355213,0.05878811615071605
+flat_mae,patch,logistic,adhd200_dx,5,0.046415888336127774,train,0.8657534246575342,0.01837836237033308,0.8622758179900047,0.019071718892056586,0.8595438725041217,0.019338984193801173
+flat_mae,patch,logistic,adhd200_dx,5,0.046415888336127774,test,0.5076923076923077,0.06240414945997168,0.4980694980694981,0.06404919032277155,0.4980694980694981,0.06387131046086399
+flat_mae,patch,logistic,adhd200_dx,6,0.005994842503189409,train,0.7616438356164383,0.021623933280593297,0.7519935020813646,0.022925461890076482,0.7486566526225804,0.022554533091312078
+flat_mae,patch,logistic,adhd200_dx,6,0.005994842503189409,test,0.676923076923077,0.059494390367555675,0.6719538572458543,0.06068906250913259,0.6727799227799228,0.06085753647029573
+flat_mae,patch,logistic,adhd200_dx,7,0.005994842503189409,train,0.7616438356164383,0.021515136698370265,0.7550241080038573,0.022389536515746423,0.7529614703547658,0.022384037567075608
+flat_mae,patch,logistic,adhd200_dx,7,0.005994842503189409,test,0.6615384615384615,0.054873496259268705,0.6474358974358974,0.057987684640399176,0.6462355212355213,0.05665735618357195
+flat_mae,patch,logistic,adhd200_dx,8,0.005994842503189409,train,0.7698630136986301,0.022294685141323704,0.7623255813953489,0.023610818396606774,0.7595255541307931,0.02355648231663574
+flat_mae,patch,logistic,adhd200_dx,8,0.005994842503189409,test,0.6461538461538462,0.06032775176596667,0.6375757575757576,0.06248242828405936,0.6370656370656371,0.06176586245437029
+flat_mae,patch,logistic,adhd200_dx,9,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adhd200_dx,9,2.782559402207126,test,0.5230769230769231,0.06223452494134229,0.5157414083153088,0.06326009116777041,0.515926640926641,0.06356634225308534
+flat_mae,patch,logistic,adhd200_dx,10,0.3593813663804626,train,0.9561643835616438,0.010478023360395895,0.9552915237628614,0.010709041574550535,0.9539903523233804,0.010934142786512708
+flat_mae,patch,logistic,adhd200_dx,10,0.3593813663804626,test,0.5384615384615384,0.06256906243475681,0.5294401544401545,0.06326176099658457,0.5294401544401545,0.06295730815583547
+flat_mae,patch,logistic,adhd200_dx,11,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adhd200_dx,11,2.782559402207126,test,0.5846153846153846,0.058392988150023264,0.5810455956075435,0.05879363425814908,0.583011583011583,0.05907973932158574
+flat_mae,patch,logistic,adhd200_dx,12,0.005994842503189409,train,0.7643835616438356,0.021276181028366224,0.7576136644427971,0.022134371250423095,0.7553886548207852,0.022032275865191995
+flat_mae,patch,logistic,adhd200_dx,12,0.005994842503189409,test,0.5846153846153846,0.05556526947291476,0.5578231292517006,0.061284629605962496,0.5612934362934363,0.05729953979515908
+flat_mae,patch,logistic,adhd200_dx,13,0.005994842503189409,train,0.7589041095890411,0.022991208188541327,0.7515008974438324,0.024020996227985238,0.7490993466446846,0.023937944924906005
+flat_mae,patch,logistic,adhd200_dx,13,0.005994842503189409,test,0.6923076923076923,0.05556360820008918,0.6862934362934363,0.05635237303895853,0.6862934362934363,0.056091573955748486
+flat_mae,patch,logistic,adhd200_dx,14,0.005994842503189409,train,0.7643835616438356,0.02090174747422029,0.7551176433876303,0.022072508664281877,0.7518013067106307,0.021763142699525166
+flat_mae,patch,logistic,adhd200_dx,14,0.005994842503189409,test,0.7076923076923077,0.05258693787912507,0.6834145091002307,0.06139776678575,0.6824324324324325,0.05632472688573688
+flat_mae,patch,logistic,adhd200_dx,15,0.046415888336127774,train,0.8328767123287671,0.019352766863889165,0.8285474468855161,0.020101262256583513,0.8261128411797033,0.020327938952204565
+flat_mae,patch,logistic,adhd200_dx,15,0.046415888336127774,test,0.6615384615384615,0.058262617040248876,0.6575670498084292,0.05913400580411037,0.6592664092664093,0.059298611689254446
+flat_mae,patch,logistic,adhd200_dx,16,0.000774263682681127,train,0.7095890410958904,0.02196576670895028,0.7042591573411606,0.02235734278751768,0.7039750870122733,0.022366706302365303
+flat_mae,patch,logistic,adhd200_dx,16,0.000774263682681127,test,0.5846153846153846,0.06112918515820826,0.5810455956075435,0.061742541721635305,0.583011583011583,0.06200704448769667
+flat_mae,patch,logistic,adhd200_dx,17,0.005994842503189409,train,0.7835616438356164,0.02038884597875222,0.7779548902287831,0.021047545397844723,0.7759662941930756,0.021020298594422948
+flat_mae,patch,logistic,adhd200_dx,17,0.005994842503189409,test,0.5846153846153846,0.05583762596469142,0.5411764705882354,0.06452260688678585,0.5526061776061776,0.057573672084012234
+flat_mae,patch,logistic,adhd200_dx,18,0.046415888336127774,train,0.852054794520548,0.018854554066454317,0.8472093023255813,0.019810151217966462,0.8431031324418392,0.019979178503045782
+flat_mae,patch,logistic,adhd200_dx,18,0.046415888336127774,test,0.6923076923076923,0.05475342036275102,0.6862934362934363,0.05580396395250179,0.6862934362934363,0.055405560745009796
+flat_mae,patch,logistic,adhd200_dx,19,0.046415888336127774,train,0.8383561643835616,0.019708710816328367,0.8335536129725385,0.02054254280255867,0.8302497404897112,0.020649497123407638
+flat_mae,patch,logistic,adhd200_dx,19,0.046415888336127774,test,0.6461538461538462,0.060149328966730205,0.6375757575757576,0.061900842763545995,0.6370656370656371,0.0614362600419495
+flat_mae,patch,logistic,adhd200_dx,20,0.005994842503189409,train,0.7561643835616438,0.021246906544674826,0.7493924783027965,0.022209383817706038,0.7473896318006961,0.02221535146410071
+flat_mae,patch,logistic,adhd200_dx,20,0.005994842503189409,test,0.6153846153846154,0.055750067795219745,0.5966741126830479,0.059535022278046336,0.597007722007722,0.05736636019664363
+flat_mae,patch,logistic,adhd200_dx,21,0.046415888336127774,train,0.8246575342465754,0.01937504803594551,0.8196194712132444,0.02020786761556039,0.8166788789155524,0.020331762558014756
+flat_mae,patch,logistic,adhd200_dx,21,0.046415888336127774,test,0.6307692307692307,0.05916387031200594,0.6285714285714286,0.05956659080461617,0.6322393822393823,0.05979899094207656
+flat_mae,patch,logistic,adhd200_dx,22,0.005994842503189409,train,0.7616438356164383,0.0214817834910265,0.7545621072645906,0.022434329675493313,0.7522440007327349,0.022320257991881226
+flat_mae,patch,logistic,adhd200_dx,22,0.005994842503189409,test,0.6615384615384615,0.06029120653792572,0.6575670498084292,0.06086514191238794,0.6592664092664093,0.06089226219894604
+flat_mae,patch,logistic,adhd200_dx,23,0.3593813663804626,train,0.9671232876712329,0.008749296945188854,0.9665199046046598,0.00891807980770436,0.9658514990535507,0.00907495098394615
+flat_mae,patch,logistic,adhd200_dx,23,0.3593813663804626,test,0.5384615384615384,0.05814960505495576,0.5125,0.06114970314872786,0.5164092664092664,0.05858747537263065
+flat_mae,patch,logistic,adhd200_dx,24,0.046415888336127774,train,0.8438356164383561,0.018802729147160992,0.8394985535197685,0.019472147426444472,0.8365390486658119,0.019527908024763296
+flat_mae,patch,logistic,adhd200_dx,24,0.046415888336127774,test,0.6923076923076923,0.05561894871014106,0.6794871794871795,0.05851261887289578,0.6776061776061776,0.057060359125781494
+flat_mae,patch,logistic,adhd200_dx,25,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adhd200_dx,25,2.782559402207126,test,0.5384615384615384,0.05939219561026755,0.5374762808349146,0.059789638639948885,0.5424710424710424,0.06052828186644284
+flat_mae,patch,logistic,adhd200_dx,26,0.005994842503189409,train,0.7671232876712328,0.0208516435255868,0.7582310539645432,0.0220273402624882,0.754945960798681,0.02177495723666072
+flat_mae,patch,logistic,adhd200_dx,26,0.005994842503189409,test,0.6307692307692307,0.056604304935915485,0.6153846153846154,0.06002809840924439,0.6148648648648649,0.05814834709706886
+flat_mae,patch,logistic,adhd200_dx,27,0.000774263682681127,train,0.6876712328767123,0.023822622816416658,0.6798639748876716,0.02454291058466579,0.6788178543078708,0.02438023487010111
+flat_mae,patch,logistic,adhd200_dx,27,0.000774263682681127,test,0.6,0.06171819905566393,0.5953065134099617,0.06242979123411166,0.5965250965250966,0.06244070005495106
+flat_mae,patch,logistic,adhd200_dx,28,0.005994842503189409,train,0.7616438356164383,0.02057991740904121,0.7535869759212843,0.021581987884693125,0.7508090614886731,0.021414604231498127
+flat_mae,patch,logistic,adhd200_dx,28,0.005994842503189409,test,0.5692307692307692,0.05931844859059672,0.5512820512820513,0.06300062527682129,0.5521235521235521,0.0608066369223949
+flat_mae,patch,logistic,adhd200_dx,29,0.005994842503189409,train,0.7643835616438356,0.02302214065644916,0.757148604320109,0.02395942960035701,0.7546711851987543,0.023765583507315415
+flat_mae,patch,logistic,adhd200_dx,29,0.005994842503189409,test,0.6153846153846154,0.056394519016903844,0.5905769715293525,0.0622670037475929,0.5926640926640927,0.05833358909677081
+flat_mae,patch,logistic,adhd200_dx,30,0.046415888336127774,train,0.8547945205479452,0.017897266093137153,0.8517863025873231,0.018360487486272507,0.8505526042620749,0.018525887424018433
+flat_mae,patch,logistic,adhd200_dx,30,0.046415888336127774,test,0.6,0.061589793975085606,0.599146110056926,0.061590228278598114,0.6052123552123552,0.06172480754898591
+flat_mae,patch,logistic,adhd200_dx,31,0.046415888336127774,train,0.8547945205479452,0.017794549864465922,0.8510330276218419,0.01838303257683579,0.8484001953959822,0.018516487070857502
+flat_mae,patch,logistic,adhd200_dx,31,0.046415888336127774,test,0.5692307692307692,0.053213656653512076,0.5190274841437632,0.06208119513034616,0.5347490347490347,0.05463714710627362
+flat_mae,patch,logistic,adhd200_dx,32,0.005994842503189409,train,0.7917808219178082,0.020900000673394016,0.7853871387014917,0.021770908068624698,0.782530377969103,0.021669575851933822
+flat_mae,patch,logistic,adhd200_dx,32,0.005994842503189409,test,0.6153846153846154,0.061710367584836355,0.606060606060606,0.06315471375299682,0.6056949806949807,0.06268813885726467
+flat_mae,patch,logistic,adhd200_dx,33,0.005994842503189409,train,0.7698630136986301,0.022780280061760652,0.7632505559673832,0.023627142850247904,0.7609604933748549,0.02349745898789278
+flat_mae,patch,logistic,adhd200_dx,33,0.005994842503189409,test,0.6461538461538462,0.05702921497747226,0.6458185264155414,0.05722033695243646,0.6544401544401545,0.05740898132552582
+flat_mae,patch,logistic,adhd200_dx,34,0.005994842503189409,train,0.7753424657534247,0.021216078198007273,0.7697267187788515,0.02197557074759865,0.7679672711729865,0.022051756813035183
+flat_mae,patch,logistic,adhd200_dx,34,0.005994842503189409,test,0.6307692307692307,0.05906461410229694,0.6306818181818181,0.05927868147399855,0.640926640926641,0.058783845431430094
+flat_mae,patch,logistic,adhd200_dx,35,0.005994842503189409,train,0.7671232876712328,0.022143231860045434,0.7565692943844204,0.02357379219253745,0.7527935519325883,0.02304448804066619
+flat_mae,patch,logistic,adhd200_dx,35,0.005994842503189409,test,0.6307692307692307,0.058611273831220764,0.6198830409356726,0.06080419396297386,0.6192084942084942,0.059810726715029405
+flat_mae,patch,logistic,adhd200_dx,36,0.005994842503189409,train,0.7616438356164383,0.022769018927725707,0.7567058174546625,0.023388699402777886,0.7558313488428894,0.023505296129434285
+flat_mae,patch,logistic,adhd200_dx,36,0.005994842503189409,test,0.676923076923077,0.05403942457395364,0.6655231560891939,0.05724773363530985,0.6640926640926641,0.05609950895576042
+flat_mae,patch,logistic,adhd200_dx,37,0.005994842503189409,train,0.7753424657534247,0.02110527882178397,0.7675086999751429,0.02212192427922826,0.764379923062832,0.021898447898352304
+flat_mae,patch,logistic,adhd200_dx,37,0.005994842503189409,test,0.6153846153846154,0.060406794554937006,0.606060606060606,0.0620299302292987,0.6056949806949807,0.06137132196208981
+flat_mae,patch,logistic,adhd200_dx,38,0.005994842503189409,train,0.7616438356164383,0.021819513149075435,0.7550241080038573,0.022766767256336758,0.7529614703547658,0.022752548003097343
+flat_mae,patch,logistic,adhd200_dx,38,0.005994842503189409,test,0.6307692307692307,0.060883118208911055,0.6235521235521235,0.06202129146571236,0.6235521235521235,0.0615002610901815
+flat_mae,patch,logistic,adhd200_dx,39,0.005994842503189409,train,0.7780821917808219,0.021475942542478112,0.7714888584877223,0.02241340092855584,0.7689595163949441,0.022353800376568648
+flat_mae,patch,logistic,adhd200_dx,39,0.005994842503189409,test,0.6153846153846154,0.05748966256445717,0.5905769715293525,0.06223607664020985,0.5926640926640927,0.05892938548288434
+flat_mae,patch,logistic,adhd200_dx,40,0.005994842503189409,train,0.7698630136986301,0.021999750250207287,0.761333914559721,0.023129720715957158,0.7580906148867314,0.02286345680007723
+flat_mae,patch,logistic,adhd200_dx,40,0.005994842503189409,test,0.6307692307692307,0.05777851200666336,0.6198830409356726,0.05995510400601928,0.6192084942084942,0.05914888718855722
+flat_mae,patch,logistic,adhd200_dx,41,0.005994842503189409,train,0.7863013698630137,0.020101088868295768,0.7797394318252151,0.02103651327357477,0.7769585394150332,0.02100659248530823
+flat_mae,patch,logistic,adhd200_dx,41,0.005994842503189409,test,0.6615384615384615,0.05779417468239282,0.6549227799227799,0.05855164964930633,0.6549227799227799,0.05846758714622786
+flat_mae,patch,logistic,adhd200_dx,42,0.005994842503189409,train,0.7726027397260274,0.02199453078608194,0.7649163103616852,0.02294827696942031,0.7619527385968126,0.022777923022533633
+flat_mae,patch,logistic,adhd200_dx,42,0.005994842503189409,test,0.5692307692307692,0.06302710227593979,0.5666666666666667,0.06308229107595638,0.5694980694980695,0.06346328942019117
+flat_mae,patch,logistic,adhd200_dx,43,0.005994842503189409,train,0.7808219178082192,0.020022205724812028,0.7731792194879443,0.021076685295562326,0.7699517616169017,0.020912558796430433
+flat_mae,patch,logistic,adhd200_dx,43,0.005994842503189409,test,0.6923076923076923,0.06154519193964362,0.6862934362934363,0.06273842952168064,0.6862934362934363,0.06241712111944975
+flat_mae,patch,logistic,adhd200_dx,44,0.046415888336127774,train,0.8328767123287671,0.019130630925159545,0.8279113625648279,0.0199530702090356,0.8246779019356415,0.02003432375281342
+flat_mae,patch,logistic,adhd200_dx,44,0.046415888336127774,test,0.6615384615384615,0.05653435673220542,0.6515594541910331,0.058928417010029994,0.6505791505791505,0.05816277155213548
+flat_mae,patch,logistic,adhd200_dx,45,0.005994842503189409,train,0.7863013698630137,0.021819439531125223,0.7801612305411416,0.022818432297451993,0.7776760090370641,0.02285443693538583
+flat_mae,patch,logistic,adhd200_dx,45,0.005994842503189409,test,0.47692307692307695,0.06091922287731789,0.4475,0.06308361871832754,0.45366795366795365,0.06086969631628947
+flat_mae,patch,logistic,adhd200_dx,46,0.3593813663804626,train,0.9506849315068493,0.010766720338237126,0.9497798569069895,0.010985352169817874,0.9491359833913415,0.011206136697418276
+flat_mae,patch,logistic,adhd200_dx,46,0.3593813663804626,test,0.6153846153846154,0.0594115124420418,0.6094688776736361,0.060006437900991985,0.61003861003861,0.05998702841841971
+flat_mae,patch,logistic,adhd200_dx,47,0.005994842503189409,train,0.7698630136986301,0.022560375408281264,0.7623255813953489,0.02366575952217736,0.7595255541307931,0.023501868909244467
+flat_mae,patch,logistic,adhd200_dx,47,0.005994842503189409,test,0.6,0.056547752245546146,0.5775,0.06073388249379751,0.5791505791505791,0.05785323386127255
+flat_mae,patch,logistic,adhd200_dx,48,0.3593813663804626,train,0.9506849315068493,0.010711244032947142,0.9497029642332191,0.01095344873445036,0.9484185137693106,0.011226626887521693
+flat_mae,patch,logistic,adhd200_dx,48,0.3593813663804626,test,0.5230769230769231,0.05987186317461649,0.5226249703861644,0.060066148516639405,0.528957528957529,0.06083545724573932
+flat_mae,patch,logistic,adhd200_dx,49,0.005994842503189409,train,0.7835616438356164,0.0201700289893548,0.7757793485276164,0.0213026479820828,0.7723789460829211,0.0211658399842959
+flat_mae,patch,logistic,adhd200_dx,49,0.005994842503189409,test,0.5846153846153846,0.061165608931623754,0.578226387887527,0.06194752285100933,0.5786679536679536,0.06205189591758259
+flat_mae,patch,logistic,adhd200_dx,50,0.046415888336127774,train,0.8465753424657534,0.018736081516952004,0.8432707643233959,0.019245107818934192,0.8418361116199549,0.01942613723720718
+flat_mae,patch,logistic,adhd200_dx,50,0.046415888336127774,test,0.6615384615384615,0.05686509312898421,0.6549227799227799,0.05803001641891944,0.6549227799227799,0.05783813968739375
+flat_mae,patch,logistic,adhd200_dx,51,0.005994842503189409,train,0.7671232876712328,0.021328316480225366,0.7622987871683484,0.021879079020645554,0.7614031873969591,0.021917166313488178
+flat_mae,patch,logistic,adhd200_dx,51,0.005994842503189409,test,0.6307692307692307,0.06073319281957085,0.6235521235521235,0.06205181788525067,0.6235521235521235,0.06188145885801166
+flat_mae,patch,logistic,adhd200_dx,52,0.3593813663804626,train,0.9616438356164384,0.010073508768441248,0.9609398887054363,0.010281107066372615,0.960279660499481,0.010521542259495791
+flat_mae,patch,logistic,adhd200_dx,52,0.3593813663804626,test,0.6461538461538462,0.05591082502547772,0.6289401836684041,0.06057020102812904,0.6283783783783784,0.05827827116028905
+flat_mae,patch,logistic,adhd200_dx,53,0.3593813663804626,train,0.9561643835616438,0.010278393204220894,0.9554252915674422,0.010462630211000228,0.9554252915674422,0.010567870890715673
+flat_mae,patch,logistic,adhd200_dx,53,0.3593813663804626,test,0.6,0.056804191861320866,0.5775,0.06146996493861908,0.5791505791505791,0.058486052438955216
+flat_mae,patch,logistic,adhd200_dx,54,0.005994842503189409,train,0.7808219178082192,0.019733161571408232,0.7740917249489385,0.020710990493923005,0.7713867008609635,0.020682880613608873
+flat_mae,patch,logistic,adhd200_dx,54,0.005994842503189409,test,0.5692307692307692,0.061336931546969585,0.564176245210728,0.06182144651438368,0.5651544401544402,0.0620880263918537
+flat_mae,patch,logistic,adhd200_dx,55,0.005994842503189409,train,0.7643835616438356,0.02197484086575483,0.7589093701996927,0.022482049343598872,0.7575410636868779,0.02241049288645186
+flat_mae,patch,logistic,adhd200_dx,55,0.005994842503189409,test,0.5538461538461539,0.06347580445712594,0.5521501544309813,0.06388051918932083,0.555984555984556,0.06429060901600607
+flat_mae,patch,logistic,adhd200_dx,56,0.005994842503189409,train,0.7506849315068493,0.02219897465000023,0.7411650107149814,0.02330641613234879,0.7382304451364718,0.022909916535897364
+flat_mae,patch,logistic,adhd200_dx,56,0.005994842503189409,test,0.676923076923077,0.06037691474661095,0.6719538572458543,0.06169320857638493,0.6727799227799228,0.06188946634270963
+flat_mae,patch,logistic,adhd200_dx,57,0.046415888336127774,train,0.8493150684931506,0.01831683293925976,0.8448381137879596,0.019029650296039865,0.8413934175978507,0.01910188610091723
+flat_mae,patch,logistic,adhd200_dx,57,0.046415888336127774,test,0.6153846153846154,0.05868624023482343,0.5966741126830479,0.06252875614530863,0.597007722007722,0.06005479055451763
+flat_mae,patch,logistic,adhd200_dx,58,0.005994842503189409,train,0.7780821917808219,0.020461263008870776,0.772732513894334,0.0210502957076569,0.7711119252610368,0.021036965819924657
+flat_mae,patch,logistic,adhd200_dx,58,0.005994842503189409,test,0.6461538461538462,0.058454250557885216,0.6407113674597452,0.05985844228537383,0.6414092664092663,0.059612241941113385
+flat_mae,patch,logistic,adhd200_dx,59,0.005994842503189409,train,0.7561643835616438,0.0222839897271787,0.7484298647089345,0.023245064038733502,0.7459546925566343,0.023069720590000214
+flat_mae,patch,logistic,adhd200_dx,59,0.005994842503189409,test,0.6461538461538462,0.05806182381406379,0.6233308138070043,0.06363907793779376,0.6240347490347491,0.06030457152523246
+flat_mae,patch,logistic,adhd200_dx,60,0.005994842503189409,train,0.7698630136986301,0.022213185010044958,0.7632505559673832,0.022977212925267023,0.7609604933748549,0.022810573031705757
+flat_mae,patch,logistic,adhd200_dx,60,0.005994842503189409,test,0.6461538461538462,0.05786690298900108,0.6336682185738789,0.06097201953198227,0.6327220077220077,0.05976684311176707
+flat_mae,patch,logistic,adhd200_dx,61,0.005994842503189409,train,0.7726027397260274,0.022172207840569846,0.7658466080800117,0.02298554935082609,0.7633876778408744,0.02287728858958465
+flat_mae,patch,logistic,adhd200_dx,61,0.005994842503189409,test,0.6,0.059941588924887844,0.5833333333333333,0.06298246012486837,0.5834942084942085,0.06146597406551436
+flat_mae,patch,logistic,adhd200_dx,62,0.046415888336127774,train,0.8465753424657534,0.018641687797130643,0.8421670373115888,0.01940924093409728,0.8389662331318313,0.019541222747691822
+flat_mae,patch,logistic,adhd200_dx,62,0.046415888336127774,test,0.6307692307692307,0.05445837452782645,0.6198830409356726,0.05714149566478462,0.6192084942084942,0.05622284339881475
+flat_mae,patch,logistic,adhd200_dx,63,0.005994842503189409,train,0.7726027397260274,0.021926416802568596,0.7649163103616852,0.02302729380907466,0.7619527385968126,0.022846810532178265
+flat_mae,patch,logistic,adhd200_dx,63,0.005994842503189409,test,0.6153846153846154,0.057267969712829755,0.5966741126830479,0.060381835362405316,0.597007722007722,0.05848493761508999
+flat_mae,patch,logistic,adhd200_dx,64,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adhd200_dx,64,2.782559402207126,test,0.5846153846153846,0.05955157875778256,0.578226387887527,0.06056740928784022,0.5786679536679536,0.0604796022582975
+flat_mae,patch,logistic,adhd200_dx,65,0.046415888336127774,train,0.8410958904109589,0.0190140586598893,0.8365301457870027,0.01970878802466244,0.8333943945777615,0.019794711249637765
+flat_mae,patch,logistic,adhd200_dx,65,0.046415888336127774,test,0.6461538461538462,0.059574340213168285,0.6407113674597452,0.06092487942318154,0.6414092664092663,0.060926292344954155
+flat_mae,patch,logistic,adhd200_dx,66,0.005994842503189409,train,0.7671232876712328,0.02230223080698232,0.7597363876433645,0.02330986750324697,0.7570983696647737,0.02314792571665072
+flat_mae,patch,logistic,adhd200_dx,66,0.005994842503189409,test,0.5692307692307692,0.06215758556915625,0.5666666666666667,0.061988224329717866,0.5694980694980695,0.061861046574940834
+flat_mae,patch,logistic,adhd200_dx,67,0.005994842503189409,train,0.7808219178082192,0.02115011426584819,0.7740917249489385,0.02215030281440895,0.7713867008609635,0.02211700783492282
+flat_mae,patch,logistic,adhd200_dx,67,0.005994842503189409,test,0.6307692307692307,0.05546015361548554,0.6036585365853658,0.06252262529361582,0.6061776061776062,0.057635823585645424
+flat_mae,patch,logistic,adhd200_dx,68,0.005994842503189409,train,0.7780821917808219,0.02215988507780811,0.7696084161309176,0.023491529616394714,0.7660896379068205,0.02324731638084602
+flat_mae,patch,logistic,adhd200_dx,68,0.005994842503189409,test,0.6615384615384615,0.05710676391818312,0.6425000000000001,0.06139516688389159,0.6418918918918919,0.05883373291566716
+flat_mae,patch,logistic,adhd200_dx,69,0.005994842503189409,train,0.7835616438356164,0.020462544722881743,0.7775506268081003,0.021343527761409013,0.7752488245710447,0.021383568004235926
+flat_mae,patch,logistic,adhd200_dx,69,0.005994842503189409,test,0.5230769230769231,0.06217098773524778,0.5062484685126194,0.0638167229773955,0.5072393822393823,0.06262693819155023
+flat_mae,patch,logistic,adhd200_dx,70,0.005994842503189409,train,0.7808219178082192,0.02164377943464184,0.771689497716895,0.023203879433083715,0.767799352750809,0.022916413924816217
+flat_mae,patch,logistic,adhd200_dx,70,0.005994842503189409,test,0.5384615384615384,0.06414554456526161,0.5294401544401545,0.06531173895780198,0.5294401544401545,0.06544629613000721
+flat_mae,patch,logistic,adhd200_dx,71,0.005994842503189409,train,0.7726027397260274,0.02234959008894636,0.7653896491105794,0.023266622293491915,0.7626702082188435,0.023073413446157286
+flat_mae,patch,logistic,adhd200_dx,71,0.005994842503189409,test,0.676923076923077,0.058055749578931434,0.6719538572458543,0.05917749341939609,0.6727799227799228,0.05905585322257612
+flat_mae,patch,logistic,adhd200_dx,72,0.005994842503189409,train,0.7671232876712328,0.022027803444765855,0.7576948008840918,0.023404818589079123,0.7542284911766501,0.023031027751714183
+flat_mae,patch,logistic,adhd200_dx,72,0.005994842503189409,test,0.7076923076923077,0.054491352117756284,0.7006060606060607,0.055930149404584344,0.6998069498069499,0.05540308535763771
+flat_mae,patch,logistic,adhd200_dx,73,0.005994842503189409,train,0.7698630136986301,0.022014878198060424,0.7623255813953489,0.022911263487455806,0.7595255541307931,0.022709343038389413
+flat_mae,patch,logistic,adhd200_dx,73,0.005994842503189409,test,0.6153846153846154,0.05844905939686881,0.5966741126830479,0.06210467280896653,0.597007722007722,0.059973276807517704
+flat_mae,patch,logistic,adhd200_dx,74,0.005994842503189409,train,0.7616438356164383,0.021744302286554686,0.7535869759212843,0.022855058945364833,0.7508090614886731,0.022689971420168622
+flat_mae,patch,logistic,adhd200_dx,74,0.005994842503189409,test,0.676923076923077,0.05924495334660515,0.6690909090909091,0.060723659782969994,0.6684362934362934,0.06000939315514726
+flat_mae,patch,logistic,adhd200_dx,75,0.005994842503189409,train,0.7506849315068493,0.022441151915748123,0.7432776064491695,0.02326412594689309,0.7411003236245954,0.02309908951207374
+flat_mae,patch,logistic,adhd200_dx,75,0.005994842503189409,test,0.6153846153846154,0.061640500019090945,0.6018132810585641,0.06418466604836708,0.6013513513513513,0.06291398646699677
+flat_mae,patch,logistic,adhd200_dx,76,0.046415888336127774,train,0.8465753424657534,0.018947716233355102,0.8421670373115888,0.019735624738458662,0.8389662331318313,0.019866861299461167
+flat_mae,patch,logistic,adhd200_dx,76,0.046415888336127774,test,0.6,0.049466847424136914,0.5427489177489178,0.06064190090706154,0.5617760617760618,0.05120698604988148
+flat_mae,patch,logistic,adhd200_dx,77,0.046415888336127774,train,0.8410958904109589,0.01945987571889742,0.8365301457870027,0.020321121518805767,0.8333943945777615,0.020524389677231424
+flat_mae,patch,logistic,adhd200_dx,77,0.046415888336127774,test,0.6923076923076923,0.057959063292564346,0.6832358674463938,0.06020524480961262,0.6819498069498069,0.05923024751047185
+flat_mae,patch,logistic,adhd200_dx,78,0.046415888336127774,train,0.8383561643835616,0.01925423237732051,0.8344594854292062,0.01981806400885171,0.8324021493558039,0.019920042125583095
+flat_mae,patch,logistic,adhd200_dx,78,0.046415888336127774,test,0.5692307692307692,0.05697939002458664,0.5376016260162602,0.06230416561344967,0.5434362934362934,0.058070070029221335
+flat_mae,patch,logistic,adhd200_dx,79,0.005994842503189409,train,0.7698630136986301,0.02111045645502575,0.7623255813953489,0.02228513487718042,0.7595255541307931,0.02215454930097178
+flat_mae,patch,logistic,adhd200_dx,79,0.005994842503189409,test,0.6307692307692307,0.06313356556216128,0.6198830409356726,0.06538733938634304,0.6192084942084942,0.0643657599616476
+flat_mae,patch,logistic,adhd200_dx,80,0.005994842503189409,train,0.7780821917808219,0.020546802525305156,0.7710429105777943,0.021552113751849157,0.7682420467729132,0.021456011362455247
+flat_mae,patch,logistic,adhd200_dx,80,0.005994842503189409,test,0.6307692307692307,0.0604733908915083,0.61,0.06571793292489095,0.6105212355212355,0.06273191120532054
+flat_mae,patch,logistic,adhd200_dx,81,0.046415888336127774,train,0.8575342465753425,0.01841231567081647,0.8539730411768327,0.019015465439397816,0.8515448494840325,0.019185635971397004
+flat_mae,patch,logistic,adhd200_dx,81,0.046415888336127774,test,0.5692307692307692,0.05937811044484322,0.5565302144249512,0.06118526090577671,0.5564671814671815,0.06023746726659708
+flat_mae,patch,logistic,adhd200_dx,82,0.046415888336127774,train,0.8438356164383561,0.01859504430578471,0.8400710282960127,0.019185120735888496,0.8379739879098737,0.019375776461908654
+flat_mae,patch,logistic,adhd200_dx,82,0.046415888336127774,test,0.7692307692307693,0.04972957878282461,0.7656813266041816,0.05077660315446027,0.7668918918918919,0.050883192126963704
+flat_mae,patch,logistic,adhd200_dx,83,0.005994842503189409,train,0.7616438356164383,0.02101106875722617,0.7540831261761494,0.021959595164795776,0.751526531110704,0.021781596591712315
+flat_mae,patch,logistic,adhd200_dx,83,0.005994842503189409,test,0.6923076923076923,0.057022574165825256,0.6904761904761905,0.05741029187541291,0.6949806949806949,0.05761744943134138
+flat_mae,patch,logistic,adhd200_dx,84,0.005994842503189409,train,0.7643835616438356,0.020294076666790065,0.7534093765711413,0.021714631317653388,0.749648897844538,0.021195834254502666
+flat_mae,patch,logistic,adhd200_dx,84,0.005994842503189409,test,0.6461538461538462,0.057618208824690834,0.644808743169399,0.05804709329573783,0.6500965250965252,0.05866758785448414
+flat_mae,patch,logistic,adhd200_dx,85,0.005994842503189409,train,0.7671232876712328,0.02147237512715002,0.7582310539645432,0.022847898002730883,0.754945960798681,0.022622057621497233
+flat_mae,patch,logistic,adhd200_dx,85,0.005994842503189409,test,0.7230769230769231,0.053760203930297915,0.7115384615384616,0.05688644442605713,0.708976833976834,0.0558089812696526
+flat_mae,patch,logistic,adhd200_dx,86,0.005994842503189409,train,0.7808219178082192,0.020942333856204223,0.7726989662473533,0.022191714818820835,0.7692342919948708,0.02200035991093387
+flat_mae,patch,logistic,adhd200_dx,86,0.005994842503189409,test,0.6153846153846154,0.06159943901996157,0.6018132810585641,0.06414322361442466,0.6013513513513513,0.06286155222592037
+flat_mae,patch,logistic,adhd200_dx,87,0.005994842503189409,train,0.7863013698630137,0.02037272579859228,0.7778973974911065,0.021533775600724628,0.7740886609269096,0.021253627216642836
+flat_mae,patch,logistic,adhd200_dx,87,0.005994842503189409,test,0.6,0.06127172963178863,0.588206627680312,0.06353784643919844,0.5878378378378378,0.06269512333059202
+flat_mae,patch,logistic,adhd200_dx,88,0.046415888336127774,train,0.8465753424657534,0.019341185878723837,0.843010752688172,0.019965844118232306,0.841118641997924,0.020168776208211166
+flat_mae,patch,logistic,adhd200_dx,88,0.046415888336127774,test,0.6461538461538462,0.056530672409559425,0.6375757575757576,0.058683707386595875,0.6370656370656371,0.058214998276720845
+flat_mae,patch,logistic,adhd200_dx,89,0.005994842503189409,train,0.7643835616438356,0.022156643923591856,0.7576136644427971,0.023079652545021374,0.7553886548207852,0.02296921831313526
+flat_mae,patch,logistic,adhd200_dx,89,0.005994842503189409,test,0.6307692307692307,0.05889696951245862,0.6153846153846154,0.061739555432902916,0.6148648648648649,0.06023509942784888
+flat_mae,patch,logistic,adhd200_dx,90,0.005994842503189409,train,0.7397260273972602,0.022908264026450652,0.730928307040483,0.02400819721947619,0.7285217072723942,0.023710130334884418
+flat_mae,patch,logistic,adhd200_dx,90,0.005994842503189409,test,0.6153846153846154,0.0573980681282225,0.5966741126830479,0.061139793513809146,0.597007722007722,0.05876924635275366
+flat_mae,patch,logistic,adhd200_dx,91,0.046415888336127774,train,0.852054794520548,0.01801640085987499,0.8483566196836339,0.018649264548169703,0.8459730109299628,0.01882398704554842
+flat_mae,patch,logistic,adhd200_dx,91,0.046415888336127774,test,0.5692307692307692,0.05324922756891775,0.5289855072463768,0.05916404875025031,0.5390926640926641,0.05401802759551665
+flat_mae,patch,logistic,adhd200_dx,92,0.046415888336127774,train,0.8493150684931506,0.01900815125739631,0.8454116324377604,0.019713497772629453,0.8428283568419125,0.01991976664475763
+flat_mae,patch,logistic,adhd200_dx,92,0.046415888336127774,test,0.6307692307692307,0.05853320303885792,0.61,0.06364383081718492,0.6105212355212355,0.060336868649215544
+flat_mae,patch,logistic,adhd200_dx,93,0.005994842503189409,train,0.7890410958904109,0.020161021160994833,0.780985778297292,0.021287331892530514,0.77723331501496,0.02110422936031576
+flat_mae,patch,logistic,adhd200_dx,93,0.005994842503189409,test,0.7076923076923077,0.05124231794063374,0.6834145091002307,0.058995490237569566,0.6824324324324325,0.05439679051265934
+flat_mae,patch,logistic,adhd200_dx,94,0.3593813663804626,train,0.9671232876712329,0.009016847515930359,0.9665199046046598,0.00920199657567831,0.9658514990535507,0.009501102613137573
+flat_mae,patch,logistic,adhd200_dx,94,0.3593813663804626,test,0.5384615384615384,0.0594730310318748,0.5125,0.0639629294612766,0.5164092664092664,0.06077912930313141
+flat_mae,patch,logistic,adhd200_dx,95,0.005994842503189409,train,0.7835616438356164,0.022491027547337842,0.7775506268081003,0.023338356229707754,0.7752488245710447,0.023288060602506273
+flat_mae,patch,logistic,adhd200_dx,95,0.005994842503189409,test,0.5230769230769231,0.0581957602311005,0.49987589972697943,0.061941229216866824,0.502895752895753,0.05925808029460242
+flat_mae,patch,logistic,adhd200_dx,96,0.005994842503189409,train,0.7534246575342466,0.022143682020068212,0.7463398813936248,0.02308608900204428,0.7442449777126457,0.023003468544168487
+flat_mae,patch,logistic,adhd200_dx,96,0.005994842503189409,test,0.6923076923076923,0.05830972190500529,0.6862934362934363,0.05956389813696815,0.6862934362934363,0.05940370489161519
+flat_mae,patch,logistic,adhd200_dx,97,0.005994842503189409,train,0.7671232876712328,0.023113595969339994,0.7592516431414847,0.024276267515159565,0.7563809000427428,0.0240167906502308
+flat_mae,patch,logistic,adhd200_dx,97,0.005994842503189409,test,0.6461538461538462,0.053640389269157485,0.6167649320687003,0.060600182335279945,0.6196911196911197,0.05594178277987686
+flat_mae,patch,logistic,adhd200_dx,98,0.005994842503189409,train,0.7506849315068493,0.022899287688015593,0.7422576414808837,0.023822068516289603,0.7396653843805336,0.02355026576054057
+flat_mae,patch,logistic,adhd200_dx,98,0.005994842503189409,test,0.6615384615384615,0.059296666639501866,0.6474358974358974,0.06254306988999375,0.6462355212355213,0.06065076247947131
+flat_mae,patch,logistic,adhd200_dx,99,0.005994842503189409,train,0.7726027397260274,0.022772958057533623,0.7667120998606203,0.023630240022653917,0.7648226170849362,0.023614988680008282
+flat_mae,patch,logistic,adhd200_dx,99,0.005994842503189409,test,0.5692307692307692,0.0573920886039141,0.545,0.06086605745586423,0.5477799227799228,0.05818045268706809
+flat_mae,patch,logistic,adhd200_dx,100,0.046415888336127774,train,0.8438356164383561,0.019061043262065133,0.8394985535197685,0.019793976258839878,0.8365390486658119,0.019916675032071233
+flat_mae,patch,logistic,adhd200_dx,100,0.046415888336127774,test,0.676923076923077,0.05481761043862806,0.6690909090909091,0.056780702344057236,0.6684362934362934,0.0563222617391827

data_scaling/n800_2/eval_v2/adhd200_dx__patch__logistic/log.txt

@@ -0,0 +1,241 @@
+fMRI foundation model logistic probe eval
+version: 0.1.dev66+g7ddd3aa04
+sha: 58906bf7243fb545e1349221e6921a1797e2e666, status: has uncommitted changes, branch: dev/clane9
+cwd: /data/connor/fmri-fm
+start: 2026-02-26 17:26:31
+config:
+output_root: experiments/data_scaling/output
+name_prefix: eval_logistic
+remote_root: null
+notes: data scaling experiment n800_2; eval v2 (adhd200_dx patch logistic)
+model_kwargs:
+  ckpt_path: experiments/data_scaling/output/data_scaling/n800_2/pretrain/checkpoint-best.pth
+dataset_kwargs: {}
+num_workers: 16
+batch_size: 2
+cv_folds: 5
+max_iter: 1000
+Cs: 10
+balanced_sampling: false
+metrics:
+- acc
+- f1
+- bacc
+cv_metric: bacc
+n_trials: 100
+amp: true
+device: cuda
+seed: 4466
+debug: false
+name: data_scaling/n800_2/eval_v2/adhd200_dx__patch__logistic
+model: flat_mae
+representation: patch
+dataset: adhd200_dx
+distributed: false
+output_dir: experiments/data_scaling/output/data_scaling/n800_2/eval_v2/adhd200_dx__patch__logistic
+remote_dir: null
+
+creating frozen backbone model: flat_mae
+backbone:
+MaskedEncoderWrapper(
+  (model): MaskedEncoder(
+    class_token=True, reg_tokens=0, no_embed_class=True, mask_drop_scale=False
+    (patchify): Patchify3D((16, 224, 560), (4, 16, 16), in_chans=1)
+    (patch_embed): Linear(in_features=1024, out_features=768, bias=True)
+    (pos_embed): SeparablePosEmbed(768, (4, 14, 35))
+    (blocks): ModuleList(
+      (0-11): 12 x Block(
+        (norm1): LayerNorm((768,), eps=1e-06, elementwise_affine=True)
+        (attn): Attention(
+          num_heads=12
+          (q): Linear(in_features=768, out_features=768, bias=True)
+          (k): Linear(in_features=768, out_features=768, bias=True)
+          (v): Linear(in_features=768, out_features=768, bias=True)
+          (proj): Linear(in_features=768, out_features=768, bias=True)
+        )
+        (drop_path1): Identity()
+        (norm2): LayerNorm((768,), eps=1e-06, elementwise_affine=True)
+        (mlp): Mlp(
+          (fc1): Linear(in_features=768, out_features=3072, bias=True)
+          (act): GELU(approximate='none')
+          (fc2): Linear(in_features=3072, out_features=768, bias=True)
+        )
+        (drop_path2): Identity()
+      )
+    )
+    (norm): LayerNorm((768,), eps=1e-06, elementwise_affine=True)
+  )
+)
+creating dataset: adhd200_dx (flat)
+train (n=301):
+HFDataset(
+    dataset=Dataset({
+    features: ['sub', 'site', 'gender', 'dx', 'path', 'n_frames', 'tr', 'bold', 'mean', 'std'],
+    num_rows: 301
+}),
+    labels=['ADHD' 'Control'],
+    counts=[131 170]
+)
+
+validation (n=64):
+HFDataset(
+    dataset=Dataset({
+    features: ['sub', 'site', 'gender', 'dx', 'path', 'n_frames', 'tr', 'bold', 'mean', 'std'],
+    num_rows: 64
+}),
+    labels=['ADHD' 'Control'],
+    counts=[28 36]
+)
+
+test (n=65):
+HFDataset(
+    dataset=Dataset({
+    features: ['sub', 'site', 'gender', 'dx', 'path', 'n_frames', 'tr', 'bold', 'mean', 'std'],
+    num_rows: 65
+}),
+    labels=['ADHD' 'Control'],
+    counts=[28 37]
+)
+
+extracting features for all splits
+extract (train)  [  0/151]  eta: 0:09:52    time: 3.9244  data: 3.0990  max mem: 2698
+extract (train)  [ 20/151]  eta: 0:00:44    time: 0.1643  data: 0.0471  max mem: 2851
+extract (train)  [ 40/151]  eta: 0:00:27    time: 0.1531  data: 0.0405  max mem: 2851
+extract (train)  [ 60/151]  eta: 0:00:20    time: 0.1636  data: 0.0455  max mem: 2851
+extract (train)  [ 80/151]  eta: 0:00:14    time: 0.1522  data: 0.0396  max mem: 2851
+extract (train)  [100/151]  eta: 0:00:09    time: 0.1584  data: 0.0433  max mem: 2851
+extract (train)  [120/151]  eta: 0:00:05    time: 0.1639  data: 0.0446  max mem: 2851
+extract (train)  [140/151]  eta: 0:00:02    time: 0.1344  data: 0.0326  max mem: 2851
+extract (train)  [150/151]  eta: 0:00:00    time: 0.1342  data: 0.0330  max mem: 2851
+extract (train) Total time: 0:00:27 (0.1817 s / it)
+extract (validation)  [ 0/32]  eta: 0:02:04    time: 3.8931  data: 3.7581  max mem: 2851
+extract (validation)  [20/32]  eta: 0:00:04    time: 0.1709  data: 0.0430  max mem: 2851
+extract (validation)  [31/32]  eta: 0:00:00    time: 0.1358  data: 0.0319  max mem: 2851
+extract (validation) Total time: 0:00:09 (0.2846 s / it)
+extract (test)  [ 0/33]  eta: 0:02:17    time: 4.1641  data: 3.9471  max mem: 2851
+extract (test)  [20/33]  eta: 0:00:04    time: 0.1701  data: 0.0476  max mem: 2851
+extract (test)  [32/33]  eta: 0:00:00    time: 0.1325  data: 0.0349  max mem: 2851
+extract (test) Total time: 0:00:09 (0.2857 s / it)
+feature extraction time: 0:00:46
+train features: (301, 768)
+validation features: (64, 768)
+test features: (65, 768)
+evaluating fixed splits
+eval results (fixed splits):
+
+| model    | repr   | clf      | dataset    | trial   |         C | split   |     acc |   acc_std |      f1 |   f1_std |    bacc |   bacc_std |
+|:---------|:-------|:---------|:-----------|:--------|----------:|:--------|--------:|----------:|--------:|---------:|--------:|-----------:|
+| flat_mae | patch  | logistic | adhd200_dx |         | 0.0059948 | train   | 0.77534 |  0.021427 | 0.76702 | 0.022627 | 0.76366 |   0.022386 |
+| flat_mae | patch  | logistic | adhd200_dx |         | 0.0059948 | test    | 0.64615 |  0.058082 | 0.62894 | 0.062753 | 0.62838 |   0.060258 |
+
+
+evaluating random splits (n=100)
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 1, "C": 0.005994842503189409, "split": "test", "acc": 0.5538461538461539, "acc_std": 0.06144838792595152, "f1": 0.5469838981014179, "f1_std": 0.0619751739730121, "bacc": 0.5472972972972974, "bacc_std": 0.06211726030634472}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 2, "C": 0.005994842503189409, "split": "test", "acc": 0.676923076923077, "acc_std": 0.052703758441368806, "f1": 0.656084656084656, "f1_std": 0.05742278985641698, "bacc": 0.6554054054054055, "bacc_std": 0.05452749586119458}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 3, "C": 0.005994842503189409, "split": "test", "acc": 0.5692307692307692, "acc_std": 0.05966295868504389, "f1": 0.5565302144249512, "f1_std": 0.06202075336121701, "bacc": 0.5564671814671815, "bacc_std": 0.06113709230650295}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 4, "C": 0.005994842503189409, "split": "test", "acc": 0.6615384615384615, "acc_std": 0.056447669644406256, "f1": 0.6474358974358974, "f1_std": 0.0604896125671534, "bacc": 0.6462355212355213, "bacc_std": 0.05878811615071605}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 5, "C": 0.046415888336127774, "split": "test", "acc": 0.5076923076923077, "acc_std": 0.06240414945997168, "f1": 0.4980694980694981, "f1_std": 0.06404919032277155, "bacc": 0.4980694980694981, "bacc_std": 0.06387131046086399}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 6, "C": 0.005994842503189409, "split": "test", "acc": 0.676923076923077, "acc_std": 0.059494390367555675, "f1": 0.6719538572458543, "f1_std": 0.06068906250913259, "bacc": 0.6727799227799228, "bacc_std": 0.06085753647029573}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 7, "C": 0.005994842503189409, "split": "test", "acc": 0.6615384615384615, "acc_std": 0.054873496259268705, "f1": 0.6474358974358974, "f1_std": 0.057987684640399176, "bacc": 0.6462355212355213, "bacc_std": 0.05665735618357195}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 8, "C": 0.005994842503189409, "split": "test", "acc": 0.6461538461538462, "acc_std": 0.06032775176596667, "f1": 0.6375757575757576, "f1_std": 0.06248242828405936, "bacc": 0.6370656370656371, "bacc_std": 0.06176586245437029}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 9, "C": 2.782559402207126, "split": "test", "acc": 0.5230769230769231, "acc_std": 0.06223452494134229, "f1": 0.5157414083153088, "f1_std": 0.06326009116777041, "bacc": 0.515926640926641, "bacc_std": 0.06356634225308534}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 10, "C": 0.3593813663804626, "split": "test", "acc": 0.5384615384615384, "acc_std": 0.06256906243475681, "f1": 0.5294401544401545, "f1_std": 0.06326176099658457, "bacc": 0.5294401544401545, "bacc_std": 0.06295730815583547}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 11, "C": 2.782559402207126, "split": "test", "acc": 0.5846153846153846, "acc_std": 0.058392988150023264, "f1": 0.5810455956075435, "f1_std": 0.05879363425814908, "bacc": 0.583011583011583, "bacc_std": 0.05907973932158574}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 12, "C": 0.005994842503189409, "split": "test", "acc": 0.5846153846153846, "acc_std": 0.05556526947291476, "f1": 0.5578231292517006, "f1_std": 0.061284629605962496, "bacc": 0.5612934362934363, "bacc_std": 0.05729953979515908}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 13, "C": 0.005994842503189409, "split": "test", "acc": 0.6923076923076923, "acc_std": 0.05556360820008918, "f1": 0.6862934362934363, "f1_std": 0.05635237303895853, "bacc": 0.6862934362934363, "bacc_std": 0.056091573955748486}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 14, "C": 0.005994842503189409, "split": "test", "acc": 0.7076923076923077, "acc_std": 0.05258693787912507, "f1": 0.6834145091002307, "f1_std": 0.06139776678575, "bacc": 0.6824324324324325, "bacc_std": 0.05632472688573688}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 15, "C": 0.046415888336127774, "split": "test", "acc": 0.6615384615384615, "acc_std": 0.058262617040248876, "f1": 0.6575670498084292, "f1_std": 0.05913400580411037, "bacc": 0.6592664092664093, "bacc_std": 0.059298611689254446}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 16, "C": 0.000774263682681127, "split": "test", "acc": 0.5846153846153846, "acc_std": 0.06112918515820826, "f1": 0.5810455956075435, "f1_std": 0.061742541721635305, "bacc": 0.583011583011583, "bacc_std": 0.06200704448769667}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 17, "C": 0.005994842503189409, "split": "test", "acc": 0.5846153846153846, "acc_std": 0.05583762596469142, "f1": 0.5411764705882354, "f1_std": 0.06452260688678585, "bacc": 0.5526061776061776, "bacc_std": 0.057573672084012234}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 18, "C": 0.046415888336127774, "split": "test", "acc": 0.6923076923076923, "acc_std": 0.05475342036275102, "f1": 0.6862934362934363, "f1_std": 0.05580396395250179, "bacc": 0.6862934362934363, "bacc_std": 0.055405560745009796}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 19, "C": 0.046415888336127774, "split": "test", "acc": 0.6461538461538462, "acc_std": 0.060149328966730205, "f1": 0.6375757575757576, "f1_std": 0.061900842763545995, "bacc": 0.6370656370656371, "bacc_std": 0.0614362600419495}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 20, "C": 0.005994842503189409, "split": "test", "acc": 0.6153846153846154, "acc_std": 0.055750067795219745, "f1": 0.5966741126830479, "f1_std": 0.059535022278046336, "bacc": 0.597007722007722, "bacc_std": 0.05736636019664363}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 21, "C": 0.046415888336127774, "split": "test", "acc": 0.6307692307692307, "acc_std": 0.05916387031200594, "f1": 0.6285714285714286, "f1_std": 0.05956659080461617, "bacc": 0.6322393822393823, "bacc_std": 0.05979899094207656}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 22, "C": 0.005994842503189409, "split": "test", "acc": 0.6615384615384615, "acc_std": 0.06029120653792572, "f1": 0.6575670498084292, "f1_std": 0.06086514191238794, "bacc": 0.6592664092664093, "bacc_std": 0.06089226219894604}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 23, "C": 0.3593813663804626, "split": "test", "acc": 0.5384615384615384, "acc_std": 0.05814960505495576, "f1": 0.5125, "f1_std": 0.06114970314872786, "bacc": 0.5164092664092664, "bacc_std": 0.05858747537263065}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 24, "C": 0.046415888336127774, "split": "test", "acc": 0.6923076923076923, "acc_std": 0.05561894871014106, "f1": 0.6794871794871795, "f1_std": 0.05851261887289578, "bacc": 0.6776061776061776, "bacc_std": 0.057060359125781494}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 25, "C": 2.782559402207126, "split": "test", "acc": 0.5384615384615384, "acc_std": 0.05939219561026755, "f1": 0.5374762808349146, "f1_std": 0.059789638639948885, "bacc": 0.5424710424710424, "bacc_std": 0.06052828186644284}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 26, "C": 0.005994842503189409, "split": "test", "acc": 0.6307692307692307, "acc_std": 0.056604304935915485, "f1": 0.6153846153846154, "f1_std": 0.06002809840924439, "bacc": 0.6148648648648649, "bacc_std": 0.05814834709706886}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 27, "C": 0.000774263682681127, "split": "test", "acc": 0.6, "acc_std": 0.06171819905566393, "f1": 0.5953065134099617, "f1_std": 0.06242979123411166, "bacc": 0.5965250965250966, "bacc_std": 0.06244070005495106}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 28, "C": 0.005994842503189409, "split": "test", "acc": 0.5692307692307692, "acc_std": 0.05931844859059672, "f1": 0.5512820512820513, "f1_std": 0.06300062527682129, "bacc": 0.5521235521235521, "bacc_std": 0.0608066369223949}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 29, "C": 0.005994842503189409, "split": "test", "acc": 0.6153846153846154, "acc_std": 0.056394519016903844, "f1": 0.5905769715293525, "f1_std": 0.0622670037475929, "bacc": 0.5926640926640927, "bacc_std": 0.05833358909677081}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 30, "C": 0.046415888336127774, "split": "test", "acc": 0.6, "acc_std": 0.061589793975085606, "f1": 0.599146110056926, "f1_std": 0.061590228278598114, "bacc": 0.6052123552123552, "bacc_std": 0.06172480754898591}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 31, "C": 0.046415888336127774, "split": "test", "acc": 0.5692307692307692, "acc_std": 0.053213656653512076, "f1": 0.5190274841437632, "f1_std": 0.06208119513034616, "bacc": 0.5347490347490347, "bacc_std": 0.05463714710627362}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 32, "C": 0.005994842503189409, "split": "test", "acc": 0.6153846153846154, "acc_std": 0.061710367584836355, "f1": 0.606060606060606, "f1_std": 0.06315471375299682, "bacc": 0.6056949806949807, "bacc_std": 0.06268813885726467}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 33, "C": 0.005994842503189409, "split": "test", "acc": 0.6461538461538462, "acc_std": 0.05702921497747226, "f1": 0.6458185264155414, "f1_std": 0.05722033695243646, "bacc": 0.6544401544401545, "bacc_std": 0.05740898132552582}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 34, "C": 0.005994842503189409, "split": "test", "acc": 0.6307692307692307, "acc_std": 0.05906461410229694, "f1": 0.6306818181818181, "f1_std": 0.05927868147399855, "bacc": 0.640926640926641, "bacc_std": 0.058783845431430094}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 35, "C": 0.005994842503189409, "split": "test", "acc": 0.6307692307692307, "acc_std": 0.058611273831220764, "f1": 0.6198830409356726, "f1_std": 0.06080419396297386, "bacc": 0.6192084942084942, "bacc_std": 0.059810726715029405}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 36, "C": 0.005994842503189409, "split": "test", "acc": 0.676923076923077, "acc_std": 0.05403942457395364, "f1": 0.6655231560891939, "f1_std": 0.05724773363530985, "bacc": 0.6640926640926641, "bacc_std": 0.05609950895576042}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 37, "C": 0.005994842503189409, "split": "test", "acc": 0.6153846153846154, "acc_std": 0.060406794554937006, "f1": 0.606060606060606, "f1_std": 0.0620299302292987, "bacc": 0.6056949806949807, "bacc_std": 0.06137132196208981}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 38, "C": 0.005994842503189409, "split": "test", "acc": 0.6307692307692307, "acc_std": 0.060883118208911055, "f1": 0.6235521235521235, "f1_std": 0.06202129146571236, "bacc": 0.6235521235521235, "bacc_std": 0.0615002610901815}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 39, "C": 0.005994842503189409, "split": "test", "acc": 0.6153846153846154, "acc_std": 0.05748966256445717, "f1": 0.5905769715293525, "f1_std": 0.06223607664020985, "bacc": 0.5926640926640927, "bacc_std": 0.05892938548288434}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 40, "C": 0.005994842503189409, "split": "test", "acc": 0.6307692307692307, "acc_std": 0.05777851200666336, "f1": 0.6198830409356726, "f1_std": 0.05995510400601928, "bacc": 0.6192084942084942, "bacc_std": 0.05914888718855722}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 41, "C": 0.005994842503189409, "split": "test", "acc": 0.6615384615384615, "acc_std": 0.05779417468239282, "f1": 0.6549227799227799, "f1_std": 0.05855164964930633, "bacc": 0.6549227799227799, "bacc_std": 0.05846758714622786}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 42, "C": 0.005994842503189409, "split": "test", "acc": 0.5692307692307692, "acc_std": 0.06302710227593979, "f1": 0.5666666666666667, "f1_std": 0.06308229107595638, "bacc": 0.5694980694980695, "bacc_std": 0.06346328942019117}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 43, "C": 0.005994842503189409, "split": "test", "acc": 0.6923076923076923, "acc_std": 0.06154519193964362, "f1": 0.6862934362934363, "f1_std": 0.06273842952168064, "bacc": 0.6862934362934363, "bacc_std": 0.06241712111944975}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 44, "C": 0.046415888336127774, "split": "test", "acc": 0.6615384615384615, "acc_std": 0.05653435673220542, "f1": 0.6515594541910331, "f1_std": 0.058928417010029994, "bacc": 0.6505791505791505, "bacc_std": 0.05816277155213548}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 45, "C": 0.005994842503189409, "split": "test", "acc": 0.47692307692307695, "acc_std": 0.06091922287731789, "f1": 0.4475, "f1_std": 0.06308361871832754, "bacc": 0.45366795366795365, "bacc_std": 0.06086969631628947}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 46, "C": 0.3593813663804626, "split": "test", "acc": 0.6153846153846154, "acc_std": 0.0594115124420418, "f1": 0.6094688776736361, "f1_std": 0.060006437900991985, "bacc": 0.61003861003861, "bacc_std": 0.05998702841841971}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 47, "C": 0.005994842503189409, "split": "test", "acc": 0.6, "acc_std": 0.056547752245546146, "f1": 0.5775, "f1_std": 0.06073388249379751, "bacc": 0.5791505791505791, "bacc_std": 0.05785323386127255}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 48, "C": 0.3593813663804626, "split": "test", "acc": 0.5230769230769231, "acc_std": 0.05987186317461649, "f1": 0.5226249703861644, "f1_std": 0.060066148516639405, "bacc": 0.528957528957529, "bacc_std": 0.06083545724573932}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 49, "C": 0.005994842503189409, "split": "test", "acc": 0.5846153846153846, "acc_std": 0.061165608931623754, "f1": 0.578226387887527, "f1_std": 0.06194752285100933, "bacc": 0.5786679536679536, "bacc_std": 0.06205189591758259}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 50, "C": 0.046415888336127774, "split": "test", "acc": 0.6615384615384615, "acc_std": 0.05686509312898421, "f1": 0.6549227799227799, "f1_std": 0.05803001641891944, "bacc": 0.6549227799227799, "bacc_std": 0.05783813968739375}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 51, "C": 0.005994842503189409, "split": "test", "acc": 0.6307692307692307, "acc_std": 0.06073319281957085, "f1": 0.6235521235521235, "f1_std": 0.06205181788525067, "bacc": 0.6235521235521235, "bacc_std": 0.06188145885801166}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 52, "C": 0.3593813663804626, "split": "test", "acc": 0.6461538461538462, "acc_std": 0.05591082502547772, "f1": 0.6289401836684041, "f1_std": 0.06057020102812904, "bacc": 0.6283783783783784, "bacc_std": 0.05827827116028905}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 53, "C": 0.3593813663804626, "split": "test", "acc": 0.6, "acc_std": 0.056804191861320866, "f1": 0.5775, "f1_std": 0.06146996493861908, "bacc": 0.5791505791505791, "bacc_std": 0.058486052438955216}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 54, "C": 0.005994842503189409, "split": "test", "acc": 0.5692307692307692, "acc_std": 0.061336931546969585, "f1": 0.564176245210728, "f1_std": 0.06182144651438368, "bacc": 0.5651544401544402, "bacc_std": 0.0620880263918537}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 55, "C": 0.005994842503189409, "split": "test", "acc": 0.5538461538461539, "acc_std": 0.06347580445712594, "f1": 0.5521501544309813, "f1_std": 0.06388051918932083, "bacc": 0.555984555984556, "bacc_std": 0.06429060901600607}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 56, "C": 0.005994842503189409, "split": "test", "acc": 0.676923076923077, "acc_std": 0.06037691474661095, "f1": 0.6719538572458543, "f1_std": 0.06169320857638493, "bacc": 0.6727799227799228, "bacc_std": 0.06188946634270963}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 57, "C": 0.046415888336127774, "split": "test", "acc": 0.6153846153846154, "acc_std": 0.05868624023482343, "f1": 0.5966741126830479, "f1_std": 0.06252875614530863, "bacc": 0.597007722007722, "bacc_std": 0.06005479055451763}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 58, "C": 0.005994842503189409, "split": "test", "acc": 0.6461538461538462, "acc_std": 0.058454250557885216, "f1": 0.6407113674597452, "f1_std": 0.05985844228537383, "bacc": 0.6414092664092663, "bacc_std": 0.059612241941113385}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 59, "C": 0.005994842503189409, "split": "test", "acc": 0.6461538461538462, "acc_std": 0.05806182381406379, "f1": 0.6233308138070043, "f1_std": 0.06363907793779376, "bacc": 0.6240347490347491, "bacc_std": 0.06030457152523246}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 60, "C": 0.005994842503189409, "split": "test", "acc": 0.6461538461538462, "acc_std": 0.05786690298900108, "f1": 0.6336682185738789, "f1_std": 0.06097201953198227, "bacc": 0.6327220077220077, "bacc_std": 0.05976684311176707}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 61, "C": 0.005994842503189409, "split": "test", "acc": 0.6, "acc_std": 0.059941588924887844, "f1": 0.5833333333333333, "f1_std": 0.06298246012486837, "bacc": 0.5834942084942085, "bacc_std": 0.06146597406551436}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 62, "C": 0.046415888336127774, "split": "test", "acc": 0.6307692307692307, "acc_std": 0.05445837452782645, "f1": 0.6198830409356726, "f1_std": 0.05714149566478462, "bacc": 0.6192084942084942, "bacc_std": 0.05622284339881475}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 63, "C": 0.005994842503189409, "split": "test", "acc": 0.6153846153846154, "acc_std": 0.057267969712829755, "f1": 0.5966741126830479, "f1_std": 0.060381835362405316, "bacc": 0.597007722007722, "bacc_std": 0.05848493761508999}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 64, "C": 2.782559402207126, "split": "test", "acc": 0.5846153846153846, "acc_std": 0.05955157875778256, "f1": 0.578226387887527, "f1_std": 0.06056740928784022, "bacc": 0.5786679536679536, "bacc_std": 0.0604796022582975}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 65, "C": 0.046415888336127774, "split": "test", "acc": 0.6461538461538462, "acc_std": 0.059574340213168285, "f1": 0.6407113674597452, "f1_std": 0.06092487942318154, "bacc": 0.6414092664092663, "bacc_std": 0.060926292344954155}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 66, "C": 0.005994842503189409, "split": "test", "acc": 0.5692307692307692, "acc_std": 0.06215758556915625, "f1": 0.5666666666666667, "f1_std": 0.061988224329717866, "bacc": 0.5694980694980695, "bacc_std": 0.061861046574940834}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 67, "C": 0.005994842503189409, "split": "test", "acc": 0.6307692307692307, "acc_std": 0.05546015361548554, "f1": 0.6036585365853658, "f1_std": 0.06252262529361582, "bacc": 0.6061776061776062, "bacc_std": 0.057635823585645424}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 68, "C": 0.005994842503189409, "split": "test", "acc": 0.6615384615384615, "acc_std": 0.05710676391818312, "f1": 0.6425000000000001, "f1_std": 0.06139516688389159, "bacc": 0.6418918918918919, "bacc_std": 0.05883373291566716}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 69, "C": 0.005994842503189409, "split": "test", "acc": 0.5230769230769231, "acc_std": 0.06217098773524778, "f1": 0.5062484685126194, "f1_std": 0.0638167229773955, "bacc": 0.5072393822393823, "bacc_std": 0.06262693819155023}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 70, "C": 0.005994842503189409, "split": "test", "acc": 0.5384615384615384, "acc_std": 0.06414554456526161, "f1": 0.5294401544401545, "f1_std": 0.06531173895780198, "bacc": 0.5294401544401545, "bacc_std": 0.06544629613000721}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 71, "C": 0.005994842503189409, "split": "test", "acc": 0.676923076923077, "acc_std": 0.058055749578931434, "f1": 0.6719538572458543, "f1_std": 0.05917749341939609, "bacc": 0.6727799227799228, "bacc_std": 0.05905585322257612}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 72, "C": 0.005994842503189409, "split": "test", "acc": 0.7076923076923077, "acc_std": 0.054491352117756284, "f1": 0.7006060606060607, "f1_std": 0.055930149404584344, "bacc": 0.6998069498069499, "bacc_std": 0.05540308535763771}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 73, "C": 0.005994842503189409, "split": "test", "acc": 0.6153846153846154, "acc_std": 0.05844905939686881, "f1": 0.5966741126830479, "f1_std": 0.06210467280896653, "bacc": 0.597007722007722, "bacc_std": 0.059973276807517704}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 74, "C": 0.005994842503189409, "split": "test", "acc": 0.676923076923077, "acc_std": 0.05924495334660515, "f1": 0.6690909090909091, "f1_std": 0.060723659782969994, "bacc": 0.6684362934362934, "bacc_std": 0.06000939315514726}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 75, "C": 0.005994842503189409, "split": "test", "acc": 0.6153846153846154, "acc_std": 0.061640500019090945, "f1": 0.6018132810585641, "f1_std": 0.06418466604836708, "bacc": 0.6013513513513513, "bacc_std": 0.06291398646699677}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 76, "C": 0.046415888336127774, "split": "test", "acc": 0.6, "acc_std": 0.049466847424136914, "f1": 0.5427489177489178, "f1_std": 0.06064190090706154, "bacc": 0.5617760617760618, "bacc_std": 0.05120698604988148}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 77, "C": 0.046415888336127774, "split": "test", "acc": 0.6923076923076923, "acc_std": 0.057959063292564346, "f1": 0.6832358674463938, "f1_std": 0.06020524480961262, "bacc": 0.6819498069498069, "bacc_std": 0.05923024751047185}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 78, "C": 0.046415888336127774, "split": "test", "acc": 0.5692307692307692, "acc_std": 0.05697939002458664, "f1": 0.5376016260162602, "f1_std": 0.06230416561344967, "bacc": 0.5434362934362934, "bacc_std": 0.058070070029221335}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 79, "C": 0.005994842503189409, "split": "test", "acc": 0.6307692307692307, "acc_std": 0.06313356556216128, "f1": 0.6198830409356726, "f1_std": 0.06538733938634304, "bacc": 0.6192084942084942, "bacc_std": 0.0643657599616476}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 80, "C": 0.005994842503189409, "split": "test", "acc": 0.6307692307692307, "acc_std": 0.0604733908915083, "f1": 0.61, "f1_std": 0.06571793292489095, "bacc": 0.6105212355212355, "bacc_std": 0.06273191120532054}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 81, "C": 0.046415888336127774, "split": "test", "acc": 0.5692307692307692, "acc_std": 0.05937811044484322, "f1": 0.5565302144249512, "f1_std": 0.06118526090577671, "bacc": 0.5564671814671815, "bacc_std": 0.06023746726659708}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 82, "C": 0.046415888336127774, "split": "test", "acc": 0.7692307692307693, "acc_std": 0.04972957878282461, "f1": 0.7656813266041816, "f1_std": 0.05077660315446027, "bacc": 0.7668918918918919, "bacc_std": 0.050883192126963704}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 83, "C": 0.005994842503189409, "split": "test", "acc": 0.6923076923076923, "acc_std": 0.057022574165825256, "f1": 0.6904761904761905, "f1_std": 0.05741029187541291, "bacc": 0.6949806949806949, "bacc_std": 0.05761744943134138}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 84, "C": 0.005994842503189409, "split": "test", "acc": 0.6461538461538462, "acc_std": 0.057618208824690834, "f1": 0.644808743169399, "f1_std": 0.05804709329573783, "bacc": 0.6500965250965252, "bacc_std": 0.05866758785448414}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 85, "C": 0.005994842503189409, "split": "test", "acc": 0.7230769230769231, "acc_std": 0.053760203930297915, "f1": 0.7115384615384616, "f1_std": 0.05688644442605713, "bacc": 0.708976833976834, "bacc_std": 0.0558089812696526}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 86, "C": 0.005994842503189409, "split": "test", "acc": 0.6153846153846154, "acc_std": 0.06159943901996157, "f1": 0.6018132810585641, "f1_std": 0.06414322361442466, "bacc": 0.6013513513513513, "bacc_std": 0.06286155222592037}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 87, "C": 0.005994842503189409, "split": "test", "acc": 0.6, "acc_std": 0.06127172963178863, "f1": 0.588206627680312, "f1_std": 0.06353784643919844, "bacc": 0.5878378378378378, "bacc_std": 0.06269512333059202}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 88, "C": 0.046415888336127774, "split": "test", "acc": 0.6461538461538462, "acc_std": 0.056530672409559425, "f1": 0.6375757575757576, "f1_std": 0.058683707386595875, "bacc": 0.6370656370656371, "bacc_std": 0.058214998276720845}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 89, "C": 0.005994842503189409, "split": "test", "acc": 0.6307692307692307, "acc_std": 0.05889696951245862, "f1": 0.6153846153846154, "f1_std": 0.061739555432902916, "bacc": 0.6148648648648649, "bacc_std": 0.06023509942784888}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 90, "C": 0.005994842503189409, "split": "test", "acc": 0.6153846153846154, "acc_std": 0.0573980681282225, "f1": 0.5966741126830479, "f1_std": 0.061139793513809146, "bacc": 0.597007722007722, "bacc_std": 0.05876924635275366}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 91, "C": 0.046415888336127774, "split": "test", "acc": 0.5692307692307692, "acc_std": 0.05324922756891775, "f1": 0.5289855072463768, "f1_std": 0.05916404875025031, "bacc": 0.5390926640926641, "bacc_std": 0.05401802759551665}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 92, "C": 0.046415888336127774, "split": "test", "acc": 0.6307692307692307, "acc_std": 0.05853320303885792, "f1": 0.61, "f1_std": 0.06364383081718492, "bacc": 0.6105212355212355, "bacc_std": 0.060336868649215544}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 93, "C": 0.005994842503189409, "split": "test", "acc": 0.7076923076923077, "acc_std": 0.05124231794063374, "f1": 0.6834145091002307, "f1_std": 0.058995490237569566, "bacc": 0.6824324324324325, "bacc_std": 0.05439679051265934}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 94, "C": 0.3593813663804626, "split": "test", "acc": 0.5384615384615384, "acc_std": 0.0594730310318748, "f1": 0.5125, "f1_std": 0.0639629294612766, "bacc": 0.5164092664092664, "bacc_std": 0.06077912930313141}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 95, "C": 0.005994842503189409, "split": "test", "acc": 0.5230769230769231, "acc_std": 0.0581957602311005, "f1": 0.49987589972697943, "f1_std": 0.061941229216866824, "bacc": 0.502895752895753, "bacc_std": 0.05925808029460242}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 96, "C": 0.005994842503189409, "split": "test", "acc": 0.6923076923076923, "acc_std": 0.05830972190500529, "f1": 0.6862934362934363, "f1_std": 0.05956389813696815, "bacc": 0.6862934362934363, "bacc_std": 0.05940370489161519}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 97, "C": 0.005994842503189409, "split": "test", "acc": 0.6461538461538462, "acc_std": 0.053640389269157485, "f1": 0.6167649320687003, "f1_std": 0.060600182335279945, "bacc": 0.6196911196911197, "bacc_std": 0.05594178277987686}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 98, "C": 0.005994842503189409, "split": "test", "acc": 0.6615384615384615, "acc_std": 0.059296666639501866, "f1": 0.6474358974358974, "f1_std": 0.06254306988999375, "bacc": 0.6462355212355213, "bacc_std": 0.06065076247947131}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 99, "C": 0.005994842503189409, "split": "test", "acc": 0.5692307692307692, "acc_std": 0.0573920886039141, "f1": 0.545, "f1_std": 0.06086605745586423, "bacc": 0.5477799227799228, "bacc_std": 0.05818045268706809}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adhd200_dx", "trial": 100, "C": 0.046415888336127774, "split": "test", "acc": 0.676923076923077, "acc_std": 0.05481761043862806, "f1": 0.6690909090909091, "f1_std": 0.056780702344057236, "bacc": 0.6684362934362934, "bacc_std": 0.0563222617391827}
+eval results (random splits):
+
+| model    | repr   | clf      | dataset    | split   |   n_trials |       C |   C_std |     acc |   acc_std |      f1 |   f1_std |    bacc |   bacc_std |
+|:---------|:-------|:---------|:-----------|:--------|-----------:|--------:|--------:|--------:|----------:|--------:|---------:|--------:|-----------:|
+| flat_mae | patch  | logistic | adhd200_dx | train   |        100 | 0.15058 | 0.54732 | 0.80781 |  0.068382 | 0.80189 | 0.07069  | 0.79949 |   0.071224 |
+| flat_mae | patch  | logistic | adhd200_dx | test    |        100 | 0.15058 | 0.54732 | 0.62123 |  0.053997 | 0.60782 | 0.057301 | 0.60935 |   0.05591  |
+
+
+done! total time: 0:04:30

data_scaling/n800_2/eval_v2/adni_ad_vs_cn__patch__logistic/config.yaml

@@ -0,0 +1,30 @@
+output_root: experiments/data_scaling/output
+name_prefix: eval_logistic
+remote_root: null
+notes: data scaling experiment n800_2; eval v2 (adni_ad_vs_cn patch logistic)
+model_kwargs:
+  ckpt_path: experiments/data_scaling/output/data_scaling/n800_2/pretrain/checkpoint-best.pth
+dataset_kwargs: {}
+num_workers: 16
+batch_size: 2
+cv_folds: 5
+max_iter: 1000
+Cs: 10
+balanced_sampling: false
+metrics:
+- acc
+- f1
+- bacc
+cv_metric: bacc
+n_trials: 100
+amp: true
+device: cuda
+seed: 4466
+debug: false
+name: data_scaling/n800_2/eval_v2/adni_ad_vs_cn__patch__logistic
+model: flat_mae
+representation: patch
+dataset: adni_ad_vs_cn
+distributed: false
+output_dir: experiments/data_scaling/output/data_scaling/n800_2/eval_v2/adni_ad_vs_cn__patch__logistic
+remote_dir: null

data_scaling/n800_2/eval_v2/adni_ad_vs_cn__patch__logistic/eval_table.csv

@@ -0,0 +1,203 @@
+model,repr,clf,dataset,trial,C,split,acc,acc_std,f1,f1_std,bacc,bacc_std
+flat_mae,patch,logistic,adni_ad_vs_cn,,1291.5496650148827,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,,1291.5496650148827,test,0.7317073170731707,0.06992985352508084,0.6479313036690086,0.08484840004413485,0.6684027777777778,0.09164850008065151
+flat_mae,patch,logistic,adni_ad_vs_cn,1,0.046415888336127774,train,0.9132791327913279,0.013805702629965718,0.8661224489795918,0.023457123427345166,0.8341893335524694,0.026497564541970355
+flat_mae,patch,logistic,adni_ad_vs_cn,1,0.046415888336127774,test,0.7804878048780488,0.05546184865970421,0.6660633484162897,0.09146553041124618,0.6516129032258065,0.0841684461404771
+flat_mae,patch,logistic,adni_ad_vs_cn,2,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,2,166.81005372000556,test,0.6341463414634146,0.07338652731553436,0.5467943994104643,0.08235896971145601,0.5548387096774194,0.08940409839360475
+flat_mae,patch,logistic,adni_ad_vs_cn,3,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,3,166.81005372000556,test,0.7073170731707317,0.07046280255371605,0.6272727272727273,0.08359472574380761,0.6370967741935484,0.08758613842452871
+flat_mae,patch,logistic,adni_ad_vs_cn,4,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,4,166.81005372000556,test,0.8048780487804879,0.054184912651696504,0.7152777777777778,0.08299050688026824,0.7016129032258065,0.08053589268398174
+flat_mae,patch,logistic,adni_ad_vs_cn,5,0.3593813663804626,train,0.981029810298103,0.006665203532130145,0.9726796763445977,0.009908834993311242,0.9593023255813953,0.0142991866474187
+flat_mae,patch,logistic,adni_ad_vs_cn,5,0.3593813663804626,test,0.7073170731707317,0.058697664552470365,0.5729166666666666,0.0827886234129304,0.5693548387096774,0.07646222575037528
+flat_mae,patch,logistic,adni_ad_vs_cn,6,0.3593813663804626,train,0.986449864498645,0.005764703501864259,0.9806516564069758,0.008427675931208288,0.9709302325581395,0.012367299954580902
+flat_mae,patch,logistic,adni_ad_vs_cn,6,0.3593813663804626,test,0.7804878048780488,0.06033929447765094,0.6917293233082706,0.08600759238818942,0.685483870967742,0.08590399282542502
+flat_mae,patch,logistic,adni_ad_vs_cn,7,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,7,166.81005372000556,test,0.6829268292682927,0.06682497760838899,0.5839188134270101,0.08314669447078835,0.5870967741935484,0.08681058572527098
+flat_mae,patch,logistic,adni_ad_vs_cn,8,1291.5496650148827,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,8,1291.5496650148827,test,0.8536585365853658,0.05532137463380842,0.8136363636363637,0.06771415536027024,0.8354838709677419,0.07156604824346714
+flat_mae,patch,logistic,adni_ad_vs_cn,9,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,9,2.782559402207126,test,0.6829268292682927,0.07359493296579013,0.6072218128224024,0.08669925062546759,0.6209677419354839,0.0945497813040358
+flat_mae,patch,logistic,adni_ad_vs_cn,10,21.54434690031882,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,10,21.54434690031882,test,0.8048780487804879,0.05079665167641269,0.6893939393939394,0.09229976622357053,0.667741935483871,0.08312581990864132
+flat_mae,patch,logistic,adni_ad_vs_cn,11,0.3593813663804626,train,0.986449864498645,0.00575393321529179,0.9806516564069758,0.008421790922884904,0.9709302325581395,0.012344193932806238
+flat_mae,patch,logistic,adni_ad_vs_cn,11,0.3593813663804626,test,0.7073170731707317,0.045958649909317494,0.4831932773109243,0.07022891444758722,0.5016129032258064,0.053300188105007064
+flat_mae,patch,logistic,adni_ad_vs_cn,12,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,12,166.81005372000556,test,0.5853658536585366,0.07527477328533666,0.5306397306397306,0.0774398279528836,0.5564516129032258,0.09083291862039256
+flat_mae,patch,logistic,adni_ad_vs_cn,13,0.046415888336127774,train,0.907859078590786,0.01387251834478729,0.8577551020408163,0.023350221223544545,0.8266085956118004,0.02587338498356205
+flat_mae,patch,logistic,adni_ad_vs_cn,13,0.046415888336127774,test,0.8048780487804879,0.048375366517095196,0.6893939393939394,0.08712755338745673,0.667741935483871,0.07950568170588294
+flat_mae,patch,logistic,adni_ad_vs_cn,14,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,14,166.81005372000556,test,0.6829268292682927,0.07499355514645153,0.6259649122807017,0.08175675826005904,0.6548387096774193,0.09155697264749753
+flat_mae,patch,logistic,adni_ad_vs_cn,15,21.54434690031882,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,15,21.54434690031882,test,0.7317073170731707,0.0670509231396011,0.6835087719298245,0.07334822206231775,0.7209677419354839,0.08139611497988672
+flat_mae,patch,logistic,adni_ad_vs_cn,16,0.046415888336127774,train,0.8997289972899729,0.014622373062006658,0.8428467833834041,0.025462462574174945,0.8091667351466842,0.02750319444247394
+flat_mae,patch,logistic,adni_ad_vs_cn,16,0.046415888336127774,test,0.8292682926829268,0.035884539546512204,0.6800445930880714,0.09951340553485565,0.65,0.07356330607035003
+flat_mae,patch,logistic,adni_ad_vs_cn,17,0.3593813663804626,train,0.983739837398374,0.006925896175771048,0.9768796992481203,0.010047567837861043,0.9691634481058427,0.01338891610829961
+flat_mae,patch,logistic,adni_ad_vs_cn,17,0.3593813663804626,test,0.8048780487804879,0.05225159925995645,0.6893939393939394,0.09534652576597244,0.667741935483871,0.0839746131301848
+flat_mae,patch,logistic,adni_ad_vs_cn,18,21.54434690031882,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,18,21.54434690031882,test,0.8048780487804879,0.05429728466462406,0.7152777777777778,0.082713441960249,0.7016129032258065,0.08138299959001553
+flat_mae,patch,logistic,adni_ad_vs_cn,19,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,19,2.782559402207126,test,0.6097560975609756,0.06578316009656501,0.47096774193548385,0.07482664469266766,0.47096774193548385,0.0745666090012121
+flat_mae,patch,logistic,adni_ad_vs_cn,20,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,20,166.81005372000556,test,0.7317073170731707,0.06805692756545081,0.6676492262343405,0.07852157053411407,0.6870967741935483,0.08441351878701801
+flat_mae,patch,logistic,adni_ad_vs_cn,21,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,21,2.782559402207126,test,0.8048780487804879,0.057011348630731616,0.7354838709677419,0.08043753431664928,0.7354838709677419,0.08428496557177918
+flat_mae,patch,logistic,adni_ad_vs_cn,22,21.54434690031882,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,22,21.54434690031882,test,0.7560975609756098,0.053564685108561015,0.6117424242424243,0.09142435244521777,0.6016129032258064,0.07809083394018446
+flat_mae,patch,logistic,adni_ad_vs_cn,23,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,23,166.81005372000556,test,0.7804878048780488,0.05575665236691298,0.6917293233082706,0.08037557294801019,0.685483870967742,0.0822169306387854
+flat_mae,patch,logistic,adni_ad_vs_cn,24,0.046415888336127774,train,0.9024390243902439,0.013822157356548022,0.8478699038021071,0.02413514550824222,0.8149806886350563,0.02680921045845689
+flat_mae,patch,logistic,adni_ad_vs_cn,24,0.046415888336127774,test,0.6829268292682927,0.05944290248265276,0.5176470588235295,0.08248686536367149,0.5193548387096775,0.07322404687384279
+flat_mae,patch,logistic,adni_ad_vs_cn,25,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,25,166.81005372000556,test,0.6829268292682927,0.06414830749096953,0.5839188134270101,0.08103259423175596,0.5870967741935484,0.0835639168528611
+flat_mae,patch,logistic,adni_ad_vs_cn,26,21.54434690031882,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,26,21.54434690031882,test,0.7560975609756098,0.05561170300400226,0.6117424242424243,0.0907795133232513,0.6016129032258064,0.07806327005137194
+flat_mae,patch,logistic,adni_ad_vs_cn,27,0.3593813663804626,train,0.983739837398374,0.006210944615853769,0.9766829555986183,0.009150686140343584,0.9651162790697674,0.013324642809593246
+flat_mae,patch,logistic,adni_ad_vs_cn,27,0.3593813663804626,test,0.7804878048780488,0.04719118279394965,0.6328358208955224,0.08971266620064929,0.6177419354838709,0.07373793458511196
+flat_mae,patch,logistic,adni_ad_vs_cn,28,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,28,2.782559402207126,test,0.6829268292682927,0.05770735830771881,0.5176470588235295,0.07630379235173403,0.5193548387096775,0.06805854858414051
+flat_mae,patch,logistic,adni_ad_vs_cn,29,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,29,2.782559402207126,test,0.8048780487804879,0.0603889041972838,0.764367816091954,0.06761931770734746,0.8032258064516129,0.07107471959021931
+flat_mae,patch,logistic,adni_ad_vs_cn,30,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,30,166.81005372000556,test,0.6585365853658537,0.06578089928156572,0.5370967741935484,0.08086726436412947,0.5370967741935484,0.07961482947165188
+flat_mae,patch,logistic,adni_ad_vs_cn,31,21.54434690031882,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,31,21.54434690031882,test,0.6585365853658537,0.06828102687985006,0.5651515151515152,0.08135893499037991,0.5709677419354839,0.0860779452210957
+flat_mae,patch,logistic,adni_ad_vs_cn,32,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,32,2.782559402207126,test,0.6097560975609756,0.07734284405471742,0.5494505494505495,0.07998609886060822,0.5725806451612903,0.09120088374939211
+flat_mae,patch,logistic,adni_ad_vs_cn,33,1291.5496650148827,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,33,1291.5496650148827,test,0.6585365853658537,0.06968235911564329,0.6057692307692308,0.07455674678716934,0.6387096774193548,0.08557845497726356
+flat_mae,patch,logistic,adni_ad_vs_cn,34,0.3593813663804626,train,0.991869918699187,0.004530452090494968,0.9884880564885973,0.006517767079363977,0.9825581395348837,0.009719400124375888
+flat_mae,patch,logistic,adni_ad_vs_cn,34,0.3593813663804626,test,0.7317073170731707,0.06843476509180646,0.6676492262343405,0.08027441828237081,0.6870967741935483,0.08759811172587938
+flat_mae,patch,logistic,adni_ad_vs_cn,35,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,35,166.81005372000556,test,0.8048780487804879,0.0556999482546803,0.7152777777777778,0.08772271008547591,0.7016129032258065,0.08570695535153229
+flat_mae,patch,logistic,adni_ad_vs_cn,36,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,36,166.81005372000556,test,0.7317073170731707,0.050509739550022074,0.5512437810945273,0.08668193385462111,0.5516129032258065,0.07047995670831998
+flat_mae,patch,logistic,adni_ad_vs_cn,37,0.3593813663804626,train,0.975609756097561,0.007917057419274896,0.9648738695859115,0.011854518375774255,0.9517215876407263,0.016340655104352536
+flat_mae,patch,logistic,adni_ad_vs_cn,37,0.3593813663804626,test,0.7073170731707317,0.06202321531933412,0.5729166666666666,0.08738097309853335,0.5693548387096774,0.08080985576500992
+flat_mae,patch,logistic,adni_ad_vs_cn,38,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,38,166.81005372000556,test,0.7073170731707317,0.06760806670891127,0.6272727272727273,0.08496490849956405,0.6370967741935484,0.09103630772181627
+flat_mae,patch,logistic,adni_ad_vs_cn,39,0.046415888336127774,train,0.924119241192412,0.012216835832908219,0.8828571428571428,0.02090351152516702,0.8493508094338073,0.02463738954567022
+flat_mae,patch,logistic,adni_ad_vs_cn,39,0.046415888336127774,test,0.7073170731707317,0.060707135787439144,0.5729166666666666,0.08589802069058475,0.5693548387096774,0.08107815187680702
+flat_mae,patch,logistic,adni_ad_vs_cn,40,0.046415888336127774,train,0.907859078590786,0.01362192365554608,0.8591476558289923,0.02301209277965941,0.8306557646478758,0.026404320269406884
+flat_mae,patch,logistic,adni_ad_vs_cn,40,0.046415888336127774,test,0.7073170731707317,0.06479282868052265,0.5729166666666666,0.0895829431740989,0.5693548387096774,0.08497141614021794
+flat_mae,patch,logistic,adni_ad_vs_cn,41,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,41,166.81005372000556,test,0.7804878048780488,0.05766280781505529,0.6917293233082706,0.08291206173944157,0.685483870967742,0.08257140037718713
+flat_mae,patch,logistic,adni_ad_vs_cn,42,0.046415888336127774,train,0.8997289972899729,0.013490621607280644,0.8428467833834041,0.02371954954049131,0.8091667351466842,0.02574997699659361
+flat_mae,patch,logistic,adni_ad_vs_cn,42,0.046415888336127774,test,0.8048780487804879,0.05181881673673416,0.6893939393939394,0.09457907561069223,0.667741935483871,0.08354904340257853
+flat_mae,patch,logistic,adni_ad_vs_cn,43,21.54434690031882,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,43,21.54434690031882,test,0.7804878048780488,0.06262920731229424,0.7119437939110069,0.0795075066713662,0.7193548387096774,0.08357449953128206
+flat_mae,patch,logistic,adni_ad_vs_cn,44,0.3593813663804626,train,0.983739837398374,0.006847525816490754,0.9766829555986183,0.010165848219757042,0.9651162790697674,0.014690331548169098
+flat_mae,patch,logistic,adni_ad_vs_cn,44,0.3593813663804626,test,0.8536585365853658,0.04493366119500908,0.7670454545454546,0.0835545238845509,0.7338709677419355,0.08039217738824919
+flat_mae,patch,logistic,adni_ad_vs_cn,45,21.54434690031882,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,45,21.54434690031882,test,0.8536585365853658,0.049395609464650755,0.7864583333333333,0.08136828540039126,0.7677419354838709,0.08331649091679788
+flat_mae,patch,logistic,adni_ad_vs_cn,46,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,46,2.782559402207126,test,0.7317073170731707,0.064556769146184,0.6232247284878863,0.0898590013612739,0.6193548387096774,0.08904377783117386
+flat_mae,patch,logistic,adni_ad_vs_cn,47,10000.0,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,47,10000.0,test,0.7073170731707317,0.06814707473809793,0.5729166666666666,0.0934813972699264,0.5693548387096774,0.08752876762122452
+flat_mae,patch,logistic,adni_ad_vs_cn,48,21.54434690031882,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,48,21.54434690031882,test,0.6585365853658537,0.06127673935872114,0.5370967741935484,0.07881410711690445,0.5370967741935484,0.07858679427977512
+flat_mae,patch,logistic,adni_ad_vs_cn,49,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,49,166.81005372000556,test,0.6341463414634146,0.06594436390980933,0.48621553884711777,0.08154185314934626,0.48709677419354835,0.07815159599327148
+flat_mae,patch,logistic,adni_ad_vs_cn,50,0.3593813663804626,train,0.981029810298103,0.006933933614788916,0.9729123189697663,0.010159825600791459,0.9633494946174705,0.013869672241915867
+flat_mae,patch,logistic,adni_ad_vs_cn,50,0.3593813663804626,test,0.7560975609756098,0.06776794923476746,0.6893939393939394,0.08321432109663705,0.7032258064516128,0.08677698010875352
+flat_mae,patch,logistic,adni_ad_vs_cn,51,0.3593813663804626,train,0.981029810298103,0.007061895924076901,0.9729123189697663,0.010336438910442345,0.9633494946174705,0.014056059944137216
+flat_mae,patch,logistic,adni_ad_vs_cn,51,0.3593813663804626,test,0.7317073170731707,0.06855864587238321,0.6676492262343405,0.07820674511016,0.6870967741935483,0.08424040835361475
+flat_mae,patch,logistic,adni_ad_vs_cn,52,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,52,166.81005372000556,test,0.6585365853658537,0.06757284389900756,0.5370967741935484,0.08502408558952379,0.5370967741935484,0.08371219462931676
+flat_mae,patch,logistic,adni_ad_vs_cn,53,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,53,2.782559402207126,test,0.6585365853658537,0.06816252404886046,0.5370967741935484,0.0848524940841089,0.5370967741935484,0.08447781180158848
+flat_mae,patch,logistic,adni_ad_vs_cn,54,21.54434690031882,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,54,21.54434690031882,test,0.7317073170731707,0.06920814977472615,0.6676492262343405,0.08185649255310246,0.6870967741935483,0.08932670431656074
+flat_mae,patch,logistic,adni_ad_vs_cn,55,0.3593813663804626,train,0.989159891598916,0.005262300449779655,0.9845864661654136,0.007647121661165884,0.9767441860465116,0.011289470150980812
+flat_mae,patch,logistic,adni_ad_vs_cn,55,0.3593813663804626,test,0.8292682926829268,0.05587365708647088,0.7602339181286549,0.08319389199344399,0.7516129032258064,0.0845426884517849
+flat_mae,patch,logistic,adni_ad_vs_cn,56,0.3593813663804626,train,0.986449864498645,0.005701781094579302,0.9806516564069758,0.008334875153800589,0.9709302325581395,0.012232309441277704
+flat_mae,patch,logistic,adni_ad_vs_cn,56,0.3593813663804626,test,0.7317073170731707,0.06153095398766191,0.5918552036199095,0.09143919971187767,0.5854838709677419,0.08199250866772813
+flat_mae,patch,logistic,adni_ad_vs_cn,57,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,57,2.782559402207126,test,0.6585365853658537,0.06898678627496206,0.5370967741935484,0.08467589973038896,0.5370967741935484,0.08431800244253954
+flat_mae,patch,logistic,adni_ad_vs_cn,58,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,58,2.782559402207126,test,0.7073170731707317,0.06459052370532581,0.603225806451613,0.0850373581631687,0.603225806451613,0.08591351863765931
+flat_mae,patch,logistic,adni_ad_vs_cn,59,21.54434690031882,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,59,21.54434690031882,test,0.7073170731707317,0.06360233010671051,0.603225806451613,0.08345334130487347,0.603225806451613,0.08407180148165286
+flat_mae,patch,logistic,adni_ad_vs_cn,60,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,60,166.81005372000556,test,0.8048780487804879,0.06227071446381061,0.7515151515151515,0.07685587632281662,0.7693548387096774,0.08173587573332691
+flat_mae,patch,logistic,adni_ad_vs_cn,61,0.046415888336127774,train,0.9105691056910569,0.012689873714178337,0.8612481626234888,0.021837584621319284,0.8283753800640973,0.024520087447523452
+flat_mae,patch,logistic,adni_ad_vs_cn,61,0.046415888336127774,test,0.6585365853658537,0.055579174303868724,0.4564393939393939,0.06849629072840561,0.4693548387096774,0.059368593339661276
+flat_mae,patch,logistic,adni_ad_vs_cn,62,0.046415888336127774,train,0.9132791327913279,0.012354509162126569,0.8647732478240953,0.02136546524492615,0.8301421645163941,0.024234880937907512
+flat_mae,patch,logistic,adni_ad_vs_cn,62,0.046415888336127774,test,0.7317073170731707,0.06494973116820522,0.6232247284878863,0.0869585767071662,0.6193548387096774,0.08472041765438729
+flat_mae,patch,logistic,adni_ad_vs_cn,63,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,63,166.81005372000556,test,0.7804878048780488,0.0586351000287686,0.6917293233082706,0.0856869735155503,0.685483870967742,0.08610743205042416
+flat_mae,patch,logistic,adni_ad_vs_cn,64,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,64,166.81005372000556,test,0.6829268292682927,0.06857648348270028,0.5839188134270101,0.08381270961349649,0.5870967741935484,0.08781043080742063
+flat_mae,patch,logistic,adni_ad_vs_cn,65,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,65,2.782559402207126,test,0.7560975609756098,0.0658339807998844,0.6693548387096775,0.08696292066937136,0.6693548387096775,0.0886972858794029
+flat_mae,patch,logistic,adni_ad_vs_cn,66,0.3593813663804626,train,0.981029810298103,0.007186910119013327,0.9729123189697663,0.010497375709823412,0.9633494946174705,0.014065934384889796
+flat_mae,patch,logistic,adni_ad_vs_cn,66,0.3593813663804626,test,0.6829268292682927,0.06884522122431841,0.5839188134270101,0.08506363301912728,0.5870967741935484,0.08633843211178513
+flat_mae,patch,logistic,adni_ad_vs_cn,67,0.3593813663804626,train,0.986449864498645,0.005912827030327675,0.9806516564069758,0.008653484857582468,0.9709302325581395,0.012685076594133229
+flat_mae,patch,logistic,adni_ad_vs_cn,67,0.3593813663804626,test,0.8536585365853658,0.04579175894621716,0.7670454545454546,0.08559285950937079,0.7338709677419355,0.08110000121893167
+flat_mae,patch,logistic,adni_ad_vs_cn,68,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,68,166.81005372000556,test,0.5609756097560976,0.06422037830694376,0.4409090909090909,0.06587165977114515,0.43870967741935485,0.07065695077646711
+flat_mae,patch,logistic,adni_ad_vs_cn,69,0.046415888336127774,train,0.907859078590786,0.012533406275556087,0.8563215758131013,0.022048544340039014,0.8225614265757252,0.024644325599253832
+flat_mae,patch,logistic,adni_ad_vs_cn,69,0.046415888336127774,test,0.8292682926829268,0.056036424798729584,0.7602339181286549,0.08258252796534983,0.7516129032258064,0.08358899318377765
+flat_mae,patch,logistic,adni_ad_vs_cn,70,0.046415888336127774,train,0.907859078590786,0.013425047558188224,0.8563215758131013,0.023201986901709323,0.8225614265757252,0.025695044211955783
+flat_mae,patch,logistic,adni_ad_vs_cn,70,0.046415888336127774,test,0.8536585365853658,0.04691808143198926,0.7670454545454546,0.08962379159599836,0.7338709677419355,0.08323888838170446
+flat_mae,patch,logistic,adni_ad_vs_cn,71,0.046415888336127774,train,0.907859078590786,0.013432660413070518,0.8577551020408163,0.023036372003322134,0.8266085956118004,0.025932032659389644
+flat_mae,patch,logistic,adni_ad_vs_cn,71,0.046415888336127774,test,0.6829268292682927,0.039154508683773535,0.4057971014492754,0.014080943845812776,0.45161290322580644,0.025892497677979277
+flat_mae,patch,logistic,adni_ad_vs_cn,72,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,72,2.782559402207126,test,0.7073170731707317,0.04555927818428874,0.4831932773109243,0.06858982333449908,0.5016129032258064,0.05274607609276905
+flat_mae,patch,logistic,adni_ad_vs_cn,73,0.3593813663804626,train,0.978319783197832,0.0073130070002755945,0.9686411149825784,0.010982680163533595,0.9534883720930232,0.01568895106454469
+flat_mae,patch,logistic,adni_ad_vs_cn,73,0.3593813663804626,test,0.7317073170731707,0.06063130107328542,0.6232247284878863,0.08451075835520476,0.6193548387096774,0.08191051816752488
+flat_mae,patch,logistic,adni_ad_vs_cn,74,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,74,2.782559402207126,test,0.7317073170731707,0.05118233261508775,0.5512437810945273,0.09022340942480672,0.5516129032258065,0.07263402739407937
+flat_mae,patch,logistic,adni_ad_vs_cn,75,0.3593813663804626,train,0.983739837398374,0.0063906645289342505,0.9766829555986183,0.00944533682786063,0.9651162790697674,0.013710204716143815
+flat_mae,patch,logistic,adni_ad_vs_cn,75,0.3593813663804626,test,0.7560975609756098,0.057755170559469056,0.6440972222222222,0.08856428218869233,0.635483870967742,0.0847500198140434
+flat_mae,patch,logistic,adni_ad_vs_cn,76,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,76,166.81005372000556,test,0.6341463414634146,0.07497386417505555,0.5467943994104643,0.08491946584465494,0.5548387096774194,0.09287450692984044
+flat_mae,patch,logistic,adni_ad_vs_cn,77,0.046415888336127774,train,0.8915989159891599,0.014796505750620817,0.8326530612244898,0.025190759075332147,0.8038663817897937,0.027351205191516313
+flat_mae,patch,logistic,adni_ad_vs_cn,77,0.046415888336127774,test,0.8048780487804879,0.042145748640817174,0.6554621848739496,0.09626948392304728,0.6338709677419355,0.07569076216836154
+flat_mae,patch,logistic,adni_ad_vs_cn,78,21.54434690031882,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,78,21.54434690031882,test,0.7560975609756098,0.06430215704280014,0.6693548387096775,0.08593415136788689,0.6693548387096775,0.08780044917977728
+flat_mae,patch,logistic,adni_ad_vs_cn,79,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,79,2.782559402207126,test,0.8048780487804879,0.06400808619351041,0.764367816091954,0.07116682076497517,0.8032258064516129,0.0735083815929318
+flat_mae,patch,logistic,adni_ad_vs_cn,80,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,80,166.81005372000556,test,0.7073170731707317,0.06511118939121088,0.603225806451613,0.08493754378586207,0.603225806451613,0.08552077693894868
+flat_mae,patch,logistic,adni_ad_vs_cn,81,21.54434690031882,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,81,21.54434690031882,test,0.8292682926829268,0.054431768027620876,0.7602339181286549,0.07806768043265946,0.7516129032258064,0.08031511942286101
+flat_mae,patch,logistic,adni_ad_vs_cn,82,21.54434690031882,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,82,21.54434690031882,test,0.7073170731707317,0.07142427963650938,0.646551724137931,0.0820809704163993,0.6709677419354838,0.09187481478670621
+flat_mae,patch,logistic,adni_ad_vs_cn,83,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,83,166.81005372000556,test,0.7804878048780488,0.06174877620070178,0.7119437939110069,0.08066776679938707,0.7193548387096774,0.08629084570236367
+flat_mae,patch,logistic,adni_ad_vs_cn,84,21.54434690031882,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,84,21.54434690031882,test,0.6585365853658537,0.06886284638421239,0.5651515151515152,0.08063260286312862,0.5709677419354839,0.08666669747724844
+flat_mae,patch,logistic,adni_ad_vs_cn,85,0.046415888336127774,train,0.9024390243902439,0.012331027123439193,0.8446969696969697,0.022161326449065908,0.8068863505629058,0.023925704129486098
+flat_mae,patch,logistic,adni_ad_vs_cn,85,0.046415888336127774,test,0.926829268292683,0.03612391918355827,0.8886877828054298,0.06468359519041748,0.85,0.07405403432629447
+flat_mae,patch,logistic,adni_ad_vs_cn,86,0.3593813663804626,train,0.997289972899729,0.00252773918992236,0.9961941891766453,0.003576140689774139,0.9941860465116279,0.0054228823318683075
+flat_mae,patch,logistic,adni_ad_vs_cn,86,0.3593813663804626,test,0.7560975609756098,0.06025405266520914,0.6693548387096775,0.08190508731057872,0.6693548387096775,0.08479596193976645
+flat_mae,patch,logistic,adni_ad_vs_cn,87,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,87,166.81005372000556,test,0.7804878048780488,0.05975368835362372,0.6660633484162897,0.09805452727161945,0.6516129032258065,0.08856631371508042
+flat_mae,patch,logistic,adni_ad_vs_cn,88,21.54434690031882,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,88,21.54434690031882,test,0.6585365853658537,0.07337809640975036,0.5651515151515152,0.08636621385430764,0.5709677419354839,0.09151782071730594
+flat_mae,patch,logistic,adni_ad_vs_cn,89,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,89,2.782559402207126,test,0.6341463414634146,0.06765246952592768,0.5467943994104643,0.07928852145662012,0.5548387096774194,0.087873988567752
+flat_mae,patch,logistic,adni_ad_vs_cn,90,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,90,2.782559402207126,test,0.7317073170731707,0.06426260445971102,0.6232247284878863,0.08799392198780476,0.6193548387096774,0.086370015114773
+flat_mae,patch,logistic,adni_ad_vs_cn,91,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,91,166.81005372000556,test,0.6341463414634146,0.0617583901242868,0.48621553884711777,0.07471714587074917,0.48709677419354835,0.07320341244896127
+flat_mae,patch,logistic,adni_ad_vs_cn,92,0.3593813663804626,train,0.986449864498645,0.005871244786113042,0.9806516564069758,0.008600990789762801,0.9709302325581395,0.012595868174858806
+flat_mae,patch,logistic,adni_ad_vs_cn,92,0.3593813663804626,test,0.6829268292682927,0.07499468154848843,0.5839188134270101,0.09033063503754353,0.5870967741935484,0.09310764757774186
+flat_mae,patch,logistic,adni_ad_vs_cn,93,21.54434690031882,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,93,21.54434690031882,test,0.5365853658536586,0.07572471198201465,0.4754208754208754,0.07627469049333566,0.4903225806451613,0.09052685908856667
+flat_mae,patch,logistic,adni_ad_vs_cn,94,0.3593813663804626,train,0.989159891598916,0.005495761236918046,0.9847141673570836,0.007837927689742829,0.9807913550825869,0.010446756682537741
+flat_mae,patch,logistic,adni_ad_vs_cn,94,0.3593813663804626,test,0.7073170731707317,0.05636785360194816,0.5340909090909092,0.08507059186107206,0.535483870967742,0.07252972227951661
+flat_mae,patch,logistic,adni_ad_vs_cn,95,0.046415888336127774,train,0.9159891598915989,0.01332714510372612,0.8721970839617899,0.021860086673047185,0.8440504560769168,0.02486898877110755
+flat_mae,patch,logistic,adni_ad_vs_cn,95,0.046415888336127774,test,0.7560975609756098,0.05235816795246458,0.6117424242424243,0.08792369426934744,0.6016129032258064,0.07618411477751043
+flat_mae,patch,logistic,adni_ad_vs_cn,96,0.3593813663804626,train,0.991869918699187,0.004882864229617418,0.9884880564885973,0.007038136374014403,0.9825581395348837,0.010475447097260676
+flat_mae,patch,logistic,adni_ad_vs_cn,96,0.3593813663804626,test,0.6585365853658537,0.05329365964389332,0.4564393939393939,0.06856219764949614,0.4693548387096774,0.059355766034130494
+flat_mae,patch,logistic,adni_ad_vs_cn,97,21.54434690031882,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,97,21.54434690031882,test,0.7073170731707317,0.06656724492099103,0.603225806451613,0.08834348177611429,0.603225806451613,0.08843760477062365
+flat_mae,patch,logistic,adni_ad_vs_cn,98,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,98,2.782559402207126,test,0.7317073170731707,0.05464642719116294,0.5918552036199095,0.08829757125882741,0.5854838709677419,0.07876548761698961
+flat_mae,patch,logistic,adni_ad_vs_cn,99,21.54434690031882,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,99,21.54434690031882,test,0.7073170731707317,0.06611179758479512,0.6272727272727273,0.0803053858477698,0.6370967741935484,0.08605698635871838
+flat_mae,patch,logistic,adni_ad_vs_cn,100,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,adni_ad_vs_cn,100,166.81005372000556,test,0.5853658536585366,0.07102908052055494,0.4863669859985261,0.07639928389171803,0.4887096774193548,0.08296019499865197

data_scaling/n800_2/eval_v2/adni_ad_vs_cn__patch__logistic/log.txt

@@ -0,0 +1,240 @@
+fMRI foundation model logistic probe eval
+version: 0.1.dev66+g7ddd3aa04
+sha: 58906bf7243fb545e1349221e6921a1797e2e666, status: has uncommitted changes, branch: dev/clane9
+cwd: /data/connor/fmri-fm
+start: 2026-02-26 17:26:32
+config:
+output_root: experiments/data_scaling/output
+name_prefix: eval_logistic
+remote_root: null
+notes: data scaling experiment n800_2; eval v2 (adni_ad_vs_cn patch logistic)
+model_kwargs:
+  ckpt_path: experiments/data_scaling/output/data_scaling/n800_2/pretrain/checkpoint-best.pth
+dataset_kwargs: {}
+num_workers: 16
+batch_size: 2
+cv_folds: 5
+max_iter: 1000
+Cs: 10
+balanced_sampling: false
+metrics:
+- acc
+- f1
+- bacc
+cv_metric: bacc
+n_trials: 100
+amp: true
+device: cuda
+seed: 4466
+debug: false
+name: data_scaling/n800_2/eval_v2/adni_ad_vs_cn__patch__logistic
+model: flat_mae
+representation: patch
+dataset: adni_ad_vs_cn
+distributed: false
+output_dir: experiments/data_scaling/output/data_scaling/n800_2/eval_v2/adni_ad_vs_cn__patch__logistic
+remote_dir: null
+
+creating frozen backbone model: flat_mae
+backbone:
+MaskedEncoderWrapper(
+  (model): MaskedEncoder(
+    class_token=True, reg_tokens=0, no_embed_class=True, mask_drop_scale=False
+    (patchify): Patchify3D((16, 224, 560), (4, 16, 16), in_chans=1)
+    (patch_embed): Linear(in_features=1024, out_features=768, bias=True)
+    (pos_embed): SeparablePosEmbed(768, (4, 14, 35))
+    (blocks): ModuleList(
+      (0-11): 12 x Block(
+        (norm1): LayerNorm((768,), eps=1e-06, elementwise_affine=True)
+        (attn): Attention(
+          num_heads=12
+          (q): Linear(in_features=768, out_features=768, bias=True)
+          (k): Linear(in_features=768, out_features=768, bias=True)
+          (v): Linear(in_features=768, out_features=768, bias=True)
+          (proj): Linear(in_features=768, out_features=768, bias=True)
+        )
+        (drop_path1): Identity()
+        (norm2): LayerNorm((768,), eps=1e-06, elementwise_affine=True)
+        (mlp): Mlp(
+          (fc1): Linear(in_features=768, out_features=3072, bias=True)
+          (act): GELU(approximate='none')
+          (fc2): Linear(in_features=3072, out_features=768, bias=True)
+        )
+        (drop_path2): Identity()
+      )
+    )
+    (norm): LayerNorm((768,), eps=1e-06, elementwise_affine=True)
+  )
+)
+creating dataset: adni_ad_vs_cn (flat)
+train (n=328):
+ADNIDataset(
+    dataset=Dataset({
+    features: ['sub', 'visit', 'mod', 'task', 'path', 'start', 'end', 'tr', 'bold', 'mean', 'std'],
+    num_rows: 525
+}),
+    labels=[0 1],
+    counts=[251  77]
+)
+
+validation (n=41):
+ADNIDataset(
+    dataset=Dataset({
+    features: ['sub', 'visit', 'mod', 'task', 'path', 'start', 'end', 'tr', 'bold', 'mean', 'std'],
+    num_rows: 66
+}),
+    labels=[0 1],
+    counts=[31 10]
+)
+
+test (n=41):
+ADNIDataset(
+    dataset=Dataset({
+    features: ['sub', 'visit', 'mod', 'task', 'path', 'start', 'end', 'tr', 'bold', 'mean', 'std'],
+    num_rows: 66
+}),
+    labels=[0 1],
+    counts=[32  9]
+)
+
+extracting features for all splits
+extract (train)  [  0/164]  eta: 0:11:49    time: 4.3260  data: 3.5741  max mem: 2698
+extract (train)  [ 20/164]  eta: 0:00:56    time: 0.1953  data: 0.0656  max mem: 2851
+extract (train)  [ 40/164]  eta: 0:00:33    time: 0.1498  data: 0.0431  max mem: 2851
+extract (train)  [ 60/164]  eta: 0:00:24    time: 0.1643  data: 0.0508  max mem: 2851
+extract (train)  [ 80/164]  eta: 0:00:18    time: 0.1545  data: 0.0460  max mem: 2851
+extract (train)  [100/164]  eta: 0:00:13    time: 0.1597  data: 0.0493  max mem: 2851
+extract (train)  [120/164]  eta: 0:00:08    time: 0.1699  data: 0.0515  max mem: 2851
+extract (train)  [140/164]  eta: 0:00:04    time: 0.1465  data: 0.0423  max mem: 2851
+extract (train)  [160/164]  eta: 0:00:00    time: 0.1545  data: 0.0477  max mem: 2851
+extract (train)  [163/164]  eta: 0:00:00    time: 0.1563  data: 0.0487  max mem: 2851
+extract (train) Total time: 0:00:31 (0.1891 s / it)
+extract (validation)  [ 0/21]  eta: 0:01:27    time: 4.1905  data: 4.0652  max mem: 2851
+extract (validation)  [20/21]  eta: 0:00:00    time: 0.1463  data: 0.0407  max mem: 2851
+extract (validation) Total time: 0:00:07 (0.3523 s / it)
+extract (test)  [ 0/21]  eta: 0:01:23    time: 3.9883  data: 3.8470  max mem: 2851
+extract (test)  [20/21]  eta: 0:00:00    time: 0.1420  data: 0.0376  max mem: 2851
+extract (test) Total time: 0:00:07 (0.3402 s / it)
+feature extraction time: 0:00:45
+train features: (328, 768)
+validation features: (41, 768)
+test features: (41, 768)
+evaluating fixed splits
+eval results (fixed splits):
+
+| model    | repr   | clf      | dataset       | trial   |      C | split   |     acc |   acc_std |      f1 |   f1_std |   bacc |   bacc_std |
+|:---------|:-------|:---------|:--------------|:--------|-------:|:--------|--------:|----------:|--------:|---------:|-------:|-----------:|
+| flat_mae | patch  | logistic | adni_ad_vs_cn |         | 1291.5 | train   | 1       |   0       | 1       | 0        | 1      |   0        |
+| flat_mae | patch  | logistic | adni_ad_vs_cn |         | 1291.5 | test    | 0.73171 |   0.06993 | 0.64793 | 0.084848 | 0.6684 |   0.091649 |
+
+
+evaluating random splits (n=100)
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 1, "C": 0.046415888336127774, "split": "test", "acc": 0.7804878048780488, "acc_std": 0.05546184865970421, "f1": 0.6660633484162897, "f1_std": 0.09146553041124618, "bacc": 0.6516129032258065, "bacc_std": 0.0841684461404771}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 2, "C": 166.81005372000556, "split": "test", "acc": 0.6341463414634146, "acc_std": 0.07338652731553436, "f1": 0.5467943994104643, "f1_std": 0.08235896971145601, "bacc": 0.5548387096774194, "bacc_std": 0.08940409839360475}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 3, "C": 166.81005372000556, "split": "test", "acc": 0.7073170731707317, "acc_std": 0.07046280255371605, "f1": 0.6272727272727273, "f1_std": 0.08359472574380761, "bacc": 0.6370967741935484, "bacc_std": 0.08758613842452871}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 4, "C": 166.81005372000556, "split": "test", "acc": 0.8048780487804879, "acc_std": 0.054184912651696504, "f1": 0.7152777777777778, "f1_std": 0.08299050688026824, "bacc": 0.7016129032258065, "bacc_std": 0.08053589268398174}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 5, "C": 0.3593813663804626, "split": "test", "acc": 0.7073170731707317, "acc_std": 0.058697664552470365, "f1": 0.5729166666666666, "f1_std": 0.0827886234129304, "bacc": 0.5693548387096774, "bacc_std": 0.07646222575037528}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 6, "C": 0.3593813663804626, "split": "test", "acc": 0.7804878048780488, "acc_std": 0.06033929447765094, "f1": 0.6917293233082706, "f1_std": 0.08600759238818942, "bacc": 0.685483870967742, "bacc_std": 0.08590399282542502}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 7, "C": 166.81005372000556, "split": "test", "acc": 0.6829268292682927, "acc_std": 0.06682497760838899, "f1": 0.5839188134270101, "f1_std": 0.08314669447078835, "bacc": 0.5870967741935484, "bacc_std": 0.08681058572527098}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 8, "C": 1291.5496650148827, "split": "test", "acc": 0.8536585365853658, "acc_std": 0.05532137463380842, "f1": 0.8136363636363637, "f1_std": 0.06771415536027024, "bacc": 0.8354838709677419, "bacc_std": 0.07156604824346714}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 9, "C": 2.782559402207126, "split": "test", "acc": 0.6829268292682927, "acc_std": 0.07359493296579013, "f1": 0.6072218128224024, "f1_std": 0.08669925062546759, "bacc": 0.6209677419354839, "bacc_std": 0.0945497813040358}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 10, "C": 21.54434690031882, "split": "test", "acc": 0.8048780487804879, "acc_std": 0.05079665167641269, "f1": 0.6893939393939394, "f1_std": 0.09229976622357053, "bacc": 0.667741935483871, "bacc_std": 0.08312581990864132}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 11, "C": 0.3593813663804626, "split": "test", "acc": 0.7073170731707317, "acc_std": 0.045958649909317494, "f1": 0.4831932773109243, "f1_std": 0.07022891444758722, "bacc": 0.5016129032258064, "bacc_std": 0.053300188105007064}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 12, "C": 166.81005372000556, "split": "test", "acc": 0.5853658536585366, "acc_std": 0.07527477328533666, "f1": 0.5306397306397306, "f1_std": 0.0774398279528836, "bacc": 0.5564516129032258, "bacc_std": 0.09083291862039256}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 13, "C": 0.046415888336127774, "split": "test", "acc": 0.8048780487804879, "acc_std": 0.048375366517095196, "f1": 0.6893939393939394, "f1_std": 0.08712755338745673, "bacc": 0.667741935483871, "bacc_std": 0.07950568170588294}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 14, "C": 166.81005372000556, "split": "test", "acc": 0.6829268292682927, "acc_std": 0.07499355514645153, "f1": 0.6259649122807017, "f1_std": 0.08175675826005904, "bacc": 0.6548387096774193, "bacc_std": 0.09155697264749753}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 15, "C": 21.54434690031882, "split": "test", "acc": 0.7317073170731707, "acc_std": 0.0670509231396011, "f1": 0.6835087719298245, "f1_std": 0.07334822206231775, "bacc": 0.7209677419354839, "bacc_std": 0.08139611497988672}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 16, "C": 0.046415888336127774, "split": "test", "acc": 0.8292682926829268, "acc_std": 0.035884539546512204, "f1": 0.6800445930880714, "f1_std": 0.09951340553485565, "bacc": 0.65, "bacc_std": 0.07356330607035003}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 17, "C": 0.3593813663804626, "split": "test", "acc": 0.8048780487804879, "acc_std": 0.05225159925995645, "f1": 0.6893939393939394, "f1_std": 0.09534652576597244, "bacc": 0.667741935483871, "bacc_std": 0.0839746131301848}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 18, "C": 21.54434690031882, "split": "test", "acc": 0.8048780487804879, "acc_std": 0.05429728466462406, "f1": 0.7152777777777778, "f1_std": 0.082713441960249, "bacc": 0.7016129032258065, "bacc_std": 0.08138299959001553}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 19, "C": 2.782559402207126, "split": "test", "acc": 0.6097560975609756, "acc_std": 0.06578316009656501, "f1": 0.47096774193548385, "f1_std": 0.07482664469266766, "bacc": 0.47096774193548385, "bacc_std": 0.0745666090012121}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 20, "C": 166.81005372000556, "split": "test", "acc": 0.7317073170731707, "acc_std": 0.06805692756545081, "f1": 0.6676492262343405, "f1_std": 0.07852157053411407, "bacc": 0.6870967741935483, "bacc_std": 0.08441351878701801}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 21, "C": 2.782559402207126, "split": "test", "acc": 0.8048780487804879, "acc_std": 0.057011348630731616, "f1": 0.7354838709677419, "f1_std": 0.08043753431664928, "bacc": 0.7354838709677419, "bacc_std": 0.08428496557177918}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 22, "C": 21.54434690031882, "split": "test", "acc": 0.7560975609756098, "acc_std": 0.053564685108561015, "f1": 0.6117424242424243, "f1_std": 0.09142435244521777, "bacc": 0.6016129032258064, "bacc_std": 0.07809083394018446}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 23, "C": 166.81005372000556, "split": "test", "acc": 0.7804878048780488, "acc_std": 0.05575665236691298, "f1": 0.6917293233082706, "f1_std": 0.08037557294801019, "bacc": 0.685483870967742, "bacc_std": 0.0822169306387854}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 24, "C": 0.046415888336127774, "split": "test", "acc": 0.6829268292682927, "acc_std": 0.05944290248265276, "f1": 0.5176470588235295, "f1_std": 0.08248686536367149, "bacc": 0.5193548387096775, "bacc_std": 0.07322404687384279}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 25, "C": 166.81005372000556, "split": "test", "acc": 0.6829268292682927, "acc_std": 0.06414830749096953, "f1": 0.5839188134270101, "f1_std": 0.08103259423175596, "bacc": 0.5870967741935484, "bacc_std": 0.0835639168528611}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 26, "C": 21.54434690031882, "split": "test", "acc": 0.7560975609756098, "acc_std": 0.05561170300400226, "f1": 0.6117424242424243, "f1_std": 0.0907795133232513, "bacc": 0.6016129032258064, "bacc_std": 0.07806327005137194}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 27, "C": 0.3593813663804626, "split": "test", "acc": 0.7804878048780488, "acc_std": 0.04719118279394965, "f1": 0.6328358208955224, "f1_std": 0.08971266620064929, "bacc": 0.6177419354838709, "bacc_std": 0.07373793458511196}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 28, "C": 2.782559402207126, "split": "test", "acc": 0.6829268292682927, "acc_std": 0.05770735830771881, "f1": 0.5176470588235295, "f1_std": 0.07630379235173403, "bacc": 0.5193548387096775, "bacc_std": 0.06805854858414051}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 29, "C": 2.782559402207126, "split": "test", "acc": 0.8048780487804879, "acc_std": 0.0603889041972838, "f1": 0.764367816091954, "f1_std": 0.06761931770734746, "bacc": 0.8032258064516129, "bacc_std": 0.07107471959021931}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 30, "C": 166.81005372000556, "split": "test", "acc": 0.6585365853658537, "acc_std": 0.06578089928156572, "f1": 0.5370967741935484, "f1_std": 0.08086726436412947, "bacc": 0.5370967741935484, "bacc_std": 0.07961482947165188}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 31, "C": 21.54434690031882, "split": "test", "acc": 0.6585365853658537, "acc_std": 0.06828102687985006, "f1": 0.5651515151515152, "f1_std": 0.08135893499037991, "bacc": 0.5709677419354839, "bacc_std": 0.0860779452210957}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 32, "C": 2.782559402207126, "split": "test", "acc": 0.6097560975609756, "acc_std": 0.07734284405471742, "f1": 0.5494505494505495, "f1_std": 0.07998609886060822, "bacc": 0.5725806451612903, "bacc_std": 0.09120088374939211}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 33, "C": 1291.5496650148827, "split": "test", "acc": 0.6585365853658537, "acc_std": 0.06968235911564329, "f1": 0.6057692307692308, "f1_std": 0.07455674678716934, "bacc": 0.6387096774193548, "bacc_std": 0.08557845497726356}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 34, "C": 0.3593813663804626, "split": "test", "acc": 0.7317073170731707, "acc_std": 0.06843476509180646, "f1": 0.6676492262343405, "f1_std": 0.08027441828237081, "bacc": 0.6870967741935483, "bacc_std": 0.08759811172587938}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 35, "C": 166.81005372000556, "split": "test", "acc": 0.8048780487804879, "acc_std": 0.0556999482546803, "f1": 0.7152777777777778, "f1_std": 0.08772271008547591, "bacc": 0.7016129032258065, "bacc_std": 0.08570695535153229}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 36, "C": 166.81005372000556, "split": "test", "acc": 0.7317073170731707, "acc_std": 0.050509739550022074, "f1": 0.5512437810945273, "f1_std": 0.08668193385462111, "bacc": 0.5516129032258065, "bacc_std": 0.07047995670831998}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 37, "C": 0.3593813663804626, "split": "test", "acc": 0.7073170731707317, "acc_std": 0.06202321531933412, "f1": 0.5729166666666666, "f1_std": 0.08738097309853335, "bacc": 0.5693548387096774, "bacc_std": 0.08080985576500992}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 38, "C": 166.81005372000556, "split": "test", "acc": 0.7073170731707317, "acc_std": 0.06760806670891127, "f1": 0.6272727272727273, "f1_std": 0.08496490849956405, "bacc": 0.6370967741935484, "bacc_std": 0.09103630772181627}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 39, "C": 0.046415888336127774, "split": "test", "acc": 0.7073170731707317, "acc_std": 0.060707135787439144, "f1": 0.5729166666666666, "f1_std": 0.08589802069058475, "bacc": 0.5693548387096774, "bacc_std": 0.08107815187680702}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 40, "C": 0.046415888336127774, "split": "test", "acc": 0.7073170731707317, "acc_std": 0.06479282868052265, "f1": 0.5729166666666666, "f1_std": 0.0895829431740989, "bacc": 0.5693548387096774, "bacc_std": 0.08497141614021794}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 41, "C": 166.81005372000556, "split": "test", "acc": 0.7804878048780488, "acc_std": 0.05766280781505529, "f1": 0.6917293233082706, "f1_std": 0.08291206173944157, "bacc": 0.685483870967742, "bacc_std": 0.08257140037718713}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 42, "C": 0.046415888336127774, "split": "test", "acc": 0.8048780487804879, "acc_std": 0.05181881673673416, "f1": 0.6893939393939394, "f1_std": 0.09457907561069223, "bacc": 0.667741935483871, "bacc_std": 0.08354904340257853}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 43, "C": 21.54434690031882, "split": "test", "acc": 0.7804878048780488, "acc_std": 0.06262920731229424, "f1": 0.7119437939110069, "f1_std": 0.0795075066713662, "bacc": 0.7193548387096774, "bacc_std": 0.08357449953128206}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 44, "C": 0.3593813663804626, "split": "test", "acc": 0.8536585365853658, "acc_std": 0.04493366119500908, "f1": 0.7670454545454546, "f1_std": 0.0835545238845509, "bacc": 0.7338709677419355, "bacc_std": 0.08039217738824919}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 45, "C": 21.54434690031882, "split": "test", "acc": 0.8536585365853658, "acc_std": 0.049395609464650755, "f1": 0.7864583333333333, "f1_std": 0.08136828540039126, "bacc": 0.7677419354838709, "bacc_std": 0.08331649091679788}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 46, "C": 2.782559402207126, "split": "test", "acc": 0.7317073170731707, "acc_std": 0.064556769146184, "f1": 0.6232247284878863, "f1_std": 0.0898590013612739, "bacc": 0.6193548387096774, "bacc_std": 0.08904377783117386}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 47, "C": 10000.0, "split": "test", "acc": 0.7073170731707317, "acc_std": 0.06814707473809793, "f1": 0.5729166666666666, "f1_std": 0.0934813972699264, "bacc": 0.5693548387096774, "bacc_std": 0.08752876762122452}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 48, "C": 21.54434690031882, "split": "test", "acc": 0.6585365853658537, "acc_std": 0.06127673935872114, "f1": 0.5370967741935484, "f1_std": 0.07881410711690445, "bacc": 0.5370967741935484, "bacc_std": 0.07858679427977512}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 49, "C": 166.81005372000556, "split": "test", "acc": 0.6341463414634146, "acc_std": 0.06594436390980933, "f1": 0.48621553884711777, "f1_std": 0.08154185314934626, "bacc": 0.48709677419354835, "bacc_std": 0.07815159599327148}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 50, "C": 0.3593813663804626, "split": "test", "acc": 0.7560975609756098, "acc_std": 0.06776794923476746, "f1": 0.6893939393939394, "f1_std": 0.08321432109663705, "bacc": 0.7032258064516128, "bacc_std": 0.08677698010875352}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 51, "C": 0.3593813663804626, "split": "test", "acc": 0.7317073170731707, "acc_std": 0.06855864587238321, "f1": 0.6676492262343405, "f1_std": 0.07820674511016, "bacc": 0.6870967741935483, "bacc_std": 0.08424040835361475}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 52, "C": 166.81005372000556, "split": "test", "acc": 0.6585365853658537, "acc_std": 0.06757284389900756, "f1": 0.5370967741935484, "f1_std": 0.08502408558952379, "bacc": 0.5370967741935484, "bacc_std": 0.08371219462931676}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 53, "C": 2.782559402207126, "split": "test", "acc": 0.6585365853658537, "acc_std": 0.06816252404886046, "f1": 0.5370967741935484, "f1_std": 0.0848524940841089, "bacc": 0.5370967741935484, "bacc_std": 0.08447781180158848}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 54, "C": 21.54434690031882, "split": "test", "acc": 0.7317073170731707, "acc_std": 0.06920814977472615, "f1": 0.6676492262343405, "f1_std": 0.08185649255310246, "bacc": 0.6870967741935483, "bacc_std": 0.08932670431656074}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 55, "C": 0.3593813663804626, "split": "test", "acc": 0.8292682926829268, "acc_std": 0.05587365708647088, "f1": 0.7602339181286549, "f1_std": 0.08319389199344399, "bacc": 0.7516129032258064, "bacc_std": 0.0845426884517849}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 56, "C": 0.3593813663804626, "split": "test", "acc": 0.7317073170731707, "acc_std": 0.06153095398766191, "f1": 0.5918552036199095, "f1_std": 0.09143919971187767, "bacc": 0.5854838709677419, "bacc_std": 0.08199250866772813}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 57, "C": 2.782559402207126, "split": "test", "acc": 0.6585365853658537, "acc_std": 0.06898678627496206, "f1": 0.5370967741935484, "f1_std": 0.08467589973038896, "bacc": 0.5370967741935484, "bacc_std": 0.08431800244253954}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 58, "C": 2.782559402207126, "split": "test", "acc": 0.7073170731707317, "acc_std": 0.06459052370532581, "f1": 0.603225806451613, "f1_std": 0.0850373581631687, "bacc": 0.603225806451613, "bacc_std": 0.08591351863765931}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 59, "C": 21.54434690031882, "split": "test", "acc": 0.7073170731707317, "acc_std": 0.06360233010671051, "f1": 0.603225806451613, "f1_std": 0.08345334130487347, "bacc": 0.603225806451613, "bacc_std": 0.08407180148165286}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 60, "C": 166.81005372000556, "split": "test", "acc": 0.8048780487804879, "acc_std": 0.06227071446381061, "f1": 0.7515151515151515, "f1_std": 0.07685587632281662, "bacc": 0.7693548387096774, "bacc_std": 0.08173587573332691}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 61, "C": 0.046415888336127774, "split": "test", "acc": 0.6585365853658537, "acc_std": 0.055579174303868724, "f1": 0.4564393939393939, "f1_std": 0.06849629072840561, "bacc": 0.4693548387096774, "bacc_std": 0.059368593339661276}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 62, "C": 0.046415888336127774, "split": "test", "acc": 0.7317073170731707, "acc_std": 0.06494973116820522, "f1": 0.6232247284878863, "f1_std": 0.0869585767071662, "bacc": 0.6193548387096774, "bacc_std": 0.08472041765438729}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 63, "C": 166.81005372000556, "split": "test", "acc": 0.7804878048780488, "acc_std": 0.0586351000287686, "f1": 0.6917293233082706, "f1_std": 0.0856869735155503, "bacc": 0.685483870967742, "bacc_std": 0.08610743205042416}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 64, "C": 166.81005372000556, "split": "test", "acc": 0.6829268292682927, "acc_std": 0.06857648348270028, "f1": 0.5839188134270101, "f1_std": 0.08381270961349649, "bacc": 0.5870967741935484, "bacc_std": 0.08781043080742063}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 65, "C": 2.782559402207126, "split": "test", "acc": 0.7560975609756098, "acc_std": 0.0658339807998844, "f1": 0.6693548387096775, "f1_std": 0.08696292066937136, "bacc": 0.6693548387096775, "bacc_std": 0.0886972858794029}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 66, "C": 0.3593813663804626, "split": "test", "acc": 0.6829268292682927, "acc_std": 0.06884522122431841, "f1": 0.5839188134270101, "f1_std": 0.08506363301912728, "bacc": 0.5870967741935484, "bacc_std": 0.08633843211178513}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 67, "C": 0.3593813663804626, "split": "test", "acc": 0.8536585365853658, "acc_std": 0.04579175894621716, "f1": 0.7670454545454546, "f1_std": 0.08559285950937079, "bacc": 0.7338709677419355, "bacc_std": 0.08110000121893167}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 68, "C": 166.81005372000556, "split": "test", "acc": 0.5609756097560976, "acc_std": 0.06422037830694376, "f1": 0.4409090909090909, "f1_std": 0.06587165977114515, "bacc": 0.43870967741935485, "bacc_std": 0.07065695077646711}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 69, "C": 0.046415888336127774, "split": "test", "acc": 0.8292682926829268, "acc_std": 0.056036424798729584, "f1": 0.7602339181286549, "f1_std": 0.08258252796534983, "bacc": 0.7516129032258064, "bacc_std": 0.08358899318377765}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 70, "C": 0.046415888336127774, "split": "test", "acc": 0.8536585365853658, "acc_std": 0.04691808143198926, "f1": 0.7670454545454546, "f1_std": 0.08962379159599836, "bacc": 0.7338709677419355, "bacc_std": 0.08323888838170446}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 71, "C": 0.046415888336127774, "split": "test", "acc": 0.6829268292682927, "acc_std": 0.039154508683773535, "f1": 0.4057971014492754, "f1_std": 0.014080943845812776, "bacc": 0.45161290322580644, "bacc_std": 0.025892497677979277}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 72, "C": 2.782559402207126, "split": "test", "acc": 0.7073170731707317, "acc_std": 0.04555927818428874, "f1": 0.4831932773109243, "f1_std": 0.06858982333449908, "bacc": 0.5016129032258064, "bacc_std": 0.05274607609276905}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 73, "C": 0.3593813663804626, "split": "test", "acc": 0.7317073170731707, "acc_std": 0.06063130107328542, "f1": 0.6232247284878863, "f1_std": 0.08451075835520476, "bacc": 0.6193548387096774, "bacc_std": 0.08191051816752488}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 74, "C": 2.782559402207126, "split": "test", "acc": 0.7317073170731707, "acc_std": 0.05118233261508775, "f1": 0.5512437810945273, "f1_std": 0.09022340942480672, "bacc": 0.5516129032258065, "bacc_std": 0.07263402739407937}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 75, "C": 0.3593813663804626, "split": "test", "acc": 0.7560975609756098, "acc_std": 0.057755170559469056, "f1": 0.6440972222222222, "f1_std": 0.08856428218869233, "bacc": 0.635483870967742, "bacc_std": 0.0847500198140434}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 76, "C": 166.81005372000556, "split": "test", "acc": 0.6341463414634146, "acc_std": 0.07497386417505555, "f1": 0.5467943994104643, "f1_std": 0.08491946584465494, "bacc": 0.5548387096774194, "bacc_std": 0.09287450692984044}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 77, "C": 0.046415888336127774, "split": "test", "acc": 0.8048780487804879, "acc_std": 0.042145748640817174, "f1": 0.6554621848739496, "f1_std": 0.09626948392304728, "bacc": 0.6338709677419355, "bacc_std": 0.07569076216836154}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 78, "C": 21.54434690031882, "split": "test", "acc": 0.7560975609756098, "acc_std": 0.06430215704280014, "f1": 0.6693548387096775, "f1_std": 0.08593415136788689, "bacc": 0.6693548387096775, "bacc_std": 0.08780044917977728}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 79, "C": 2.782559402207126, "split": "test", "acc": 0.8048780487804879, "acc_std": 0.06400808619351041, "f1": 0.764367816091954, "f1_std": 0.07116682076497517, "bacc": 0.8032258064516129, "bacc_std": 0.0735083815929318}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 80, "C": 166.81005372000556, "split": "test", "acc": 0.7073170731707317, "acc_std": 0.06511118939121088, "f1": 0.603225806451613, "f1_std": 0.08493754378586207, "bacc": 0.603225806451613, "bacc_std": 0.08552077693894868}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 81, "C": 21.54434690031882, "split": "test", "acc": 0.8292682926829268, "acc_std": 0.054431768027620876, "f1": 0.7602339181286549, "f1_std": 0.07806768043265946, "bacc": 0.7516129032258064, "bacc_std": 0.08031511942286101}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 82, "C": 21.54434690031882, "split": "test", "acc": 0.7073170731707317, "acc_std": 0.07142427963650938, "f1": 0.646551724137931, "f1_std": 0.0820809704163993, "bacc": 0.6709677419354838, "bacc_std": 0.09187481478670621}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 83, "C": 166.81005372000556, "split": "test", "acc": 0.7804878048780488, "acc_std": 0.06174877620070178, "f1": 0.7119437939110069, "f1_std": 0.08066776679938707, "bacc": 0.7193548387096774, "bacc_std": 0.08629084570236367}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 84, "C": 21.54434690031882, "split": "test", "acc": 0.6585365853658537, "acc_std": 0.06886284638421239, "f1": 0.5651515151515152, "f1_std": 0.08063260286312862, "bacc": 0.5709677419354839, "bacc_std": 0.08666669747724844}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 85, "C": 0.046415888336127774, "split": "test", "acc": 0.926829268292683, "acc_std": 0.03612391918355827, "f1": 0.8886877828054298, "f1_std": 0.06468359519041748, "bacc": 0.85, "bacc_std": 0.07405403432629447}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 86, "C": 0.3593813663804626, "split": "test", "acc": 0.7560975609756098, "acc_std": 0.06025405266520914, "f1": 0.6693548387096775, "f1_std": 0.08190508731057872, "bacc": 0.6693548387096775, "bacc_std": 0.08479596193976645}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 87, "C": 166.81005372000556, "split": "test", "acc": 0.7804878048780488, "acc_std": 0.05975368835362372, "f1": 0.6660633484162897, "f1_std": 0.09805452727161945, "bacc": 0.6516129032258065, "bacc_std": 0.08856631371508042}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 88, "C": 21.54434690031882, "split": "test", "acc": 0.6585365853658537, "acc_std": 0.07337809640975036, "f1": 0.5651515151515152, "f1_std": 0.08636621385430764, "bacc": 0.5709677419354839, "bacc_std": 0.09151782071730594}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 89, "C": 2.782559402207126, "split": "test", "acc": 0.6341463414634146, "acc_std": 0.06765246952592768, "f1": 0.5467943994104643, "f1_std": 0.07928852145662012, "bacc": 0.5548387096774194, "bacc_std": 0.087873988567752}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 90, "C": 2.782559402207126, "split": "test", "acc": 0.7317073170731707, "acc_std": 0.06426260445971102, "f1": 0.6232247284878863, "f1_std": 0.08799392198780476, "bacc": 0.6193548387096774, "bacc_std": 0.086370015114773}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 91, "C": 166.81005372000556, "split": "test", "acc": 0.6341463414634146, "acc_std": 0.0617583901242868, "f1": 0.48621553884711777, "f1_std": 0.07471714587074917, "bacc": 0.48709677419354835, "bacc_std": 0.07320341244896127}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 92, "C": 0.3593813663804626, "split": "test", "acc": 0.6829268292682927, "acc_std": 0.07499468154848843, "f1": 0.5839188134270101, "f1_std": 0.09033063503754353, "bacc": 0.5870967741935484, "bacc_std": 0.09310764757774186}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 93, "C": 21.54434690031882, "split": "test", "acc": 0.5365853658536586, "acc_std": 0.07572471198201465, "f1": 0.4754208754208754, "f1_std": 0.07627469049333566, "bacc": 0.4903225806451613, "bacc_std": 0.09052685908856667}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 94, "C": 0.3593813663804626, "split": "test", "acc": 0.7073170731707317, "acc_std": 0.05636785360194816, "f1": 0.5340909090909092, "f1_std": 0.08507059186107206, "bacc": 0.535483870967742, "bacc_std": 0.07252972227951661}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 95, "C": 0.046415888336127774, "split": "test", "acc": 0.7560975609756098, "acc_std": 0.05235816795246458, "f1": 0.6117424242424243, "f1_std": 0.08792369426934744, "bacc": 0.6016129032258064, "bacc_std": 0.07618411477751043}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 96, "C": 0.3593813663804626, "split": "test", "acc": 0.6585365853658537, "acc_std": 0.05329365964389332, "f1": 0.4564393939393939, "f1_std": 0.06856219764949614, "bacc": 0.4693548387096774, "bacc_std": 0.059355766034130494}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 97, "C": 21.54434690031882, "split": "test", "acc": 0.7073170731707317, "acc_std": 0.06656724492099103, "f1": 0.603225806451613, "f1_std": 0.08834348177611429, "bacc": 0.603225806451613, "bacc_std": 0.08843760477062365}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 98, "C": 2.782559402207126, "split": "test", "acc": 0.7317073170731707, "acc_std": 0.05464642719116294, "f1": 0.5918552036199095, "f1_std": 0.08829757125882741, "bacc": 0.5854838709677419, "bacc_std": 0.07876548761698961}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 99, "C": 21.54434690031882, "split": "test", "acc": 0.7073170731707317, "acc_std": 0.06611179758479512, "f1": 0.6272727272727273, "f1_std": 0.0803053858477698, "bacc": 0.6370967741935484, "bacc_std": 0.08605698635871838}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "adni_ad_vs_cn", "trial": 100, "C": 166.81005372000556, "split": "test", "acc": 0.5853658536585366, "acc_std": 0.07102908052055494, "f1": 0.4863669859985261, "f1_std": 0.07639928389171803, "bacc": 0.4887096774193548, "bacc_std": 0.08296019499865197}
+eval results (random splits):
+
+| model    | repr   | clf      | dataset       | split   |   n_trials |      C |   C_std |     acc |   acc_std |      f1 |   f1_std |    bacc |   bacc_std |
+|:---------|:-------|:---------|:--------------|:--------|-----------:|-------:|--------:|--------:|----------:|--------:|---------:|--------:|-----------:|
+| flat_mae | patch  | logistic | adni_ad_vs_cn | train   |        100 | 173.85 |  1010.3 | 0.98317 |  0.03268  | 0.97423 | 0.050783 | 0.9675  |   0.062145 |
+| flat_mae | patch  | logistic | adni_ad_vs_cn | test    |        100 | 173.85 |  1010.3 | 0.72805 |  0.072417 | 0.62157 | 0.092665 | 0.62269 |   0.088606 |
+
+
+done! total time: 0:04:33

data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn/config.yaml

@@ -0,0 +1,96 @@
+output_root: experiments/data_scaling/output
+name_prefix: eval_probe
+remote_root: null
+notes: data scaling experiment n800_2; eval v2 (hcpya_task21 patch attn)
+model_kwargs:
+  ckpt_path: experiments/data_scaling/output/data_scaling/n800_2/pretrain/checkpoint-best.pth
+dataset_kwargs: {}
+classifier_kwargs:
+  embed_dim: null
+  dropout: 0.0
+  xavier_init: true
+  norm: true
+lr_scale_grid:
+- 0.02
+- 0.023
+- 0.028
+- 0.033
+- 0.038
+- 0.045
+- 0.053
+- 0.062
+- 0.074
+- 0.087
+- 0.1
+- 0.12
+- 0.14
+- 0.17
+- 0.2
+- 0.23
+- 0.27
+- 0.32
+- 0.38
+- 0.44
+- 0.52
+- 0.61
+- 0.72
+- 0.85
+- 1
+- 1.2
+- 1.4
+- 1.6
+- 1.9
+- 2.3
+- 2.7
+- 3.1
+- 3.7
+- 4.3
+- 5.1
+- 6
+- 7.1
+- 8.3
+- 9.8
+- 12
+- 14
+- 16
+- 19
+- 22
+- 26
+- 31
+- 36
+- 43
+- 50
+wd_scale_grid:
+- 1.0
+num_workers: 8
+prefetch_factor: null
+balanced_sampling: false
+epochs: 20
+steps_per_epoch: 200
+batch_size: 64
+accum_iter: 2
+lr: 0.0003
+warmup_epochs: 5
+no_decay: false
+weight_decay: 0.05
+clip_grad: 1.0
+metrics:
+- acc
+- f1
+cv_metric: acc
+early_stopping: true
+amp: true
+device: cuda
+seed: 4466
+debug: false
+wandb: false
+wandb_entity: null
+wandb_project: fMRI-fm-eval
+name: data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn
+model: flat_mae
+representation: patch
+classifier: attn
+dataset: hcpya_task21
+distributed: false
+output_dir: experiments/data_scaling/output/data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn
+remote_dir: null

data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn/eval_log.json

@@ -0,0 +1 @@
+{"eval/epoch": 9, "eval/id_best": 28, "eval/lr_best": 0.00057, "eval/wd_best": 0.05, "eval/train/loss": 0.0016463210340589285, "eval/train/acc": 1.0, "eval/train/acc_std": 0.0, "eval/train/f1": 1.0, "eval/train/f1_std": 0.0, "eval/validation/loss": 0.04136589542031288, "eval/validation/acc": 0.9885912698412699, "eval/validation/acc_std": 0.0017393379167976947, "eval/validation/f1": 0.9867324740687838, "eval/validation/f1_std": 0.0022074422759830632, "eval/test/loss": 0.05726751312613487, "eval/test/acc": 0.9839285714285714, "eval/test/acc_std": 0.0016794757217431084, "eval/test/f1": 0.9811112233233088, "eval/test/f1_std": 0.002181461327531815}

data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn/eval_log_best.json

@@ -0,0 +1 @@
+{"eval/best/epoch": 9, "eval/best/id_best": 28, "eval/best/lr_best": 0.00057, "eval/best/wd_best": 0.05, "eval/best/train/loss": 0.0016463210340589285, "eval/best/train/acc": 1.0, "eval/best/train/acc_std": 0.0, "eval/best/train/f1": 1.0, "eval/best/train/f1_std": 0.0, "eval/best/validation/loss": 0.04136589542031288, "eval/best/validation/acc": 0.9885912698412699, "eval/best/validation/acc_std": 0.0017393379167976947, "eval/best/validation/f1": 0.9867324740687838, "eval/best/validation/f1_std": 0.0022074422759830632, "eval/best/test/loss": 0.05726751312613487, "eval/best/test/acc": 0.9839285714285714, "eval/best/test/acc_std": 0.0016794757217431084, "eval/best/test/f1": 0.9811112233233088, "eval/best/test/f1_std": 0.002181461327531815}

data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn/eval_log_last.json

@@ -0,0 +1 @@
+{"eval/last/epoch": 19, "eval/last/id_best": 32, "eval/last/lr_best": 0.0011099999999999999, "eval/last/wd_best": 0.05, "eval/last/train/loss": 0.00022208498558029532, "eval/last/train/acc": 1.0, "eval/last/train/acc_std": 0.0, "eval/last/train/f1": 1.0, "eval/last/train/f1_std": 0.0, "eval/last/validation/loss": 0.04859401285648346, "eval/last/validation/acc": 0.9880952380952381, "eval/last/validation/acc_std": 0.00176602098318897, "eval/last/validation/f1": 0.986139862261585, "eval/last/validation/f1_std": 0.0022508004413239855, "eval/last/test/loss": 0.06103328987956047, "eval/last/test/acc": 0.9837301587301587, "eval/last/test/acc_std": 0.0016927998412674871, "eval/last/test/f1": 0.9813939671088777, "eval/last/test/f1_std": 0.002146773665593086}

data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn/eval_table.csv

@@ -0,0 +1,4 @@
+model,repr,clf,dataset,ckpt,epoch,lr,wd,hparam_id,hparam,split,loss,acc,acc_std,f1,f1_std
+flat_mae,patch,attn,hcpya_task21,best,9,0.00057,0.05,28,"[1.9, 1.0]",train,0.0016463210340589285,1.0,0.0,1.0,0.0
+flat_mae,patch,attn,hcpya_task21,best,9,0.00057,0.05,28,"[1.9, 1.0]",validation,0.04136589542031288,0.9885912698412699,0.0017393379167976947,0.9867324740687838,0.0022074422759830632
+flat_mae,patch,attn,hcpya_task21,best,9,0.00057,0.05,28,"[1.9, 1.0]",test,0.05726751312613487,0.9839285714285714,0.0016794757217431084,0.9811112233233088,0.002181461327531815

data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn/eval_table_best.csv

@@ -0,0 +1,4 @@
+model,repr,clf,dataset,ckpt,epoch,lr,wd,hparam_id,hparam,split,loss,acc,acc_std,f1,f1_std
+flat_mae,patch,attn,hcpya_task21,best,9,0.00057,0.05,28,"[1.9, 1.0]",train,0.0016463210340589285,1.0,0.0,1.0,0.0
+flat_mae,patch,attn,hcpya_task21,best,9,0.00057,0.05,28,"[1.9, 1.0]",validation,0.04136589542031288,0.9885912698412699,0.0017393379167976947,0.9867324740687838,0.0022074422759830632
+flat_mae,patch,attn,hcpya_task21,best,9,0.00057,0.05,28,"[1.9, 1.0]",test,0.05726751312613487,0.9839285714285714,0.0016794757217431084,0.9811112233233088,0.002181461327531815

data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn/eval_table_last.csv

@@ -0,0 +1,4 @@
+model,repr,clf,dataset,ckpt,epoch,lr,wd,hparam_id,hparam,split,loss,acc,acc_std,f1,f1_std
+flat_mae,patch,attn,hcpya_task21,last,19,0.0011099999999999999,0.05,32,"[3.7, 1.0]",train,0.00022208498558029532,1.0,0.0,1.0,0.0
+flat_mae,patch,attn,hcpya_task21,last,19,0.0011099999999999999,0.05,32,"[3.7, 1.0]",validation,0.04859401285648346,0.9880952380952381,0.00176602098318897,0.986139862261585,0.0022508004413239855
+flat_mae,patch,attn,hcpya_task21,last,19,0.0011099999999999999,0.05,32,"[3.7, 1.0]",test,0.06103328987956047,0.9837301587301587,0.0016927998412674871,0.9813939671088777,0.002146773665593086

data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn/log.txt

@@ -0,0 +1,887 @@
+fMRI foundation model probe eval
+version: 0.1.dev65+g4003a1397
+sha: 6c01b606db98add5848cecd23e5d599250c0bf86, status: clean, branch: dev/clane9
+cwd: /data/connor/fmri-fm
+start: 2026-02-24 20:22:58
+config:
+output_root: experiments/data_scaling/output
+name_prefix: eval_probe
+remote_root: null
+notes: data scaling experiment n800_2; eval v2 (hcpya_task21 patch attn)
+model_kwargs:
+  ckpt_path: experiments/data_scaling/output/data_scaling/n800_2/pretrain/checkpoint-best.pth
+dataset_kwargs: {}
+classifier_kwargs:
+  embed_dim: null
+  dropout: 0.0
+  xavier_init: true
+  norm: true
+lr_scale_grid:
+- 0.02
+- 0.023
+- 0.028
+- 0.033
+- 0.038
+- 0.045
+- 0.053
+- 0.062
+- 0.074
+- 0.087
+- 0.1
+- 0.12
+- 0.14
+- 0.17
+- 0.2
+- 0.23
+- 0.27
+- 0.32
+- 0.38
+- 0.44
+- 0.52
+- 0.61
+- 0.72
+- 0.85
+- 1
+- 1.2
+- 1.4
+- 1.6
+- 1.9
+- 2.3
+- 2.7
+- 3.1
+- 3.7
+- 4.3
+- 5.1
+- 6
+- 7.1
+- 8.3
+- 9.8
+- 12
+- 14
+- 16
+- 19
+- 22
+- 26
+- 31
+- 36
+- 43
+- 50
+wd_scale_grid:
+- 1.0
+num_workers: 8
+prefetch_factor: null
+balanced_sampling: false
+epochs: 20
+steps_per_epoch: 200
+batch_size: 64
+accum_iter: 2
+lr: 0.0003
+warmup_epochs: 5
+no_decay: false
+weight_decay: 0.05
+clip_grad: 1.0
+metrics:
+- acc
+- f1
+cv_metric: acc
+early_stopping: true
+amp: true
+device: cuda
+seed: 4466
+debug: false
+wandb: false
+wandb_entity: null
+wandb_project: fMRI-fm-eval
+name: data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn
+model: flat_mae
+representation: patch
+classifier: attn
+dataset: hcpya_task21
+distributed: false
+output_dir: experiments/data_scaling/output/data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn
+remote_dir: null
+
+creating frozen backbone model: flat_mae
+backbone:
+MaskedEncoderWrapper(
+  (model): MaskedEncoder(
+    class_token=True, reg_tokens=0, no_embed_class=True, mask_drop_scale=False
+    (patchify): Patchify3D((16, 224, 560), (4, 16, 16), in_chans=1)
+    (patch_embed): Linear(in_features=1024, out_features=768, bias=True)
+    (pos_embed): SeparablePosEmbed(768, (4, 14, 35))
+    (blocks): ModuleList(
+      (0-11): 12 x Block(
+        (norm1): LayerNorm((768,), eps=1e-06, elementwise_affine=True)
+        (attn): Attention(
+          num_heads=12
+          (q): Linear(in_features=768, out_features=768, bias=True)
+          (k): Linear(in_features=768, out_features=768, bias=True)
+          (v): Linear(in_features=768, out_features=768, bias=True)
+          (proj): Linear(in_features=768, out_features=768, bias=True)
+        )
+        (drop_path1): Identity()
+        (norm2): LayerNorm((768,), eps=1e-06, elementwise_affine=True)
+        (mlp): Mlp(
+          (fc1): Linear(in_features=768, out_features=3072, bias=True)
+          (act): GELU(approximate='none')
+          (fc2): Linear(in_features=3072, out_features=768, bias=True)
+        )
+        (drop_path2): Identity()
+      )
+    )
+    (norm): LayerNorm((768,), eps=1e-06, elementwise_affine=True)
+  )
+)
+creating dataset: hcpya_task21 (flat)
+train (n=18999):
+HFDataset(
+    dataset=Dataset({
+    features: ['sub', 'task', 'cond', 'cond_id', 'path', 'start', 'end', 'n_frames', 'tr', 'bold', 'mean', 'std'],
+    num_rows: 18999
+}),
+    labels=[ 0  1  2  3  4  5  6  7  8  9 10 11 12 13 14 15 16 17 18 19 20],
+    counts=[ 832 1248 3201 1660  832  832  832  832  832 1248 1247 1243  832  416
+  416  416  416  416  416  416  416]
+)
+
+validation (n=4032):
+HFDataset(
+    dataset=Dataset({
+    features: ['sub', 'task', 'cond', 'cond_id', 'path', 'start', 'end', 'n_frames', 'tr', 'bold', 'mean', 'std'],
+    num_rows: 4032
+}),
+    labels=[ 0  1  2  3  4  5  6  7  8  9 10 11 12 13 14 15 16 17 18 19 20],
+    counts=[176 264 688 352 176 176 176 176 176 264 264 264 176  88  88  88  88  88
+  88  88  88]
+)
+
+test (n=5040):
+HFDataset(
+    dataset=Dataset({
+    features: ['sub', 'task', 'cond', 'cond_id', 'path', 'start', 'end', 'n_frames', 'tr', 'bold', 'mean', 'std'],
+    num_rows: 5040
+}),
+    labels=[ 0  1  2  3  4  5  6  7  8  9 10 11 12 13 14 15 16 17 18 19 20],
+    counts=[220 330 860 440 220 220 220 220 220 330 330 330 220 110 110 110 110 110
+ 110 110 110]
+)
+
+running backbone on example batch to get embedding dim
+embedding feature dim (patch): 768
+initializing sweep of classifier heads
+classifiers:
+ModuleList(
+  (0-48): 49 x AttnPoolClassifier(
+    (kv): Linear(in_features=768, out_features=1536, bias=True)
+    (linear): Linear(in_features=768, out_features=21, bias=True)
+  )
+)
+classifier params (train): 58.7M (58.7M)
+setting up optimizer
+total batch size: 128 = 64 bs per gpu x 2 accum
+lr: 3.00e-04
+full schedule: epochs = 20 (steps = 4000) (decay = True)
+warmup: epochs = 5 (steps = 1000)
+start training for 20 epochs
+train: [0]  [  0/400]  eta: 0:21:45  lr: nan  time: 3.2630  data: 2.7036  max mem: 21740
+train: [0]  [ 20/400]  eta: 0:03:39  lr: 0.000003  loss: 3.1174 (3.1148)  grad: 0.2940 (0.3064)  time: 0.4434  data: 0.0037  max mem: 22446
+train: [0]  [ 40/400]  eta: 0:03:02  lr: 0.000006  loss: 3.0625 (3.0642)  grad: 0.2940 (0.3029)  time: 0.4353  data: 0.0041  max mem: 22446
+train: [0]  [ 60/400]  eta: 0:02:44  lr: 0.000009  loss: 2.9402 (3.0042)  grad: 0.2935 (0.2973)  time: 0.4380  data: 0.0042  max mem: 22446
+train: [0]  [ 80/400]  eta: 0:02:31  lr: 0.000012  loss: 2.8005 (2.9419)  grad: 0.2797 (0.2890)  time: 0.4370  data: 0.0042  max mem: 22446
+train: [0]  [100/400]  eta: 0:02:21  lr: 0.000015  loss: 2.6645 (2.8757)  grad: 0.2573 (0.2841)  time: 0.4598  data: 0.0043  max mem: 22446
+train: [0]  [120/400]  eta: 0:02:11  lr: 0.000018  loss: 2.5665 (2.8093)  grad: 0.2576 (0.2786)  time: 0.4545  data: 0.0043  max mem: 22446
+train: [0]  [140/400]  eta: 0:02:00  lr: 0.000021  loss: 2.4237 (2.7466)  grad: 0.2599 (0.2766)  time: 0.4374  data: 0.0041  max mem: 22446
+train: [0]  [160/400]  eta: 0:01:50  lr: 0.000024  loss: 2.3236 (2.6907)  grad: 0.2463 (0.2714)  time: 0.4440  data: 0.0039  max mem: 22446
+train: [0]  [180/400]  eta: 0:01:41  lr: 0.000027  loss: 2.2246 (2.6330)  grad: 0.2294 (0.2667)  time: 0.4619  data: 0.0044  max mem: 22446
+train: [0]  [200/400]  eta: 0:01:31  lr: 0.000030  loss: 2.1581 (2.5789)  grad: 0.2334 (0.2633)  time: 0.4460  data: 0.0041  max mem: 22446
+train: [0]  [220/400]  eta: 0:01:22  lr: 0.000033  loss: 2.0308 (2.5275)  grad: 0.2229 (0.2594)  time: 0.4349  data: 0.0042  max mem: 22446
+train: [0]  [240/400]  eta: 0:01:13  lr: 0.000036  loss: 1.9486 (2.4753)  grad: 0.2276 (0.2571)  time: 0.4436  data: 0.0043  max mem: 22446
+train: [0]  [260/400]  eta: 0:01:03  lr: 0.000039  loss: 1.8625 (2.4279)  grad: 0.2231 (0.2544)  time: 0.4432  data: 0.0042  max mem: 22446
+train: [0]  [280/400]  eta: 0:00:54  lr: 0.000042  loss: 1.8423 (2.3860)  grad: 0.2106 (0.2509)  time: 0.4521  data: 0.0042  max mem: 22446
+train: [0]  [300/400]  eta: 0:00:46  lr: 0.000045  loss: 1.7793 (2.3442)  grad: 0.1945 (0.2473)  time: 0.5914  data: 0.1569  max mem: 22446
+train: [0]  [320/400]  eta: 0:00:37  lr: 0.000048  loss: 1.7455 (2.3038)  grad: 0.1927 (0.2441)  time: 0.4467  data: 0.0029  max mem: 22446
+train: [0]  [340/400]  eta: 0:00:27  lr: 0.000051  loss: 1.6610 (2.2654)  grad: 0.2006 (0.2419)  time: 0.4330  data: 0.0040  max mem: 22446
+train: [0]  [360/400]  eta: 0:00:18  lr: 0.000054  loss: 1.6500 (2.2301)  grad: 0.2003 (0.2394)  time: 0.4339  data: 0.0041  max mem: 22446
+train: [0]  [380/400]  eta: 0:00:09  lr: 0.000057  loss: 1.5961 (2.1960)  grad: 0.1924 (0.2368)  time: 0.4421  data: 0.0043  max mem: 22446
+train: [0]  [399/400]  eta: 0:00:00  lr: 0.000060  loss: 1.5547 (2.1619)  grad: 0.1927 (0.2348)  time: 0.4350  data: 0.0043  max mem: 22446
+train: [0] Total time: 0:03:03 (0.4583 s / it)
+train: [0] Summary: lr: 0.000060  loss: 1.5547 (2.1619)  grad: 0.1927 (0.2348)
+eval (validation): [0]  [ 0/63]  eta: 0:03:11    time: 3.0328  data: 2.7539  max mem: 22446
+eval (validation): [0]  [20/63]  eta: 0:00:20    time: 0.3591  data: 0.0044  max mem: 22446
+eval (validation): [0]  [40/63]  eta: 0:00:09    time: 0.3286  data: 0.0032  max mem: 22446
+eval (validation): [0]  [60/63]  eta: 0:00:01    time: 0.3105  data: 0.0030  max mem: 22446
+eval (validation): [0]  [62/63]  eta: 0:00:00    time: 0.3084  data: 0.0030  max mem: 22446
+eval (validation): [0] Total time: 0:00:23 (0.3796 s / it)
+cv: [0]  best hparam: (26, 1.0) (044) ('044_lr2.6e+01_wd1.0e+00')  loss: 0.079  acc: 0.977  f1: 0.972
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn/checkpoint-last.pth
+saving best checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn/checkpoint-best.pth
+train: [1]  [  0/400]  eta: 0:20:56  lr: nan  time: 3.1403  data: 2.8005  max mem: 22446
+train: [1]  [ 20/400]  eta: 0:03:34  lr: 0.000063  loss: 1.4893 (1.4973)  grad: 0.1864 (0.1905)  time: 0.4352  data: 0.0029  max mem: 22446
+train: [1]  [ 40/400]  eta: 0:03:02  lr: 0.000066  loss: 1.4743 (1.4760)  grad: 0.1894 (0.1906)  time: 0.4453  data: 0.0042  max mem: 22446
+train: [1]  [ 60/400]  eta: 0:02:44  lr: 0.000069  loss: 1.4315 (1.4540)  grad: 0.1858 (0.1872)  time: 0.4352  data: 0.0043  max mem: 22446
+train: [1]  [ 80/400]  eta: 0:02:30  lr: 0.000072  loss: 1.3976 (1.4376)  grad: 0.1738 (0.1852)  time: 0.4287  data: 0.0042  max mem: 22446
+train: [1]  [100/400]  eta: 0:02:19  lr: 0.000075  loss: 1.3836 (1.4271)  grad: 0.1766 (0.1845)  time: 0.4528  data: 0.0044  max mem: 22446
+train: [1]  [120/400]  eta: 0:02:10  lr: 0.000078  loss: 1.3519 (1.4092)  grad: 0.1726 (0.1830)  time: 0.4550  data: 0.0044  max mem: 22446
+train: [1]  [140/400]  eta: 0:02:00  lr: 0.000081  loss: 1.3178 (1.3951)  grad: 0.1690 (0.1813)  time: 0.4559  data: 0.0043  max mem: 22446
+train: [1]  [160/400]  eta: 0:01:50  lr: 0.000084  loss: 1.2869 (1.3784)  grad: 0.1647 (0.1796)  time: 0.4350  data: 0.0040  max mem: 22446
+train: [1]  [180/400]  eta: 0:01:40  lr: 0.000087  loss: 1.2486 (1.3635)  grad: 0.1666 (0.1785)  time: 0.4468  data: 0.0041  max mem: 22446
+train: [1]  [200/400]  eta: 0:01:31  lr: 0.000090  loss: 1.2205 (1.3487)  grad: 0.1640 (0.1770)  time: 0.4571  data: 0.0043  max mem: 22446
+train: [1]  [220/400]  eta: 0:01:22  lr: 0.000093  loss: 1.1850 (1.3328)  grad: 0.1641 (0.1770)  time: 0.4384  data: 0.0043  max mem: 22446
+train: [1]  [240/400]  eta: 0:01:12  lr: 0.000096  loss: 1.1710 (1.3188)  grad: 0.1678 (0.1760)  time: 0.4385  data: 0.0041  max mem: 22446
+train: [1]  [260/400]  eta: 0:01:03  lr: 0.000099  loss: 1.1642 (1.3063)  grad: 0.1617 (0.1749)  time: 0.4428  data: 0.0043  max mem: 22446
+train: [1]  [280/400]  eta: 0:00:54  lr: 0.000102  loss: 1.1213 (1.2930)  grad: 0.1611 (0.1744)  time: 0.4410  data: 0.0041  max mem: 22446
+train: [1]  [300/400]  eta: 0:00:46  lr: 0.000105  loss: 1.1045 (1.2805)  grad: 0.1535 (0.1729)  time: 0.5942  data: 0.1592  max mem: 22446
+train: [1]  [320/400]  eta: 0:00:36  lr: 0.000108  loss: 1.0980 (1.2682)  grad: 0.1533 (0.1717)  time: 0.4432  data: 0.0033  max mem: 22446
+train: [1]  [340/400]  eta: 0:00:27  lr: 0.000111  loss: 1.0644 (1.2558)  grad: 0.1515 (0.1705)  time: 0.4318  data: 0.0041  max mem: 22446
+train: [1]  [360/400]  eta: 0:00:18  lr: 0.000114  loss: 1.0654 (1.2454)  grad: 0.1461 (0.1693)  time: 0.4259  data: 0.0041  max mem: 22446
+train: [1]  [380/400]  eta: 0:00:09  lr: 0.000117  loss: 1.0603 (1.2344)  grad: 0.1534 (0.1688)  time: 0.4375  data: 0.0042  max mem: 22446
+train: [1]  [399/400]  eta: 0:00:00  lr: 0.000120  loss: 1.0260 (1.2240)  grad: 0.1532 (0.1678)  time: 0.4398  data: 0.0042  max mem: 22446
+train: [1] Total time: 0:03:02 (0.4563 s / it)
+train: [1] Summary: lr: 0.000120  loss: 1.0260 (1.2240)  grad: 0.1532 (0.1678)
+eval (validation): [1]  [ 0/63]  eta: 0:03:07    time: 2.9739  data: 2.7019  max mem: 22446
+eval (validation): [1]  [20/63]  eta: 0:00:18    time: 0.3131  data: 0.0034  max mem: 22446
+eval (validation): [1]  [40/63]  eta: 0:00:08    time: 0.3238  data: 0.0034  max mem: 22446
+eval (validation): [1]  [60/63]  eta: 0:00:01    time: 0.3042  data: 0.0025  max mem: 22446
+eval (validation): [1]  [62/63]  eta: 0:00:00    time: 0.3036  data: 0.0028  max mem: 22446
+eval (validation): [1] Total time: 0:00:22 (0.3602 s / it)
+cv: [1]  best hparam: (8.3, 1.0) (037) ('037_lr8.3e+00_wd1.0e+00')  loss: 0.061  acc: 0.981  f1: 0.977
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn/checkpoint-last.pth
+saving best checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn/checkpoint-best.pth
+train: [2]  [  0/400]  eta: 0:20:04  lr: nan  time: 3.0120  data: 2.6837  max mem: 22446
+train: [2]  [ 20/400]  eta: 0:03:30  lr: 0.000123  loss: 0.9591 (0.9800)  grad: 0.1596 (0.1600)  time: 0.4304  data: 0.0031  max mem: 22446
+train: [2]  [ 40/400]  eta: 0:02:58  lr: 0.000126  loss: 0.9777 (0.9863)  grad: 0.1614 (0.1616)  time: 0.4343  data: 0.0041  max mem: 22446
+train: [2]  [ 60/400]  eta: 0:02:41  lr: 0.000129  loss: 0.9600 (0.9757)  grad: 0.1624 (0.1629)  time: 0.4327  data: 0.0041  max mem: 22446
+train: [2]  [ 80/400]  eta: 0:02:30  lr: 0.000132  loss: 0.9567 (0.9756)  grad: 0.1745 (0.1696)  time: 0.4518  data: 0.0043  max mem: 22446
+train: [2]  [100/400]  eta: 0:02:18  lr: 0.000135  loss: 0.9648 (0.9693)  grad: 0.1830 (0.1700)  time: 0.4343  data: 0.0043  max mem: 22446
+train: [2]  [120/400]  eta: 0:02:08  lr: 0.000138  loss: 0.9459 (0.9699)  grad: 0.1802 (0.1745)  time: 0.4509  data: 0.0041  max mem: 22446
+train: [2]  [140/400]  eta: 0:01:59  lr: 0.000141  loss: 0.9095 (0.9623)  grad: 0.1791 (0.1765)  time: 0.4580  data: 0.0043  max mem: 22446
+train: [2]  [160/400]  eta: 0:01:50  lr: 0.000144  loss: 0.9095 (0.9585)  grad: 0.1815 (0.1794)  time: 0.4652  data: 0.0046  max mem: 22446
+train: [2]  [180/400]  eta: 0:01:40  lr: 0.000147  loss: 0.9204 (0.9537)  grad: 0.1859 (0.1804)  time: 0.4267  data: 0.0040  max mem: 22446
+train: [2]  [200/400]  eta: 0:01:31  lr: 0.000150  loss: 0.8856 (0.9451)  grad: 0.1697 (0.1814)  time: 0.4611  data: 0.0042  max mem: 22446
+train: [2]  [220/400]  eta: 0:01:22  lr: 0.000153  loss: 0.8821 (0.9454)  grad: 0.1870 (0.1826)  time: 0.4545  data: 0.0041  max mem: 22446
+train: [2]  [240/400]  eta: 0:01:12  lr: 0.000156  loss: 0.8801 (0.9379)  grad: 0.1849 (0.1828)  time: 0.4404  data: 0.0041  max mem: 22446
+train: [2]  [260/400]  eta: 0:01:03  lr: 0.000159  loss: 0.8454 (0.9349)  grad: 0.1849 (0.1848)  time: 0.4583  data: 0.0043  max mem: 22446
+train: [2]  [280/400]  eta: 0:00:54  lr: 0.000162  loss: 0.8604 (0.9311)  grad: 0.2010 (0.1858)  time: 0.4529  data: 0.0040  max mem: 22446
+train: [2]  [300/400]  eta: 0:00:46  lr: 0.000165  loss: 0.8210 (0.9254)  grad: 0.1907 (0.1871)  time: 0.5888  data: 0.1614  max mem: 22446
+train: [2]  [320/400]  eta: 0:00:37  lr: 0.000168  loss: 0.8210 (0.9215)  grad: 0.2080 (0.1908)  time: 0.4405  data: 0.0034  max mem: 22446
+train: [2]  [340/400]  eta: 0:00:27  lr: 0.000171  loss: 0.8395 (0.9166)  grad: 0.2157 (0.1917)  time: 0.4336  data: 0.0039  max mem: 22446
+train: [2]  [360/400]  eta: 0:00:18  lr: 0.000174  loss: 0.8316 (0.9130)  grad: 0.1925 (0.1920)  time: 0.4439  data: 0.0042  max mem: 22446
+train: [2]  [380/400]  eta: 0:00:09  lr: 0.000177  loss: 0.7982 (0.9073)  grad: 0.1974 (0.1931)  time: 0.4398  data: 0.0041  max mem: 22446
+train: [2]  [399/400]  eta: 0:00:00  lr: 0.000180  loss: 0.7745 (0.8994)  grad: 0.1996 (0.1937)  time: 0.4384  data: 0.0036  max mem: 22446
+train: [2] Total time: 0:03:03 (0.4588 s / it)
+train: [2] Summary: lr: 0.000180  loss: 0.7745 (0.8994)  grad: 0.1996 (0.1937)
+eval (validation): [2]  [ 0/63]  eta: 0:03:09    time: 3.0078  data: 2.7246  max mem: 22446
+eval (validation): [2]  [20/63]  eta: 0:00:20    time: 0.3525  data: 0.0039  max mem: 22446
+eval (validation): [2]  [40/63]  eta: 0:00:09    time: 0.3214  data: 0.0031  max mem: 22446
+eval (validation): [2]  [60/63]  eta: 0:00:01    time: 0.3164  data: 0.0034  max mem: 22446
+eval (validation): [2]  [62/63]  eta: 0:00:00    time: 0.3145  data: 0.0034  max mem: 22446
+eval (validation): [2] Total time: 0:00:23 (0.3766 s / it)
+cv: [2]  best hparam: (7.1, 1.0) (036) ('036_lr7.1e+00_wd1.0e+00')  loss: 0.052  acc: 0.983  f1: 0.981
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn/checkpoint-last.pth
+saving best checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn/checkpoint-best.pth
+train: [3]  [  0/400]  eta: 0:20:25  lr: nan  time: 3.0641  data: 2.7246  max mem: 22446
+train: [3]  [ 20/400]  eta: 0:03:33  lr: 0.000183  loss: 0.7363 (0.7453)  grad: 0.2310 (0.2491)  time: 0.4364  data: 0.0039  max mem: 22446
+train: [3]  [ 40/400]  eta: 0:03:01  lr: 0.000186  loss: 0.7818 (0.7846)  grad: 0.2373 (0.2514)  time: 0.4457  data: 0.0035  max mem: 22446
+train: [3]  [ 60/400]  eta: 0:02:44  lr: 0.000189  loss: 0.8180 (0.8055)  grad: 0.2443 (0.2540)  time: 0.4386  data: 0.0039  max mem: 22446
+train: [3]  [ 80/400]  eta: 0:02:31  lr: 0.000192  loss: 0.8180 (0.8201)  grad: 0.2515 (0.2552)  time: 0.4372  data: 0.0043  max mem: 22446
+train: [3]  [100/400]  eta: 0:02:19  lr: 0.000195  loss: 0.8024 (0.8129)  grad: 0.2362 (0.2516)  time: 0.4404  data: 0.0042  max mem: 22446
+train: [3]  [120/400]  eta: 0:02:09  lr: 0.000198  loss: 0.7626 (0.8156)  grad: 0.2438 (0.2565)  time: 0.4462  data: 0.0043  max mem: 22446
+train: [3]  [140/400]  eta: 0:02:00  lr: 0.000201  loss: 0.7894 (0.8191)  grad: 0.2547 (0.2564)  time: 0.4730  data: 0.0045  max mem: 22446
+train: [3]  [160/400]  eta: 0:01:51  lr: 0.000204  loss: 0.8298 (0.8190)  grad: 0.2555 (0.2613)  time: 0.4608  data: 0.0044  max mem: 22446
+train: [3]  [180/400]  eta: 0:01:41  lr: 0.000207  loss: 0.8216 (0.8233)  grad: 0.3043 (0.2665)  time: 0.4352  data: 0.0040  max mem: 22446
+train: [3]  [200/400]  eta: 0:01:31  lr: 0.000210  loss: 0.8216 (0.8270)  grad: 0.2997 (0.2734)  time: 0.4489  data: 0.0041  max mem: 22446
+train: [3]  [220/400]  eta: 0:01:22  lr: 0.000213  loss: 0.8249 (0.8269)  grad: 0.2997 (0.2776)  time: 0.4395  data: 0.0041  max mem: 22446
+train: [3]  [240/400]  eta: 0:01:12  lr: 0.000216  loss: 0.8132 (0.8417)  grad: 0.2929 (0.2838)  time: 0.4395  data: 0.0041  max mem: 22446
+train: [3]  [260/400]  eta: 0:01:03  lr: 0.000219  loss: 0.8132 (0.8427)  grad: 0.3803 (0.2974)  time: 0.4525  data: 0.0043  max mem: 22446
+train: [3]  [280/400]  eta: 0:00:54  lr: 0.000222  loss: 0.8203 (0.8455)  grad: 0.4150 (0.3049)  time: 0.4383  data: 0.0043  max mem: 22446
+train: [3]  [300/400]  eta: 0:00:46  lr: 0.000225  loss: 0.8255 (0.8441)  grad: 0.3404 (0.3066)  time: 0.6116  data: 0.1718  max mem: 22446
+train: [3]  [320/400]  eta: 0:00:37  lr: 0.000228  loss: 0.8069 (0.8426)  grad: 0.3117 (0.3124)  time: 0.4280  data: 0.0033  max mem: 22446
+train: [3]  [340/400]  eta: 0:00:27  lr: 0.000231  loss: 0.7070 (0.8341)  grad: 0.3431 (0.3156)  time: 0.4401  data: 0.0040  max mem: 22446
+train: [3]  [360/400]  eta: 0:00:18  lr: 0.000234  loss: 0.6556 (0.8292)  grad: 0.3821 (0.3191)  time: 0.4376  data: 0.0043  max mem: 22446
+train: [3]  [380/400]  eta: 0:00:09  lr: 0.000237  loss: 0.7073 (0.8309)  grad: 0.3867 (0.3238)  time: 0.4364  data: 0.0040  max mem: 22446
+train: [3]  [399/400]  eta: 0:00:00  lr: 0.000240  loss: 0.8691 (0.8349)  grad: 0.4108 (0.3312)  time: 0.4293  data: 0.0038  max mem: 22446
+train: [3] Total time: 0:03:03 (0.4580 s / it)
+train: [3] Summary: lr: 0.000240  loss: 0.8691 (0.8349)  grad: 0.4108 (0.3312)
+eval (validation): [3]  [ 0/63]  eta: 0:03:10    time: 3.0169  data: 2.7370  max mem: 22446
+eval (validation): [3]  [20/63]  eta: 0:00:19    time: 0.3296  data: 0.0034  max mem: 22446
+eval (validation): [3]  [40/63]  eta: 0:00:08    time: 0.3198  data: 0.0027  max mem: 22446
+eval (validation): [3]  [60/63]  eta: 0:00:01    time: 0.3095  data: 0.0034  max mem: 22446
+eval (validation): [3]  [62/63]  eta: 0:00:00    time: 0.3058  data: 0.0033  max mem: 22446
+eval (validation): [3] Total time: 0:00:23 (0.3661 s / it)
+cv: [3]  best hparam: (7.1, 1.0) (036) ('036_lr7.1e+00_wd1.0e+00')  loss: 0.064  acc: 0.983  f1: 0.981
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn/checkpoint-last.pth
+train: [4]  [  0/400]  eta: 0:20:45  lr: nan  time: 3.1146  data: 2.7310  max mem: 22446
+train: [4]  [ 20/400]  eta: 0:03:33  lr: 0.000243  loss: 0.9943 (1.1083)  grad: 0.5011 (0.5242)  time: 0.4345  data: 0.0037  max mem: 22446
+train: [4]  [ 40/400]  eta: 0:02:59  lr: 0.000246  loss: 0.8575 (0.9852)  grad: 0.4266 (0.4632)  time: 0.4346  data: 0.0042  max mem: 22446
+train: [4]  [ 60/400]  eta: 0:02:43  lr: 0.000249  loss: 0.8099 (0.9263)  grad: 0.4054 (0.4629)  time: 0.4413  data: 0.0042  max mem: 22446
+train: [4]  [ 80/400]  eta: 0:02:31  lr: 0.000252  loss: 0.7963 (0.9047)  grad: 0.4535 (0.4707)  time: 0.4450  data: 0.0043  max mem: 22446
+train: [4]  [100/400]  eta: 0:02:19  lr: 0.000255  loss: 0.9045 (0.9100)  grad: 0.4629 (0.4946)  time: 0.4424  data: 0.0045  max mem: 22446
+train: [4]  [120/400]  eta: 0:02:09  lr: 0.000258  loss: 0.9694 (0.9353)  grad: 0.4879 (0.4925)  time: 0.4421  data: 0.0043  max mem: 22446
+train: [4]  [140/400]  eta: 0:02:00  lr: 0.000261  loss: 0.9988 (0.9366)  grad: 0.4551 (0.4899)  time: 0.4755  data: 0.0046  max mem: 22446
+train: [4]  [160/400]  eta: 0:01:51  lr: 0.000264  loss: 0.9216 (0.9492)  grad: 0.4693 (0.4952)  time: 0.4597  data: 0.0046  max mem: 22446
+train: [4]  [180/400]  eta: 0:01:41  lr: 0.000267  loss: 0.9836 (0.9547)  grad: 0.4776 (0.5062)  time: 0.4332  data: 0.0042  max mem: 22446
+train: [4]  [200/400]  eta: 0:01:31  lr: 0.000270  loss: 0.8024 (0.9410)  grad: 0.4726 (0.5070)  time: 0.4448  data: 0.0042  max mem: 22446
+train: [4]  [220/400]  eta: 0:01:22  lr: 0.000273  loss: 0.8943 (0.9603)  grad: 0.4726 (0.5032)  time: 0.4507  data: 0.0043  max mem: 22446
+train: [4]  [240/400]  eta: 0:01:13  lr: 0.000276  loss: 0.9069 (0.9507)  grad: 0.4561 (0.5008)  time: 0.4466  data: 0.0043  max mem: 22446
+train: [4]  [260/400]  eta: 0:01:03  lr: 0.000279  loss: 0.9069 (0.9750)  grad: 0.5318 (0.5078)  time: 0.4522  data: 0.0043  max mem: 22446
+train: [4]  [280/400]  eta: 0:00:54  lr: 0.000282  loss: 1.0259 (0.9843)  grad: 0.5483 (0.5129)  time: 0.4403  data: 0.0043  max mem: 22446
+train: [4]  [300/400]  eta: 0:00:46  lr: 0.000285  loss: 0.7877 (0.9875)  grad: 0.5449 (0.5157)  time: 0.6161  data: 0.1680  max mem: 22446
+train: [4]  [320/400]  eta: 0:00:37  lr: 0.000288  loss: 0.7609 (0.9736)  grad: 0.4982 (0.5137)  time: 0.4487  data: 0.0030  max mem: 22446
+train: [4]  [340/400]  eta: 0:00:27  lr: 0.000291  loss: 0.7579 (0.9649)  grad: 0.4298 (0.5104)  time: 0.4269  data: 0.0042  max mem: 22446
+train: [4]  [360/400]  eta: 0:00:18  lr: 0.000294  loss: 0.8598 (0.9609)  grad: 0.4925 (0.5109)  time: 0.4372  data: 0.0044  max mem: 22446
+train: [4]  [380/400]  eta: 0:00:09  lr: 0.000297  loss: 0.9122 (0.9700)  grad: 0.5419 (0.5175)  time: 0.4351  data: 0.0040  max mem: 22446
+train: [4]  [399/400]  eta: 0:00:00  lr: 0.000300  loss: 1.0147 (0.9741)  grad: 0.6030 (0.5260)  time: 0.4427  data: 0.0044  max mem: 22446
+train: [4] Total time: 0:03:03 (0.4597 s / it)
+train: [4] Summary: lr: 0.000300  loss: 1.0147 (0.9741)  grad: 0.6030 (0.5260)
+eval (validation): [4]  [ 0/63]  eta: 0:03:08    time: 2.9865  data: 2.7159  max mem: 22446
+eval (validation): [4]  [20/63]  eta: 0:00:19    time: 0.3315  data: 0.0042  max mem: 22446
+eval (validation): [4]  [40/63]  eta: 0:00:09    time: 0.3230  data: 0.0032  max mem: 22446
+eval (validation): [4]  [60/63]  eta: 0:00:01    time: 0.3095  data: 0.0032  max mem: 22446
+eval (validation): [4]  [62/63]  eta: 0:00:00    time: 0.3090  data: 0.0031  max mem: 22446
+eval (validation): [4] Total time: 0:00:23 (0.3678 s / it)
+cv: [4]  best hparam: (2.7, 1.0) (030) ('030_lr2.7e+00_wd1.0e+00')  loss: 0.048  acc: 0.985  f1: 0.982
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn/checkpoint-last.pth
+saving best checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn/checkpoint-best.pth
+train: [5]  [  0/400]  eta: 0:20:58  lr: nan  time: 3.1457  data: 2.7619  max mem: 22446
+train: [5]  [ 20/400]  eta: 0:03:37  lr: 0.000300  loss: 0.8453 (0.9253)  grad: 0.5993 (0.6515)  time: 0.4446  data: 0.0031  max mem: 22446
+train: [5]  [ 40/400]  eta: 0:03:03  lr: 0.000300  loss: 0.8681 (0.8945)  grad: 0.5151 (0.5797)  time: 0.4403  data: 0.0042  max mem: 22446
+train: [5]  [ 60/400]  eta: 0:02:45  lr: 0.000300  loss: 0.8921 (0.9568)  grad: 0.4986 (0.5636)  time: 0.4456  data: 0.0043  max mem: 22446
+train: [5]  [ 80/400]  eta: 0:02:32  lr: 0.000300  loss: 0.7123 (0.9286)  grad: 0.5319 (0.5555)  time: 0.4420  data: 0.0044  max mem: 22446
+train: [5]  [100/400]  eta: 0:02:20  lr: 0.000300  loss: 0.7510 (0.9439)  grad: 0.5336 (0.5579)  time: 0.4359  data: 0.0041  max mem: 22446
+train: [5]  [120/400]  eta: 0:02:10  lr: 0.000300  loss: 1.0709 (0.9932)  grad: 0.5364 (0.5645)  time: 0.4553  data: 0.0043  max mem: 22446
+train: [5]  [140/400]  eta: 0:02:01  lr: 0.000300  loss: 1.1493 (1.0169)  grad: 0.5637 (0.5679)  time: 0.4673  data: 0.0045  max mem: 22446
+train: [5]  [160/400]  eta: 0:01:51  lr: 0.000299  loss: 1.0447 (1.0245)  grad: 0.5250 (0.5646)  time: 0.4492  data: 0.0043  max mem: 22446
+train: [5]  [180/400]  eta: 0:01:41  lr: 0.000299  loss: 1.0450 (1.0371)  grad: 0.5536 (0.5778)  time: 0.4427  data: 0.0042  max mem: 22446
+train: [5]  [200/400]  eta: 0:01:32  lr: 0.000299  loss: 1.0450 (1.0449)  grad: 0.6086 (0.5816)  time: 0.4497  data: 0.0044  max mem: 22446
+train: [5]  [220/400]  eta: 0:01:22  lr: 0.000299  loss: 0.9419 (1.0537)  grad: 0.5360 (0.5793)  time: 0.4547  data: 0.0042  max mem: 22446
+train: [5]  [240/400]  eta: 0:01:13  lr: 0.000299  loss: 0.9135 (1.0379)  grad: 0.4891 (0.5703)  time: 0.4530  data: 0.0043  max mem: 22446
+train: [5]  [260/400]  eta: 0:01:04  lr: 0.000299  loss: 0.9525 (1.0540)  grad: 0.5418 (0.5777)  time: 0.4472  data: 0.0039  max mem: 22446
+train: [5]  [280/400]  eta: 0:00:54  lr: 0.000298  loss: 1.0063 (1.0521)  grad: 0.6122 (0.5817)  time: 0.4393  data: 0.0041  max mem: 22446
+train: [5]  [300/400]  eta: 0:00:46  lr: 0.000298  loss: 0.8329 (1.0473)  grad: 0.6135 (0.5851)  time: 0.6154  data: 0.1776  max mem: 22446
+train: [5]  [320/400]  eta: 0:00:37  lr: 0.000298  loss: 0.7933 (1.0351)  grad: 0.5913 (0.5823)  time: 0.4450  data: 0.0050  max mem: 22446
+train: [5]  [340/400]  eta: 0:00:27  lr: 0.000298  loss: 0.7978 (1.0295)  grad: 0.4764 (0.5776)  time: 0.4406  data: 0.0043  max mem: 22446
+train: [5]  [360/400]  eta: 0:00:18  lr: 0.000297  loss: 0.8447 (1.0199)  grad: 0.5174 (0.5766)  time: 0.4395  data: 0.0042  max mem: 22446
+train: [5]  [380/400]  eta: 0:00:09  lr: 0.000297  loss: 0.8494 (1.0202)  grad: 0.5259 (0.5723)  time: 0.4400  data: 0.0040  max mem: 22446
+train: [5]  [399/400]  eta: 0:00:00  lr: 0.000297  loss: 0.7693 (0.9992)  grad: 0.4303 (0.5645)  time: 0.4384  data: 0.0041  max mem: 22446
+train: [5] Total time: 0:03:04 (0.4616 s / it)
+train: [5] Summary: lr: 0.000297  loss: 0.7693 (0.9992)  grad: 0.4303 (0.5645)
+eval (validation): [5]  [ 0/63]  eta: 0:03:15    time: 3.1104  data: 2.8285  max mem: 22446
+eval (validation): [5]  [20/63]  eta: 0:00:21    time: 0.3641  data: 0.0036  max mem: 22446
+eval (validation): [5]  [40/63]  eta: 0:00:09    time: 0.3298  data: 0.0033  max mem: 22446
+eval (validation): [5]  [60/63]  eta: 0:00:01    time: 0.3088  data: 0.0033  max mem: 22446
+eval (validation): [5]  [62/63]  eta: 0:00:00    time: 0.3079  data: 0.0033  max mem: 22446
+eval (validation): [5] Total time: 0:00:24 (0.3824 s / it)
+cv: [5]  best hparam: (2.7, 1.0) (030) ('030_lr2.7e+00_wd1.0e+00')  loss: 0.047  acc: 0.985  f1: 0.982
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn/checkpoint-last.pth
+saving best checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn/checkpoint-best.pth
+train: [6]  [  0/400]  eta: 0:20:43  lr: nan  time: 3.1099  data: 2.7254  max mem: 22446
+train: [6]  [ 20/400]  eta: 0:03:41  lr: 0.000296  loss: 0.7402 (0.7388)  grad: 0.4660 (0.5161)  time: 0.4553  data: 0.0040  max mem: 22446
+train: [6]  [ 40/400]  eta: 0:03:03  lr: 0.000296  loss: 0.7752 (0.8032)  grad: 0.4562 (0.4827)  time: 0.4323  data: 0.0042  max mem: 22446
+train: [6]  [ 60/400]  eta: 0:02:44  lr: 0.000296  loss: 0.6575 (0.7808)  grad: 0.4448 (0.4905)  time: 0.4339  data: 0.0041  max mem: 22446
+train: [6]  [ 80/400]  eta: 0:02:31  lr: 0.000295  loss: 0.7300 (0.8071)  grad: 0.4751 (0.5033)  time: 0.4402  data: 0.0042  max mem: 22446
+train: [6]  [100/400]  eta: 0:02:19  lr: 0.000295  loss: 0.7300 (0.7897)  grad: 0.4751 (0.4978)  time: 0.4300  data: 0.0042  max mem: 22446
+train: [6]  [120/400]  eta: 0:02:10  lr: 0.000295  loss: 0.5680 (0.7516)  grad: 0.4414 (0.4910)  time: 0.4666  data: 0.0044  max mem: 22446
+train: [6]  [140/400]  eta: 0:02:00  lr: 0.000294  loss: 0.5680 (0.7344)  grad: 0.4206 (0.4836)  time: 0.4586  data: 0.0044  max mem: 22446
+train: [6]  [160/400]  eta: 0:01:51  lr: 0.000294  loss: 0.5646 (0.7290)  grad: 0.4206 (0.4747)  time: 0.4570  data: 0.0042  max mem: 22446
+train: [6]  [180/400]  eta: 0:01:41  lr: 0.000293  loss: 0.6563 (0.7355)  grad: 0.4570 (0.4809)  time: 0.4422  data: 0.0041  max mem: 22446
+train: [6]  [200/400]  eta: 0:01:31  lr: 0.000293  loss: 0.6563 (0.7471)  grad: 0.4619 (0.4804)  time: 0.4493  data: 0.0043  max mem: 22446
+train: [6]  [220/400]  eta: 0:01:22  lr: 0.000292  loss: 0.5785 (0.7367)  grad: 0.4139 (0.4763)  time: 0.4530  data: 0.0042  max mem: 22446
+train: [6]  [240/400]  eta: 0:01:13  lr: 0.000292  loss: 0.6039 (0.7359)  grad: 0.4307 (0.4802)  time: 0.4450  data: 0.0042  max mem: 22446
+train: [6]  [260/400]  eta: 0:01:04  lr: 0.000291  loss: 0.5084 (0.7262)  grad: 0.4179 (0.4736)  time: 0.4512  data: 0.0043  max mem: 22446
+train: [6]  [280/400]  eta: 0:00:54  lr: 0.000291  loss: 0.5629 (0.7235)  grad: 0.4032 (0.4732)  time: 0.4337  data: 0.0041  max mem: 22446
+train: [6]  [300/400]  eta: 0:00:46  lr: 0.000290  loss: 0.6487 (0.7199)  grad: 0.4071 (0.4702)  time: 0.6155  data: 0.1682  max mem: 22446
+train: [6]  [320/400]  eta: 0:00:37  lr: 0.000290  loss: 0.5636 (0.7104)  grad: 0.4007 (0.4670)  time: 0.4356  data: 0.0035  max mem: 22446
+train: [6]  [340/400]  eta: 0:00:27  lr: 0.000289  loss: 0.4516 (0.7052)  grad: 0.3574 (0.4620)  time: 0.4401  data: 0.0043  max mem: 22446
+train: [6]  [360/400]  eta: 0:00:18  lr: 0.000288  loss: 0.4516 (0.6962)  grad: 0.3845 (0.4581)  time: 0.4350  data: 0.0042  max mem: 22446
+train: [6]  [380/400]  eta: 0:00:09  lr: 0.000288  loss: 0.4800 (0.6847)  grad: 0.3820 (0.4530)  time: 0.4402  data: 0.0041  max mem: 22446
+train: [6]  [399/400]  eta: 0:00:00  lr: 0.000287  loss: 0.4424 (0.6723)  grad: 0.3696 (0.4489)  time: 0.4430  data: 0.0043  max mem: 22446
+train: [6] Total time: 0:03:04 (0.4601 s / it)
+train: [6] Summary: lr: 0.000287  loss: 0.4424 (0.6723)  grad: 0.3696 (0.4489)
+eval (validation): [6]  [ 0/63]  eta: 0:03:10    time: 3.0247  data: 2.7318  max mem: 22446
+eval (validation): [6]  [20/63]  eta: 0:00:20    time: 0.3457  data: 0.0033  max mem: 22446
+eval (validation): [6]  [40/63]  eta: 0:00:09    time: 0.3246  data: 0.0031  max mem: 22446
+eval (validation): [6]  [60/63]  eta: 0:00:01    time: 0.3097  data: 0.0032  max mem: 22446
+eval (validation): [6]  [62/63]  eta: 0:00:00    time: 0.3090  data: 0.0032  max mem: 22446
+eval (validation): [6] Total time: 0:00:23 (0.3742 s / it)
+cv: [6]  best hparam: (1.4, 1.0) (026) ('026_lr1.4e+00_wd1.0e+00')  loss: 0.043  acc: 0.987  f1: 0.984
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn/checkpoint-last.pth
+saving best checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn/checkpoint-best.pth
+train: [7]  [  0/400]  eta: 0:20:29  lr: nan  time: 3.0747  data: 2.7361  max mem: 22446
+train: [7]  [ 20/400]  eta: 0:03:32  lr: 0.000286  loss: 0.4440 (0.5466)  grad: 0.3482 (0.4140)  time: 0.4343  data: 0.0029  max mem: 22446
+train: [7]  [ 40/400]  eta: 0:03:00  lr: 0.000286  loss: 0.4437 (0.5184)  grad: 0.3544 (0.3857)  time: 0.4371  data: 0.0038  max mem: 22446
+train: [7]  [ 60/400]  eta: 0:02:43  lr: 0.000285  loss: 0.4848 (0.5424)  grad: 0.4106 (0.4081)  time: 0.4385  data: 0.0042  max mem: 22446
+train: [7]  [ 80/400]  eta: 0:02:30  lr: 0.000284  loss: 0.4963 (0.5354)  grad: 0.4394 (0.4073)  time: 0.4424  data: 0.0042  max mem: 22446
+train: [7]  [100/400]  eta: 0:02:18  lr: 0.000284  loss: 0.4390 (0.5337)  grad: 0.3841 (0.4031)  time: 0.4297  data: 0.0041  max mem: 22446
+train: [7]  [120/400]  eta: 0:02:09  lr: 0.000283  loss: 0.3729 (0.5077)  grad: 0.3417 (0.3919)  time: 0.4671  data: 0.0043  max mem: 22446
+train: [7]  [140/400]  eta: 0:02:00  lr: 0.000282  loss: 0.4208 (0.5235)  grad: 0.3379 (0.3887)  time: 0.4643  data: 0.0046  max mem: 22446
+train: [7]  [160/400]  eta: 0:01:51  lr: 0.000282  loss: 0.3500 (0.4987)  grad: 0.3302 (0.3814)  time: 0.4565  data: 0.0045  max mem: 22446
+train: [7]  [180/400]  eta: 0:01:41  lr: 0.000281  loss: 0.3561 (0.5034)  grad: 0.3240 (0.3823)  time: 0.4345  data: 0.0039  max mem: 22446
+train: [7]  [200/400]  eta: 0:01:31  lr: 0.000280  loss: 0.4053 (0.4981)  grad: 0.3647 (0.3816)  time: 0.4624  data: 0.0041  max mem: 22446
+train: [7]  [220/400]  eta: 0:01:22  lr: 0.000279  loss: 0.4124 (0.5002)  grad: 0.3408 (0.3757)  time: 0.4555  data: 0.0045  max mem: 22446
+train: [7]  [240/400]  eta: 0:01:13  lr: 0.000278  loss: 0.4124 (0.5003)  grad: 0.3393 (0.3748)  time: 0.4516  data: 0.0042  max mem: 22446
+train: [7]  [260/400]  eta: 0:01:04  lr: 0.000278  loss: 0.4206 (0.4988)  grad: 0.3679 (0.3757)  time: 0.4491  data: 0.0042  max mem: 22446
+train: [7]  [280/400]  eta: 0:00:54  lr: 0.000277  loss: 0.4206 (0.5084)  grad: 0.3564 (0.3752)  time: 0.4518  data: 0.0042  max mem: 22446
+train: [7]  [300/400]  eta: 0:00:46  lr: 0.000276  loss: 0.5384 (0.5147)  grad: 0.3743 (0.3768)  time: 0.6146  data: 0.1733  max mem: 22446
+train: [7]  [320/400]  eta: 0:00:37  lr: 0.000275  loss: 0.4939 (0.5135)  grad: 0.3457 (0.3751)  time: 0.4501  data: 0.0035  max mem: 22446
+train: [7]  [340/400]  eta: 0:00:27  lr: 0.000274  loss: 0.4173 (0.5065)  grad: 0.3180 (0.3714)  time: 0.4516  data: 0.0043  max mem: 22446
+train: [7]  [360/400]  eta: 0:00:18  lr: 0.000273  loss: 0.3591 (0.5001)  grad: 0.3035 (0.3693)  time: 0.4440  data: 0.0040  max mem: 22446
+train: [7]  [380/400]  eta: 0:00:09  lr: 0.000272  loss: 0.3904 (0.4933)  grad: 0.3217 (0.3660)  time: 0.4569  data: 0.0045  max mem: 22446
+train: [7]  [399/400]  eta: 0:00:00  lr: 0.000271  loss: 0.3431 (0.4885)  grad: 0.3057 (0.3625)  time: 0.4483  data: 0.0044  max mem: 22446
+train: [7] Total time: 0:03:05 (0.4639 s / it)
+train: [7] Summary: lr: 0.000271  loss: 0.3431 (0.4885)  grad: 0.3057 (0.3625)
+eval (validation): [7]  [ 0/63]  eta: 0:03:14    time: 3.0952  data: 2.8599  max mem: 22446
+eval (validation): [7]  [20/63]  eta: 0:00:19    time: 0.3326  data: 0.0028  max mem: 22446
+eval (validation): [7]  [40/63]  eta: 0:00:09    time: 0.3372  data: 0.0033  max mem: 22446
+eval (validation): [7]  [60/63]  eta: 0:00:01    time: 0.3196  data: 0.0036  max mem: 22446
+eval (validation): [7]  [62/63]  eta: 0:00:00    time: 0.3199  data: 0.0036  max mem: 22446
+eval (validation): [7] Total time: 0:00:23 (0.3786 s / it)
+cv: [7]  best hparam: (1.9, 1.0) (028) ('028_lr1.9e+00_wd1.0e+00')  loss: 0.041  acc: 0.988  f1: 0.986
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn/checkpoint-last.pth
+saving best checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn/checkpoint-best.pth
+train: [8]  [  0/400]  eta: 0:21:09  lr: nan  time: 3.1744  data: 2.8297  max mem: 22446
+train: [8]  [ 20/400]  eta: 0:03:33  lr: 0.000270  loss: 0.2727 (0.3087)  grad: 0.2616 (0.2567)  time: 0.4305  data: 0.0022  max mem: 22446
+train: [8]  [ 40/400]  eta: 0:03:00  lr: 0.000270  loss: 0.3123 (0.3226)  grad: 0.2500 (0.2654)  time: 0.4402  data: 0.0039  max mem: 22446
+train: [8]  [ 60/400]  eta: 0:02:44  lr: 0.000269  loss: 0.3139 (0.3231)  grad: 0.2434 (0.2577)  time: 0.4441  data: 0.0040  max mem: 22446
+train: [8]  [ 80/400]  eta: 0:02:30  lr: 0.000268  loss: 0.3139 (0.3189)  grad: 0.2382 (0.2529)  time: 0.4337  data: 0.0041  max mem: 22446
+train: [8]  [100/400]  eta: 0:02:20  lr: 0.000267  loss: 0.3039 (0.3175)  grad: 0.2650 (0.2695)  time: 0.4568  data: 0.0041  max mem: 22446
+train: [8]  [120/400]  eta: 0:02:10  lr: 0.000266  loss: 0.2816 (0.3270)  grad: 0.2687 (0.2711)  time: 0.4652  data: 0.0045  max mem: 22446
+train: [8]  [140/400]  eta: 0:02:01  lr: 0.000265  loss: 0.2816 (0.3286)  grad: 0.2684 (0.2714)  time: 0.4603  data: 0.0044  max mem: 22446
+train: [8]  [160/400]  eta: 0:01:51  lr: 0.000264  loss: 0.3156 (0.3280)  grad: 0.2592 (0.2706)  time: 0.4413  data: 0.0040  max mem: 22446
+train: [8]  [180/400]  eta: 0:01:41  lr: 0.000263  loss: 0.2992 (0.3279)  grad: 0.2331 (0.2687)  time: 0.4542  data: 0.0040  max mem: 22446
+train: [8]  [200/400]  eta: 0:01:32  lr: 0.000262  loss: 0.2848 (0.3262)  grad: 0.2892 (0.2715)  time: 0.4645  data: 0.0041  max mem: 22446
+train: [8]  [220/400]  eta: 0:01:23  lr: 0.000260  loss: 0.2758 (0.3259)  grad: 0.2582 (0.2692)  time: 0.4499  data: 0.0043  max mem: 22446
+train: [8]  [240/400]  eta: 0:01:13  lr: 0.000259  loss: 0.2861 (0.3260)  grad: 0.2035 (0.2646)  time: 0.4528  data: 0.0044  max mem: 22446
+train: [8]  [260/400]  eta: 0:01:04  lr: 0.000258  loss: 0.2836 (0.3252)  grad: 0.2105 (0.2653)  time: 0.4464  data: 0.0044  max mem: 22446
+train: [8]  [280/400]  eta: 0:00:55  lr: 0.000257  loss: 0.2508 (0.3277)  grad: 0.2479 (0.2648)  time: 0.4507  data: 0.0043  max mem: 22446
+train: [8]  [300/400]  eta: 0:00:46  lr: 0.000256  loss: 0.2754 (0.3295)  grad: 0.2524 (0.2656)  time: 0.6014  data: 0.1652  max mem: 22446
+train: [8]  [320/400]  eta: 0:00:37  lr: 0.000255  loss: 0.2890 (0.3262)  grad: 0.2339 (0.2611)  time: 0.4468  data: 0.0035  max mem: 22446
+train: [8]  [340/400]  eta: 0:00:27  lr: 0.000254  loss: 0.2477 (0.3230)  grad: 0.1890 (0.2577)  time: 0.4502  data: 0.0034  max mem: 22446
+train: [8]  [360/400]  eta: 0:00:18  lr: 0.000253  loss: 0.2226 (0.3183)  grad: 0.1917 (0.2547)  time: 0.4538  data: 0.0044  max mem: 22446
+train: [8]  [380/400]  eta: 0:00:09  lr: 0.000252  loss: 0.2054 (0.3134)  grad: 0.1743 (0.2519)  time: 0.4388  data: 0.0041  max mem: 22446
+train: [8]  [399/400]  eta: 0:00:00  lr: 0.000250  loss: 0.2204 (0.3097)  grad: 0.1724 (0.2484)  time: 0.4511  data: 0.0040  max mem: 22446
+train: [8] Total time: 0:03:05 (0.4640 s / it)
+train: [8] Summary: lr: 0.000250  loss: 0.2204 (0.3097)  grad: 0.1724 (0.2484)
+eval (validation): [8]  [ 0/63]  eta: 0:03:15    time: 3.1093  data: 2.8745  max mem: 22446
+eval (validation): [8]  [20/63]  eta: 0:00:20    time: 0.3483  data: 0.0038  max mem: 22446
+eval (validation): [8]  [40/63]  eta: 0:00:09    time: 0.3131  data: 0.0029  max mem: 22446
+eval (validation): [8]  [60/63]  eta: 0:00:01    time: 0.3198  data: 0.0033  max mem: 22446
+eval (validation): [8]  [62/63]  eta: 0:00:00    time: 0.3207  data: 0.0033  max mem: 22446
+eval (validation): [8] Total time: 0:00:23 (0.3761 s / it)
+cv: [8]  best hparam: (0.85, 1.0) (023) ('023_lr8.5e-01_wd1.0e+00')  loss: 0.042  acc: 0.988  f1: 0.985
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn/checkpoint-last.pth
+train: [9]  [  0/400]  eta: 0:22:02  lr: nan  time: 3.3059  data: 2.9089  max mem: 22446
+train: [9]  [ 20/400]  eta: 0:03:43  lr: 0.000249  loss: 0.2270 (0.2425)  grad: 0.1880 (0.1854)  time: 0.4528  data: 0.0024  max mem: 22446
+train: [9]  [ 40/400]  eta: 0:03:06  lr: 0.000248  loss: 0.2363 (0.2570)  grad: 0.1933 (0.2124)  time: 0.4426  data: 0.0039  max mem: 22446
+train: [9]  [ 60/400]  eta: 0:02:47  lr: 0.000247  loss: 0.2471 (0.2622)  grad: 0.2281 (0.2178)  time: 0.4441  data: 0.0041  max mem: 22446
+train: [9]  [ 80/400]  eta: 0:02:33  lr: 0.000246  loss: 0.2471 (0.2669)  grad: 0.2435 (0.2184)  time: 0.4403  data: 0.0041  max mem: 22446
+train: [9]  [100/400]  eta: 0:02:21  lr: 0.000244  loss: 0.2338 (0.2615)  grad: 0.2154 (0.2176)  time: 0.4403  data: 0.0041  max mem: 22446
+train: [9]  [120/400]  eta: 0:02:11  lr: 0.000243  loss: 0.2298 (0.2590)  grad: 0.1673 (0.2104)  time: 0.4533  data: 0.0042  max mem: 22446
+train: [9]  [140/400]  eta: 0:02:01  lr: 0.000242  loss: 0.2104 (0.2523)  grad: 0.1727 (0.2079)  time: 0.4456  data: 0.0042  max mem: 22446
+train: [9]  [160/400]  eta: 0:01:51  lr: 0.000241  loss: 0.2170 (0.2501)  grad: 0.1883 (0.2074)  time: 0.4479  data: 0.0043  max mem: 22446
+train: [9]  [180/400]  eta: 0:01:41  lr: 0.000240  loss: 0.2204 (0.2463)  grad: 0.1844 (0.2056)  time: 0.4347  data: 0.0039  max mem: 22446
+train: [9]  [200/400]  eta: 0:01:32  lr: 0.000238  loss: 0.2320 (0.2472)  grad: 0.1898 (0.2047)  time: 0.4588  data: 0.0042  max mem: 22446
+train: [9]  [220/400]  eta: 0:01:22  lr: 0.000237  loss: 0.2324 (0.2457)  grad: 0.1831 (0.2000)  time: 0.4357  data: 0.0042  max mem: 22446
+train: [9]  [240/400]  eta: 0:01:12  lr: 0.000236  loss: 0.2114 (0.2420)  grad: 0.1658 (0.1986)  time: 0.4357  data: 0.0040  max mem: 22446
+train: [9]  [260/400]  eta: 0:01:03  lr: 0.000234  loss: 0.2041 (0.2424)  grad: 0.1800 (0.1989)  time: 0.4366  data: 0.0041  max mem: 22446
+train: [9]  [280/400]  eta: 0:00:54  lr: 0.000233  loss: 0.2437 (0.2440)  grad: 0.1901 (0.1995)  time: 0.4407  data: 0.0043  max mem: 22446
+train: [9]  [300/400]  eta: 0:00:46  lr: 0.000232  loss: 0.2405 (0.2432)  grad: 0.2019 (0.1991)  time: 0.6141  data: 0.1776  max mem: 22446
+train: [9]  [320/400]  eta: 0:00:37  lr: 0.000230  loss: 0.1955 (0.2397)  grad: 0.1698 (0.1969)  time: 0.4479  data: 0.0038  max mem: 22446
+train: [9]  [340/400]  eta: 0:00:27  lr: 0.000229  loss: 0.1988 (0.2402)  grad: 0.1644 (0.1964)  time: 0.4486  data: 0.0032  max mem: 22446
+train: [9]  [360/400]  eta: 0:00:18  lr: 0.000228  loss: 0.2160 (0.2387)  grad: 0.1751 (0.1957)  time: 0.4439  data: 0.0043  max mem: 22446
+train: [9]  [380/400]  eta: 0:00:09  lr: 0.000226  loss: 0.1947 (0.2363)  grad: 0.1583 (0.1935)  time: 0.4494  data: 0.0044  max mem: 22446
+train: [9]  [399/400]  eta: 0:00:00  lr: 0.000225  loss: 0.1802 (0.2342)  grad: 0.1421 (0.1910)  time: 0.4379  data: 0.0043  max mem: 22446
+train: [9] Total time: 0:03:04 (0.4603 s / it)
+train: [9] Summary: lr: 0.000225  loss: 0.1802 (0.2342)  grad: 0.1421 (0.1910)
+eval (validation): [9]  [ 0/63]  eta: 0:03:15    time: 3.0963  data: 2.8558  max mem: 22446
+eval (validation): [9]  [20/63]  eta: 0:00:21    time: 0.3593  data: 0.0041  max mem: 22446
+eval (validation): [9]  [40/63]  eta: 0:00:09    time: 0.3273  data: 0.0029  max mem: 22446
+eval (validation): [9]  [60/63]  eta: 0:00:01    time: 0.3146  data: 0.0035  max mem: 22446
+eval (validation): [9]  [62/63]  eta: 0:00:00    time: 0.3144  data: 0.0034  max mem: 22446
+eval (validation): [9] Total time: 0:00:24 (0.3822 s / it)
+cv: [9]  best hparam: (1.9, 1.0) (028) ('028_lr1.9e+00_wd1.0e+00')  loss: 0.041  acc: 0.989  f1: 0.987
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn/checkpoint-last.pth
+saving best checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn/checkpoint-best.pth
+train: [10]  [  0/400]  eta: 0:21:04  lr: nan  time: 3.1613  data: 2.7616  max mem: 22446
+train: [10]  [ 20/400]  eta: 0:03:32  lr: 0.000224  loss: 0.2426 (0.2344)  grad: 0.1273 (0.1498)  time: 0.4299  data: 0.0036  max mem: 22446
+train: [10]  [ 40/400]  eta: 0:03:02  lr: 0.000222  loss: 0.2071 (0.2118)  grad: 0.1497 (0.1483)  time: 0.4514  data: 0.0045  max mem: 22446
+train: [10]  [ 60/400]  eta: 0:02:45  lr: 0.000221  loss: 0.1944 (0.2099)  grad: 0.1589 (0.1482)  time: 0.4456  data: 0.0041  max mem: 22446
+train: [10]  [ 80/400]  eta: 0:02:32  lr: 0.000220  loss: 0.1948 (0.2096)  grad: 0.1698 (0.1633)  time: 0.4453  data: 0.0043  max mem: 22446
+train: [10]  [100/400]  eta: 0:02:21  lr: 0.000218  loss: 0.1748 (0.2047)  grad: 0.1444 (0.1603)  time: 0.4463  data: 0.0043  max mem: 22446
+train: [10]  [120/400]  eta: 0:02:13  lr: 0.000217  loss: 0.1748 (0.2014)  grad: 0.1479 (0.1586)  time: 0.5015  data: 0.0046  max mem: 22446
+train: [10]  [140/400]  eta: 0:02:02  lr: 0.000215  loss: 0.1827 (0.2006)  grad: 0.1404 (0.1548)  time: 0.4570  data: 0.0044  max mem: 22446
+train: [10]  [160/400]  eta: 0:01:52  lr: 0.000214  loss: 0.1725 (0.1962)  grad: 0.1321 (0.1533)  time: 0.4376  data: 0.0041  max mem: 22446
+train: [10]  [180/400]  eta: 0:01:42  lr: 0.000213  loss: 0.1629 (0.1969)  grad: 0.1484 (0.1534)  time: 0.4561  data: 0.0042  max mem: 22446
+train: [10]  [200/400]  eta: 0:01:33  lr: 0.000211  loss: 0.1743 (0.1949)  grad: 0.1591 (0.1525)  time: 0.4526  data: 0.0042  max mem: 22446
+train: [10]  [220/400]  eta: 0:01:23  lr: 0.000210  loss: 0.1702 (0.1938)  grad: 0.1337 (0.1503)  time: 0.4403  data: 0.0036  max mem: 22446
+train: [10]  [240/400]  eta: 0:01:13  lr: 0.000208  loss: 0.1730 (0.1946)  grad: 0.1258 (0.1483)  time: 0.4423  data: 0.0039  max mem: 22446
+train: [10]  [260/400]  eta: 0:01:04  lr: 0.000207  loss: 0.1772 (0.1943)  grad: 0.1406 (0.1494)  time: 0.4540  data: 0.0042  max mem: 22446
+train: [10]  [280/400]  eta: 0:00:55  lr: 0.000205  loss: 0.1706 (0.1923)  grad: 0.1339 (0.1477)  time: 0.4508  data: 0.0041  max mem: 22446
+train: [10]  [300/400]  eta: 0:00:47  lr: 0.000204  loss: 0.1527 (0.1920)  grad: 0.1477 (0.1482)  time: 0.6246  data: 0.1707  max mem: 22446
+train: [10]  [320/400]  eta: 0:00:37  lr: 0.000202  loss: 0.1552 (0.1899)  grad: 0.1463 (0.1466)  time: 0.4445  data: 0.0037  max mem: 22446
+train: [10]  [340/400]  eta: 0:00:28  lr: 0.000201  loss: 0.1552 (0.1881)  grad: 0.1169 (0.1454)  time: 0.4513  data: 0.0043  max mem: 22446
+train: [10]  [360/400]  eta: 0:00:18  lr: 0.000199  loss: 0.1563 (0.1868)  grad: 0.1178 (0.1435)  time: 0.4378  data: 0.0040  max mem: 22446
+train: [10]  [380/400]  eta: 0:00:09  lr: 0.000198  loss: 0.1523 (0.1864)  grad: 0.1178 (0.1424)  time: 0.4664  data: 0.0045  max mem: 22446
+train: [10]  [399/400]  eta: 0:00:00  lr: 0.000196  loss: 0.1572 (0.1858)  grad: 0.1296 (0.1416)  time: 0.4508  data: 0.0043  max mem: 22446
+train: [10] Total time: 0:03:06 (0.4667 s / it)
+train: [10] Summary: lr: 0.000196  loss: 0.1572 (0.1858)  grad: 0.1296 (0.1416)
+eval (validation): [10]  [ 0/63]  eta: 0:03:14    time: 3.0913  data: 2.8084  max mem: 22446
+eval (validation): [10]  [20/63]  eta: 0:00:20    time: 0.3547  data: 0.0043  max mem: 22446
+eval (validation): [10]  [40/63]  eta: 0:00:09    time: 0.3345  data: 0.0031  max mem: 22446
+eval (validation): [10]  [60/63]  eta: 0:00:01    time: 0.3271  data: 0.0034  max mem: 22446
+eval (validation): [10]  [62/63]  eta: 0:00:00    time: 0.3279  data: 0.0034  max mem: 22446
+eval (validation): [10] Total time: 0:00:24 (0.3869 s / it)
+cv: [10]  best hparam: (3.1, 1.0) (031) ('031_lr3.1e+00_wd1.0e+00')  loss: 0.046  acc: 0.988  f1: 0.986
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn/checkpoint-last.pth
+train: [11]  [  0/400]  eta: 0:21:10  lr: nan  time: 3.1765  data: 2.8339  max mem: 22446
+train: [11]  [ 20/400]  eta: 0:03:35  lr: 0.000195  loss: 0.1736 (0.1710)  grad: 0.1245 (0.1339)  time: 0.4366  data: 0.0041  max mem: 22446
+train: [11]  [ 40/400]  eta: 0:03:03  lr: 0.000193  loss: 0.1677 (0.1698)  grad: 0.1234 (0.1249)  time: 0.4480  data: 0.0036  max mem: 22446
+train: [11]  [ 60/400]  eta: 0:02:46  lr: 0.000192  loss: 0.1594 (0.1691)  grad: 0.1234 (0.1235)  time: 0.4508  data: 0.0045  max mem: 22446
+train: [11]  [ 80/400]  eta: 0:02:34  lr: 0.000190  loss: 0.1721 (0.1684)  grad: 0.1336 (0.1270)  time: 0.4563  data: 0.0043  max mem: 22446
+train: [11]  [100/400]  eta: 0:02:22  lr: 0.000189  loss: 0.1653 (0.1647)  grad: 0.1124 (0.1243)  time: 0.4503  data: 0.0044  max mem: 22446
+train: [11]  [120/400]  eta: 0:02:13  lr: 0.000187  loss: 0.1478 (0.1651)  grad: 0.1064 (0.1246)  time: 0.4737  data: 0.0045  max mem: 22446
+train: [11]  [140/400]  eta: 0:02:03  lr: 0.000186  loss: 0.1557 (0.1651)  grad: 0.1020 (0.1214)  time: 0.4663  data: 0.0045  max mem: 22446
+train: [11]  [160/400]  eta: 0:01:53  lr: 0.000184  loss: 0.1532 (0.1655)  grad: 0.0996 (0.1224)  time: 0.4549  data: 0.0043  max mem: 22446
+train: [11]  [180/400]  eta: 0:01:43  lr: 0.000183  loss: 0.1549 (0.1649)  grad: 0.0988 (0.1202)  time: 0.4531  data: 0.0038  max mem: 22446
+train: [11]  [200/400]  eta: 0:01:33  lr: 0.000181  loss: 0.1445 (0.1629)  grad: 0.1039 (0.1193)  time: 0.4688  data: 0.0041  max mem: 22446
+train: [11]  [220/400]  eta: 0:01:24  lr: 0.000180  loss: 0.1360 (0.1609)  grad: 0.1071 (0.1181)  time: 0.4492  data: 0.0041  max mem: 22446
+train: [11]  [240/400]  eta: 0:01:14  lr: 0.000178  loss: 0.1360 (0.1593)  grad: 0.0948 (0.1154)  time: 0.4426  data: 0.0043  max mem: 22446
+train: [11]  [260/400]  eta: 0:01:04  lr: 0.000177  loss: 0.1430 (0.1584)  grad: 0.0858 (0.1138)  time: 0.4491  data: 0.0044  max mem: 22446
+train: [11]  [280/400]  eta: 0:00:55  lr: 0.000175  loss: 0.1467 (0.1590)  grad: 0.1110 (0.1150)  time: 0.4469  data: 0.0044  max mem: 22446
+train: [11]  [300/400]  eta: 0:00:47  lr: 0.000174  loss: 0.1648 (0.1594)  grad: 0.1206 (0.1150)  time: 0.6029  data: 0.1676  max mem: 22446
+train: [11]  [320/400]  eta: 0:00:37  lr: 0.000172  loss: 0.1520 (0.1583)  grad: 0.1024 (0.1136)  time: 0.4423  data: 0.0032  max mem: 22446
+train: [11]  [340/400]  eta: 0:00:28  lr: 0.000170  loss: 0.1391 (0.1573)  grad: 0.0808 (0.1116)  time: 0.4648  data: 0.0045  max mem: 22446
+train: [11]  [360/400]  eta: 0:00:18  lr: 0.000169  loss: 0.1419 (0.1563)  grad: 0.0801 (0.1102)  time: 0.4544  data: 0.0043  max mem: 22446
+train: [11]  [380/400]  eta: 0:00:09  lr: 0.000167  loss: 0.1419 (0.1555)  grad: 0.0711 (0.1084)  time: 0.4467  data: 0.0041  max mem: 22446
+train: [11]  [399/400]  eta: 0:00:00  lr: 0.000166  loss: 0.1407 (0.1550)  grad: 0.0813 (0.1075)  time: 0.4541  data: 0.0040  max mem: 22446
+train: [11] Total time: 0:03:07 (0.4679 s / it)
+train: [11] Summary: lr: 0.000166  loss: 0.1407 (0.1550)  grad: 0.0813 (0.1075)
+eval (validation): [11]  [ 0/63]  eta: 0:03:19    time: 3.1740  data: 2.8903  max mem: 22446
+eval (validation): [11]  [20/63]  eta: 0:00:20    time: 0.3418  data: 0.0031  max mem: 22446
+eval (validation): [11]  [40/63]  eta: 0:00:09    time: 0.3473  data: 0.0030  max mem: 22446
+eval (validation): [11]  [60/63]  eta: 0:00:01    time: 0.3232  data: 0.0037  max mem: 22446
+eval (validation): [11]  [62/63]  eta: 0:00:00    time: 0.3222  data: 0.0037  max mem: 22446
+eval (validation): [11] Total time: 0:00:24 (0.3864 s / it)
+cv: [11]  best hparam: (3.7, 1.0) (032) ('032_lr3.7e+00_wd1.0e+00')  loss: 0.047  acc: 0.988  f1: 0.986
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn/checkpoint-last.pth
+train: [12]  [  0/400]  eta: 0:21:13  lr: nan  time: 3.1846  data: 2.8402  max mem: 22446
+train: [12]  [ 20/400]  eta: 0:03:42  lr: 0.000164  loss: 0.1280 (0.1292)  grad: 0.0814 (0.0853)  time: 0.4555  data: 0.0037  max mem: 22446
+train: [12]  [ 40/400]  eta: 0:03:06  lr: 0.000163  loss: 0.1280 (0.1321)  grad: 0.0812 (0.0817)  time: 0.4492  data: 0.0037  max mem: 22446
+train: [12]  [ 60/400]  eta: 0:02:48  lr: 0.000161  loss: 0.1265 (0.1302)  grad: 0.0759 (0.0786)  time: 0.4516  data: 0.0041  max mem: 22446
+train: [12]  [ 80/400]  eta: 0:02:34  lr: 0.000160  loss: 0.1309 (0.1314)  grad: 0.0713 (0.0800)  time: 0.4438  data: 0.0043  max mem: 22446
+train: [12]  [100/400]  eta: 0:02:23  lr: 0.000158  loss: 0.1373 (0.1350)  grad: 0.0751 (0.0807)  time: 0.4503  data: 0.0042  max mem: 22446
+train: [12]  [120/400]  eta: 0:02:13  lr: 0.000156  loss: 0.1354 (0.1360)  grad: 0.0826 (0.0813)  time: 0.4724  data: 0.0042  max mem: 22446
+train: [12]  [140/400]  eta: 0:02:03  lr: 0.000155  loss: 0.1218 (0.1363)  grad: 0.0840 (0.0810)  time: 0.4721  data: 0.0042  max mem: 22446
+train: [12]  [160/400]  eta: 0:01:53  lr: 0.000153  loss: 0.1310 (0.1362)  grad: 0.0865 (0.0829)  time: 0.4578  data: 0.0042  max mem: 22446
+train: [12]  [180/400]  eta: 0:01:43  lr: 0.000152  loss: 0.1353 (0.1369)  grad: 0.0859 (0.0826)  time: 0.4398  data: 0.0041  max mem: 22446
+train: [12]  [200/400]  eta: 0:01:33  lr: 0.000150  loss: 0.1341 (0.1366)  grad: 0.0837 (0.0840)  time: 0.4560  data: 0.0042  max mem: 22446
+train: [12]  [220/400]  eta: 0:01:24  lr: 0.000149  loss: 0.1314 (0.1371)  grad: 0.0837 (0.0840)  time: 0.4561  data: 0.0043  max mem: 22446
+train: [12]  [240/400]  eta: 0:01:14  lr: 0.000147  loss: 0.1379 (0.1382)  grad: 0.0773 (0.0838)  time: 0.4505  data: 0.0041  max mem: 22446
+train: [12]  [260/400]  eta: 0:01:04  lr: 0.000145  loss: 0.1384 (0.1378)  grad: 0.0757 (0.0827)  time: 0.4437  data: 0.0040  max mem: 22446
+train: [12]  [280/400]  eta: 0:00:55  lr: 0.000144  loss: 0.1277 (0.1370)  grad: 0.0671 (0.0821)  time: 0.4544  data: 0.0043  max mem: 22446
+train: [12]  [300/400]  eta: 0:00:47  lr: 0.000142  loss: 0.1298 (0.1376)  grad: 0.0825 (0.0822)  time: 0.6138  data: 0.1719  max mem: 22446
+train: [12]  [320/400]  eta: 0:00:37  lr: 0.000141  loss: 0.1308 (0.1370)  grad: 0.0730 (0.0814)  time: 0.4477  data: 0.0036  max mem: 22446
+train: [12]  [340/400]  eta: 0:00:28  lr: 0.000139  loss: 0.1322 (0.1374)  grad: 0.0738 (0.0818)  time: 0.4542  data: 0.0044  max mem: 22446
+train: [12]  [360/400]  eta: 0:00:18  lr: 0.000138  loss: 0.1371 (0.1372)  grad: 0.0852 (0.0818)  time: 0.4436  data: 0.0044  max mem: 22446
+train: [12]  [380/400]  eta: 0:00:09  lr: 0.000136  loss: 0.1349 (0.1373)  grad: 0.0719 (0.0815)  time: 0.4512  data: 0.0044  max mem: 22446
+train: [12]  [399/400]  eta: 0:00:00  lr: 0.000134  loss: 0.1349 (0.1369)  grad: 0.0673 (0.0811)  time: 0.4542  data: 0.0044  max mem: 22446
+train: [12] Total time: 0:03:07 (0.4683 s / it)
+train: [12] Summary: lr: 0.000134  loss: 0.1349 (0.1369)  grad: 0.0673 (0.0811)
+eval (validation): [12]  [ 0/63]  eta: 0:03:13    time: 3.0679  data: 2.8319  max mem: 22446
+eval (validation): [12]  [20/63]  eta: 0:00:19    time: 0.3341  data: 0.0064  max mem: 22446
+eval (validation): [12]  [40/63]  eta: 0:00:09    time: 0.3631  data: 0.0040  max mem: 22446
+eval (validation): [12]  [60/63]  eta: 0:00:01    time: 0.3119  data: 0.0022  max mem: 22446
+eval (validation): [12]  [62/63]  eta: 0:00:00    time: 0.3082  data: 0.0023  max mem: 22446
+eval (validation): [12] Total time: 0:00:24 (0.3831 s / it)
+cv: [12]  best hparam: (3.7, 1.0) (032) ('032_lr3.7e+00_wd1.0e+00')  loss: 0.048  acc: 0.988  f1: 0.986
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn/checkpoint-last.pth
+train: [13]  [  0/400]  eta: 0:22:00  lr: nan  time: 3.3022  data: 2.8932  max mem: 22446
+train: [13]  [ 20/400]  eta: 0:03:38  lr: 0.000133  loss: 0.1418 (0.1389)  grad: 0.0507 (0.0632)  time: 0.4397  data: 0.0038  max mem: 22446
+train: [13]  [ 40/400]  eta: 0:03:03  lr: 0.000131  loss: 0.1343 (0.1303)  grad: 0.0554 (0.0641)  time: 0.4420  data: 0.0038  max mem: 22446
+train: [13]  [ 60/400]  eta: 0:02:47  lr: 0.000130  loss: 0.1222 (0.1281)  grad: 0.0676 (0.0679)  time: 0.4520  data: 0.0044  max mem: 22446
+train: [13]  [ 80/400]  eta: 0:02:33  lr: 0.000128  loss: 0.1243 (0.1283)  grad: 0.0607 (0.0657)  time: 0.4473  data: 0.0043  max mem: 22446
+train: [13]  [100/400]  eta: 0:02:22  lr: 0.000127  loss: 0.1243 (0.1276)  grad: 0.0537 (0.0650)  time: 0.4535  data: 0.0043  max mem: 22446
+train: [13]  [120/400]  eta: 0:02:12  lr: 0.000125  loss: 0.1229 (0.1276)  grad: 0.0565 (0.0647)  time: 0.4628  data: 0.0043  max mem: 22446
+train: [13]  [140/400]  eta: 0:02:03  lr: 0.000124  loss: 0.1181 (0.1275)  grad: 0.0592 (0.0648)  time: 0.4802  data: 0.0044  max mem: 22446
+train: [13]  [160/400]  eta: 0:01:53  lr: 0.000122  loss: 0.1202 (0.1269)  grad: 0.0561 (0.0641)  time: 0.4705  data: 0.0044  max mem: 22446
+train: [13]  [180/400]  eta: 0:01:43  lr: 0.000120  loss: 0.1262 (0.1286)  grad: 0.0618 (0.0651)  time: 0.4461  data: 0.0042  max mem: 22446
+train: [13]  [200/400]  eta: 0:01:34  lr: 0.000119  loss: 0.1282 (0.1289)  grad: 0.0683 (0.0652)  time: 0.4695  data: 0.0042  max mem: 22446
+train: [13]  [220/400]  eta: 0:01:24  lr: 0.000117  loss: 0.1212 (0.1281)  grad: 0.0672 (0.0651)  time: 0.4589  data: 0.0043  max mem: 22446
+train: [13]  [240/400]  eta: 0:01:14  lr: 0.000116  loss: 0.1249 (0.1283)  grad: 0.0621 (0.0653)  time: 0.4605  data: 0.0044  max mem: 22446
+train: [13]  [260/400]  eta: 0:01:05  lr: 0.000114  loss: 0.1249 (0.1282)  grad: 0.0621 (0.0653)  time: 0.4497  data: 0.0044  max mem: 22446
+train: [13]  [280/400]  eta: 0:00:55  lr: 0.000113  loss: 0.1154 (0.1275)  grad: 0.0648 (0.0653)  time: 0.4558  data: 0.0044  max mem: 22446
+train: [13]  [300/400]  eta: 0:00:47  lr: 0.000111  loss: 0.1154 (0.1274)  grad: 0.0639 (0.0652)  time: 0.6014  data: 0.1698  max mem: 22446
+train: [13]  [320/400]  eta: 0:00:37  lr: 0.000110  loss: 0.1266 (0.1272)  grad: 0.0569 (0.0647)  time: 0.4488  data: 0.0034  max mem: 22446
+train: [13]  [340/400]  eta: 0:00:28  lr: 0.000108  loss: 0.1266 (0.1266)  grad: 0.0531 (0.0642)  time: 0.4445  data: 0.0042  max mem: 22446
+train: [13]  [360/400]  eta: 0:00:18  lr: 0.000107  loss: 0.1058 (0.1257)  grad: 0.0514 (0.0637)  time: 0.4651  data: 0.0043  max mem: 22446
+train: [13]  [380/400]  eta: 0:00:09  lr: 0.000105  loss: 0.1093 (0.1257)  grad: 0.0542 (0.0634)  time: 0.4550  data: 0.0040  max mem: 22446
+train: [13]  [399/400]  eta: 0:00:00  lr: 0.000104  loss: 0.1253 (0.1256)  grad: 0.0551 (0.0633)  time: 0.4489  data: 0.0042  max mem: 22446
+train: [13] Total time: 0:03:08 (0.4702 s / it)
+train: [13] Summary: lr: 0.000104  loss: 0.1253 (0.1256)  grad: 0.0551 (0.0633)
+eval (validation): [13]  [ 0/63]  eta: 0:03:18    time: 3.1432  data: 2.8531  max mem: 22446
+eval (validation): [13]  [20/63]  eta: 0:00:21    time: 0.3661  data: 0.0043  max mem: 22446
+eval (validation): [13]  [40/63]  eta: 0:00:09    time: 0.3522  data: 0.0035  max mem: 22446
+eval (validation): [13]  [60/63]  eta: 0:00:01    time: 0.3278  data: 0.0037  max mem: 22446
+eval (validation): [13]  [62/63]  eta: 0:00:00    time: 0.3242  data: 0.0037  max mem: 22446
+eval (validation): [13] Total time: 0:00:24 (0.3968 s / it)
+cv: [13]  best hparam: (3.7, 1.0) (032) ('032_lr3.7e+00_wd1.0e+00')  loss: 0.048  acc: 0.988  f1: 0.986
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn/checkpoint-last.pth
+train: [14]  [  0/400]  eta: 0:20:04  lr: nan  time: 3.0104  data: 2.6481  max mem: 22446
+train: [14]  [ 20/400]  eta: 0:03:41  lr: 0.000102  loss: 0.1137 (0.1229)  grad: 0.0515 (0.0531)  time: 0.4604  data: 0.0032  max mem: 22446
+train: [14]  [ 40/400]  eta: 0:03:08  lr: 0.000101  loss: 0.1196 (0.1213)  grad: 0.0527 (0.0596)  time: 0.4609  data: 0.0041  max mem: 22446
+train: [14]  [ 60/400]  eta: 0:02:49  lr: 0.000099  loss: 0.1174 (0.1197)  grad: 0.0567 (0.0581)  time: 0.4528  data: 0.0042  max mem: 22446
+train: [14]  [ 80/400]  eta: 0:02:35  lr: 0.000098  loss: 0.1085 (0.1185)  grad: 0.0552 (0.0586)  time: 0.4419  data: 0.0041  max mem: 22446
+train: [14]  [100/400]  eta: 0:02:23  lr: 0.000096  loss: 0.1067 (0.1181)  grad: 0.0555 (0.0581)  time: 0.4515  data: 0.0043  max mem: 22446
+train: [14]  [120/400]  eta: 0:02:13  lr: 0.000095  loss: 0.1206 (0.1208)  grad: 0.0524 (0.0583)  time: 0.4612  data: 0.0042  max mem: 22446
+train: [14]  [140/400]  eta: 0:02:03  lr: 0.000093  loss: 0.1272 (0.1221)  grad: 0.0538 (0.0583)  time: 0.4781  data: 0.0044  max mem: 22446
+train: [14]  [160/400]  eta: 0:01:54  lr: 0.000092  loss: 0.1082 (0.1211)  grad: 0.0501 (0.0575)  time: 0.4664  data: 0.0042  max mem: 22446
+train: [14]  [180/400]  eta: 0:01:43  lr: 0.000090  loss: 0.1060 (0.1201)  grad: 0.0467 (0.0566)  time: 0.4450  data: 0.0044  max mem: 22446
+train: [14]  [200/400]  eta: 0:01:34  lr: 0.000089  loss: 0.1150 (0.1201)  grad: 0.0494 (0.0563)  time: 0.4690  data: 0.0044  max mem: 22446
+train: [14]  [220/400]  eta: 0:01:24  lr: 0.000088  loss: 0.1097 (0.1195)  grad: 0.0515 (0.0562)  time: 0.4496  data: 0.0041  max mem: 22446
+train: [14]  [240/400]  eta: 0:01:15  lr: 0.000086  loss: 0.1087 (0.1189)  grad: 0.0532 (0.0559)  time: 0.4664  data: 0.0045  max mem: 22446
+train: [14]  [260/400]  eta: 0:01:05  lr: 0.000085  loss: 0.1126 (0.1185)  grad: 0.0553 (0.0560)  time: 0.4576  data: 0.0043  max mem: 22446
+train: [14]  [280/400]  eta: 0:00:56  lr: 0.000083  loss: 0.1164 (0.1196)  grad: 0.0524 (0.0561)  time: 0.4541  data: 0.0043  max mem: 22446
+train: [14]  [300/400]  eta: 0:00:47  lr: 0.000082  loss: 0.1160 (0.1196)  grad: 0.0524 (0.0561)  time: 0.6198  data: 0.1658  max mem: 22446
+train: [14]  [320/400]  eta: 0:00:38  lr: 0.000081  loss: 0.1136 (0.1193)  grad: 0.0520 (0.0557)  time: 0.4731  data: 0.0041  max mem: 22446
+train: [14]  [340/400]  eta: 0:00:28  lr: 0.000079  loss: 0.1213 (0.1199)  grad: 0.0516 (0.0556)  time: 0.4444  data: 0.0043  max mem: 22446
+train: [14]  [360/400]  eta: 0:00:18  lr: 0.000078  loss: 0.1214 (0.1199)  grad: 0.0530 (0.0557)  time: 0.4502  data: 0.0041  max mem: 22446
+train: [14]  [380/400]  eta: 0:00:09  lr: 0.000076  loss: 0.1214 (0.1202)  grad: 0.0530 (0.0556)  time: 0.4537  data: 0.0042  max mem: 22446
+train: [14]  [399/400]  eta: 0:00:00  lr: 0.000075  loss: 0.1223 (0.1202)  grad: 0.0502 (0.0554)  time: 0.4585  data: 0.0041  max mem: 22446
+train: [14] Total time: 0:03:09 (0.4726 s / it)
+train: [14] Summary: lr: 0.000075  loss: 0.1223 (0.1202)  grad: 0.0502 (0.0554)
+eval (validation): [14]  [ 0/63]  eta: 0:03:20    time: 3.1855  data: 2.8911  max mem: 22446
+eval (validation): [14]  [20/63]  eta: 0:00:21    time: 0.3613  data: 0.0032  max mem: 22446
+eval (validation): [14]  [40/63]  eta: 0:00:09    time: 0.3349  data: 0.0033  max mem: 22446
+eval (validation): [14]  [60/63]  eta: 0:00:01    time: 0.3263  data: 0.0035  max mem: 22446
+eval (validation): [14]  [62/63]  eta: 0:00:00    time: 0.3254  data: 0.0035  max mem: 22446
+eval (validation): [14] Total time: 0:00:24 (0.3904 s / it)
+cv: [14]  best hparam: (3.7, 1.0) (032) ('032_lr3.7e+00_wd1.0e+00')  loss: 0.049  acc: 0.988  f1: 0.986
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn/checkpoint-last.pth
+train: [15]  [  0/400]  eta: 0:21:36  lr: nan  time: 3.2405  data: 2.8488  max mem: 22446
+train: [15]  [ 20/400]  eta: 0:03:41  lr: 0.000074  loss: 0.1184 (0.1218)  grad: 0.0454 (0.0504)  time: 0.4495  data: 0.0033  max mem: 22446
+train: [15]  [ 40/400]  eta: 0:03:06  lr: 0.000072  loss: 0.1200 (0.1207)  grad: 0.0492 (0.0537)  time: 0.4495  data: 0.0040  max mem: 22446
+train: [15]  [ 60/400]  eta: 0:02:49  lr: 0.000071  loss: 0.1061 (0.1168)  grad: 0.0529 (0.0522)  time: 0.4594  data: 0.0044  max mem: 22446
+train: [15]  [ 80/400]  eta: 0:02:35  lr: 0.000070  loss: 0.1061 (0.1157)  grad: 0.0491 (0.0517)  time: 0.4530  data: 0.0041  max mem: 22446
+train: [15]  [100/400]  eta: 0:02:24  lr: 0.000068  loss: 0.1079 (0.1138)  grad: 0.0494 (0.0519)  time: 0.4507  data: 0.0044  max mem: 22446
+train: [15]  [120/400]  eta: 0:02:13  lr: 0.000067  loss: 0.1064 (0.1133)  grad: 0.0515 (0.0518)  time: 0.4668  data: 0.0042  max mem: 22446
+train: [15]  [140/400]  eta: 0:02:04  lr: 0.000066  loss: 0.1115 (0.1137)  grad: 0.0515 (0.0516)  time: 0.4749  data: 0.0046  max mem: 22446
+train: [15]  [160/400]  eta: 0:01:54  lr: 0.000064  loss: 0.1073 (0.1132)  grad: 0.0521 (0.0522)  time: 0.4756  data: 0.0043  max mem: 22446
+train: [15]  [180/400]  eta: 0:01:44  lr: 0.000063  loss: 0.1060 (0.1134)  grad: 0.0529 (0.0519)  time: 0.4464  data: 0.0038  max mem: 22446
+train: [15]  [200/400]  eta: 0:01:34  lr: 0.000062  loss: 0.1166 (0.1141)  grad: 0.0475 (0.0516)  time: 0.4603  data: 0.0043  max mem: 22446
+train: [15]  [220/400]  eta: 0:01:24  lr: 0.000061  loss: 0.1163 (0.1137)  grad: 0.0497 (0.0517)  time: 0.4526  data: 0.0039  max mem: 22446
+train: [15]  [240/400]  eta: 0:01:15  lr: 0.000059  loss: 0.1091 (0.1133)  grad: 0.0499 (0.0518)  time: 0.4564  data: 0.0041  max mem: 22446
+train: [15]  [260/400]  eta: 0:01:05  lr: 0.000058  loss: 0.1091 (0.1135)  grad: 0.0498 (0.0513)  time: 0.4524  data: 0.0040  max mem: 22446
+train: [15]  [280/400]  eta: 0:00:56  lr: 0.000057  loss: 0.1134 (0.1137)  grad: 0.0468 (0.0513)  time: 0.4596  data: 0.0042  max mem: 22446
+train: [15]  [300/400]  eta: 0:00:47  lr: 0.000056  loss: 0.1117 (0.1136)  grad: 0.0475 (0.0513)  time: 0.6052  data: 0.1750  max mem: 22446
+train: [15]  [320/400]  eta: 0:00:38  lr: 0.000054  loss: 0.1051 (0.1135)  grad: 0.0516 (0.0515)  time: 0.4546  data: 0.0036  max mem: 22446
+train: [15]  [340/400]  eta: 0:00:28  lr: 0.000053  loss: 0.1045 (0.1137)  grad: 0.0538 (0.0517)  time: 0.4555  data: 0.0043  max mem: 22446
+train: [15]  [360/400]  eta: 0:00:18  lr: 0.000052  loss: 0.1050 (0.1138)  grad: 0.0526 (0.0518)  time: 0.4543  data: 0.0042  max mem: 22446
+train: [15]  [380/400]  eta: 0:00:09  lr: 0.000051  loss: 0.1020 (0.1133)  grad: 0.0504 (0.0516)  time: 0.4540  data: 0.0044  max mem: 22446
+train: [15]  [399/400]  eta: 0:00:00  lr: 0.000050  loss: 0.1109 (0.1139)  grad: 0.0462 (0.0514)  time: 0.4528  data: 0.0043  max mem: 22446
+train: [15] Total time: 0:03:08 (0.4717 s / it)
+train: [15] Summary: lr: 0.000050  loss: 0.1109 (0.1139)  grad: 0.0462 (0.0514)
+eval (validation): [15]  [ 0/63]  eta: 0:03:12    time: 3.0480  data: 2.8056  max mem: 22446
+eval (validation): [15]  [20/63]  eta: 0:00:20    time: 0.3450  data: 0.0045  max mem: 22446
+eval (validation): [15]  [40/63]  eta: 0:00:09    time: 0.3366  data: 0.0028  max mem: 22446
+eval (validation): [15]  [60/63]  eta: 0:00:01    time: 0.3365  data: 0.0038  max mem: 22446
+eval (validation): [15]  [62/63]  eta: 0:00:00    time: 0.3363  data: 0.0038  max mem: 22446
+eval (validation): [15] Total time: 0:00:24 (0.3869 s / it)
+cv: [15]  best hparam: (3.7, 1.0) (032) ('032_lr3.7e+00_wd1.0e+00')  loss: 0.048  acc: 0.988  f1: 0.986
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn/checkpoint-last.pth
+train: [16]  [  0/400]  eta: 0:21:21  lr: nan  time: 3.2032  data: 2.8541  max mem: 22446
+train: [16]  [ 20/400]  eta: 0:03:42  lr: 0.000048  loss: 0.1105 (0.1155)  grad: 0.0474 (0.0506)  time: 0.4546  data: 0.0030  max mem: 22446
+train: [16]  [ 40/400]  eta: 0:03:07  lr: 0.000047  loss: 0.1165 (0.1163)  grad: 0.0479 (0.0516)  time: 0.4502  data: 0.0036  max mem: 22446
+train: [16]  [ 60/400]  eta: 0:02:48  lr: 0.000046  loss: 0.1150 (0.1152)  grad: 0.0474 (0.0503)  time: 0.4470  data: 0.0042  max mem: 22446
+train: [16]  [ 80/400]  eta: 0:02:35  lr: 0.000045  loss: 0.1156 (0.1165)  grad: 0.0477 (0.0502)  time: 0.4577  data: 0.0043  max mem: 22446
+train: [16]  [100/400]  eta: 0:02:23  lr: 0.000044  loss: 0.1159 (0.1171)  grad: 0.0496 (0.0501)  time: 0.4380  data: 0.0042  max mem: 22446
+train: [16]  [120/400]  eta: 0:02:12  lr: 0.000043  loss: 0.1055 (0.1154)  grad: 0.0496 (0.0502)  time: 0.4621  data: 0.0042  max mem: 22446
+train: [16]  [140/400]  eta: 0:02:03  lr: 0.000042  loss: 0.1067 (0.1151)  grad: 0.0503 (0.0506)  time: 0.4822  data: 0.0043  max mem: 22446
+train: [16]  [160/400]  eta: 0:01:54  lr: 0.000041  loss: 0.1093 (0.1144)  grad: 0.0508 (0.0505)  time: 0.4762  data: 0.0043  max mem: 22446
+train: [16]  [180/400]  eta: 0:01:44  lr: 0.000040  loss: 0.1139 (0.1146)  grad: 0.0469 (0.0502)  time: 0.4582  data: 0.0043  max mem: 22446
+train: [16]  [200/400]  eta: 0:01:34  lr: 0.000039  loss: 0.1143 (0.1148)  grad: 0.0478 (0.0507)  time: 0.4456  data: 0.0041  max mem: 22446
+train: [16]  [220/400]  eta: 0:01:24  lr: 0.000038  loss: 0.1086 (0.1147)  grad: 0.0515 (0.0506)  time: 0.4769  data: 0.0043  max mem: 22446
+train: [16]  [240/400]  eta: 0:01:15  lr: 0.000036  loss: 0.1086 (0.1144)  grad: 0.0482 (0.0505)  time: 0.4599  data: 0.0043  max mem: 22446
+train: [16]  [260/400]  eta: 0:01:05  lr: 0.000035  loss: 0.1169 (0.1150)  grad: 0.0483 (0.0504)  time: 0.4430  data: 0.0041  max mem: 22446
+train: [16]  [280/400]  eta: 0:00:56  lr: 0.000034  loss: 0.1172 (0.1148)  grad: 0.0500 (0.0508)  time: 0.4566  data: 0.0046  max mem: 22446
+train: [16]  [300/400]  eta: 0:00:47  lr: 0.000033  loss: 0.1075 (0.1144)  grad: 0.0511 (0.0509)  time: 0.5978  data: 0.1652  max mem: 22446
+train: [16]  [320/400]  eta: 0:00:37  lr: 0.000032  loss: 0.1095 (0.1145)  grad: 0.0511 (0.0509)  time: 0.4464  data: 0.0030  max mem: 22446
+train: [16]  [340/400]  eta: 0:00:28  lr: 0.000031  loss: 0.1150 (0.1151)  grad: 0.0516 (0.0511)  time: 0.4734  data: 0.0039  max mem: 22446
+train: [16]  [360/400]  eta: 0:00:18  lr: 0.000031  loss: 0.1116 (0.1148)  grad: 0.0516 (0.0511)  time: 0.4633  data: 0.0043  max mem: 22446
+train: [16]  [380/400]  eta: 0:00:09  lr: 0.000030  loss: 0.1048 (0.1142)  grad: 0.0477 (0.0509)  time: 0.4542  data: 0.0042  max mem: 22446
+train: [16]  [399/400]  eta: 0:00:00  lr: 0.000029  loss: 0.1044 (0.1141)  grad: 0.0508 (0.0511)  time: 0.4444  data: 0.0043  max mem: 22446
+train: [16] Total time: 0:03:08 (0.4718 s / it)
+train: [16] Summary: lr: 0.000029  loss: 0.1044 (0.1141)  grad: 0.0508 (0.0511)
+eval (validation): [16]  [ 0/63]  eta: 0:03:24    time: 3.2435  data: 2.9502  max mem: 22446
+eval (validation): [16]  [20/63]  eta: 0:00:21    time: 0.3632  data: 0.0040  max mem: 22446
+eval (validation): [16]  [40/63]  eta: 0:00:09    time: 0.3281  data: 0.0031  max mem: 22446
+eval (validation): [16]  [60/63]  eta: 0:00:01    time: 0.3347  data: 0.0037  max mem: 22446
+eval (validation): [16]  [62/63]  eta: 0:00:00    time: 0.3350  data: 0.0038  max mem: 22446
+eval (validation): [16] Total time: 0:00:24 (0.3933 s / it)
+cv: [16]  best hparam: (0.61, 1.0) (021) ('021_lr6.1e-01_wd1.0e+00')  loss: 0.041  acc: 0.988  f1: 0.986
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn/checkpoint-last.pth
+train: [17]  [  0/400]  eta: 0:22:12  lr: nan  time: 3.3303  data: 2.9349  max mem: 22446
+train: [17]  [ 20/400]  eta: 0:03:50  lr: 0.000028  loss: 0.0963 (0.1053)  grad: 0.0497 (0.0497)  time: 0.4705  data: 0.0034  max mem: 22446
+train: [17]  [ 40/400]  eta: 0:03:11  lr: 0.000027  loss: 0.1037 (0.1106)  grad: 0.0502 (0.0515)  time: 0.4520  data: 0.0042  max mem: 22446
+train: [17]  [ 60/400]  eta: 0:02:51  lr: 0.000026  loss: 0.1180 (0.1137)  grad: 0.0482 (0.0504)  time: 0.4536  data: 0.0041  max mem: 22446
+train: [17]  [ 80/400]  eta: 0:02:38  lr: 0.000025  loss: 0.1206 (0.1155)  grad: 0.0485 (0.0503)  time: 0.4593  data: 0.0042  max mem: 22446
+train: [17]  [100/400]  eta: 0:02:25  lr: 0.000024  loss: 0.1152 (0.1145)  grad: 0.0483 (0.0499)  time: 0.4498  data: 0.0041  max mem: 22446
+train: [17]  [120/400]  eta: 0:02:14  lr: 0.000023  loss: 0.1087 (0.1132)  grad: 0.0443 (0.0488)  time: 0.4471  data: 0.0037  max mem: 22446
+train: [17]  [140/400]  eta: 0:02:04  lr: 0.000023  loss: 0.1113 (0.1130)  grad: 0.0449 (0.0490)  time: 0.4823  data: 0.0042  max mem: 22446
+train: [17]  [160/400]  eta: 0:01:54  lr: 0.000022  loss: 0.1084 (0.1128)  grad: 0.0495 (0.0493)  time: 0.4743  data: 0.0042  max mem: 22446
+train: [17]  [180/400]  eta: 0:01:44  lr: 0.000021  loss: 0.1048 (0.1126)  grad: 0.0491 (0.0492)  time: 0.4612  data: 0.0043  max mem: 22446
+train: [17]  [200/400]  eta: 0:01:34  lr: 0.000020  loss: 0.1036 (0.1125)  grad: 0.0473 (0.0494)  time: 0.4468  data: 0.0039  max mem: 22446
+train: [17]  [220/400]  eta: 0:01:25  lr: 0.000019  loss: 0.1059 (0.1124)  grad: 0.0482 (0.0494)  time: 0.4719  data: 0.0044  max mem: 22446
+train: [17]  [240/400]  eta: 0:01:15  lr: 0.000019  loss: 0.1063 (0.1125)  grad: 0.0458 (0.0494)  time: 0.4555  data: 0.0043  max mem: 22446
+train: [17]  [260/400]  eta: 0:01:05  lr: 0.000018  loss: 0.1075 (0.1126)  grad: 0.0488 (0.0494)  time: 0.4495  data: 0.0043  max mem: 22446
+train: [17]  [280/400]  eta: 0:00:56  lr: 0.000017  loss: 0.1065 (0.1122)  grad: 0.0461 (0.0492)  time: 0.4532  data: 0.0043  max mem: 22446
+train: [17]  [300/400]  eta: 0:00:47  lr: 0.000016  loss: 0.1065 (0.1120)  grad: 0.0483 (0.0495)  time: 0.6256  data: 0.1694  max mem: 22446
+train: [17]  [320/400]  eta: 0:00:38  lr: 0.000016  loss: 0.1105 (0.1120)  grad: 0.0494 (0.0496)  time: 0.4272  data: 0.0035  max mem: 22446
+train: [17]  [340/400]  eta: 0:00:28  lr: 0.000015  loss: 0.1104 (0.1120)  grad: 0.0466 (0.0494)  time: 0.4534  data: 0.0043  max mem: 22446
+train: [17]  [360/400]  eta: 0:00:18  lr: 0.000014  loss: 0.1063 (0.1117)  grad: 0.0466 (0.0494)  time: 0.4536  data: 0.0043  max mem: 22446
+train: [17]  [380/400]  eta: 0:00:09  lr: 0.000014  loss: 0.1092 (0.1119)  grad: 0.0472 (0.0493)  time: 0.4403  data: 0.0040  max mem: 22446
+train: [17]  [399/400]  eta: 0:00:00  lr: 0.000013  loss: 0.1151 (0.1119)  grad: 0.0478 (0.0493)  time: 0.4453  data: 0.0043  max mem: 22446
+train: [17] Total time: 0:03:08 (0.4715 s / it)
+train: [17] Summary: lr: 0.000013  loss: 0.1151 (0.1119)  grad: 0.0478 (0.0493)
+eval (validation): [17]  [ 0/63]  eta: 0:03:20    time: 3.1754  data: 2.8879  max mem: 22446
+eval (validation): [17]  [20/63]  eta: 0:00:21    time: 0.3742  data: 0.0033  max mem: 22446
+eval (validation): [17]  [40/63]  eta: 0:00:09    time: 0.3341  data: 0.0035  max mem: 22446
+eval (validation): [17]  [60/63]  eta: 0:00:01    time: 0.3265  data: 0.0036  max mem: 22446
+eval (validation): [17]  [62/63]  eta: 0:00:00    time: 0.3230  data: 0.0036  max mem: 22446
+eval (validation): [17] Total time: 0:00:24 (0.3931 s / it)
+cv: [17]  best hparam: (3.7, 1.0) (032) ('032_lr3.7e+00_wd1.0e+00')  loss: 0.049  acc: 0.988  f1: 0.986
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn/checkpoint-last.pth
+train: [18]  [  0/400]  eta: 0:21:40  lr: nan  time: 3.2517  data: 2.8560  max mem: 22446
+train: [18]  [ 20/400]  eta: 0:03:48  lr: 0.000012  loss: 0.1020 (0.1058)  grad: 0.0442 (0.0471)  time: 0.4685  data: 0.0034  max mem: 22446
+train: [18]  [ 40/400]  eta: 0:03:09  lr: 0.000012  loss: 0.1043 (0.1110)  grad: 0.0470 (0.0480)  time: 0.4492  data: 0.0043  max mem: 22446
+train: [18]  [ 60/400]  eta: 0:02:49  lr: 0.000011  loss: 0.1049 (0.1101)  grad: 0.0498 (0.0483)  time: 0.4383  data: 0.0042  max mem: 22446
+train: [18]  [ 80/400]  eta: 0:02:36  lr: 0.000011  loss: 0.1066 (0.1105)  grad: 0.0480 (0.0485)  time: 0.4648  data: 0.0042  max mem: 22446
+train: [18]  [100/400]  eta: 0:02:24  lr: 0.000010  loss: 0.1128 (0.1119)  grad: 0.0480 (0.0491)  time: 0.4492  data: 0.0040  max mem: 22446
+train: [18]  [120/400]  eta: 0:02:13  lr: 0.000009  loss: 0.1055 (0.1106)  grad: 0.0502 (0.0494)  time: 0.4548  data: 0.0041  max mem: 22446
+train: [18]  [140/400]  eta: 0:02:03  lr: 0.000009  loss: 0.1094 (0.1104)  grad: 0.0488 (0.0494)  time: 0.4699  data: 0.0043  max mem: 22446
+train: [18]  [160/400]  eta: 0:01:54  lr: 0.000008  loss: 0.1071 (0.1102)  grad: 0.0479 (0.0492)  time: 0.4787  data: 0.0043  max mem: 22446
+train: [18]  [180/400]  eta: 0:01:44  lr: 0.000008  loss: 0.1071 (0.1101)  grad: 0.0504 (0.0496)  time: 0.4561  data: 0.0044  max mem: 22446
+train: [18]  [200/400]  eta: 0:01:34  lr: 0.000007  loss: 0.1063 (0.1098)  grad: 0.0514 (0.0498)  time: 0.4488  data: 0.0040  max mem: 22446
+train: [18]  [220/400]  eta: 0:01:24  lr: 0.000007  loss: 0.1013 (0.1095)  grad: 0.0467 (0.0496)  time: 0.4770  data: 0.0044  max mem: 22446
+train: [18]  [240/400]  eta: 0:01:15  lr: 0.000006  loss: 0.1088 (0.1095)  grad: 0.0497 (0.0497)  time: 0.4676  data: 0.0044  max mem: 22446
+train: [18]  [260/400]  eta: 0:01:05  lr: 0.000006  loss: 0.1116 (0.1100)  grad: 0.0497 (0.0495)  time: 0.4636  data: 0.0044  max mem: 22446
+train: [18]  [280/400]  eta: 0:00:56  lr: 0.000006  loss: 0.1095 (0.1101)  grad: 0.0502 (0.0499)  time: 0.4691  data: 0.0044  max mem: 22446
+train: [18]  [300/400]  eta: 0:00:48  lr: 0.000005  loss: 0.1048 (0.1098)  grad: 0.0514 (0.0500)  time: 0.6123  data: 0.1742  max mem: 22446
+train: [18]  [320/400]  eta: 0:00:38  lr: 0.000005  loss: 0.1090 (0.1099)  grad: 0.0493 (0.0500)  time: 0.4546  data: 0.0035  max mem: 22446
+train: [18]  [340/400]  eta: 0:00:28  lr: 0.000004  loss: 0.1130 (0.1102)  grad: 0.0488 (0.0500)  time: 0.4646  data: 0.0035  max mem: 22446
+train: [18]  [360/400]  eta: 0:00:19  lr: 0.000004  loss: 0.1091 (0.1101)  grad: 0.0487 (0.0502)  time: 0.4637  data: 0.0041  max mem: 22446
+train: [18]  [380/400]  eta: 0:00:09  lr: 0.000004  loss: 0.1091 (0.1096)  grad: 0.0478 (0.0500)  time: 0.4648  data: 0.0045  max mem: 22446
+train: [18]  [399/400]  eta: 0:00:00  lr: 0.000003  loss: 0.1045 (0.1093)  grad: 0.0472 (0.0500)  time: 0.4551  data: 0.0045  max mem: 22446
+train: [18] Total time: 0:03:10 (0.4761 s / it)
+train: [18] Summary: lr: 0.000003  loss: 0.1045 (0.1093)  grad: 0.0472 (0.0500)
+eval (validation): [18]  [ 0/63]  eta: 0:03:25    time: 3.2564  data: 2.9536  max mem: 22446
+eval (validation): [18]  [20/63]  eta: 0:00:22    time: 0.3798  data: 0.0043  max mem: 22446
+eval (validation): [18]  [40/63]  eta: 0:00:10    time: 0.3570  data: 0.0033  max mem: 22446
+eval (validation): [18]  [60/63]  eta: 0:00:01    time: 0.3331  data: 0.0035  max mem: 22446
+eval (validation): [18]  [62/63]  eta: 0:00:00    time: 0.3249  data: 0.0034  max mem: 22446
+eval (validation): [18] Total time: 0:00:25 (0.4075 s / it)
+cv: [18]  best hparam: (3.7, 1.0) (032) ('032_lr3.7e+00_wd1.0e+00')  loss: 0.049  acc: 0.988  f1: 0.986
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn/checkpoint-last.pth
+train: [19]  [  0/400]  eta: 0:24:12  lr: nan  time: 3.6300  data: 3.2218  max mem: 22446
+train: [19]  [ 20/400]  eta: 0:03:53  lr: 0.000003  loss: 0.1099 (0.1068)  grad: 0.0462 (0.0446)  time: 0.4639  data: 0.0023  max mem: 22446
+train: [19]  [ 40/400]  eta: 0:03:15  lr: 0.000003  loss: 0.1099 (0.1096)  grad: 0.0480 (0.0487)  time: 0.4651  data: 0.0043  max mem: 22446
+train: [19]  [ 60/400]  eta: 0:02:54  lr: 0.000002  loss: 0.1061 (0.1091)  grad: 0.0496 (0.0483)  time: 0.4507  data: 0.0044  max mem: 22446
+train: [19]  [ 80/400]  eta: 0:02:39  lr: 0.000002  loss: 0.1068 (0.1097)  grad: 0.0507 (0.0486)  time: 0.4595  data: 0.0041  max mem: 22446
+train: [19]  [100/400]  eta: 0:02:27  lr: 0.000002  loss: 0.1068 (0.1110)  grad: 0.0471 (0.0481)  time: 0.4598  data: 0.0042  max mem: 22446
+train: [19]  [120/400]  eta: 0:02:15  lr: 0.000002  loss: 0.1073 (0.1102)  grad: 0.0463 (0.0479)  time: 0.4482  data: 0.0041  max mem: 22446
+train: [19]  [140/400]  eta: 0:02:05  lr: 0.000001  loss: 0.1052 (0.1093)  grad: 0.0468 (0.0478)  time: 0.4726  data: 0.0045  max mem: 22446
+train: [19]  [160/400]  eta: 0:01:55  lr: 0.000001  loss: 0.1110 (0.1094)  grad: 0.0469 (0.0480)  time: 0.4778  data: 0.0044  max mem: 22446
+train: [19]  [180/400]  eta: 0:01:45  lr: 0.000001  loss: 0.1121 (0.1096)  grad: 0.0478 (0.0482)  time: 0.4754  data: 0.0043  max mem: 22446
+train: [19]  [200/400]  eta: 0:01:35  lr: 0.000001  loss: 0.1049 (0.1095)  grad: 0.0479 (0.0483)  time: 0.4451  data: 0.0041  max mem: 22446
+train: [19]  [220/400]  eta: 0:01:25  lr: 0.000001  loss: 0.1073 (0.1102)  grad: 0.0490 (0.0486)  time: 0.4708  data: 0.0042  max mem: 22446
+train: [19]  [240/400]  eta: 0:01:16  lr: 0.000001  loss: 0.1168 (0.1100)  grad: 0.0488 (0.0485)  time: 0.4774  data: 0.0043  max mem: 22446
+train: [19]  [260/400]  eta: 0:01:06  lr: 0.000000  loss: 0.1050 (0.1098)  grad: 0.0488 (0.0488)  time: 0.4680  data: 0.0041  max mem: 22446
+train: [19]  [280/400]  eta: 0:00:56  lr: 0.000000  loss: 0.1069 (0.1102)  grad: 0.0494 (0.0487)  time: 0.4483  data: 0.0044  max mem: 22446
+train: [19]  [300/400]  eta: 0:00:48  lr: 0.000000  loss: 0.1114 (0.1105)  grad: 0.0478 (0.0489)  time: 0.6595  data: 0.1808  max mem: 22446
+train: [19]  [320/400]  eta: 0:00:38  lr: 0.000000  loss: 0.1082 (0.1102)  grad: 0.0504 (0.0490)  time: 0.4707  data: 0.0039  max mem: 22446
+train: [19]  [340/400]  eta: 0:00:29  lr: 0.000000  loss: 0.1022 (0.1099)  grad: 0.0499 (0.0489)  time: 0.4593  data: 0.0045  max mem: 22446
+train: [19]  [360/400]  eta: 0:00:19  lr: 0.000000  loss: 0.1057 (0.1098)  grad: 0.0483 (0.0490)  time: 0.4627  data: 0.0045  max mem: 22446
+train: [19]  [380/400]  eta: 0:00:09  lr: 0.000000  loss: 0.1116 (0.1099)  grad: 0.0471 (0.0489)  time: 0.4835  data: 0.0042  max mem: 22446
+train: [19]  [399/400]  eta: 0:00:00  lr: 0.000000  loss: 0.1088 (0.1097)  grad: 0.0457 (0.0490)  time: 0.4785  data: 0.0045  max mem: 22446
+train: [19] Total time: 0:03:13 (0.4833 s / it)
+train: [19] Summary: lr: 0.000000  loss: 0.1088 (0.1097)  grad: 0.0457 (0.0490)
+eval (validation): [19]  [ 0/63]  eta: 0:03:05    time: 2.9469  data: 2.7089  max mem: 22446
+eval (validation): [19]  [20/63]  eta: 0:00:20    time: 0.3610  data: 0.0046  max mem: 22446
+eval (validation): [19]  [40/63]  eta: 0:00:09    time: 0.3716  data: 0.0034  max mem: 22446
+eval (validation): [19]  [60/63]  eta: 0:00:01    time: 0.3415  data: 0.0032  max mem: 22446
+eval (validation): [19]  [62/63]  eta: 0:00:00    time: 0.3416  data: 0.0023  max mem: 22446
+eval (validation): [19] Total time: 0:00:25 (0.4038 s / it)
+cv: [19]  best hparam: (3.7, 1.0) (032) ('032_lr3.7e+00_wd1.0e+00')  loss: 0.049  acc: 0.988  f1: 0.986
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn/checkpoint-last.pth
+evaluating last checkpoint: experiments/data_scaling/output/data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn/checkpoint-last.pth
+eval model info:
+{"score": 0.9880952380952381, "hparam": [3.7, 1.0], "hparam_id": 32, "epoch": 19, "is_best": false, "best_score": 0.9885912698412699}
+eval (train): [20]  [  0/297]  eta: 0:14:54    time: 3.0108  data: 2.7208  max mem: 22446
+eval (train): [20]  [ 20/297]  eta: 0:02:29    time: 0.4159  data: 0.0049  max mem: 22446
+eval (train): [20]  [ 40/297]  eta: 0:01:58    time: 0.3818  data: 0.0033  max mem: 22446
+eval (train): [20]  [ 60/297]  eta: 0:01:42    time: 0.3718  data: 0.0037  max mem: 22446
+eval (train): [20]  [ 80/297]  eta: 0:01:29    time: 0.3596  data: 0.0035  max mem: 22446
+eval (train): [20]  [100/297]  eta: 0:01:19    time: 0.3686  data: 0.0036  max mem: 22446
+eval (train): [20]  [120/297]  eta: 0:01:10    time: 0.3725  data: 0.0037  max mem: 22446
+eval (train): [20]  [140/297]  eta: 0:01:01    time: 0.3544  data: 0.0036  max mem: 22446
+eval (train): [20]  [160/297]  eta: 0:00:53    time: 0.3565  data: 0.0033  max mem: 22446
+eval (train): [20]  [180/297]  eta: 0:00:45    time: 0.3639  data: 0.0037  max mem: 22446
+eval (train): [20]  [200/297]  eta: 0:00:37    time: 0.3537  data: 0.0038  max mem: 22446
+eval (train): [20]  [220/297]  eta: 0:00:29    time: 0.3572  data: 0.0031  max mem: 22446
+eval (train): [20]  [240/297]  eta: 0:00:21    time: 0.3525  data: 0.0036  max mem: 22446
+eval (train): [20]  [260/297]  eta: 0:00:13    time: 0.3458  data: 0.0040  max mem: 22446
+eval (train): [20]  [280/297]  eta: 0:00:06    time: 0.3751  data: 0.0035  max mem: 22446
+eval (train): [20]  [296/297]  eta: 0:00:00    time: 0.3641  data: 0.0037  max mem: 22446
+eval (train): [20] Total time: 0:01:51 (0.3764 s / it)
+eval (validation): [20]  [ 0/63]  eta: 0:03:06    time: 2.9641  data: 2.7170  max mem: 22446
+eval (validation): [20]  [20/63]  eta: 0:00:21    time: 0.3861  data: 0.0035  max mem: 22446
+eval (validation): [20]  [40/63]  eta: 0:00:09    time: 0.3476  data: 0.0028  max mem: 22446
+eval (validation): [20]  [60/63]  eta: 0:00:01    time: 0.3380  data: 0.0030  max mem: 22446
+eval (validation): [20]  [62/63]  eta: 0:00:00    time: 0.3381  data: 0.0022  max mem: 22446
+eval (validation): [20] Total time: 0:00:25 (0.4024 s / it)
+eval (test): [20]  [ 0/79]  eta: 0:03:49    time: 2.9108  data: 2.6816  max mem: 22446
+eval (test): [20]  [20/79]  eta: 0:00:29    time: 0.3728  data: 0.0163  max mem: 22446
+eval (test): [20]  [40/79]  eta: 0:00:16    time: 0.3747  data: 0.0129  max mem: 22446
+eval (test): [20]  [60/79]  eta: 0:00:07    time: 0.3469  data: 0.0025  max mem: 22446
+eval (test): [20]  [78/79]  eta: 0:00:00    time: 0.3114  data: 0.0021  max mem: 22446
+eval (test): [20] Total time: 0:00:30 (0.3890 s / it)
+evaluating best checkpoint: experiments/data_scaling/output/data_scaling/n800_2/eval_v2/hcpya_task21__patch__attn/checkpoint-best.pth
+eval model info:
+{"score": 0.9885912698412699, "hparam": [1.9, 1.0], "hparam_id": 28, "epoch": 9, "is_best": true, "best_score": 0.9885912698412699}
+eval (train): [20]  [  0/297]  eta: 0:16:00    time: 3.2328  data: 2.9201  max mem: 22446
+eval (train): [20]  [ 20/297]  eta: 0:02:28    time: 0.4001  data: 0.0036  max mem: 22446
+eval (train): [20]  [ 40/297]  eta: 0:01:54    time: 0.3508  data: 0.0035  max mem: 22446
+eval (train): [20]  [ 60/297]  eta: 0:01:40    time: 0.3786  data: 0.0042  max mem: 22446
+eval (train): [20]  [ 80/297]  eta: 0:01:27    time: 0.3490  data: 0.0031  max mem: 22446
+eval (train): [20]  [100/297]  eta: 0:01:18    time: 0.3666  data: 0.0035  max mem: 22446
+eval (train): [20]  [120/297]  eta: 0:01:09    time: 0.3611  data: 0.0035  max mem: 22446
+eval (train): [20]  [140/297]  eta: 0:01:00    time: 0.3489  data: 0.0037  max mem: 22446
+eval (train): [20]  [160/297]  eta: 0:00:52    time: 0.3619  data: 0.0036  max mem: 22446
+eval (train): [20]  [180/297]  eta: 0:00:44    time: 0.3439  data: 0.0034  max mem: 22446
+eval (train): [20]  [200/297]  eta: 0:00:36    time: 0.3348  data: 0.0032  max mem: 22446
+eval (train): [20]  [220/297]  eta: 0:00:28    time: 0.3644  data: 0.0037  max mem: 22446
+eval (train): [20]  [240/297]  eta: 0:00:21    time: 0.3420  data: 0.0033  max mem: 22446
+eval (train): [20]  [260/297]  eta: 0:00:13    time: 0.3346  data: 0.0034  max mem: 22446
+eval (train): [20]  [280/297]  eta: 0:00:06    time: 0.3362  data: 0.0034  max mem: 22446
+eval (train): [20]  [296/297]  eta: 0:00:00    time: 0.3216  data: 0.0035  max mem: 22446
+eval (train): [20] Total time: 0:01:48 (0.3648 s / it)
+eval (validation): [20]  [ 0/63]  eta: 0:03:01    time: 2.8779  data: 2.6354  max mem: 22446
+eval (validation): [20]  [20/63]  eta: 0:00:20    time: 0.3493  data: 0.0156  max mem: 22446
+eval (validation): [20]  [40/63]  eta: 0:00:09    time: 0.3364  data: 0.0036  max mem: 22446
+eval (validation): [20]  [60/63]  eta: 0:00:01    time: 0.3282  data: 0.0026  max mem: 22446
+eval (validation): [20]  [62/63]  eta: 0:00:00    time: 0.3189  data: 0.0020  max mem: 22446
+eval (validation): [20] Total time: 0:00:24 (0.3813 s / it)
+eval (test): [20]  [ 0/79]  eta: 0:03:40    time: 2.7883  data: 2.5552  max mem: 22446
+eval (test): [20]  [20/79]  eta: 0:00:27    time: 0.3413  data: 0.0029  max mem: 22446
+eval (test): [20]  [40/79]  eta: 0:00:16    time: 0.3692  data: 0.0029  max mem: 22446
+eval (test): [20]  [60/79]  eta: 0:00:07    time: 0.3446  data: 0.0035  max mem: 22446
+eval (test): [20]  [78/79]  eta: 0:00:00    time: 0.3249  data: 0.0032  max mem: 22446
+eval (test): [20] Total time: 0:00:30 (0.3801 s / it)
+eval results:
+
+| model    | repr   | clf   | dataset      | ckpt   |   epoch |      lr |   wd |   hparam_id | hparam     | split      |      loss |     acc |   acc_std |      f1 |    f1_std |
+|:---------|:-------|:------|:-------------|:-------|--------:|--------:|-----:|------------:|:-----------|:-----------|----------:|--------:|----------:|--------:|----------:|
+| flat_mae | patch  | attn  | hcpya_task21 | best   |       9 | 0.00057 | 0.05 |          28 | [1.9, 1.0] | train      | 0.0016463 | 1       | 0         | 1       | 0         |
+| flat_mae | patch  | attn  | hcpya_task21 | best   |       9 | 0.00057 | 0.05 |          28 | [1.9, 1.0] | validation | 0.041366  | 0.98859 | 0.0017393 | 0.98673 | 0.0022074 |
+| flat_mae | patch  | attn  | hcpya_task21 | best   |       9 | 0.00057 | 0.05 |          28 | [1.9, 1.0] | test       | 0.057268  | 0.98393 | 0.0016795 | 0.98111 | 0.0021815 |
+
+
+done! total time: 1:18:41

data_scaling/n800_2/eval_v2/nsd_cococlip__patch__attn/config.yaml

@@ -0,0 +1,96 @@
+output_root: experiments/data_scaling/output
+name_prefix: eval_probe
+remote_root: null
+notes: data scaling experiment n800_2; eval v2 (nsd_cococlip patch attn)
+model_kwargs:
+  ckpt_path: experiments/data_scaling/output/data_scaling/n800_2/pretrain/checkpoint-best.pth
+dataset_kwargs: {}
+classifier_kwargs:
+  embed_dim: null
+  dropout: 0.0
+  xavier_init: true
+  norm: true
+lr_scale_grid:
+- 0.02
+- 0.023
+- 0.028
+- 0.033
+- 0.038
+- 0.045
+- 0.053
+- 0.062
+- 0.074
+- 0.087
+- 0.1
+- 0.12
+- 0.14
+- 0.17
+- 0.2
+- 0.23
+- 0.27
+- 0.32
+- 0.38
+- 0.44
+- 0.52
+- 0.61
+- 0.72
+- 0.85
+- 1
+- 1.2
+- 1.4
+- 1.6
+- 1.9
+- 2.3
+- 2.7
+- 3.1
+- 3.7
+- 4.3
+- 5.1
+- 6
+- 7.1
+- 8.3
+- 9.8
+- 12
+- 14
+- 16
+- 19
+- 22
+- 26
+- 31
+- 36
+- 43
+- 50
+wd_scale_grid:
+- 1.0
+num_workers: 8
+prefetch_factor: null
+balanced_sampling: false
+epochs: 20
+steps_per_epoch: 200
+batch_size: 64
+accum_iter: 2
+lr: 0.0003
+warmup_epochs: 5
+no_decay: false
+weight_decay: 0.05
+clip_grad: 1.0
+metrics:
+- acc
+- f1
+cv_metric: acc
+early_stopping: true
+amp: true
+device: cuda
+seed: 4466
+debug: false
+wandb: false
+wandb_entity: null
+wandb_project: fMRI-fm-eval
+name: data_scaling/n800_2/eval_v2/nsd_cococlip__patch__attn
+model: flat_mae
+representation: patch
+classifier: attn
+dataset: nsd_cococlip
+distributed: false
+output_dir: experiments/data_scaling/output/data_scaling/n800_2/eval_v2/nsd_cococlip__patch__attn
+remote_dir: null

data_scaling/n800_2/eval_v2/nsd_cococlip__patch__attn/eval_log.json

@@ -0,0 +1 @@
+{"eval/epoch": 5, "eval/id_best": 26, "eval/lr_best": 0.00041999999999999996, "eval/wd_best": 0.05, "eval/train/loss": 2.097738265991211, "eval/train/acc": 0.370232643904238, "eval/train/acc_std": 0.002471604508938681, "eval/train/f1": 0.3092126652150962, "eval/train/f1_std": 0.002491458271523646, "eval/validation/loss": 2.3706860542297363, "eval/validation/acc": 0.2862679955703212, "eval/validation/acc_std": 0.005476649126067028, "eval/validation/f1": 0.21881163265593262, "eval/validation/f1_std": 0.005316580779719462, "eval/test/loss": 2.351391077041626, "eval/test/acc": 0.2855287569573284, "eval/test/acc_std": 0.005354620971114648, "eval/test/f1": 0.2202173896859306, "eval/test/f1_std": 0.005180939177282511, "eval/testid/loss": 2.3106331825256348, "eval/testid/acc": 0.2959321380374012, "eval/testid/acc_std": 0.005774897294308081, "eval/testid/f1": 0.23944871818440439, "eval/testid/f1_std": 0.005730383656711987}

data_scaling/n800_2/eval_v2/nsd_cococlip__patch__attn/eval_log_best.json

@@ -0,0 +1 @@
+{"eval/best/epoch": 5, "eval/best/id_best": 26, "eval/best/lr_best": 0.00041999999999999996, "eval/best/wd_best": 0.05, "eval/best/train/loss": 2.097738265991211, "eval/best/train/acc": 0.370232643904238, "eval/best/train/acc_std": 0.002471604508938681, "eval/best/train/f1": 0.3092126652150962, "eval/best/train/f1_std": 0.002491458271523646, "eval/best/validation/loss": 2.3706860542297363, "eval/best/validation/acc": 0.2862679955703212, "eval/best/validation/acc_std": 0.005476649126067028, "eval/best/validation/f1": 0.21881163265593262, "eval/best/validation/f1_std": 0.005316580779719462, "eval/best/test/loss": 2.351391077041626, "eval/best/test/acc": 0.2855287569573284, "eval/best/test/acc_std": 0.005354620971114648, "eval/best/test/f1": 0.2202173896859306, "eval/best/test/f1_std": 0.005180939177282511, "eval/best/testid/loss": 2.3106331825256348, "eval/best/testid/acc": 0.2959321380374012, "eval/best/testid/acc_std": 0.005774897294308081, "eval/best/testid/f1": 0.23944871818440439, "eval/best/testid/f1_std": 0.005730383656711987}

data_scaling/n800_2/eval_v2/nsd_cococlip__patch__attn/eval_log_last.json

@@ -0,0 +1 @@
+{"eval/last/epoch": 19, "eval/last/id_best": 18, "eval/last/lr_best": 0.00011399999999999999, "eval/last/wd_best": 0.05, "eval/last/train/loss": 2.0890188217163086, "eval/last/train/acc": 0.37262976735609576, "eval/last/train/acc_std": 0.002399306317819814, "eval/last/train/f1": 0.31216785601736996, "eval/last/train/f1_std": 0.002493923312760216, "eval/last/validation/loss": 2.3983216285705566, "eval/last/validation/acc": 0.27445551864156514, "eval/last/validation/acc_std": 0.005281221483487775, "eval/last/validation/f1": 0.20935826360407148, "eval/last/validation/f1_std": 0.004894935029749872, "eval/last/test/loss": 2.3361010551452637, "eval/last/test/acc": 0.3007421150278293, "eval/last/test/acc_std": 0.005188524376932158, "eval/last/test/f1": 0.22225186954878193, "eval/last/test/f1_std": 0.005071978126023731, "eval/last/testid/loss": 2.280708074569702, "eval/last/testid/acc": 0.30229419703103916, "eval/last/testid/acc_std": 0.00580966765465548, "eval/last/testid/f1": 0.24281670994563687, "eval/last/testid/f1_std": 0.005829004152180844}

data_scaling/n800_2/eval_v2/nsd_cococlip__patch__attn/eval_table.csv

@@ -0,0 +1,5 @@
+model,repr,clf,dataset,ckpt,epoch,lr,wd,hparam_id,hparam,split,loss,acc,acc_std,f1,f1_std
+flat_mae,patch,attn,nsd_cococlip,best,5,0.00041999999999999996,0.05,26,"[1.4, 1.0]",train,2.097738265991211,0.370232643904238,0.002471604508938681,0.3092126652150962,0.002491458271523646
+flat_mae,patch,attn,nsd_cococlip,best,5,0.00041999999999999996,0.05,26,"[1.4, 1.0]",validation,2.3706860542297363,0.2862679955703212,0.005476649126067028,0.21881163265593262,0.005316580779719462
+flat_mae,patch,attn,nsd_cococlip,best,5,0.00041999999999999996,0.05,26,"[1.4, 1.0]",test,2.351391077041626,0.2855287569573284,0.005354620971114648,0.2202173896859306,0.005180939177282511
+flat_mae,patch,attn,nsd_cococlip,best,5,0.00041999999999999996,0.05,26,"[1.4, 1.0]",testid,2.3106331825256348,0.2959321380374012,0.005774897294308081,0.23944871818440439,0.005730383656711987

data_scaling/n800_2/eval_v2/nsd_cococlip__patch__attn/eval_table_best.csv

@@ -0,0 +1,5 @@
+model,repr,clf,dataset,ckpt,epoch,lr,wd,hparam_id,hparam,split,loss,acc,acc_std,f1,f1_std
+flat_mae,patch,attn,nsd_cococlip,best,5,0.00041999999999999996,0.05,26,"[1.4, 1.0]",train,2.097738265991211,0.370232643904238,0.002471604508938681,0.3092126652150962,0.002491458271523646
+flat_mae,patch,attn,nsd_cococlip,best,5,0.00041999999999999996,0.05,26,"[1.4, 1.0]",validation,2.3706860542297363,0.2862679955703212,0.005476649126067028,0.21881163265593262,0.005316580779719462
+flat_mae,patch,attn,nsd_cococlip,best,5,0.00041999999999999996,0.05,26,"[1.4, 1.0]",test,2.351391077041626,0.2855287569573284,0.005354620971114648,0.2202173896859306,0.005180939177282511
+flat_mae,patch,attn,nsd_cococlip,best,5,0.00041999999999999996,0.05,26,"[1.4, 1.0]",testid,2.3106331825256348,0.2959321380374012,0.005774897294308081,0.23944871818440439,0.005730383656711987

data_scaling/n800_2/eval_v2/nsd_cococlip__patch__attn/eval_table_last.csv

@@ -0,0 +1,5 @@
+model,repr,clf,dataset,ckpt,epoch,lr,wd,hparam_id,hparam,split,loss,acc,acc_std,f1,f1_std
+flat_mae,patch,attn,nsd_cococlip,last,19,0.00011399999999999999,0.05,18,"[0.38, 1.0]",train,2.0890188217163086,0.37262976735609576,0.002399306317819814,0.31216785601736996,0.002493923312760216
+flat_mae,patch,attn,nsd_cococlip,last,19,0.00011399999999999999,0.05,18,"[0.38, 1.0]",validation,2.3983216285705566,0.27445551864156514,0.005281221483487775,0.20935826360407148,0.004894935029749872
+flat_mae,patch,attn,nsd_cococlip,last,19,0.00011399999999999999,0.05,18,"[0.38, 1.0]",test,2.3361010551452637,0.3007421150278293,0.005188524376932158,0.22225186954878193,0.005071978126023731
+flat_mae,patch,attn,nsd_cococlip,last,19,0.00011399999999999999,0.05,18,"[0.38, 1.0]",testid,2.280708074569702,0.30229419703103916,0.00580966765465548,0.24281670994563687,0.005829004152180844

data_scaling/n800_2/eval_v2/nsd_cococlip__patch__attn/log.txt

@@ -0,0 +1,962 @@
+fMRI foundation model probe eval
+version: 0.1.dev65+g4003a1397
+sha: 6c01b606db98add5848cecd23e5d599250c0bf86, status: clean, branch: dev/clane9
+cwd: /data/connor/fmri-fm
+start: 2026-02-24 20:27:25
+config:
+output_root: experiments/data_scaling/output
+name_prefix: eval_probe
+remote_root: null
+notes: data scaling experiment n800_2; eval v2 (nsd_cococlip patch attn)
+model_kwargs:
+  ckpt_path: experiments/data_scaling/output/data_scaling/n800_2/pretrain/checkpoint-best.pth
+dataset_kwargs: {}
+classifier_kwargs:
+  embed_dim: null
+  dropout: 0.0
+  xavier_init: true
+  norm: true
+lr_scale_grid:
+- 0.02
+- 0.023
+- 0.028
+- 0.033
+- 0.038
+- 0.045
+- 0.053
+- 0.062
+- 0.074
+- 0.087
+- 0.1
+- 0.12
+- 0.14
+- 0.17
+- 0.2
+- 0.23
+- 0.27
+- 0.32
+- 0.38
+- 0.44
+- 0.52
+- 0.61
+- 0.72
+- 0.85
+- 1
+- 1.2
+- 1.4
+- 1.6
+- 1.9
+- 2.3
+- 2.7
+- 3.1
+- 3.7
+- 4.3
+- 5.1
+- 6
+- 7.1
+- 8.3
+- 9.8
+- 12
+- 14
+- 16
+- 19
+- 22
+- 26
+- 31
+- 36
+- 43
+- 50
+wd_scale_grid:
+- 1.0
+num_workers: 8
+prefetch_factor: null
+balanced_sampling: false
+epochs: 20
+steps_per_epoch: 200
+batch_size: 64
+accum_iter: 2
+lr: 0.0003
+warmup_epochs: 5
+no_decay: false
+weight_decay: 0.05
+clip_grad: 1.0
+metrics:
+- acc
+- f1
+cv_metric: acc
+early_stopping: true
+amp: true
+device: cuda
+seed: 4466
+debug: false
+wandb: false
+wandb_entity: null
+wandb_project: fMRI-fm-eval
+name: data_scaling/n800_2/eval_v2/nsd_cococlip__patch__attn
+model: flat_mae
+representation: patch
+classifier: attn
+dataset: nsd_cococlip
+distributed: false
+output_dir: experiments/data_scaling/output/data_scaling/n800_2/eval_v2/nsd_cococlip__patch__attn
+remote_dir: null
+
+creating frozen backbone model: flat_mae
+backbone:
+MaskedEncoderWrapper(
+  (model): MaskedEncoder(
+    class_token=True, reg_tokens=0, no_embed_class=True, mask_drop_scale=False
+    (patchify): Patchify3D((16, 224, 560), (4, 16, 16), in_chans=1)
+    (patch_embed): Linear(in_features=1024, out_features=768, bias=True)
+    (pos_embed): SeparablePosEmbed(768, (4, 14, 35))
+    (blocks): ModuleList(
+      (0-11): 12 x Block(
+        (norm1): LayerNorm((768,), eps=1e-06, elementwise_affine=True)
+        (attn): Attention(
+          num_heads=12
+          (q): Linear(in_features=768, out_features=768, bias=True)
+          (k): Linear(in_features=768, out_features=768, bias=True)
+          (v): Linear(in_features=768, out_features=768, bias=True)
+          (proj): Linear(in_features=768, out_features=768, bias=True)
+        )
+        (drop_path1): Identity()
+        (norm2): LayerNorm((768,), eps=1e-06, elementwise_affine=True)
+        (mlp): Mlp(
+          (fc1): Linear(in_features=768, out_features=3072, bias=True)
+          (act): GELU(approximate='none')
+          (fc2): Linear(in_features=3072, out_features=768, bias=True)
+        )
+        (drop_path2): Identity()
+      )
+    )
+    (norm): LayerNorm((768,), eps=1e-06, elementwise_affine=True)
+  )
+)
+creating dataset: nsd_cococlip (flat)
+train (n=32539):
+HFDataset(
+    dataset=Dataset({
+    features: ['sub', 'ses', 'run', 'trial_id', 'nsd_id', 'category_id', 'path', 'start', 'end', 'n_frames', 'tr', 'bold', 'mean', 'std'],
+    num_rows: 32539
+}),
+    labels=[ 3  4  5  6 10 11 17 18 19 20 22 23 25 30 31 33 36 37 38 53 55 59 61 74],
+    counts=[1286 1180 1639 1868  834  824 1026 1042  913 1853 1503 2092 1001 1410
+  794 1241 1904 1872 2267 1428  889  904 1447 1322]
+)
+
+validation (n=5418):
+HFDataset(
+    dataset=Dataset({
+    features: ['sub', 'ses', 'run', 'trial_id', 'nsd_id', 'category_id', 'path', 'start', 'end', 'n_frames', 'tr', 'bold', 'mean', 'std'],
+    num_rows: 5418
+}),
+    labels=[ 3  4  5  6 10 11 17 18 19 20 22 23 25 30 31 33 36 37 38 53 55 59 61 74],
+    counts=[197 161 276 345 126 142 143 185 112 295 285 387 169 250 159 193 316 334
+ 343 215 172 141 226 246]
+)
+
+test (n=5390):
+HFDataset(
+    dataset=Dataset({
+    features: ['sub', 'ses', 'run', 'trial_id', 'nsd_id', 'category_id', 'path', 'start', 'end', 'n_frames', 'tr', 'bold', 'mean', 'std'],
+    num_rows: 5390
+}),
+    labels=[ 3  4  5  6 10 11 17 18 19 20 22 23 25 30 31 33 36 37 38 53 55 59 61 74],
+    counts=[202 172 274 298 144 180 134 182 186 293 218 343 165 185 140 177 346 333
+ 345 271 165 140 251 246]
+)
+
+testid (n=5187):
+HFDataset(
+    dataset=Dataset({
+    features: ['sub', 'ses', 'run', 'trial_id', 'nsd_id', 'category_id', 'path', 'start', 'end', 'n_frames', 'tr', 'bold', 'mean', 'std'],
+    num_rows: 5187
+}),
+    labels=[ 3  4  5  6 10 11 17 18 19 20 22 23 25 30 31 33 36 37 38 53 55 59 61 74],
+    counts=[197 159 267 273 123 153 175 184 139 310 215 386 153 230 118 192 330 306
+ 349 223 143 127 249 186]
+)
+
+running backbone on example batch to get embedding dim
+embedding feature dim (patch): 768
+initializing sweep of classifier heads
+classifiers:
+ModuleList(
+  (0-48): 49 x AttnPoolClassifier(
+    (kv): Linear(in_features=768, out_features=1536, bias=True)
+    (linear): Linear(in_features=768, out_features=24, bias=True)
+  )
+)
+classifier params (train): 58.8M (58.8M)
+setting up optimizer
+total batch size: 128 = 64 bs per gpu x 2 accum
+lr: 3.00e-04
+full schedule: epochs = 20 (steps = 4000) (decay = True)
+warmup: epochs = 5 (steps = 1000)
+start training for 20 epochs
+train: [0]  [  0/400]  eta: 0:24:28  lr: nan  time: 3.6723  data: 3.0563  max mem: 21740
+train: [0]  [ 20/400]  eta: 0:03:53  lr: 0.000003  loss: 3.1766 (3.1794)  grad: 0.1683 (0.1711)  time: 0.4622  data: 0.0038  max mem: 22448
+train: [0]  [ 40/400]  eta: 0:03:09  lr: 0.000006  loss: 3.1717 (3.1678)  grad: 0.1672 (0.1694)  time: 0.4327  data: 0.0050  max mem: 22448
+train: [0]  [ 60/400]  eta: 0:02:48  lr: 0.000009  loss: 3.1595 (3.1694)  grad: 0.1672 (0.1698)  time: 0.4337  data: 0.0046  max mem: 22448
+train: [0]  [ 80/400]  eta: 0:02:34  lr: 0.000012  loss: 3.1557 (3.1660)  grad: 0.1662 (0.1682)  time: 0.4449  data: 0.0046  max mem: 22448
+train: [0]  [100/400]  eta: 0:02:22  lr: 0.000015  loss: 3.1585 (3.1660)  grad: 0.1596 (0.1669)  time: 0.4376  data: 0.0044  max mem: 22448
+train: [0]  [120/400]  eta: 0:02:11  lr: 0.000018  loss: 3.1636 (3.1653)  grad: 0.1512 (0.1646)  time: 0.4462  data: 0.0045  max mem: 22448
+train: [0]  [140/400]  eta: 0:02:00  lr: 0.000021  loss: 3.1523 (3.1632)  grad: 0.1543 (0.1638)  time: 0.4350  data: 0.0047  max mem: 22448
+train: [0]  [160/400]  eta: 0:01:50  lr: 0.000024  loss: 3.1490 (3.1613)  grad: 0.1652 (0.1653)  time: 0.4462  data: 0.0048  max mem: 22448
+train: [0]  [180/400]  eta: 0:01:41  lr: 0.000027  loss: 3.1369 (3.1596)  grad: 0.1652 (0.1649)  time: 0.4517  data: 0.0047  max mem: 22448
+train: [0]  [200/400]  eta: 0:01:32  lr: 0.000030  loss: 3.1593 (3.1596)  grad: 0.1501 (0.1633)  time: 0.4640  data: 0.0049  max mem: 22448
+train: [0]  [220/400]  eta: 0:01:22  lr: 0.000033  loss: 3.1644 (3.1598)  grad: 0.1556 (0.1628)  time: 0.4514  data: 0.0045  max mem: 22448
+train: [0]  [240/400]  eta: 0:01:13  lr: 0.000036  loss: 3.1466 (3.1584)  grad: 0.1556 (0.1621)  time: 0.4426  data: 0.0047  max mem: 22448
+train: [0]  [260/400]  eta: 0:01:04  lr: 0.000039  loss: 3.1269 (3.1568)  grad: 0.1521 (0.1612)  time: 0.4508  data: 0.0046  max mem: 22448
+train: [0]  [280/400]  eta: 0:00:54  lr: 0.000042  loss: 3.1189 (3.1542)  grad: 0.1514 (0.1607)  time: 0.4537  data: 0.0047  max mem: 22448
+train: [0]  [300/400]  eta: 0:00:45  lr: 0.000045  loss: 3.1081 (3.1502)  grad: 0.1538 (0.1605)  time: 0.4384  data: 0.0045  max mem: 22448
+train: [0]  [320/400]  eta: 0:00:36  lr: 0.000048  loss: 3.0989 (3.1478)  grad: 0.1590 (0.1610)  time: 0.4484  data: 0.0046  max mem: 22448
+train: [0]  [340/400]  eta: 0:00:27  lr: 0.000051  loss: 3.1067 (3.1450)  grad: 0.1612 (0.1609)  time: 0.4506  data: 0.0049  max mem: 22448
+train: [0]  [360/400]  eta: 0:00:18  lr: 0.000054  loss: 3.0844 (3.1412)  grad: 0.1637 (0.1615)  time: 0.4389  data: 0.0046  max mem: 22448
+train: [0]  [380/400]  eta: 0:00:09  lr: 0.000057  loss: 3.0844 (3.1381)  grad: 0.1719 (0.1623)  time: 0.4519  data: 0.0048  max mem: 22448
+train: [0]  [399/400]  eta: 0:00:00  lr: 0.000060  loss: 3.0849 (3.1358)  grad: 0.1769 (0.1631)  time: 0.4533  data: 0.0050  max mem: 22448
+train: [0] Total time: 0:03:02 (0.4552 s / it)
+train: [0] Summary: lr: 0.000060  loss: 3.0849 (3.1358)  grad: 0.1769 (0.1631)
+eval (validation): [0]  [ 0/85]  eta: 0:04:33    time: 3.2158  data: 2.9788  max mem: 22448
+eval (validation): [0]  [20/85]  eta: 0:00:30    time: 0.3392  data: 0.0049  max mem: 22448
+eval (validation): [0]  [40/85]  eta: 0:00:18    time: 0.3528  data: 0.0035  max mem: 22448
+eval (validation): [0]  [60/85]  eta: 0:00:09    time: 0.3368  data: 0.0040  max mem: 22448
+eval (validation): [0]  [80/85]  eta: 0:00:01    time: 0.3116  data: 0.0041  max mem: 22448
+eval (validation): [0]  [84/85]  eta: 0:00:00    time: 0.3152  data: 0.0041  max mem: 22448
+eval (validation): [0] Total time: 0:00:31 (0.3721 s / it)
+cv: [0]  best hparam: (43, 1.0) (047) ('047_lr4.3e+01_wd1.0e+00')  loss: 2.589  acc: 0.222  f1: 0.156
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/nsd_cococlip__patch__attn/checkpoint-last.pth
+saving best checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/nsd_cococlip__patch__attn/checkpoint-best.pth
+train: [1]  [  0/400]  eta: 0:21:48  lr: nan  time: 3.2707  data: 2.8803  max mem: 22448
+train: [1]  [ 20/400]  eta: 0:03:44  lr: 0.000063  loss: 3.0332 (3.0362)  grad: 0.1755 (0.1712)  time: 0.4561  data: 0.0032  max mem: 22448
+train: [1]  [ 40/400]  eta: 0:03:05  lr: 0.000066  loss: 3.0417 (3.0344)  grad: 0.1666 (0.1676)  time: 0.4391  data: 0.0049  max mem: 22448
+train: [1]  [ 60/400]  eta: 0:02:48  lr: 0.000069  loss: 3.0319 (3.0241)  grad: 0.1640 (0.1688)  time: 0.4496  data: 0.0047  max mem: 22448
+train: [1]  [ 80/400]  eta: 0:02:34  lr: 0.000072  loss: 3.0065 (3.0238)  grad: 0.1713 (0.1711)  time: 0.4468  data: 0.0047  max mem: 22448
+train: [1]  [100/400]  eta: 0:02:22  lr: 0.000075  loss: 3.0141 (3.0203)  grad: 0.1728 (0.1731)  time: 0.4405  data: 0.0045  max mem: 22448
+train: [1]  [120/400]  eta: 0:02:10  lr: 0.000078  loss: 3.0210 (3.0192)  grad: 0.1819 (0.1747)  time: 0.4327  data: 0.0046  max mem: 22448
+train: [1]  [140/400]  eta: 0:02:00  lr: 0.000081  loss: 3.0058 (3.0162)  grad: 0.1811 (0.1757)  time: 0.4367  data: 0.0046  max mem: 22448
+train: [1]  [160/400]  eta: 0:01:51  lr: 0.000084  loss: 3.0058 (3.0172)  grad: 0.1780 (0.1761)  time: 0.4591  data: 0.0050  max mem: 22448
+train: [1]  [180/400]  eta: 0:01:41  lr: 0.000087  loss: 3.0186 (3.0180)  grad: 0.1766 (0.1771)  time: 0.4591  data: 0.0048  max mem: 22448
+train: [1]  [200/400]  eta: 0:01:32  lr: 0.000090  loss: 2.9912 (3.0156)  grad: 0.1832 (0.1780)  time: 0.4411  data: 0.0048  max mem: 22448
+train: [1]  [220/400]  eta: 0:01:22  lr: 0.000093  loss: 2.9499 (3.0093)  grad: 0.1895 (0.1803)  time: 0.4372  data: 0.0047  max mem: 22448
+train: [1]  [240/400]  eta: 0:01:13  lr: 0.000096  loss: 2.9477 (3.0060)  grad: 0.1916 (0.1805)  time: 0.4502  data: 0.0048  max mem: 22448
+train: [1]  [260/400]  eta: 0:01:03  lr: 0.000099  loss: 2.9697 (3.0052)  grad: 0.1833 (0.1812)  time: 0.4372  data: 0.0048  max mem: 22448
+train: [1]  [280/400]  eta: 0:00:54  lr: 0.000102  loss: 2.9714 (3.0020)  grad: 0.1817 (0.1815)  time: 0.4405  data: 0.0047  max mem: 22448
+train: [1]  [300/400]  eta: 0:00:45  lr: 0.000105  loss: 2.9524 (3.0002)  grad: 0.1894 (0.1822)  time: 0.4375  data: 0.0047  max mem: 22448
+train: [1]  [320/400]  eta: 0:00:36  lr: 0.000108  loss: 2.9373 (2.9959)  grad: 0.1927 (0.1831)  time: 0.4438  data: 0.0046  max mem: 22448
+train: [1]  [340/400]  eta: 0:00:27  lr: 0.000111  loss: 2.9206 (2.9916)  grad: 0.1928 (0.1836)  time: 0.4378  data: 0.0046  max mem: 22448
+train: [1]  [360/400]  eta: 0:00:18  lr: 0.000114  loss: 2.9264 (2.9896)  grad: 0.1906 (0.1840)  time: 0.4509  data: 0.0048  max mem: 22448
+train: [1]  [380/400]  eta: 0:00:09  lr: 0.000117  loss: 2.9325 (2.9859)  grad: 0.1924 (0.1850)  time: 0.4448  data: 0.0048  max mem: 22448
+train: [1]  [399/400]  eta: 0:00:00  lr: 0.000120  loss: 2.9325 (2.9841)  grad: 0.2096 (0.1870)  time: 0.4786  data: 0.0048  max mem: 22448
+train: [1] Total time: 0:03:01 (0.4534 s / it)
+train: [1] Summary: lr: 0.000120  loss: 2.9325 (2.9841)  grad: 0.2096 (0.1870)
+eval (validation): [1]  [ 0/85]  eta: 0:04:38    time: 3.2708  data: 2.9763  max mem: 22448
+eval (validation): [1]  [20/85]  eta: 0:00:32    time: 0.3590  data: 0.0057  max mem: 22448
+eval (validation): [1]  [40/85]  eta: 0:00:18    time: 0.3218  data: 0.0036  max mem: 22448
+eval (validation): [1]  [60/85]  eta: 0:00:09    time: 0.3399  data: 0.0040  max mem: 22448
+eval (validation): [1]  [80/85]  eta: 0:00:01    time: 0.3366  data: 0.0042  max mem: 22448
+eval (validation): [1]  [84/85]  eta: 0:00:00    time: 0.3205  data: 0.0041  max mem: 22448
+eval (validation): [1] Total time: 0:00:31 (0.3753 s / it)
+cv: [1]  best hparam: (16, 1.0) (041) ('041_lr1.6e+01_wd1.0e+00')  loss: 2.490  acc: 0.247  f1: 0.180
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/nsd_cococlip__patch__attn/checkpoint-last.pth
+saving best checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/nsd_cococlip__patch__attn/checkpoint-best.pth
+train: [2]  [  0/400]  eta: 0:21:36  lr: nan  time: 3.2419  data: 2.8591  max mem: 22448
+train: [2]  [ 20/400]  eta: 0:03:40  lr: 0.000123  loss: 2.9749 (2.9589)  grad: 0.2997 (0.2971)  time: 0.4478  data: 0.0033  max mem: 22448
+train: [2]  [ 40/400]  eta: 0:03:04  lr: 0.000126  loss: 3.0032 (3.0440)  grad: 0.3263 (0.4552)  time: 0.4422  data: 0.0048  max mem: 22448
+train: [2]  [ 60/400]  eta: 0:02:46  lr: 0.000129  loss: 3.3107 (3.2153)  grad: 0.9220 (0.7509)  time: 0.4374  data: 0.0044  max mem: 22448
+WARNING: classifier 48 (50, 1.0) diverged (loss=68.03 > 63.56) at step 433. Freezing.
+train: [2]  [ 80/400]  eta: 0:02:32  lr: 0.000132  loss: 3.4484 (3.2163)  grad: 1.1682 (0.7349)  time: 0.4362  data: 0.0046  max mem: 22448
+train: [2]  [100/400]  eta: 0:02:19  lr: 0.000135  loss: 2.9462 (3.1517)  grad: 0.2116 (0.6309)  time: 0.4294  data: 0.0048  max mem: 22448
+train: [2]  [120/400]  eta: 0:02:09  lr: 0.000138  loss: 2.8875 (3.1074)  grad: 0.2113 (0.5617)  time: 0.4349  data: 0.0047  max mem: 22448
+train: [2]  [140/400]  eta: 0:01:59  lr: 0.000141  loss: 2.9057 (3.0832)  grad: 0.2199 (0.5143)  time: 0.4476  data: 0.0046  max mem: 22448
+train: [2]  [160/400]  eta: 0:01:50  lr: 0.000144  loss: 2.9059 (3.0580)  grad: 0.2238 (0.4781)  time: 0.4547  data: 0.0046  max mem: 22448
+train: [2]  [180/400]  eta: 0:01:40  lr: 0.000147  loss: 2.8646 (3.0371)  grad: 0.2162 (0.4490)  time: 0.4521  data: 0.0047  max mem: 22448
+train: [2]  [200/400]  eta: 0:01:31  lr: 0.000150  loss: 2.8597 (3.0193)  grad: 0.2095 (0.4256)  time: 0.4437  data: 0.0048  max mem: 22448
+train: [2]  [220/400]  eta: 0:01:21  lr: 0.000153  loss: 2.8656 (3.0061)  grad: 0.2163 (0.4074)  time: 0.4445  data: 0.0045  max mem: 22448
+train: [2]  [240/400]  eta: 0:01:12  lr: 0.000156  loss: 2.9038 (2.9981)  grad: 0.2227 (0.3923)  time: 0.4464  data: 0.0047  max mem: 22448
+train: [2]  [260/400]  eta: 0:01:03  lr: 0.000159  loss: 2.9000 (2.9872)  grad: 0.2176 (0.3789)  time: 0.4387  data: 0.0045  max mem: 22448
+train: [2]  [280/400]  eta: 0:00:54  lr: 0.000162  loss: 2.8452 (2.9771)  grad: 0.2239 (0.3691)  time: 0.4290  data: 0.0046  max mem: 22448
+train: [2]  [300/400]  eta: 0:00:45  lr: 0.000165  loss: 2.8343 (2.9682)  grad: 0.2287 (0.3595)  time: 0.4364  data: 0.0047  max mem: 22448
+train: [2]  [320/400]  eta: 0:00:35  lr: 0.000168  loss: 2.8285 (2.9598)  grad: 0.2261 (0.3512)  time: 0.4388  data: 0.0047  max mem: 22448
+train: [2]  [340/400]  eta: 0:00:26  lr: 0.000171  loss: 2.8379 (2.9546)  grad: 0.2262 (0.3442)  time: 0.4410  data: 0.0045  max mem: 22448
+train: [2]  [360/400]  eta: 0:00:17  lr: 0.000174  loss: 2.8413 (2.9503)  grad: 0.2379 (0.3386)  time: 0.4469  data: 0.0048  max mem: 22448
+train: [2]  [380/400]  eta: 0:00:09  lr: 0.000177  loss: 2.8614 (2.9464)  grad: 0.2469 (0.3345)  time: 0.4630  data: 0.0050  max mem: 22448
+train: [2]  [399/400]  eta: 0:00:00  lr: 0.000180  loss: 2.8614 (2.9418)  grad: 0.2630 (0.3313)  time: 0.4520  data: 0.0047  max mem: 22448
+train: [2] Total time: 0:03:00 (0.4506 s / it)
+train: [2] Summary: lr: 0.000180  loss: 2.8614 (2.9418)  grad: 0.2630 (0.3313)
+eval (validation): [2]  [ 0/85]  eta: 0:04:30    time: 3.1867  data: 2.9208  max mem: 22448
+eval (validation): [2]  [20/85]  eta: 0:00:31    time: 0.3522  data: 0.0042  max mem: 22448
+eval (validation): [2]  [40/85]  eta: 0:00:19    time: 0.3591  data: 0.0040  max mem: 22448
+eval (validation): [2]  [60/85]  eta: 0:00:09    time: 0.3319  data: 0.0040  max mem: 22448
+eval (validation): [2]  [80/85]  eta: 0:00:01    time: 0.3094  data: 0.0039  max mem: 22448
+eval (validation): [2]  [84/85]  eta: 0:00:00    time: 0.3032  data: 0.0039  max mem: 22448
+eval (validation): [2] Total time: 0:00:31 (0.3728 s / it)
+cv: [2]  best hparam: (4.3, 1.0) (033) ('033_lr4.3e+00_wd1.0e+00')  loss: 2.453  acc: 0.260  f1: 0.196
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/nsd_cococlip__patch__attn/checkpoint-last.pth
+saving best checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/nsd_cococlip__patch__attn/checkpoint-best.pth
+train: [3]  [  0/400]  eta: 0:21:15  lr: nan  time: 3.1899  data: 2.8158  max mem: 22448
+train: [3]  [ 20/400]  eta: 0:03:30  lr: 0.000183  loss: 2.8638 (2.8681)  grad: 0.3195 (0.3527)  time: 0.4233  data: 0.0031  max mem: 22448
+train: [3]  [ 40/400]  eta: 0:02:58  lr: 0.000186  loss: 2.9905 (3.1238)  grad: 0.5799 (0.7978)  time: 0.4309  data: 0.0046  max mem: 22448
+WARNING: classifier 46 (36, 1.0) diverged (loss=78.93 > 63.56) at step 625. Freezing.
+train: [3]  [ 60/400]  eta: 0:02:41  lr: 0.000189  loss: 3.3278 (3.1857)  grad: 1.1468 (0.8514)  time: 0.4330  data: 0.0046  max mem: 22448
+train: [3]  [ 80/400]  eta: 0:02:28  lr: 0.000192  loss: 2.8307 (3.0965)  grad: 0.2496 (0.7003)  time: 0.4307  data: 0.0047  max mem: 22448
+train: [3]  [100/400]  eta: 0:02:17  lr: 0.000195  loss: 2.8531 (3.0600)  grad: 0.2885 (0.6496)  time: 0.4336  data: 0.0048  max mem: 22448
+WARNING: classifier 47 (43, 1.0) diverged (loss=65.68 > 63.56) at step 655. Freezing.
+train: [3]  [120/400]  eta: 0:02:06  lr: 0.000198  loss: 2.9905 (3.1188)  grad: 0.6558 (0.7382)  time: 0.4281  data: 0.0049  max mem: 22448
+WARNING: classifier 45 (31, 1.0) diverged (loss=75.28 > 63.56) at step 670. Freezing.
+train: [3]  [140/400]  eta: 0:01:57  lr: 0.000201  loss: 3.5217 (3.1994)  grad: 1.3567 (0.8752)  time: 0.4500  data: 0.0050  max mem: 22448
+train: [3]  [160/400]  eta: 0:01:48  lr: 0.000204  loss: 2.9544 (3.1580)  grad: 0.2619 (0.7950)  time: 0.4384  data: 0.0047  max mem: 22448
+train: [3]  [180/400]  eta: 0:01:38  lr: 0.000207  loss: 2.8510 (3.1213)  grad: 0.2353 (0.7339)  time: 0.4435  data: 0.0050  max mem: 22448
+train: [3]  [200/400]  eta: 0:01:29  lr: 0.000210  loss: 2.8303 (3.0956)  grad: 0.2565 (0.6863)  time: 0.4241  data: 0.0045  max mem: 22448
+train: [3]  [220/400]  eta: 0:01:20  lr: 0.000213  loss: 2.8894 (3.0816)  grad: 0.2834 (0.6694)  time: 0.4513  data: 0.0047  max mem: 22448
+train: [3]  [240/400]  eta: 0:01:11  lr: 0.000216  loss: 3.0236 (3.0987)  grad: 0.6923 (0.6967)  time: 0.4402  data: 0.0049  max mem: 22448
+train: [3]  [260/400]  eta: 0:01:02  lr: 0.000219  loss: 3.5146 (3.1426)  grad: 1.3213 (0.7655)  time: 0.4329  data: 0.0049  max mem: 22448
+WARNING: classifier 44 (26, 1.0) diverged (loss=68.20 > 63.56) at step 732. Freezing.
+train: [3]  [280/400]  eta: 0:00:53  lr: 0.000222  loss: 3.3900 (3.1365)  grad: 1.3213 (0.7480)  time: 0.4330  data: 0.0048  max mem: 22448
+train: [3]  [300/400]  eta: 0:00:44  lr: 0.000225  loss: 2.8427 (3.1161)  grad: 0.2092 (0.7117)  time: 0.4253  data: 0.0048  max mem: 22448
+train: [3]  [320/400]  eta: 0:00:35  lr: 0.000228  loss: 2.8192 (3.0964)  grad: 0.2093 (0.6809)  time: 0.4260  data: 0.0048  max mem: 22448
+train: [3]  [340/400]  eta: 0:00:26  lr: 0.000231  loss: 2.8228 (3.0812)  grad: 0.2230 (0.6545)  time: 0.4297  data: 0.0048  max mem: 22448
+train: [3]  [360/400]  eta: 0:00:17  lr: 0.000234  loss: 2.8495 (3.0688)  grad: 0.2313 (0.6307)  time: 0.4596  data: 0.0050  max mem: 22448
+train: [3]  [380/400]  eta: 0:00:08  lr: 0.000237  loss: 2.8315 (3.0552)  grad: 0.2313 (0.6098)  time: 0.4480  data: 0.0049  max mem: 22448
+train: [3]  [399/400]  eta: 0:00:00  lr: 0.000240  loss: 2.7935 (3.0422)  grad: 0.2298 (0.5903)  time: 0.4465  data: 0.0050  max mem: 22448
+train: [3] Total time: 0:02:57 (0.4438 s / it)
+train: [3] Summary: lr: 0.000240  loss: 2.7935 (3.0422)  grad: 0.2298 (0.5903)
+eval (validation): [3]  [ 0/85]  eta: 0:04:16    time: 3.0206  data: 2.7900  max mem: 22448
+eval (validation): [3]  [20/85]  eta: 0:00:31    time: 0.3529  data: 0.0038  max mem: 22448
+eval (validation): [3]  [40/85]  eta: 0:00:19    time: 0.3702  data: 0.0039  max mem: 22448
+eval (validation): [3]  [60/85]  eta: 0:00:09    time: 0.3244  data: 0.0040  max mem: 22448
+eval (validation): [3]  [80/85]  eta: 0:00:01    time: 0.3196  data: 0.0042  max mem: 22448
+eval (validation): [3]  [84/85]  eta: 0:00:00    time: 0.3127  data: 0.0042  max mem: 22448
+eval (validation): [3] Total time: 0:00:31 (0.3742 s / it)
+cv: [3]  best hparam: (4.3, 1.0) (033) ('033_lr4.3e+00_wd1.0e+00')  loss: 2.462  acc: 0.268  f1: 0.185
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/nsd_cococlip__patch__attn/checkpoint-last.pth
+saving best checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/nsd_cococlip__patch__attn/checkpoint-best.pth
+train: [4]  [  0/400]  eta: 0:21:28  lr: nan  time: 3.2213  data: 2.8909  max mem: 22448
+train: [4]  [ 20/400]  eta: 0:03:32  lr: 0.000243  loss: 2.7261 (2.7674)  grad: 0.2153 (0.2210)  time: 0.4270  data: 0.0032  max mem: 22448
+train: [4]  [ 40/400]  eta: 0:02:58  lr: 0.000246  loss: 2.7507 (2.7738)  grad: 0.2196 (0.2195)  time: 0.4271  data: 0.0047  max mem: 22448
+train: [4]  [ 60/400]  eta: 0:02:40  lr: 0.000249  loss: 2.7678 (2.7712)  grad: 0.2161 (0.2186)  time: 0.4250  data: 0.0050  max mem: 22448
+train: [4]  [ 80/400]  eta: 0:02:28  lr: 0.000252  loss: 2.7380 (2.7712)  grad: 0.2125 (0.2158)  time: 0.4391  data: 0.0048  max mem: 22448
+train: [4]  [100/400]  eta: 0:02:16  lr: 0.000255  loss: 2.7825 (2.7772)  grad: 0.2134 (0.2165)  time: 0.4263  data: 0.0049  max mem: 22448
+train: [4]  [120/400]  eta: 0:02:06  lr: 0.000258  loss: 2.7825 (2.7730)  grad: 0.2199 (0.2182)  time: 0.4291  data: 0.0050  max mem: 22448
+train: [4]  [140/400]  eta: 0:01:57  lr: 0.000261  loss: 2.7628 (2.7711)  grad: 0.2307 (0.2207)  time: 0.4449  data: 0.0048  max mem: 22448
+train: [4]  [160/400]  eta: 0:01:47  lr: 0.000264  loss: 2.7737 (2.7728)  grad: 0.2360 (0.2231)  time: 0.4381  data: 0.0048  max mem: 22448
+train: [4]  [180/400]  eta: 0:01:38  lr: 0.000267  loss: 2.7844 (2.7752)  grad: 0.2405 (0.2251)  time: 0.4356  data: 0.0046  max mem: 22448
+train: [4]  [200/400]  eta: 0:01:29  lr: 0.000270  loss: 2.7565 (2.7715)  grad: 0.2345 (0.2256)  time: 0.4275  data: 0.0046  max mem: 22448
+train: [4]  [220/400]  eta: 0:01:20  lr: 0.000273  loss: 2.7565 (2.7734)  grad: 0.2359 (0.2273)  time: 0.4429  data: 0.0050  max mem: 22448
+train: [4]  [240/400]  eta: 0:01:11  lr: 0.000276  loss: 2.7820 (2.7734)  grad: 0.2422 (0.2289)  time: 0.4330  data: 0.0047  max mem: 22448
+train: [4]  [260/400]  eta: 0:01:02  lr: 0.000279  loss: 2.7946 (2.7755)  grad: 0.2541 (0.2322)  time: 0.4339  data: 0.0047  max mem: 22448
+train: [4]  [280/400]  eta: 0:00:53  lr: 0.000282  loss: 2.8238 (2.7847)  grad: 0.3220 (0.2559)  time: 0.4310  data: 0.0049  max mem: 22448
+WARNING: classifier 43 (22, 1.0) diverged (loss=65.03 > 63.56) at step 946. Freezing.
+train: [4]  [300/400]  eta: 0:00:44  lr: 0.000285  loss: 2.9135 (2.8130)  grad: 0.5273 (0.3066)  time: 0.4263  data: 0.0048  max mem: 22448
+train: [4]  [320/400]  eta: 0:00:35  lr: 0.000288  loss: 2.7846 (2.8100)  grad: 0.2159 (0.3003)  time: 0.4292  data: 0.0047  max mem: 22448
+train: [4]  [340/400]  eta: 0:00:26  lr: 0.000291  loss: 2.7803 (2.8078)  grad: 0.2083 (0.2951)  time: 0.4394  data: 0.0046  max mem: 22448
+train: [4]  [360/400]  eta: 0:00:17  lr: 0.000294  loss: 2.7864 (2.8071)  grad: 0.2156 (0.2910)  time: 0.4562  data: 0.0047  max mem: 22448
+train: [4]  [380/400]  eta: 0:00:08  lr: 0.000297  loss: 2.7760 (2.8046)  grad: 0.2205 (0.2872)  time: 0.4433  data: 0.0049  max mem: 22448
+train: [4]  [399/400]  eta: 0:00:00  lr: 0.000300  loss: 2.7368 (2.8018)  grad: 0.2203 (0.2839)  time: 0.4392  data: 0.0049  max mem: 22448
+train: [4] Total time: 0:02:56 (0.4422 s / it)
+train: [4] Summary: lr: 0.000300  loss: 2.7368 (2.8018)  grad: 0.2203 (0.2839)
+eval (validation): [4]  [ 0/85]  eta: 0:04:13    time: 2.9812  data: 2.6931  max mem: 22448
+eval (validation): [4]  [20/85]  eta: 0:00:34    time: 0.4105  data: 0.0044  max mem: 22448
+eval (validation): [4]  [40/85]  eta: 0:00:19    time: 0.3470  data: 0.0039  max mem: 22448
+eval (validation): [4]  [60/85]  eta: 0:00:10    time: 0.3274  data: 0.0039  max mem: 22448
+eval (validation): [4]  [80/85]  eta: 0:00:01    time: 0.3115  data: 0.0040  max mem: 22448
+eval (validation): [4]  [84/85]  eta: 0:00:00    time: 0.3071  data: 0.0040  max mem: 22448
+eval (validation): [4] Total time: 0:00:32 (0.3812 s / it)
+cv: [4]  best hparam: (1.6, 1.0) (027) ('027_lr1.6e+00_wd1.0e+00')  loss: 2.436  acc: 0.267  f1: 0.201
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/nsd_cococlip__patch__attn/checkpoint-last.pth
+train: [5]  [  0/400]  eta: 0:21:17  lr: nan  time: 3.1931  data: 2.8168  max mem: 22448
+train: [5]  [ 20/400]  eta: 0:03:32  lr: 0.000300  loss: 2.6751 (2.6663)  grad: 0.2161 (0.2208)  time: 0.4266  data: 0.0035  max mem: 22448
+train: [5]  [ 40/400]  eta: 0:02:57  lr: 0.000300  loss: 2.6831 (2.7100)  grad: 0.2189 (0.2233)  time: 0.4273  data: 0.0043  max mem: 22448
+train: [5]  [ 60/400]  eta: 0:02:40  lr: 0.000300  loss: 2.7122 (2.7162)  grad: 0.2247 (0.2258)  time: 0.4266  data: 0.0050  max mem: 22448
+train: [5]  [ 80/400]  eta: 0:02:27  lr: 0.000300  loss: 2.7234 (2.7135)  grad: 0.2307 (0.2265)  time: 0.4242  data: 0.0049  max mem: 22448
+train: [5]  [100/400]  eta: 0:02:16  lr: 0.000300  loss: 2.7270 (2.7178)  grad: 0.2329 (0.2303)  time: 0.4279  data: 0.0048  max mem: 22448
+train: [5]  [120/400]  eta: 0:02:05  lr: 0.000300  loss: 2.7156 (2.7125)  grad: 0.2331 (0.2300)  time: 0.4281  data: 0.0049  max mem: 22448
+train: [5]  [140/400]  eta: 0:01:56  lr: 0.000300  loss: 2.6773 (2.7052)  grad: 0.2241 (0.2291)  time: 0.4477  data: 0.0051  max mem: 22448
+train: [5]  [160/400]  eta: 0:01:47  lr: 0.000299  loss: 2.6725 (2.7039)  grad: 0.2242 (0.2296)  time: 0.4377  data: 0.0047  max mem: 22448
+train: [5]  [180/400]  eta: 0:01:38  lr: 0.000299  loss: 2.7073 (2.7078)  grad: 0.2332 (0.2297)  time: 0.4382  data: 0.0049  max mem: 22448
+train: [5]  [200/400]  eta: 0:01:28  lr: 0.000299  loss: 2.7063 (2.7068)  grad: 0.2319 (0.2298)  time: 0.4240  data: 0.0048  max mem: 22448
+train: [5]  [220/400]  eta: 0:01:19  lr: 0.000299  loss: 2.6854 (2.7059)  grad: 0.2257 (0.2291)  time: 0.4409  data: 0.0049  max mem: 22448
+train: [5]  [240/400]  eta: 0:01:10  lr: 0.000299  loss: 2.6634 (2.7049)  grad: 0.2232 (0.2288)  time: 0.4268  data: 0.0048  max mem: 22448
+train: [5]  [260/400]  eta: 0:01:01  lr: 0.000299  loss: 2.6645 (2.7017)  grad: 0.2232 (0.2281)  time: 0.4254  data: 0.0047  max mem: 22448
+train: [5]  [280/400]  eta: 0:00:52  lr: 0.000298  loss: 2.6761 (2.7027)  grad: 0.2254 (0.2288)  time: 0.4280  data: 0.0048  max mem: 22448
+train: [5]  [300/400]  eta: 0:00:43  lr: 0.000298  loss: 2.6761 (2.7000)  grad: 0.2349 (0.2292)  time: 0.4264  data: 0.0049  max mem: 22448
+train: [5]  [320/400]  eta: 0:00:35  lr: 0.000298  loss: 2.6745 (2.7007)  grad: 0.2381 (0.2300)  time: 0.4247  data: 0.0047  max mem: 22448
+train: [5]  [340/400]  eta: 0:00:26  lr: 0.000298  loss: 2.6964 (2.6998)  grad: 0.2399 (0.2302)  time: 0.4278  data: 0.0047  max mem: 22448
+train: [5]  [360/400]  eta: 0:00:17  lr: 0.000297  loss: 2.6803 (2.7000)  grad: 0.2385 (0.2306)  time: 0.4582  data: 0.0050  max mem: 22448
+train: [5]  [380/400]  eta: 0:00:08  lr: 0.000297  loss: 2.6676 (2.6993)  grad: 0.2359 (0.2309)  time: 0.4259  data: 0.0047  max mem: 22448
+train: [5]  [399/400]  eta: 0:00:00  lr: 0.000297  loss: 2.6345 (2.6959)  grad: 0.2224 (0.2302)  time: 0.4312  data: 0.0049  max mem: 22448
+train: [5] Total time: 0:02:55 (0.4386 s / it)
+train: [5] Summary: lr: 0.000297  loss: 2.6345 (2.6959)  grad: 0.2224 (0.2302)
+eval (validation): [5]  [ 0/85]  eta: 0:04:07    time: 2.9165  data: 2.6391  max mem: 22448
+eval (validation): [5]  [20/85]  eta: 0:00:32    time: 0.3719  data: 0.0042  max mem: 22448
+eval (validation): [5]  [40/85]  eta: 0:00:19    time: 0.3746  data: 0.0045  max mem: 22448
+eval (validation): [5]  [60/85]  eta: 0:00:10    time: 0.3348  data: 0.0043  max mem: 22448
+eval (validation): [5]  [80/85]  eta: 0:00:01    time: 0.3198  data: 0.0041  max mem: 22448
+eval (validation): [5]  [84/85]  eta: 0:00:00    time: 0.3091  data: 0.0041  max mem: 22448
+eval (validation): [5] Total time: 0:00:32 (0.3808 s / it)
+cv: [5]  best hparam: (1.4, 1.0) (026) ('026_lr1.4e+00_wd1.0e+00')  loss: 2.371  acc: 0.286  f1: 0.219
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/nsd_cococlip__patch__attn/checkpoint-last.pth
+saving best checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/nsd_cococlip__patch__attn/checkpoint-best.pth
+train: [6]  [  0/400]  eta: 0:21:02  lr: nan  time: 3.1565  data: 2.7880  max mem: 22448
+train: [6]  [ 20/400]  eta: 0:03:29  lr: 0.000296  loss: 2.6400 (2.6195)  grad: 0.2278 (0.2286)  time: 0.4216  data: 0.0041  max mem: 22448
+train: [6]  [ 40/400]  eta: 0:02:56  lr: 0.000296  loss: 2.6400 (2.6396)  grad: 0.2260 (0.2291)  time: 0.4257  data: 0.0040  max mem: 22448
+train: [6]  [ 60/400]  eta: 0:02:39  lr: 0.000296  loss: 2.6166 (2.6294)  grad: 0.2241 (0.2301)  time: 0.4249  data: 0.0045  max mem: 22448
+train: [6]  [ 80/400]  eta: 0:02:26  lr: 0.000295  loss: 2.6036 (2.6197)  grad: 0.2332 (0.2319)  time: 0.4259  data: 0.0049  max mem: 22448
+train: [6]  [100/400]  eta: 0:02:15  lr: 0.000295  loss: 2.6115 (2.6177)  grad: 0.2333 (0.2313)  time: 0.4331  data: 0.0048  max mem: 22448
+train: [6]  [120/400]  eta: 0:02:05  lr: 0.000295  loss: 2.6066 (2.6200)  grad: 0.2324 (0.2323)  time: 0.4336  data: 0.0047  max mem: 22448
+train: [6]  [140/400]  eta: 0:01:56  lr: 0.000294  loss: 2.6475 (2.6243)  grad: 0.2337 (0.2324)  time: 0.4483  data: 0.0051  max mem: 22448
+train: [6]  [160/400]  eta: 0:01:47  lr: 0.000294  loss: 2.6527 (2.6291)  grad: 0.2343 (0.2324)  time: 0.4427  data: 0.0049  max mem: 22448
+train: [6]  [180/400]  eta: 0:01:38  lr: 0.000293  loss: 2.6405 (2.6281)  grad: 0.2380 (0.2335)  time: 0.4345  data: 0.0045  max mem: 22448
+train: [6]  [200/400]  eta: 0:01:29  lr: 0.000293  loss: 2.6657 (2.6315)  grad: 0.2420 (0.2345)  time: 0.4322  data: 0.0046  max mem: 22448
+train: [6]  [220/400]  eta: 0:01:20  lr: 0.000292  loss: 2.6744 (2.6314)  grad: 0.2474 (0.2355)  time: 0.4428  data: 0.0047  max mem: 22448
+train: [6]  [240/400]  eta: 0:01:11  lr: 0.000292  loss: 2.6565 (2.6349)  grad: 0.2394 (0.2362)  time: 0.4284  data: 0.0050  max mem: 22448
+train: [6]  [260/400]  eta: 0:01:02  lr: 0.000291  loss: 2.6410 (2.6320)  grad: 0.2360 (0.2364)  time: 0.4288  data: 0.0049  max mem: 22448
+train: [6]  [280/400]  eta: 0:00:53  lr: 0.000291  loss: 2.6285 (2.6322)  grad: 0.2363 (0.2367)  time: 0.4291  data: 0.0048  max mem: 22448
+train: [6]  [300/400]  eta: 0:00:44  lr: 0.000290  loss: 2.6581 (2.6341)  grad: 0.2365 (0.2369)  time: 0.4335  data: 0.0045  max mem: 22448
+train: [6]  [320/400]  eta: 0:00:35  lr: 0.000290  loss: 2.6675 (2.6347)  grad: 0.2365 (0.2372)  time: 0.4359  data: 0.0047  max mem: 22448
+train: [6]  [340/400]  eta: 0:00:26  lr: 0.000289  loss: 2.6547 (2.6351)  grad: 0.2357 (0.2373)  time: 0.4491  data: 0.0047  max mem: 22448
+train: [6]  [360/400]  eta: 0:00:17  lr: 0.000288  loss: 2.6052 (2.6333)  grad: 0.2397 (0.2375)  time: 0.4600  data: 0.0049  max mem: 22448
+train: [6]  [380/400]  eta: 0:00:08  lr: 0.000288  loss: 2.6052 (2.6350)  grad: 0.2406 (0.2374)  time: 0.4377  data: 0.0051  max mem: 22448
+train: [6]  [399/400]  eta: 0:00:00  lr: 0.000287  loss: 2.6443 (2.6349)  grad: 0.2251 (0.2367)  time: 0.4239  data: 0.0049  max mem: 22448
+train: [6] Total time: 0:02:56 (0.4420 s / it)
+train: [6] Summary: lr: 0.000287  loss: 2.6443 (2.6349)  grad: 0.2251 (0.2367)
+eval (validation): [6]  [ 0/85]  eta: 0:04:11    time: 2.9569  data: 2.7036  max mem: 22448
+eval (validation): [6]  [20/85]  eta: 0:00:34    time: 0.4056  data: 0.0038  max mem: 22448
+eval (validation): [6]  [40/85]  eta: 0:00:19    time: 0.3311  data: 0.0041  max mem: 22448
+eval (validation): [6]  [60/85]  eta: 0:00:09    time: 0.3335  data: 0.0043  max mem: 22448
+eval (validation): [6]  [80/85]  eta: 0:00:01    time: 0.3242  data: 0.0039  max mem: 22448
+eval (validation): [6]  [84/85]  eta: 0:00:00    time: 0.3174  data: 0.0039  max mem: 22448
+eval (validation): [6] Total time: 0:00:32 (0.3800 s / it)
+cv: [6]  best hparam: (1, 1.0) (024) ('024_lr1.0e+00_wd1.0e+00')  loss: 2.390  acc: 0.278  f1: 0.219
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/nsd_cococlip__patch__attn/checkpoint-last.pth
+train: [7]  [  0/400]  eta: 0:21:19  lr: nan  time: 3.1999  data: 2.8727  max mem: 22448
+train: [7]  [ 20/400]  eta: 0:03:32  lr: 0.000286  loss: 2.5160 (2.5488)  grad: 0.2242 (0.2322)  time: 0.4273  data: 0.0044  max mem: 22448
+train: [7]  [ 40/400]  eta: 0:02:58  lr: 0.000286  loss: 2.5380 (2.5601)  grad: 0.2262 (0.2358)  time: 0.4273  data: 0.0041  max mem: 22448
+train: [7]  [ 60/400]  eta: 0:02:41  lr: 0.000285  loss: 2.5577 (2.5521)  grad: 0.2465 (0.2409)  time: 0.4310  data: 0.0050  max mem: 22448
+train: [7]  [ 80/400]  eta: 0:02:28  lr: 0.000284  loss: 2.5715 (2.5666)  grad: 0.2448 (0.2400)  time: 0.4388  data: 0.0049  max mem: 22448
+train: [7]  [100/400]  eta: 0:02:17  lr: 0.000284  loss: 2.5723 (2.5620)  grad: 0.2398 (0.2400)  time: 0.4318  data: 0.0048  max mem: 22448
+train: [7]  [120/400]  eta: 0:02:07  lr: 0.000283  loss: 2.5572 (2.5603)  grad: 0.2461 (0.2410)  time: 0.4321  data: 0.0047  max mem: 22448
+train: [7]  [140/400]  eta: 0:01:58  lr: 0.000282  loss: 2.5572 (2.5642)  grad: 0.2383 (0.2403)  time: 0.4671  data: 0.0050  max mem: 22448
+train: [7]  [160/400]  eta: 0:01:49  lr: 0.000282  loss: 2.5880 (2.5643)  grad: 0.2359 (0.2406)  time: 0.4539  data: 0.0049  max mem: 22448
+train: [7]  [180/400]  eta: 0:01:39  lr: 0.000281  loss: 2.5964 (2.5706)  grad: 0.2454 (0.2416)  time: 0.4442  data: 0.0051  max mem: 22448
+train: [7]  [200/400]  eta: 0:01:30  lr: 0.000280  loss: 2.5993 (2.5707)  grad: 0.2454 (0.2419)  time: 0.4316  data: 0.0049  max mem: 22448
+train: [7]  [220/400]  eta: 0:01:21  lr: 0.000279  loss: 2.5806 (2.5701)  grad: 0.2394 (0.2427)  time: 0.4555  data: 0.0048  max mem: 22448
+train: [7]  [240/400]  eta: 0:01:12  lr: 0.000278  loss: 2.5870 (2.5749)  grad: 0.2487 (0.2437)  time: 0.4523  data: 0.0048  max mem: 22448
+train: [7]  [260/400]  eta: 0:01:03  lr: 0.000278  loss: 2.5868 (2.5736)  grad: 0.2426 (0.2432)  time: 0.4374  data: 0.0050  max mem: 22448
+train: [7]  [280/400]  eta: 0:00:54  lr: 0.000277  loss: 2.5357 (2.5694)  grad: 0.2366 (0.2426)  time: 0.4336  data: 0.0048  max mem: 22448
+train: [7]  [300/400]  eta: 0:00:44  lr: 0.000276  loss: 2.4943 (2.5690)  grad: 0.2405 (0.2428)  time: 0.4446  data: 0.0049  max mem: 22448
+train: [7]  [320/400]  eta: 0:00:35  lr: 0.000275  loss: 2.5172 (2.5693)  grad: 0.2448 (0.2427)  time: 0.4360  data: 0.0045  max mem: 22448
+train: [7]  [340/400]  eta: 0:00:26  lr: 0.000274  loss: 2.5273 (2.5672)  grad: 0.2380 (0.2423)  time: 0.4424  data: 0.0044  max mem: 22448
+train: [7]  [360/400]  eta: 0:00:17  lr: 0.000273  loss: 2.5554 (2.5677)  grad: 0.2379 (0.2424)  time: 0.4652  data: 0.0049  max mem: 22448
+train: [7]  [380/400]  eta: 0:00:08  lr: 0.000272  loss: 2.5614 (2.5675)  grad: 0.2447 (0.2428)  time: 0.4543  data: 0.0049  max mem: 22448
+train: [7]  [399/400]  eta: 0:00:00  lr: 0.000271  loss: 2.5984 (2.5685)  grad: 0.2451 (0.2432)  time: 0.4336  data: 0.0046  max mem: 22448
+train: [7] Total time: 0:02:59 (0.4494 s / it)
+train: [7] Summary: lr: 0.000271  loss: 2.5984 (2.5685)  grad: 0.2451 (0.2432)
+eval (validation): [7]  [ 0/85]  eta: 0:04:22    time: 3.0920  data: 2.7970  max mem: 22448
+eval (validation): [7]  [20/85]  eta: 0:00:31    time: 0.3485  data: 0.0052  max mem: 22448
+eval (validation): [7]  [40/85]  eta: 0:00:18    time: 0.3308  data: 0.0040  max mem: 22448
+eval (validation): [7]  [60/85]  eta: 0:00:09    time: 0.3235  data: 0.0032  max mem: 22448
+eval (validation): [7]  [80/85]  eta: 0:00:01    time: 0.3170  data: 0.0036  max mem: 22448
+eval (validation): [7]  [84/85]  eta: 0:00:00    time: 0.3085  data: 0.0035  max mem: 22448
+eval (validation): [7] Total time: 0:00:30 (0.3639 s / it)
+cv: [7]  best hparam: (0.61, 1.0) (021) ('021_lr6.1e-01_wd1.0e+00')  loss: 2.402  acc: 0.267  f1: 0.207
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/nsd_cococlip__patch__attn/checkpoint-last.pth
+train: [8]  [  0/400]  eta: 0:22:35  lr: nan  time: 3.3881  data: 2.9933  max mem: 22448
+train: [8]  [ 20/400]  eta: 0:03:45  lr: 0.000270  loss: 2.4263 (2.4577)  grad: 0.2243 (0.2290)  time: 0.4550  data: 0.0038  max mem: 22448
+train: [8]  [ 40/400]  eta: 0:03:06  lr: 0.000270  loss: 2.4711 (2.4715)  grad: 0.2323 (0.2329)  time: 0.4350  data: 0.0047  max mem: 22448
+train: [8]  [ 60/400]  eta: 0:02:45  lr: 0.000269  loss: 2.4944 (2.4832)  grad: 0.2379 (0.2352)  time: 0.4238  data: 0.0047  max mem: 22448
+train: [8]  [ 80/400]  eta: 0:02:32  lr: 0.000268  loss: 2.5330 (2.4950)  grad: 0.2422 (0.2381)  time: 0.4429  data: 0.0048  max mem: 22448
+train: [8]  [100/400]  eta: 0:02:20  lr: 0.000267  loss: 2.5330 (2.4953)  grad: 0.2490 (0.2416)  time: 0.4370  data: 0.0048  max mem: 22448
+train: [8]  [120/400]  eta: 0:02:09  lr: 0.000266  loss: 2.4835 (2.4949)  grad: 0.2550 (0.2443)  time: 0.4443  data: 0.0049  max mem: 22448
+train: [8]  [140/400]  eta: 0:01:59  lr: 0.000265  loss: 2.4871 (2.4993)  grad: 0.2533 (0.2459)  time: 0.4395  data: 0.0050  max mem: 22448
+train: [8]  [160/400]  eta: 0:01:50  lr: 0.000264  loss: 2.5120 (2.5023)  grad: 0.2605 (0.2492)  time: 0.4454  data: 0.0050  max mem: 22448
+train: [8]  [180/400]  eta: 0:01:40  lr: 0.000263  loss: 2.4884 (2.4981)  grad: 0.2570 (0.2495)  time: 0.4379  data: 0.0048  max mem: 22448
+train: [8]  [200/400]  eta: 0:01:30  lr: 0.000262  loss: 2.4884 (2.5023)  grad: 0.2477 (0.2499)  time: 0.4385  data: 0.0049  max mem: 22448
+train: [8]  [220/400]  eta: 0:01:21  lr: 0.000260  loss: 2.5395 (2.5042)  grad: 0.2472 (0.2496)  time: 0.4334  data: 0.0048  max mem: 22448
+train: [8]  [240/400]  eta: 0:01:12  lr: 0.000259  loss: 2.4902 (2.5023)  grad: 0.2442 (0.2492)  time: 0.4459  data: 0.0050  max mem: 22448
+train: [8]  [260/400]  eta: 0:01:03  lr: 0.000258  loss: 2.5188 (2.5043)  grad: 0.2411 (0.2488)  time: 0.4378  data: 0.0050  max mem: 22448
+train: [8]  [280/400]  eta: 0:00:54  lr: 0.000257  loss: 2.5088 (2.5034)  grad: 0.2411 (0.2489)  time: 0.4481  data: 0.0050  max mem: 22448
+train: [8]  [300/400]  eta: 0:00:45  lr: 0.000256  loss: 2.4890 (2.5041)  grad: 0.2433 (0.2490)  time: 0.4438  data: 0.0048  max mem: 22448
+train: [8]  [320/400]  eta: 0:00:35  lr: 0.000255  loss: 2.4957 (2.5035)  grad: 0.2404 (0.2484)  time: 0.4428  data: 0.0049  max mem: 22448
+train: [8]  [340/400]  eta: 0:00:26  lr: 0.000254  loss: 2.4848 (2.5030)  grad: 0.2459 (0.2489)  time: 0.4355  data: 0.0047  max mem: 22448
+train: [8]  [360/400]  eta: 0:00:17  lr: 0.000253  loss: 2.4854 (2.5027)  grad: 0.2455 (0.2485)  time: 0.4535  data: 0.0050  max mem: 22448
+train: [8]  [380/400]  eta: 0:00:08  lr: 0.000252  loss: 2.4945 (2.5033)  grad: 0.2368 (0.2481)  time: 0.4488  data: 0.0050  max mem: 22448
+train: [8]  [399/400]  eta: 0:00:00  lr: 0.000250  loss: 2.5069 (2.5036)  grad: 0.2472 (0.2487)  time: 0.4398  data: 0.0047  max mem: 22448
+train: [8] Total time: 0:02:59 (0.4494 s / it)
+train: [8] Summary: lr: 0.000250  loss: 2.5069 (2.5036)  grad: 0.2472 (0.2487)
+eval (validation): [8]  [ 0/85]  eta: 0:04:14    time: 2.9964  data: 2.7588  max mem: 22448
+eval (validation): [8]  [20/85]  eta: 0:00:32    time: 0.3763  data: 0.0045  max mem: 22448
+eval (validation): [8]  [40/85]  eta: 0:00:19    time: 0.3596  data: 0.0041  max mem: 22448
+eval (validation): [8]  [60/85]  eta: 0:00:10    time: 0.3560  data: 0.0044  max mem: 22448
+eval (validation): [8]  [80/85]  eta: 0:00:01    time: 0.3369  data: 0.0040  max mem: 22448
+eval (validation): [8]  [84/85]  eta: 0:00:00    time: 0.3346  data: 0.0039  max mem: 22448
+eval (validation): [8] Total time: 0:00:33 (0.3898 s / it)
+cv: [8]  best hparam: (0.52, 1.0) (020) ('020_lr5.2e-01_wd1.0e+00')  loss: 2.432  acc: 0.264  f1: 0.205
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/nsd_cococlip__patch__attn/checkpoint-last.pth
+train: [9]  [  0/400]  eta: 0:22:55  lr: nan  time: 3.4376  data: 3.0431  max mem: 22448
+train: [9]  [ 20/400]  eta: 0:03:52  lr: 0.000249  loss: 2.4501 (2.4668)  grad: 0.2515 (0.2637)  time: 0.4707  data: 0.0049  max mem: 22448
+train: [9]  [ 40/400]  eta: 0:03:11  lr: 0.000248  loss: 2.4686 (2.4728)  grad: 0.2483 (0.2525)  time: 0.4479  data: 0.0051  max mem: 22448
+train: [9]  [ 60/400]  eta: 0:02:50  lr: 0.000247  loss: 2.4485 (2.4618)  grad: 0.2397 (0.2486)  time: 0.4375  data: 0.0049  max mem: 22448
+train: [9]  [ 80/400]  eta: 0:02:35  lr: 0.000246  loss: 2.4359 (2.4693)  grad: 0.2411 (0.2491)  time: 0.4438  data: 0.0046  max mem: 22448
+train: [9]  [100/400]  eta: 0:02:23  lr: 0.000244  loss: 2.4641 (2.4674)  grad: 0.2494 (0.2491)  time: 0.4447  data: 0.0047  max mem: 22448
+train: [9]  [120/400]  eta: 0:02:12  lr: 0.000243  loss: 2.4256 (2.4638)  grad: 0.2421 (0.2477)  time: 0.4497  data: 0.0047  max mem: 22448
+train: [9]  [140/400]  eta: 0:02:01  lr: 0.000242  loss: 2.4445 (2.4635)  grad: 0.2414 (0.2483)  time: 0.4370  data: 0.0048  max mem: 22448
+train: [9]  [160/400]  eta: 0:01:52  lr: 0.000241  loss: 2.4552 (2.4598)  grad: 0.2434 (0.2493)  time: 0.4679  data: 0.0048  max mem: 22448
+train: [9]  [180/400]  eta: 0:01:42  lr: 0.000240  loss: 2.4463 (2.4620)  grad: 0.2588 (0.2501)  time: 0.4533  data: 0.0048  max mem: 22448
+train: [9]  [200/400]  eta: 0:01:33  lr: 0.000238  loss: 2.4419 (2.4595)  grad: 0.2587 (0.2512)  time: 0.4537  data: 0.0049  max mem: 22448
+train: [9]  [220/400]  eta: 0:01:23  lr: 0.000237  loss: 2.4187 (2.4560)  grad: 0.2585 (0.2521)  time: 0.4278  data: 0.0047  max mem: 22448
+train: [9]  [240/400]  eta: 0:01:13  lr: 0.000236  loss: 2.4727 (2.4606)  grad: 0.2585 (0.2520)  time: 0.4464  data: 0.0050  max mem: 22448
+train: [9]  [260/400]  eta: 0:01:04  lr: 0.000234  loss: 2.4861 (2.4602)  grad: 0.2484 (0.2514)  time: 0.4396  data: 0.0047  max mem: 22448
+train: [9]  [280/400]  eta: 0:00:54  lr: 0.000233  loss: 2.4450 (2.4607)  grad: 0.2484 (0.2519)  time: 0.4392  data: 0.0048  max mem: 22448
+train: [9]  [300/400]  eta: 0:00:45  lr: 0.000232  loss: 2.4413 (2.4598)  grad: 0.2518 (0.2522)  time: 0.4368  data: 0.0046  max mem: 22448
+train: [9]  [320/400]  eta: 0:00:36  lr: 0.000230  loss: 2.4365 (2.4600)  grad: 0.2492 (0.2518)  time: 0.4320  data: 0.0049  max mem: 22448
+train: [9]  [340/400]  eta: 0:00:27  lr: 0.000229  loss: 2.4284 (2.4583)  grad: 0.2466 (0.2520)  time: 0.4365  data: 0.0044  max mem: 22448
+train: [9]  [360/400]  eta: 0:00:18  lr: 0.000228  loss: 2.4382 (2.4592)  grad: 0.2594 (0.2527)  time: 0.4395  data: 0.0047  max mem: 22448
+train: [9]  [380/400]  eta: 0:00:09  lr: 0.000226  loss: 2.4550 (2.4586)  grad: 0.2509 (0.2526)  time: 0.4358  data: 0.0049  max mem: 22448
+train: [9]  [399/400]  eta: 0:00:00  lr: 0.000225  loss: 2.4694 (2.4606)  grad: 0.2507 (0.2530)  time: 0.4353  data: 0.0046  max mem: 22448
+train: [9] Total time: 0:03:00 (0.4519 s / it)
+train: [9] Summary: lr: 0.000225  loss: 2.4694 (2.4606)  grad: 0.2507 (0.2530)
+eval (validation): [9]  [ 0/85]  eta: 0:04:05    time: 2.8854  data: 2.6511  max mem: 22448
+eval (validation): [9]  [20/85]  eta: 0:00:29    time: 0.3365  data: 0.0033  max mem: 22448
+eval (validation): [9]  [40/85]  eta: 0:00:18    time: 0.3401  data: 0.0034  max mem: 22448
+eval (validation): [9]  [60/85]  eta: 0:00:09    time: 0.3330  data: 0.0041  max mem: 22448
+eval (validation): [9]  [80/85]  eta: 0:00:01    time: 0.3314  data: 0.0043  max mem: 22448
+eval (validation): [9]  [84/85]  eta: 0:00:00    time: 0.3256  data: 0.0042  max mem: 22448
+eval (validation): [9] Total time: 0:00:31 (0.3678 s / it)
+cv: [9]  best hparam: (0.44, 1.0) (019) ('019_lr4.4e-01_wd1.0e+00')  loss: 2.397  acc: 0.272  f1: 0.205
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/nsd_cococlip__patch__attn/checkpoint-last.pth
+train: [10]  [  0/400]  eta: 0:20:57  lr: nan  time: 3.1437  data: 2.7641  max mem: 22448
+train: [10]  [ 20/400]  eta: 0:03:40  lr: 0.000224  loss: 2.3911 (2.4031)  grad: 0.2507 (0.2553)  time: 0.4519  data: 0.0041  max mem: 22448
+train: [10]  [ 40/400]  eta: 0:03:05  lr: 0.000222  loss: 2.3850 (2.3952)  grad: 0.2517 (0.2519)  time: 0.4473  data: 0.0048  max mem: 22448
+train: [10]  [ 60/400]  eta: 0:02:48  lr: 0.000221  loss: 2.4031 (2.4144)  grad: 0.2408 (0.2480)  time: 0.4538  data: 0.0048  max mem: 22448
+train: [10]  [ 80/400]  eta: 0:02:33  lr: 0.000220  loss: 2.4025 (2.4028)  grad: 0.2371 (0.2473)  time: 0.4300  data: 0.0048  max mem: 22448
+train: [10]  [100/400]  eta: 0:02:22  lr: 0.000218  loss: 2.3947 (2.4003)  grad: 0.2436 (0.2479)  time: 0.4590  data: 0.0049  max mem: 22448
+train: [10]  [120/400]  eta: 0:02:11  lr: 0.000217  loss: 2.4041 (2.4026)  grad: 0.2510 (0.2494)  time: 0.4524  data: 0.0051  max mem: 22448
+train: [10]  [140/400]  eta: 0:02:02  lr: 0.000215  loss: 2.4163 (2.4048)  grad: 0.2525 (0.2494)  time: 0.4579  data: 0.0049  max mem: 22448
+train: [10]  [160/400]  eta: 0:01:52  lr: 0.000214  loss: 2.4134 (2.4072)  grad: 0.2473 (0.2493)  time: 0.4660  data: 0.0052  max mem: 22448
+train: [10]  [180/400]  eta: 0:01:42  lr: 0.000213  loss: 2.4123 (2.4098)  grad: 0.2488 (0.2505)  time: 0.4559  data: 0.0048  max mem: 22448
+train: [10]  [200/400]  eta: 0:01:33  lr: 0.000211  loss: 2.4131 (2.4094)  grad: 0.2534 (0.2513)  time: 0.4495  data: 0.0048  max mem: 22448
+train: [10]  [220/400]  eta: 0:01:23  lr: 0.000210  loss: 2.3956 (2.4088)  grad: 0.2529 (0.2512)  time: 0.4408  data: 0.0046  max mem: 22448
+train: [10]  [240/400]  eta: 0:01:14  lr: 0.000208  loss: 2.3956 (2.4084)  grad: 0.2479 (0.2506)  time: 0.4670  data: 0.0050  max mem: 22448
+train: [10]  [260/400]  eta: 0:01:04  lr: 0.000207  loss: 2.4080 (2.4073)  grad: 0.2432 (0.2503)  time: 0.4567  data: 0.0047  max mem: 22448
+train: [10]  [280/400]  eta: 0:00:55  lr: 0.000205  loss: 2.4080 (2.4076)  grad: 0.2487 (0.2505)  time: 0.4527  data: 0.0050  max mem: 22448
+train: [10]  [300/400]  eta: 0:00:46  lr: 0.000204  loss: 2.3634 (2.4049)  grad: 0.2518 (0.2504)  time: 0.4595  data: 0.0050  max mem: 22448
+train: [10]  [320/400]  eta: 0:00:36  lr: 0.000202  loss: 2.3484 (2.4030)  grad: 0.2524 (0.2511)  time: 0.4563  data: 0.0049  max mem: 22448
+train: [10]  [340/400]  eta: 0:00:27  lr: 0.000201  loss: 2.3985 (2.4024)  grad: 0.2538 (0.2512)  time: 0.4423  data: 0.0048  max mem: 22448
+train: [10]  [360/400]  eta: 0:00:18  lr: 0.000199  loss: 2.3893 (2.4005)  grad: 0.2471 (0.2510)  time: 0.4763  data: 0.0049  max mem: 22448
+train: [10]  [380/400]  eta: 0:00:09  lr: 0.000198  loss: 2.3637 (2.3994)  grad: 0.2496 (0.2509)  time: 0.4576  data: 0.0051  max mem: 22448
+train: [10]  [399/400]  eta: 0:00:00  lr: 0.000196  loss: 2.3906 (2.4000)  grad: 0.2520 (0.2510)  time: 0.4610  data: 0.0050  max mem: 22448
+train: [10] Total time: 0:03:04 (0.4619 s / it)
+train: [10] Summary: lr: 0.000196  loss: 2.3906 (2.4000)  grad: 0.2520 (0.2510)
+eval (validation): [10]  [ 0/85]  eta: 0:04:44    time: 3.3442  data: 3.0904  max mem: 22448
+eval (validation): [10]  [20/85]  eta: 0:00:32    time: 0.3642  data: 0.0049  max mem: 22448
+eval (validation): [10]  [40/85]  eta: 0:00:19    time: 0.3698  data: 0.0038  max mem: 22448
+eval (validation): [10]  [60/85]  eta: 0:00:10    time: 0.3601  data: 0.0042  max mem: 22448
+eval (validation): [10]  [80/85]  eta: 0:00:01    time: 0.3507  data: 0.0040  max mem: 22448
+eval (validation): [10]  [84/85]  eta: 0:00:00    time: 0.3402  data: 0.0039  max mem: 22448
+eval (validation): [10] Total time: 0:00:33 (0.3978 s / it)
+cv: [10]  best hparam: (0.38, 1.0) (018) ('018_lr3.8e-01_wd1.0e+00')  loss: 2.403  acc: 0.271  f1: 0.204
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/nsd_cococlip__patch__attn/checkpoint-last.pth
+train: [11]  [  0/400]  eta: 0:21:17  lr: nan  time: 3.1927  data: 2.8138  max mem: 22448
+train: [11]  [ 20/400]  eta: 0:03:43  lr: 0.000195  loss: 2.3145 (2.3375)  grad: 0.2391 (0.2459)  time: 0.4587  data: 0.0048  max mem: 22448
+train: [11]  [ 40/400]  eta: 0:03:10  lr: 0.000193  loss: 2.3481 (2.3543)  grad: 0.2430 (0.2482)  time: 0.4667  data: 0.0048  max mem: 22448
+train: [11]  [ 60/400]  eta: 0:02:51  lr: 0.000192  loss: 2.3331 (2.3369)  grad: 0.2489 (0.2501)  time: 0.4513  data: 0.0051  max mem: 22448
+train: [11]  [ 80/400]  eta: 0:02:36  lr: 0.000190  loss: 2.3407 (2.3538)  grad: 0.2522 (0.2517)  time: 0.4434  data: 0.0048  max mem: 22448
+train: [11]  [100/400]  eta: 0:02:25  lr: 0.000189  loss: 2.3814 (2.3511)  grad: 0.2535 (0.2517)  time: 0.4758  data: 0.0052  max mem: 22448
+train: [11]  [120/400]  eta: 0:02:15  lr: 0.000187  loss: 2.3125 (2.3373)  grad: 0.2501 (0.2514)  time: 0.4677  data: 0.0050  max mem: 22448
+train: [11]  [140/400]  eta: 0:02:04  lr: 0.000186  loss: 2.3133 (2.3420)  grad: 0.2514 (0.2516)  time: 0.4465  data: 0.0048  max mem: 22448
+train: [11]  [160/400]  eta: 0:01:53  lr: 0.000184  loss: 2.3498 (2.3442)  grad: 0.2568 (0.2527)  time: 0.4289  data: 0.0043  max mem: 22448
+train: [11]  [180/400]  eta: 0:01:44  lr: 0.000183  loss: 2.3487 (2.3470)  grad: 0.2623 (0.2548)  time: 0.4826  data: 0.0049  max mem: 22448
+train: [11]  [200/400]  eta: 0:01:34  lr: 0.000181  loss: 2.3945 (2.3511)  grad: 0.2563 (0.2547)  time: 0.4488  data: 0.0048  max mem: 22448
+train: [11]  [220/400]  eta: 0:01:24  lr: 0.000180  loss: 2.4360 (2.3593)  grad: 0.2517 (0.2547)  time: 0.4390  data: 0.0046  max mem: 22448
+train: [11]  [240/400]  eta: 0:01:14  lr: 0.000178  loss: 2.4192 (2.3603)  grad: 0.2479 (0.2551)  time: 0.4257  data: 0.0043  max mem: 22448
+train: [11]  [260/400]  eta: 0:01:04  lr: 0.000177  loss: 2.3399 (2.3602)  grad: 0.2577 (0.2558)  time: 0.4489  data: 0.0047  max mem: 22448
+train: [11]  [280/400]  eta: 0:00:55  lr: 0.000175  loss: 2.3385 (2.3604)  grad: 0.2592 (0.2562)  time: 0.4393  data: 0.0047  max mem: 22448
+train: [11]  [300/400]  eta: 0:00:45  lr: 0.000174  loss: 2.3734 (2.3646)  grad: 0.2587 (0.2565)  time: 0.4335  data: 0.0047  max mem: 22448
+train: [11]  [320/400]  eta: 0:00:36  lr: 0.000172  loss: 2.3994 (2.3666)  grad: 0.2604 (0.2574)  time: 0.4331  data: 0.0046  max mem: 22448
+train: [11]  [340/400]  eta: 0:00:27  lr: 0.000170  loss: 2.3753 (2.3664)  grad: 0.2669 (0.2578)  time: 0.4433  data: 0.0047  max mem: 22448
+train: [11]  [360/400]  eta: 0:00:18  lr: 0.000169  loss: 2.3753 (2.3659)  grad: 0.2572 (0.2579)  time: 0.4359  data: 0.0047  max mem: 22448
+train: [11]  [380/400]  eta: 0:00:09  lr: 0.000167  loss: 2.3218 (2.3623)  grad: 0.2512 (0.2576)  time: 0.4266  data: 0.0046  max mem: 22448
+train: [11]  [399/400]  eta: 0:00:00  lr: 0.000166  loss: 2.3473 (2.3655)  grad: 0.2487 (0.2571)  time: 0.4384  data: 0.0047  max mem: 22448
+train: [11] Total time: 0:03:01 (0.4542 s / it)
+train: [11] Summary: lr: 0.000166  loss: 2.3473 (2.3655)  grad: 0.2487 (0.2571)
+eval (validation): [11]  [ 0/85]  eta: 0:04:18    time: 3.0371  data: 2.7955  max mem: 22448
+eval (validation): [11]  [20/85]  eta: 0:00:30    time: 0.3392  data: 0.0037  max mem: 22448
+eval (validation): [11]  [40/85]  eta: 0:00:18    time: 0.3423  data: 0.0037  max mem: 22448
+eval (validation): [11]  [60/85]  eta: 0:00:09    time: 0.3629  data: 0.0042  max mem: 22448
+eval (validation): [11]  [80/85]  eta: 0:00:01    time: 0.3559  data: 0.0042  max mem: 22448
+eval (validation): [11]  [84/85]  eta: 0:00:00    time: 0.3487  data: 0.0043  max mem: 22448
+eval (validation): [11] Total time: 0:00:32 (0.3850 s / it)
+cv: [11]  best hparam: (0.38, 1.0) (018) ('018_lr3.8e-01_wd1.0e+00')  loss: 2.402  acc: 0.275  f1: 0.209
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/nsd_cococlip__patch__attn/checkpoint-last.pth
+train: [12]  [  0/400]  eta: 0:22:59  lr: nan  time: 3.4500  data: 3.1079  max mem: 22448
+train: [12]  [ 20/400]  eta: 0:03:47  lr: 0.000164  loss: 2.2736 (2.2594)  grad: 0.2378 (0.2396)  time: 0.4574  data: 0.0041  max mem: 22448
+train: [12]  [ 40/400]  eta: 0:03:11  lr: 0.000163  loss: 2.2761 (2.2748)  grad: 0.2412 (0.2442)  time: 0.4596  data: 0.0045  max mem: 22448
+train: [12]  [ 60/400]  eta: 0:02:52  lr: 0.000161  loss: 2.2843 (2.2829)  grad: 0.2464 (0.2442)  time: 0.4578  data: 0.0051  max mem: 22448
+train: [12]  [ 80/400]  eta: 0:02:37  lr: 0.000160  loss: 2.2902 (2.2921)  grad: 0.2437 (0.2444)  time: 0.4467  data: 0.0049  max mem: 22448
+train: [12]  [100/400]  eta: 0:02:26  lr: 0.000158  loss: 2.3241 (2.2951)  grad: 0.2513 (0.2461)  time: 0.4663  data: 0.0052  max mem: 22448
+train: [12]  [120/400]  eta: 0:02:15  lr: 0.000156  loss: 2.3090 (2.3002)  grad: 0.2452 (0.2450)  time: 0.4568  data: 0.0050  max mem: 22448
+train: [12]  [140/400]  eta: 0:02:04  lr: 0.000155  loss: 2.2908 (2.2983)  grad: 0.2490 (0.2476)  time: 0.4534  data: 0.0050  max mem: 22448
+train: [12]  [160/400]  eta: 0:01:54  lr: 0.000153  loss: 2.3022 (2.3012)  grad: 0.2658 (0.2501)  time: 0.4602  data: 0.0051  max mem: 22448
+train: [12]  [180/400]  eta: 0:01:44  lr: 0.000152  loss: 2.3008 (2.2994)  grad: 0.2634 (0.2509)  time: 0.4577  data: 0.0051  max mem: 22448
+train: [12]  [200/400]  eta: 0:01:34  lr: 0.000150  loss: 2.3287 (2.3063)  grad: 0.2545 (0.2520)  time: 0.4444  data: 0.0050  max mem: 22448
+train: [12]  [220/400]  eta: 0:01:24  lr: 0.000149  loss: 2.3339 (2.3082)  grad: 0.2536 (0.2520)  time: 0.4673  data: 0.0049  max mem: 22448
+train: [12]  [240/400]  eta: 0:01:15  lr: 0.000147  loss: 2.3192 (2.3075)  grad: 0.2559 (0.2535)  time: 0.4554  data: 0.0049  max mem: 22448
+train: [12]  [260/400]  eta: 0:01:05  lr: 0.000145  loss: 2.3137 (2.3090)  grad: 0.2586 (0.2534)  time: 0.4565  data: 0.0051  max mem: 22448
+train: [12]  [280/400]  eta: 0:00:56  lr: 0.000144  loss: 2.2934 (2.3045)  grad: 0.2487 (0.2535)  time: 0.4655  data: 0.0051  max mem: 22448
+train: [12]  [300/400]  eta: 0:00:46  lr: 0.000142  loss: 2.2981 (2.3073)  grad: 0.2544 (0.2544)  time: 0.4530  data: 0.0048  max mem: 22448
+train: [12]  [320/400]  eta: 0:00:37  lr: 0.000141  loss: 2.3200 (2.3082)  grad: 0.2582 (0.2546)  time: 0.4509  data: 0.0047  max mem: 22448
+train: [12]  [340/400]  eta: 0:00:27  lr: 0.000139  loss: 2.2724 (2.3083)  grad: 0.2559 (0.2543)  time: 0.4596  data: 0.0050  max mem: 22448
+train: [12]  [360/400]  eta: 0:00:18  lr: 0.000138  loss: 2.2786 (2.3074)  grad: 0.2490 (0.2542)  time: 0.4692  data: 0.0051  max mem: 22448
+train: [12]  [380/400]  eta: 0:00:09  lr: 0.000136  loss: 2.3085 (2.3078)  grad: 0.2490 (0.2542)  time: 0.4592  data: 0.0049  max mem: 22448
+train: [12]  [399/400]  eta: 0:00:00  lr: 0.000134  loss: 2.2823 (2.3061)  grad: 0.2548 (0.2545)  time: 0.4359  data: 0.0047  max mem: 22448
+train: [12] Total time: 0:03:05 (0.4648 s / it)
+train: [12] Summary: lr: 0.000134  loss: 2.2823 (2.3061)  grad: 0.2548 (0.2545)
+eval (validation): [12]  [ 0/85]  eta: 0:04:49    time: 3.4023  data: 3.1035  max mem: 22448
+eval (validation): [12]  [20/85]  eta: 0:00:35    time: 0.4006  data: 0.0064  max mem: 22448
+eval (validation): [12]  [40/85]  eta: 0:00:20    time: 0.3601  data: 0.0038  max mem: 22448
+eval (validation): [12]  [60/85]  eta: 0:00:10    time: 0.3567  data: 0.0044  max mem: 22448
+eval (validation): [12]  [80/85]  eta: 0:00:01    time: 0.3289  data: 0.0039  max mem: 22448
+eval (validation): [12]  [84/85]  eta: 0:00:00    time: 0.3227  data: 0.0036  max mem: 22448
+eval (validation): [12] Total time: 0:00:33 (0.3992 s / it)
+cv: [12]  best hparam: (0.38, 1.0) (018) ('018_lr3.8e-01_wd1.0e+00')  loss: 2.418  acc: 0.273  f1: 0.207
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/nsd_cococlip__patch__attn/checkpoint-last.pth
+train: [13]  [  0/400]  eta: 0:23:16  lr: nan  time: 3.4922  data: 3.1461  max mem: 22448
+train: [13]  [ 20/400]  eta: 0:03:45  lr: 0.000133  loss: 2.2448 (2.2601)  grad: 0.2501 (0.2531)  time: 0.4493  data: 0.0028  max mem: 22448
+train: [13]  [ 40/400]  eta: 0:03:09  lr: 0.000131  loss: 2.2448 (2.2635)  grad: 0.2505 (0.2545)  time: 0.4543  data: 0.0047  max mem: 22448
+train: [13]  [ 60/400]  eta: 0:02:48  lr: 0.000130  loss: 2.2416 (2.2648)  grad: 0.2517 (0.2537)  time: 0.4292  data: 0.0047  max mem: 22448
+train: [13]  [ 80/400]  eta: 0:02:33  lr: 0.000128  loss: 2.2275 (2.2634)  grad: 0.2497 (0.2540)  time: 0.4375  data: 0.0047  max mem: 22448
+train: [13]  [100/400]  eta: 0:02:21  lr: 0.000127  loss: 2.2520 (2.2618)  grad: 0.2455 (0.2526)  time: 0.4373  data: 0.0048  max mem: 22448
+train: [13]  [120/400]  eta: 0:02:10  lr: 0.000125  loss: 2.2520 (2.2586)  grad: 0.2455 (0.2529)  time: 0.4352  data: 0.0047  max mem: 22448
+train: [13]  [140/400]  eta: 0:02:00  lr: 0.000124  loss: 2.2730 (2.2664)  grad: 0.2602 (0.2542)  time: 0.4495  data: 0.0049  max mem: 22448
+train: [13]  [160/400]  eta: 0:01:50  lr: 0.000122  loss: 2.2812 (2.2644)  grad: 0.2625 (0.2554)  time: 0.4329  data: 0.0048  max mem: 22448
+train: [13]  [180/400]  eta: 0:01:40  lr: 0.000120  loss: 2.2670 (2.2708)  grad: 0.2610 (0.2561)  time: 0.4446  data: 0.0047  max mem: 22448
+train: [13]  [200/400]  eta: 0:01:31  lr: 0.000119  loss: 2.2432 (2.2636)  grad: 0.2576 (0.2559)  time: 0.4450  data: 0.0049  max mem: 22448
+train: [13]  [220/400]  eta: 0:01:21  lr: 0.000117  loss: 2.2608 (2.2652)  grad: 0.2573 (0.2567)  time: 0.4396  data: 0.0046  max mem: 22448
+train: [13]  [240/400]  eta: 0:01:12  lr: 0.000116  loss: 2.2729 (2.2658)  grad: 0.2586 (0.2570)  time: 0.4475  data: 0.0048  max mem: 22448
+train: [13]  [260/400]  eta: 0:01:03  lr: 0.000114  loss: 2.2596 (2.2674)  grad: 0.2534 (0.2562)  time: 0.4354  data: 0.0045  max mem: 22448
+train: [13]  [280/400]  eta: 0:00:54  lr: 0.000113  loss: 2.2330 (2.2638)  grad: 0.2404 (0.2551)  time: 0.4448  data: 0.0043  max mem: 22448
+train: [13]  [300/400]  eta: 0:00:45  lr: 0.000111  loss: 2.2179 (2.2625)  grad: 0.2407 (0.2542)  time: 0.4419  data: 0.0044  max mem: 22448
+train: [13]  [320/400]  eta: 0:00:36  lr: 0.000110  loss: 2.2714 (2.2646)  grad: 0.2519 (0.2548)  time: 0.4470  data: 0.0049  max mem: 22448
+train: [13]  [340/400]  eta: 0:00:27  lr: 0.000108  loss: 2.2602 (2.2641)  grad: 0.2521 (0.2541)  time: 0.4690  data: 0.0047  max mem: 22448
+train: [13]  [360/400]  eta: 0:00:18  lr: 0.000107  loss: 2.2560 (2.2653)  grad: 0.2521 (0.2543)  time: 0.4446  data: 0.0047  max mem: 22448
+train: [13]  [380/400]  eta: 0:00:09  lr: 0.000105  loss: 2.2748 (2.2658)  grad: 0.2611 (0.2547)  time: 0.4537  data: 0.0047  max mem: 22448
+train: [13]  [399/400]  eta: 0:00:00  lr: 0.000104  loss: 2.2625 (2.2655)  grad: 0.2582 (0.2547)  time: 0.4678  data: 0.0051  max mem: 22448
+train: [13] Total time: 0:03:01 (0.4535 s / it)
+train: [13] Summary: lr: 0.000104  loss: 2.2625 (2.2655)  grad: 0.2582 (0.2547)
+eval (validation): [13]  [ 0/85]  eta: 0:04:44    time: 3.3473  data: 3.0509  max mem: 22448
+eval (validation): [13]  [20/85]  eta: 0:00:34    time: 0.3845  data: 0.0046  max mem: 22448
+eval (validation): [13]  [40/85]  eta: 0:00:19    time: 0.3590  data: 0.0044  max mem: 22448
+eval (validation): [13]  [60/85]  eta: 0:00:10    time: 0.3684  data: 0.0046  max mem: 22448
+eval (validation): [13]  [80/85]  eta: 0:00:02    time: 0.3511  data: 0.0044  max mem: 22448
+eval (validation): [13]  [84/85]  eta: 0:00:00    time: 0.3365  data: 0.0043  max mem: 22448
+eval (validation): [13] Total time: 0:00:34 (0.4025 s / it)
+cv: [13]  best hparam: (0.38, 1.0) (018) ('018_lr3.8e-01_wd1.0e+00')  loss: 2.406  acc: 0.275  f1: 0.208
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/nsd_cococlip__patch__attn/checkpoint-last.pth
+train: [14]  [  0/400]  eta: 0:22:39  lr: nan  time: 3.3995  data: 3.0223  max mem: 22448
+train: [14]  [ 20/400]  eta: 0:03:50  lr: 0.000102  loss: 2.1721 (2.1783)  grad: 0.2393 (0.2404)  time: 0.4675  data: 0.0034  max mem: 22448
+train: [14]  [ 40/400]  eta: 0:03:10  lr: 0.000101  loss: 2.1981 (2.1913)  grad: 0.2390 (0.2416)  time: 0.4448  data: 0.0049  max mem: 22448
+train: [14]  [ 60/400]  eta: 0:02:52  lr: 0.000099  loss: 2.2036 (2.1931)  grad: 0.2424 (0.2442)  time: 0.4629  data: 0.0050  max mem: 22448
+train: [14]  [ 80/400]  eta: 0:02:37  lr: 0.000098  loss: 2.2148 (2.2059)  grad: 0.2424 (0.2440)  time: 0.4425  data: 0.0048  max mem: 22448
+train: [14]  [100/400]  eta: 0:02:25  lr: 0.000096  loss: 2.2340 (2.2094)  grad: 0.2424 (0.2451)  time: 0.4674  data: 0.0053  max mem: 22448
+train: [14]  [120/400]  eta: 0:02:14  lr: 0.000095  loss: 2.1955 (2.2063)  grad: 0.2495 (0.2472)  time: 0.4550  data: 0.0050  max mem: 22448
+train: [14]  [140/400]  eta: 0:02:04  lr: 0.000093  loss: 2.1940 (2.2054)  grad: 0.2567 (0.2489)  time: 0.4587  data: 0.0051  max mem: 22448
+train: [14]  [160/400]  eta: 0:01:54  lr: 0.000092  loss: 2.1747 (2.2027)  grad: 0.2570 (0.2493)  time: 0.4725  data: 0.0052  max mem: 22448
+train: [14]  [180/400]  eta: 0:01:44  lr: 0.000090  loss: 2.1747 (2.2011)  grad: 0.2525 (0.2498)  time: 0.4399  data: 0.0046  max mem: 22448
+train: [14]  [200/400]  eta: 0:01:33  lr: 0.000089  loss: 2.1704 (2.1999)  grad: 0.2525 (0.2505)  time: 0.4422  data: 0.0049  max mem: 22448
+train: [14]  [220/400]  eta: 0:01:24  lr: 0.000088  loss: 2.1904 (2.2021)  grad: 0.2556 (0.2510)  time: 0.4609  data: 0.0050  max mem: 22448
+train: [14]  [240/400]  eta: 0:01:14  lr: 0.000086  loss: 2.2053 (2.2057)  grad: 0.2536 (0.2508)  time: 0.4580  data: 0.0051  max mem: 22448
+train: [14]  [260/400]  eta: 0:01:05  lr: 0.000085  loss: 2.2074 (2.2064)  grad: 0.2496 (0.2510)  time: 0.4553  data: 0.0051  max mem: 22448
+train: [14]  [280/400]  eta: 0:00:55  lr: 0.000083  loss: 2.2074 (2.2072)  grad: 0.2495 (0.2509)  time: 0.4575  data: 0.0050  max mem: 22448
+train: [14]  [300/400]  eta: 0:00:46  lr: 0.000082  loss: 2.2570 (2.2125)  grad: 0.2520 (0.2514)  time: 0.4476  data: 0.0049  max mem: 22448
+train: [14]  [320/400]  eta: 0:00:37  lr: 0.000081  loss: 2.2572 (2.2138)  grad: 0.2561 (0.2517)  time: 0.4619  data: 0.0052  max mem: 22448
+train: [14]  [340/400]  eta: 0:00:27  lr: 0.000079  loss: 2.2453 (2.2139)  grad: 0.2593 (0.2525)  time: 0.4521  data: 0.0050  max mem: 22448
+train: [14]  [360/400]  eta: 0:00:18  lr: 0.000078  loss: 2.2169 (2.2139)  grad: 0.2589 (0.2527)  time: 0.4595  data: 0.0051  max mem: 22448
+train: [14]  [380/400]  eta: 0:00:09  lr: 0.000076  loss: 2.1713 (2.2116)  grad: 0.2528 (0.2525)  time: 0.4644  data: 0.0052  max mem: 22448
+train: [14]  [399/400]  eta: 0:00:00  lr: 0.000075  loss: 2.1964 (2.2124)  grad: 0.2554 (0.2528)  time: 0.4464  data: 0.0049  max mem: 22448
+train: [14] Total time: 0:03:05 (0.4638 s / it)
+train: [14] Summary: lr: 0.000075  loss: 2.1964 (2.2124)  grad: 0.2554 (0.2528)
+eval (validation): [14]  [ 0/85]  eta: 0:04:42    time: 3.3237  data: 3.0368  max mem: 22448
+eval (validation): [14]  [20/85]  eta: 0:00:32    time: 0.3614  data: 0.0056  max mem: 22448
+eval (validation): [14]  [40/85]  eta: 0:00:19    time: 0.3582  data: 0.0033  max mem: 22448
+eval (validation): [14]  [60/85]  eta: 0:00:10    time: 0.3476  data: 0.0043  max mem: 22448
+eval (validation): [14]  [80/85]  eta: 0:00:01    time: 0.3666  data: 0.0042  max mem: 22448
+eval (validation): [14]  [84/85]  eta: 0:00:00    time: 0.3464  data: 0.0038  max mem: 22448
+eval (validation): [14] Total time: 0:00:33 (0.3952 s / it)
+cv: [14]  best hparam: (0.32, 1.0) (017) ('017_lr3.2e-01_wd1.0e+00')  loss: 2.401  acc: 0.275  f1: 0.208
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/nsd_cococlip__patch__attn/checkpoint-last.pth
+train: [15]  [  0/400]  eta: 0:21:50  lr: nan  time: 3.2759  data: 2.9249  max mem: 22448
+train: [15]  [ 20/400]  eta: 0:03:46  lr: 0.000074  loss: 2.1341 (2.1836)  grad: 0.2449 (0.2478)  time: 0.4626  data: 0.0038  max mem: 22448
+train: [15]  [ 40/400]  eta: 0:03:11  lr: 0.000072  loss: 2.1341 (2.1735)  grad: 0.2449 (0.2450)  time: 0.4657  data: 0.0043  max mem: 22448
+train: [15]  [ 60/400]  eta: 0:02:50  lr: 0.000071  loss: 2.1346 (2.1630)  grad: 0.2407 (0.2454)  time: 0.4381  data: 0.0044  max mem: 22448
+train: [15]  [ 80/400]  eta: 0:02:36  lr: 0.000070  loss: 2.1466 (2.1585)  grad: 0.2407 (0.2449)  time: 0.4559  data: 0.0045  max mem: 22448
+train: [15]  [100/400]  eta: 0:02:24  lr: 0.000068  loss: 2.1115 (2.1483)  grad: 0.2460 (0.2460)  time: 0.4493  data: 0.0047  max mem: 22448
+train: [15]  [120/400]  eta: 0:02:14  lr: 0.000067  loss: 2.1271 (2.1542)  grad: 0.2519 (0.2480)  time: 0.4609  data: 0.0047  max mem: 22448
+train: [15]  [140/400]  eta: 0:02:03  lr: 0.000066  loss: 2.1912 (2.1597)  grad: 0.2542 (0.2501)  time: 0.4527  data: 0.0048  max mem: 22448
+train: [15]  [160/400]  eta: 0:01:53  lr: 0.000064  loss: 2.1495 (2.1597)  grad: 0.2520 (0.2506)  time: 0.4535  data: 0.0052  max mem: 22448
+train: [15]  [180/400]  eta: 0:01:43  lr: 0.000063  loss: 2.1974 (2.1678)  grad: 0.2568 (0.2520)  time: 0.4470  data: 0.0048  max mem: 22448
+train: [15]  [200/400]  eta: 0:01:34  lr: 0.000062  loss: 2.2131 (2.1684)  grad: 0.2520 (0.2515)  time: 0.4912  data: 0.0051  max mem: 22448
+train: [15]  [220/400]  eta: 0:01:24  lr: 0.000061  loss: 2.1956 (2.1691)  grad: 0.2475 (0.2515)  time: 0.4636  data: 0.0050  max mem: 22448
+train: [15]  [240/400]  eta: 0:01:15  lr: 0.000059  loss: 2.1838 (2.1703)  grad: 0.2458 (0.2514)  time: 0.4559  data: 0.0051  max mem: 22448
+train: [15]  [260/400]  eta: 0:01:05  lr: 0.000058  loss: 2.2200 (2.1752)  grad: 0.2487 (0.2513)  time: 0.4543  data: 0.0051  max mem: 22448
+train: [15]  [280/400]  eta: 0:00:56  lr: 0.000057  loss: 2.1910 (2.1721)  grad: 0.2438 (0.2506)  time: 0.4502  data: 0.0049  max mem: 22448
+train: [15]  [300/400]  eta: 0:00:46  lr: 0.000056  loss: 2.1157 (2.1709)  grad: 0.2413 (0.2505)  time: 0.4520  data: 0.0048  max mem: 22448
+train: [15]  [320/400]  eta: 0:00:37  lr: 0.000054  loss: 2.1780 (2.1709)  grad: 0.2490 (0.2505)  time: 0.4644  data: 0.0050  max mem: 22448
+train: [15]  [340/400]  eta: 0:00:27  lr: 0.000053  loss: 2.1830 (2.1710)  grad: 0.2511 (0.2504)  time: 0.4664  data: 0.0051  max mem: 22448
+train: [15]  [360/400]  eta: 0:00:18  lr: 0.000052  loss: 2.1676 (2.1721)  grad: 0.2511 (0.2506)  time: 0.4549  data: 0.0054  max mem: 22448
+train: [15]  [380/400]  eta: 0:00:09  lr: 0.000051  loss: 2.1635 (2.1704)  grad: 0.2433 (0.2503)  time: 0.4604  data: 0.0051  max mem: 22448
+train: [15]  [399/400]  eta: 0:00:00  lr: 0.000050  loss: 2.1560 (2.1712)  grad: 0.2433 (0.2501)  time: 0.4670  data: 0.0050  max mem: 22448
+train: [15] Total time: 0:03:06 (0.4660 s / it)
+train: [15] Summary: lr: 0.000050  loss: 2.1560 (2.1712)  grad: 0.2433 (0.2501)
+eval (validation): [15]  [ 0/85]  eta: 0:04:44    time: 3.3420  data: 3.0522  max mem: 22448
+eval (validation): [15]  [20/85]  eta: 0:00:33    time: 0.3676  data: 0.0036  max mem: 22448
+eval (validation): [15]  [40/85]  eta: 0:00:19    time: 0.3624  data: 0.0043  max mem: 22448
+eval (validation): [15]  [60/85]  eta: 0:00:10    time: 0.3587  data: 0.0046  max mem: 22448
+eval (validation): [15]  [80/85]  eta: 0:00:01    time: 0.3594  data: 0.0044  max mem: 22448
+eval (validation): [15]  [84/85]  eta: 0:00:00    time: 0.3324  data: 0.0041  max mem: 22448
+eval (validation): [15] Total time: 0:00:33 (0.3988 s / it)
+cv: [15]  best hparam: (0.32, 1.0) (017) ('017_lr3.2e-01_wd1.0e+00')  loss: 2.406  acc: 0.274  f1: 0.206
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/nsd_cococlip__patch__attn/checkpoint-last.pth
+train: [16]  [  0/400]  eta: 0:21:56  lr: nan  time: 3.2920  data: 2.9634  max mem: 22448
+train: [16]  [ 20/400]  eta: 0:03:43  lr: 0.000048  loss: 2.1064 (2.1327)  grad: 0.2310 (0.2346)  time: 0.4519  data: 0.0054  max mem: 22448
+train: [16]  [ 40/400]  eta: 0:03:09  lr: 0.000047  loss: 2.1240 (2.1282)  grad: 0.2319 (0.2344)  time: 0.4611  data: 0.0044  max mem: 22448
+train: [16]  [ 60/400]  eta: 0:02:50  lr: 0.000046  loss: 2.1140 (2.1204)  grad: 0.2315 (0.2360)  time: 0.4488  data: 0.0049  max mem: 22448
+train: [16]  [ 80/400]  eta: 0:02:37  lr: 0.000045  loss: 2.1390 (2.1295)  grad: 0.2429 (0.2392)  time: 0.4651  data: 0.0050  max mem: 22448
+train: [16]  [100/400]  eta: 0:02:25  lr: 0.000044  loss: 2.1390 (2.1280)  grad: 0.2470 (0.2404)  time: 0.4546  data: 0.0048  max mem: 22448
+train: [16]  [120/400]  eta: 0:02:14  lr: 0.000043  loss: 2.1274 (2.1283)  grad: 0.2424 (0.2414)  time: 0.4526  data: 0.0048  max mem: 22448
+train: [16]  [140/400]  eta: 0:02:03  lr: 0.000042  loss: 2.1182 (2.1310)  grad: 0.2361 (0.2408)  time: 0.4577  data: 0.0051  max mem: 22448
+train: [16]  [160/400]  eta: 0:01:53  lr: 0.000041  loss: 2.1535 (2.1401)  grad: 0.2444 (0.2429)  time: 0.4557  data: 0.0049  max mem: 22448
+train: [16]  [180/400]  eta: 0:01:43  lr: 0.000040  loss: 2.1494 (2.1398)  grad: 0.2464 (0.2430)  time: 0.4592  data: 0.0049  max mem: 22448
+train: [16]  [200/400]  eta: 0:01:33  lr: 0.000039  loss: 2.1202 (2.1366)  grad: 0.2413 (0.2421)  time: 0.4473  data: 0.0050  max mem: 22448
+train: [16]  [220/400]  eta: 0:01:24  lr: 0.000038  loss: 2.1134 (2.1366)  grad: 0.2302 (0.2417)  time: 0.4629  data: 0.0050  max mem: 22448
+train: [16]  [240/400]  eta: 0:01:14  lr: 0.000036  loss: 2.1414 (2.1365)  grad: 0.2416 (0.2422)  time: 0.4582  data: 0.0051  max mem: 22448
+train: [16]  [260/400]  eta: 0:01:05  lr: 0.000035  loss: 2.1414 (2.1395)  grad: 0.2522 (0.2430)  time: 0.4576  data: 0.0050  max mem: 22448
+train: [16]  [280/400]  eta: 0:00:56  lr: 0.000034  loss: 2.1334 (2.1393)  grad: 0.2505 (0.2430)  time: 0.4677  data: 0.0053  max mem: 22448
+train: [16]  [300/400]  eta: 0:00:46  lr: 0.000033  loss: 2.1391 (2.1418)  grad: 0.2442 (0.2434)  time: 0.4448  data: 0.0050  max mem: 22448
+train: [16]  [320/400]  eta: 0:00:37  lr: 0.000032  loss: 2.1709 (2.1445)  grad: 0.2529 (0.2438)  time: 0.4457  data: 0.0046  max mem: 22448
+train: [16]  [340/400]  eta: 0:00:27  lr: 0.000031  loss: 2.1268 (2.1430)  grad: 0.2431 (0.2438)  time: 0.4735  data: 0.0051  max mem: 22448
+train: [16]  [360/400]  eta: 0:00:18  lr: 0.000031  loss: 2.1133 (2.1442)  grad: 0.2429 (0.2443)  time: 0.4614  data: 0.0053  max mem: 22448
+train: [16]  [380/400]  eta: 0:00:09  lr: 0.000030  loss: 2.1606 (2.1437)  grad: 0.2476 (0.2447)  time: 0.4572  data: 0.0051  max mem: 22448
+train: [16]  [399/400]  eta: 0:00:00  lr: 0.000029  loss: 2.1349 (2.1430)  grad: 0.2560 (0.2453)  time: 0.4555  data: 0.0052  max mem: 22448
+train: [16] Total time: 0:03:05 (0.4646 s / it)
+train: [16] Summary: lr: 0.000029  loss: 2.1349 (2.1430)  grad: 0.2560 (0.2453)
+eval (validation): [16]  [ 0/85]  eta: 0:04:50    time: 3.4216  data: 3.1724  max mem: 22448
+eval (validation): [16]  [20/85]  eta: 0:00:33    time: 0.3654  data: 0.0048  max mem: 22448
+eval (validation): [16]  [40/85]  eta: 0:00:19    time: 0.3618  data: 0.0038  max mem: 22448
+eval (validation): [16]  [60/85]  eta: 0:00:10    time: 0.3503  data: 0.0045  max mem: 22448
+eval (validation): [16]  [80/85]  eta: 0:00:01    time: 0.3506  data: 0.0044  max mem: 22448
+eval (validation): [16]  [84/85]  eta: 0:00:00    time: 0.3362  data: 0.0044  max mem: 22448
+eval (validation): [16] Total time: 0:00:33 (0.3944 s / it)
+cv: [16]  best hparam: (0.38, 1.0) (018) ('018_lr3.8e-01_wd1.0e+00')  loss: 2.401  acc: 0.276  f1: 0.211
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/nsd_cococlip__patch__attn/checkpoint-last.pth
+train: [17]  [  0/400]  eta: 0:22:27  lr: nan  time: 3.3700  data: 3.0278  max mem: 22448
+train: [17]  [ 20/400]  eta: 0:03:53  lr: 0.000028  loss: 2.0858 (2.0887)  grad: 0.2200 (0.2299)  time: 0.4763  data: 0.0054  max mem: 22448
+train: [17]  [ 40/400]  eta: 0:03:11  lr: 0.000027  loss: 2.1000 (2.1093)  grad: 0.2342 (0.2349)  time: 0.4454  data: 0.0040  max mem: 22448
+train: [17]  [ 60/400]  eta: 0:02:55  lr: 0.000026  loss: 2.1165 (2.1167)  grad: 0.2325 (0.2331)  time: 0.4844  data: 0.0048  max mem: 22448
+train: [17]  [ 80/400]  eta: 0:02:39  lr: 0.000025  loss: 2.1120 (2.1078)  grad: 0.2263 (0.2332)  time: 0.4430  data: 0.0049  max mem: 22448
+train: [17]  [100/400]  eta: 0:02:27  lr: 0.000024  loss: 2.1120 (2.1183)  grad: 0.2295 (0.2332)  time: 0.4697  data: 0.0053  max mem: 22448
+train: [17]  [120/400]  eta: 0:02:16  lr: 0.000023  loss: 2.0934 (2.1150)  grad: 0.2338 (0.2339)  time: 0.4519  data: 0.0052  max mem: 22448
+train: [17]  [140/400]  eta: 0:02:05  lr: 0.000023  loss: 2.0842 (2.1148)  grad: 0.2333 (0.2344)  time: 0.4690  data: 0.0050  max mem: 22448
+train: [17]  [160/400]  eta: 0:01:55  lr: 0.000022  loss: 2.1095 (2.1134)  grad: 0.2343 (0.2352)  time: 0.4560  data: 0.0050  max mem: 22448
+train: [17]  [180/400]  eta: 0:01:44  lr: 0.000021  loss: 2.1095 (2.1132)  grad: 0.2370 (0.2349)  time: 0.4301  data: 0.0045  max mem: 22448
+train: [17]  [200/400]  eta: 0:01:35  lr: 0.000020  loss: 2.0825 (2.1115)  grad: 0.2344 (0.2347)  time: 0.4805  data: 0.0052  max mem: 22448
+train: [17]  [220/400]  eta: 0:01:25  lr: 0.000019  loss: 2.0996 (2.1122)  grad: 0.2355 (0.2355)  time: 0.4563  data: 0.0049  max mem: 22448
+train: [17]  [240/400]  eta: 0:01:15  lr: 0.000019  loss: 2.1397 (2.1110)  grad: 0.2355 (0.2361)  time: 0.4535  data: 0.0050  max mem: 22448
+train: [17]  [260/400]  eta: 0:01:05  lr: 0.000018  loss: 2.0925 (2.1103)  grad: 0.2365 (0.2364)  time: 0.4552  data: 0.0053  max mem: 22448
+train: [17]  [280/400]  eta: 0:00:56  lr: 0.000017  loss: 2.1102 (2.1114)  grad: 0.2386 (0.2366)  time: 0.4483  data: 0.0049  max mem: 22448
+train: [17]  [300/400]  eta: 0:00:46  lr: 0.000016  loss: 2.1191 (2.1132)  grad: 0.2346 (0.2365)  time: 0.4361  data: 0.0050  max mem: 22448
+train: [17]  [320/400]  eta: 0:00:37  lr: 0.000016  loss: 2.1191 (2.1131)  grad: 0.2319 (0.2359)  time: 0.4576  data: 0.0052  max mem: 22448
+train: [17]  [340/400]  eta: 0:00:27  lr: 0.000015  loss: 2.1144 (2.1132)  grad: 0.2304 (0.2362)  time: 0.4601  data: 0.0048  max mem: 22448
+train: [17]  [360/400]  eta: 0:00:18  lr: 0.000014  loss: 2.1172 (2.1144)  grad: 0.2391 (0.2366)  time: 0.4530  data: 0.0049  max mem: 22448
+train: [17]  [380/400]  eta: 0:00:09  lr: 0.000014  loss: 2.1129 (2.1133)  grad: 0.2419 (0.2373)  time: 0.4519  data: 0.0051  max mem: 22448
+train: [17]  [399/400]  eta: 0:00:00  lr: 0.000013  loss: 2.0841 (2.1114)  grad: 0.2381 (0.2370)  time: 0.4413  data: 0.0049  max mem: 22448
+train: [17] Total time: 0:03:05 (0.4639 s / it)
+train: [17] Summary: lr: 0.000013  loss: 2.0841 (2.1114)  grad: 0.2381 (0.2370)
+eval (validation): [17]  [ 0/85]  eta: 0:04:58    time: 3.5133  data: 3.1893  max mem: 22448
+eval (validation): [17]  [20/85]  eta: 0:00:34    time: 0.3823  data: 0.0116  max mem: 22448
+eval (validation): [17]  [40/85]  eta: 0:00:20    time: 0.3643  data: 0.0036  max mem: 22448
+eval (validation): [17]  [60/85]  eta: 0:00:10    time: 0.3696  data: 0.0046  max mem: 22448
+eval (validation): [17]  [80/85]  eta: 0:00:02    time: 0.3463  data: 0.0042  max mem: 22448
+eval (validation): [17]  [84/85]  eta: 0:00:00    time: 0.3350  data: 0.0044  max mem: 22448
+eval (validation): [17] Total time: 0:00:34 (0.4043 s / it)
+cv: [17]  best hparam: (0.38, 1.0) (018) ('018_lr3.8e-01_wd1.0e+00')  loss: 2.397  acc: 0.276  f1: 0.211
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/nsd_cococlip__patch__attn/checkpoint-last.pth
+train: [18]  [  0/400]  eta: 0:21:06  lr: nan  time: 3.1655  data: 2.8354  max mem: 22448
+train: [18]  [ 20/400]  eta: 0:03:55  lr: 0.000012  loss: 2.1099 (2.1301)  grad: 0.2336 (0.2365)  time: 0.4929  data: 0.0038  max mem: 22448
+train: [18]  [ 40/400]  eta: 0:03:12  lr: 0.000012  loss: 2.1093 (2.0971)  grad: 0.2336 (0.2355)  time: 0.4448  data: 0.0046  max mem: 22448
+train: [18]  [ 60/400]  eta: 0:02:49  lr: 0.000011  loss: 2.0657 (2.0945)  grad: 0.2415 (0.2389)  time: 0.4290  data: 0.0046  max mem: 22448
+train: [18]  [ 80/400]  eta: 0:02:36  lr: 0.000011  loss: 2.0660 (2.0949)  grad: 0.2335 (0.2363)  time: 0.4600  data: 0.0051  max mem: 22448
+train: [18]  [100/400]  eta: 0:02:25  lr: 0.000010  loss: 2.0971 (2.0945)  grad: 0.2290 (0.2360)  time: 0.4596  data: 0.0051  max mem: 22448
+train: [18]  [120/400]  eta: 0:02:14  lr: 0.000009  loss: 2.0901 (2.0906)  grad: 0.2344 (0.2355)  time: 0.4565  data: 0.0053  max mem: 22448
+train: [18]  [140/400]  eta: 0:02:03  lr: 0.000009  loss: 2.0750 (2.0917)  grad: 0.2308 (0.2354)  time: 0.4588  data: 0.0046  max mem: 22448
+train: [18]  [160/400]  eta: 0:01:53  lr: 0.000008  loss: 2.0871 (2.0920)  grad: 0.2270 (0.2345)  time: 0.4570  data: 0.0052  max mem: 22448
+train: [18]  [180/400]  eta: 0:01:43  lr: 0.000008  loss: 2.0728 (2.0878)  grad: 0.2345 (0.2350)  time: 0.4521  data: 0.0050  max mem: 22448
+train: [18]  [200/400]  eta: 0:01:34  lr: 0.000007  loss: 2.0734 (2.0887)  grad: 0.2345 (0.2348)  time: 0.4693  data: 0.0052  max mem: 22448
+train: [18]  [220/400]  eta: 0:01:24  lr: 0.000007  loss: 2.0792 (2.0883)  grad: 0.2368 (0.2350)  time: 0.4576  data: 0.0049  max mem: 22448
+train: [18]  [240/400]  eta: 0:01:15  lr: 0.000006  loss: 2.1036 (2.0918)  grad: 0.2368 (0.2349)  time: 0.4577  data: 0.0050  max mem: 22448
+train: [18]  [260/400]  eta: 0:01:05  lr: 0.000006  loss: 2.1036 (2.0929)  grad: 0.2311 (0.2347)  time: 0.4547  data: 0.0051  max mem: 22448
+train: [18]  [280/400]  eta: 0:00:56  lr: 0.000006  loss: 2.0922 (2.0926)  grad: 0.2344 (0.2349)  time: 0.4744  data: 0.0050  max mem: 22448
+train: [18]  [300/400]  eta: 0:00:46  lr: 0.000005  loss: 2.0790 (2.0913)  grad: 0.2329 (0.2347)  time: 0.4640  data: 0.0049  max mem: 22448
+train: [18]  [320/400]  eta: 0:00:37  lr: 0.000005  loss: 2.0905 (2.0937)  grad: 0.2293 (0.2344)  time: 0.4435  data: 0.0049  max mem: 22448
+train: [18]  [340/400]  eta: 0:00:27  lr: 0.000004  loss: 2.1063 (2.0922)  grad: 0.2304 (0.2342)  time: 0.4583  data: 0.0051  max mem: 22448
+train: [18]  [360/400]  eta: 0:00:18  lr: 0.000004  loss: 2.0770 (2.0923)  grad: 0.2306 (0.2341)  time: 0.4545  data: 0.0052  max mem: 22448
+train: [18]  [380/400]  eta: 0:00:09  lr: 0.000004  loss: 2.0816 (2.0924)  grad: 0.2321 (0.2340)  time: 0.4624  data: 0.0049  max mem: 22448
+train: [18]  [399/400]  eta: 0:00:00  lr: 0.000003  loss: 2.0754 (2.0906)  grad: 0.2324 (0.2342)  time: 0.4628  data: 0.0052  max mem: 22448
+train: [18] Total time: 0:03:06 (0.4660 s / it)
+train: [18] Summary: lr: 0.000003  loss: 2.0754 (2.0906)  grad: 0.2324 (0.2342)
+eval (validation): [18]  [ 0/85]  eta: 0:04:19    time: 3.0577  data: 2.8222  max mem: 22448
+eval (validation): [18]  [20/85]  eta: 0:00:31    time: 0.3617  data: 0.0037  max mem: 22448
+eval (validation): [18]  [40/85]  eta: 0:00:18    time: 0.3475  data: 0.0036  max mem: 22448
+eval (validation): [18]  [60/85]  eta: 0:00:10    time: 0.3743  data: 0.0042  max mem: 22448
+eval (validation): [18]  [80/85]  eta: 0:00:01    time: 0.3697  data: 0.0044  max mem: 22448
+eval (validation): [18]  [84/85]  eta: 0:00:00    time: 0.3432  data: 0.0042  max mem: 22448
+eval (validation): [18] Total time: 0:00:33 (0.3961 s / it)
+cv: [18]  best hparam: (0.38, 1.0) (018) ('018_lr3.8e-01_wd1.0e+00')  loss: 2.399  acc: 0.275  f1: 0.210
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/nsd_cococlip__patch__attn/checkpoint-last.pth
+train: [19]  [  0/400]  eta: 0:27:04  lr: nan  time: 4.0615  data: 3.7010  max mem: 22448
+train: [19]  [ 20/400]  eta: 0:03:54  lr: 0.000003  loss: 2.0844 (2.0862)  grad: 0.2220 (0.2274)  time: 0.4449  data: 0.0044  max mem: 22448
+train: [19]  [ 40/400]  eta: 0:03:11  lr: 0.000003  loss: 2.0608 (2.0656)  grad: 0.2266 (0.2303)  time: 0.4443  data: 0.0045  max mem: 22448
+train: [19]  [ 60/400]  eta: 0:02:52  lr: 0.000002  loss: 2.0734 (2.0834)  grad: 0.2274 (0.2303)  time: 0.4556  data: 0.0050  max mem: 22448
+train: [19]  [ 80/400]  eta: 0:02:39  lr: 0.000002  loss: 2.1113 (2.0927)  grad: 0.2293 (0.2298)  time: 0.4652  data: 0.0052  max mem: 22448
+train: [19]  [100/400]  eta: 0:02:26  lr: 0.000002  loss: 2.0729 (2.0904)  grad: 0.2280 (0.2304)  time: 0.4610  data: 0.0053  max mem: 22448
+train: [19]  [120/400]  eta: 0:02:15  lr: 0.000002  loss: 2.0893 (2.0941)  grad: 0.2311 (0.2316)  time: 0.4578  data: 0.0049  max mem: 22448
+train: [19]  [140/400]  eta: 0:02:04  lr: 0.000001  loss: 2.1243 (2.0948)  grad: 0.2290 (0.2311)  time: 0.4429  data: 0.0047  max mem: 22448
+train: [19]  [160/400]  eta: 0:01:55  lr: 0.000001  loss: 2.0892 (2.0909)  grad: 0.2230 (0.2305)  time: 0.4841  data: 0.0051  max mem: 22448
+train: [19]  [180/400]  eta: 0:01:44  lr: 0.000001  loss: 2.0561 (2.0869)  grad: 0.2330 (0.2316)  time: 0.4430  data: 0.0047  max mem: 22448
+train: [19]  [200/400]  eta: 0:01:34  lr: 0.000001  loss: 2.0684 (2.0854)  grad: 0.2344 (0.2313)  time: 0.4486  data: 0.0049  max mem: 22448
+train: [19]  [220/400]  eta: 0:01:25  lr: 0.000001  loss: 2.0729 (2.0843)  grad: 0.2311 (0.2311)  time: 0.4720  data: 0.0052  max mem: 22448
+train: [19]  [240/400]  eta: 0:01:15  lr: 0.000001  loss: 2.0891 (2.0830)  grad: 0.2338 (0.2313)  time: 0.4587  data: 0.0052  max mem: 22448
+train: [19]  [260/400]  eta: 0:01:05  lr: 0.000000  loss: 2.0551 (2.0823)  grad: 0.2310 (0.2312)  time: 0.4580  data: 0.0049  max mem: 22448
+train: [19]  [280/400]  eta: 0:00:56  lr: 0.000000  loss: 2.0945 (2.0855)  grad: 0.2310 (0.2311)  time: 0.4536  data: 0.0050  max mem: 22448
+train: [19]  [300/400]  eta: 0:00:46  lr: 0.000000  loss: 2.1145 (2.0865)  grad: 0.2327 (0.2309)  time: 0.4554  data: 0.0052  max mem: 22448
+train: [19]  [320/400]  eta: 0:00:37  lr: 0.000000  loss: 2.1103 (2.0886)  grad: 0.2343 (0.2314)  time: 0.4462  data: 0.0050  max mem: 22448
+train: [19]  [340/400]  eta: 0:00:27  lr: 0.000000  loss: 2.1130 (2.0907)  grad: 0.2329 (0.2312)  time: 0.4602  data: 0.0049  max mem: 22448
+train: [19]  [360/400]  eta: 0:00:18  lr: 0.000000  loss: 2.1190 (2.0902)  grad: 0.2227 (0.2308)  time: 0.4557  data: 0.0051  max mem: 22448
+train: [19]  [380/400]  eta: 0:00:09  lr: 0.000000  loss: 2.0940 (2.0904)  grad: 0.2227 (0.2306)  time: 0.4564  data: 0.0051  max mem: 22448
+train: [19]  [399/400]  eta: 0:00:00  lr: 0.000000  loss: 2.1132 (2.0924)  grad: 0.2258 (0.2306)  time: 0.4591  data: 0.0051  max mem: 22448
+train: [19] Total time: 0:03:06 (0.4657 s / it)
+train: [19] Summary: lr: 0.000000  loss: 2.1132 (2.0924)  grad: 0.2258 (0.2306)
+eval (validation): [19]  [ 0/85]  eta: 0:04:29    time: 3.1721  data: 2.9351  max mem: 22448
+eval (validation): [19]  [20/85]  eta: 0:00:35    time: 0.4123  data: 0.0190  max mem: 22448
+eval (validation): [19]  [40/85]  eta: 0:00:20    time: 0.3648  data: 0.0041  max mem: 22448
+eval (validation): [19]  [60/85]  eta: 0:00:10    time: 0.3771  data: 0.0044  max mem: 22448
+eval (validation): [19]  [80/85]  eta: 0:00:02    time: 0.3520  data: 0.0040  max mem: 22448
+eval (validation): [19]  [84/85]  eta: 0:00:00    time: 0.3458  data: 0.0039  max mem: 22448
+eval (validation): [19] Total time: 0:00:34 (0.4099 s / it)
+cv: [19]  best hparam: (0.38, 1.0) (018) ('018_lr3.8e-01_wd1.0e+00')  loss: 2.398  acc: 0.274  f1: 0.209
+saving checkpoint experiments/data_scaling/output/data_scaling/n800_2/eval_v2/nsd_cococlip__patch__attn/checkpoint-last.pth
+evaluating last checkpoint: experiments/data_scaling/output/data_scaling/n800_2/eval_v2/nsd_cococlip__patch__attn/checkpoint-last.pth
+eval model info:
+{"score": 0.27445551864156514, "hparam": [0.38, 1.0], "hparam_id": 18, "epoch": 19, "is_best": false, "best_score": 0.2862679955703212}
+eval (train): [20]  [  0/509]  eta: 0:25:34    time: 3.0155  data: 2.7512  max mem: 22448
+eval (train): [20]  [ 20/509]  eta: 0:04:05    time: 0.3762  data: 0.0051  max mem: 22448
+eval (train): [20]  [ 40/509]  eta: 0:03:34    time: 0.4087  data: 0.0046  max mem: 22448
+eval (train): [20]  [ 60/509]  eta: 0:03:10    time: 0.3558  data: 0.0043  max mem: 22448
+eval (train): [20]  [ 80/509]  eta: 0:02:54    time: 0.3566  data: 0.0041  max mem: 22448
+eval (train): [20]  [100/509]  eta: 0:02:44    time: 0.3887  data: 0.0045  max mem: 22448
+eval (train): [20]  [120/509]  eta: 0:02:34    time: 0.3613  data: 0.0045  max mem: 22448
+eval (train): [20]  [140/509]  eta: 0:02:24    time: 0.3703  data: 0.0044  max mem: 22448
+eval (train): [20]  [160/509]  eta: 0:02:17    time: 0.4080  data: 0.0047  max mem: 22448
+eval (train): [20]  [180/509]  eta: 0:02:09    time: 0.3833  data: 0.0045  max mem: 22448
+eval (train): [20]  [200/509]  eta: 0:02:00    time: 0.3578  data: 0.0039  max mem: 22448
+eval (train): [20]  [220/509]  eta: 0:01:52    time: 0.3826  data: 0.0047  max mem: 22448
+eval (train): [20]  [240/509]  eta: 0:01:43    time: 0.3464  data: 0.0040  max mem: 22448
+eval (train): [20]  [260/509]  eta: 0:01:35    time: 0.3844  data: 0.0045  max mem: 22448
+eval (train): [20]  [280/509]  eta: 0:01:28    time: 0.3855  data: 0.0043  max mem: 22448
+eval (train): [20]  [300/509]  eta: 0:01:20    time: 0.3771  data: 0.0044  max mem: 22448
+eval (train): [20]  [320/509]  eta: 0:01:12    time: 0.3836  data: 0.0048  max mem: 22448
+eval (train): [20]  [340/509]  eta: 0:01:04    time: 0.3747  data: 0.0042  max mem: 22448
+eval (train): [20]  [360/509]  eta: 0:00:56    time: 0.3488  data: 0.0039  max mem: 22448
+eval (train): [20]  [380/509]  eta: 0:00:49    time: 0.3837  data: 0.0043  max mem: 22448
+eval (train): [20]  [400/509]  eta: 0:00:41    time: 0.3761  data: 0.0045  max mem: 22448
+eval (train): [20]  [420/509]  eta: 0:00:34    time: 0.3894  data: 0.0043  max mem: 22448
+eval (train): [20]  [440/509]  eta: 0:00:26    time: 0.3771  data: 0.0046  max mem: 22448
+eval (train): [20]  [460/509]  eta: 0:00:18    time: 0.3644  data: 0.0041  max mem: 22448
+eval (train): [20]  [480/509]  eta: 0:00:11    time: 0.3451  data: 0.0038  max mem: 22448
+eval (train): [20]  [500/509]  eta: 0:00:03    time: 0.3699  data: 0.0045  max mem: 22448
+eval (train): [20]  [508/509]  eta: 0:00:00    time: 0.3462  data: 0.0043  max mem: 22448
+eval (train): [20] Total time: 0:03:13 (0.3802 s / it)
+eval (validation): [20]  [ 0/85]  eta: 0:04:09    time: 2.9390  data: 2.7067  max mem: 22448
+eval (validation): [20]  [20/85]  eta: 0:00:29    time: 0.3374  data: 0.0034  max mem: 22448
+eval (validation): [20]  [40/85]  eta: 0:00:18    time: 0.3406  data: 0.0048  max mem: 22448
+eval (validation): [20]  [60/85]  eta: 0:00:09    time: 0.3553  data: 0.0039  max mem: 22448
+eval (validation): [20]  [80/85]  eta: 0:00:01    time: 0.3426  data: 0.0042  max mem: 22448
+eval (validation): [20]  [84/85]  eta: 0:00:00    time: 0.3406  data: 0.0042  max mem: 22448
+eval (validation): [20] Total time: 0:00:32 (0.3769 s / it)
+eval (test): [20]  [ 0/85]  eta: 0:04:15    time: 3.0093  data: 2.7573  max mem: 22448
+eval (test): [20]  [20/85]  eta: 0:00:33    time: 0.3854  data: 0.0170  max mem: 22448
+eval (test): [20]  [40/85]  eta: 0:00:19    time: 0.3403  data: 0.0036  max mem: 22448
+eval (test): [20]  [60/85]  eta: 0:00:10    time: 0.3732  data: 0.0042  max mem: 22448
+eval (test): [20]  [80/85]  eta: 0:00:01    time: 0.3499  data: 0.0046  max mem: 22448
+eval (test): [20]  [84/85]  eta: 0:00:00    time: 0.3418  data: 0.0045  max mem: 22448
+eval (test): [20] Total time: 0:00:33 (0.3958 s / it)
+eval (testid): [20]  [ 0/82]  eta: 0:04:13    time: 3.0955  data: 2.8512  max mem: 22448
+eval (testid): [20]  [20/82]  eta: 0:00:31    time: 0.3734  data: 0.0279  max mem: 22448
+eval (testid): [20]  [40/82]  eta: 0:00:18    time: 0.3909  data: 0.0066  max mem: 22448
+eval (testid): [20]  [60/82]  eta: 0:00:09    time: 0.3652  data: 0.0033  max mem: 22448
+eval (testid): [20]  [80/82]  eta: 0:00:00    time: 0.3365  data: 0.0040  max mem: 22448
+eval (testid): [20]  [81/82]  eta: 0:00:00    time: 0.3257  data: 0.0040  max mem: 22448
+eval (testid): [20] Total time: 0:00:32 (0.4011 s / it)
+evaluating best checkpoint: experiments/data_scaling/output/data_scaling/n800_2/eval_v2/nsd_cococlip__patch__attn/checkpoint-best.pth
+eval model info:
+{"score": 0.2862679955703212, "hparam": [1.4, 1.0], "hparam_id": 26, "epoch": 5, "is_best": true, "best_score": 0.2862679955703212}
+eval (train): [20]  [  0/509]  eta: 0:24:02    time: 2.8331  data: 2.5856  max mem: 22448
+eval (train): [20]  [ 20/509]  eta: 0:03:58    time: 0.3695  data: 0.0037  max mem: 22448
+eval (train): [20]  [ 40/509]  eta: 0:03:22    time: 0.3735  data: 0.0038  max mem: 22448
+eval (train): [20]  [ 60/509]  eta: 0:03:03    time: 0.3588  data: 0.0045  max mem: 22448
+eval (train): [20]  [ 80/509]  eta: 0:02:50    time: 0.3707  data: 0.0043  max mem: 22448
+eval (train): [20]  [100/509]  eta: 0:02:41    time: 0.3827  data: 0.0042  max mem: 22448
+eval (train): [20]  [120/509]  eta: 0:02:31    time: 0.3560  data: 0.0042  max mem: 22448
+eval (train): [20]  [140/509]  eta: 0:02:22    time: 0.3617  data: 0.0042  max mem: 22448
+eval (train): [20]  [160/509]  eta: 0:02:13    time: 0.3762  data: 0.0044  max mem: 22448
+eval (train): [20]  [180/509]  eta: 0:02:04    time: 0.3418  data: 0.0039  max mem: 22448
+eval (train): [20]  [200/509]  eta: 0:01:56    time: 0.3644  data: 0.0041  max mem: 22448
+eval (train): [20]  [220/509]  eta: 0:01:48    time: 0.3499  data: 0.0042  max mem: 22448
+eval (train): [20]  [240/509]  eta: 0:01:40    time: 0.3478  data: 0.0042  max mem: 22448
+eval (train): [20]  [260/509]  eta: 0:01:32    time: 0.3662  data: 0.0042  max mem: 22448
+eval (train): [20]  [280/509]  eta: 0:01:25    time: 0.3564  data: 0.0045  max mem: 22448
+eval (train): [20]  [300/509]  eta: 0:01:17    time: 0.3491  data: 0.0041  max mem: 22448
+eval (train): [20]  [320/509]  eta: 0:01:09    time: 0.3589  data: 0.0040  max mem: 22448
+eval (train): [20]  [340/509]  eta: 0:01:02    time: 0.3755  data: 0.0042  max mem: 22448
+eval (train): [20]  [360/509]  eta: 0:00:55    time: 0.3708  data: 0.0041  max mem: 22448
+eval (train): [20]  [380/509]  eta: 0:00:47    time: 0.3929  data: 0.0046  max mem: 22448
+eval (train): [20]  [400/509]  eta: 0:00:40    time: 0.3724  data: 0.0043  max mem: 22448
+eval (train): [20]  [420/509]  eta: 0:00:32    time: 0.3621  data: 0.0043  max mem: 22448
+eval (train): [20]  [440/509]  eta: 0:00:25    time: 0.3626  data: 0.0041  max mem: 22448
+eval (train): [20]  [460/509]  eta: 0:00:18    time: 0.3630  data: 0.0044  max mem: 22448
+eval (train): [20]  [480/509]  eta: 0:00:10    time: 0.3594  data: 0.0043  max mem: 22448
+eval (train): [20]  [500/509]  eta: 0:00:03    time: 0.3598  data: 0.0040  max mem: 22448
+eval (train): [20]  [508/509]  eta: 0:00:00    time: 0.3501  data: 0.0039  max mem: 22448
+eval (train): [20] Total time: 0:03:08 (0.3703 s / it)
+eval (validation): [20]  [ 0/85]  eta: 0:04:27    time: 3.1422  data: 2.8879  max mem: 22448
+eval (validation): [20]  [20/85]  eta: 0:00:33    time: 0.3868  data: 0.0060  max mem: 22448
+eval (validation): [20]  [40/85]  eta: 0:00:20    time: 0.3677  data: 0.0035  max mem: 22448
+eval (validation): [20]  [60/85]  eta: 0:00:10    time: 0.3659  data: 0.0043  max mem: 22448
+eval (validation): [20]  [80/85]  eta: 0:00:02    time: 0.3513  data: 0.0039  max mem: 22448
+eval (validation): [20]  [84/85]  eta: 0:00:00    time: 0.3515  data: 0.0041  max mem: 22448
+eval (validation): [20] Total time: 0:00:34 (0.4043 s / it)
+eval (test): [20]  [ 0/85]  eta: 0:04:28    time: 3.1638  data: 2.9155  max mem: 22448
+eval (test): [20]  [20/85]  eta: 0:00:32    time: 0.3723  data: 0.0041  max mem: 22448
+eval (test): [20]  [40/85]  eta: 0:00:20    time: 0.3880  data: 0.0042  max mem: 22448
+eval (test): [20]  [60/85]  eta: 0:00:10    time: 0.3922  data: 0.0046  max mem: 22448
+eval (test): [20]  [80/85]  eta: 0:00:02    time: 0.3482  data: 0.0042  max mem: 22448
+eval (test): [20]  [84/85]  eta: 0:00:00    time: 0.3351  data: 0.0041  max mem: 22448
+eval (test): [20] Total time: 0:00:34 (0.4076 s / it)
+eval (testid): [20]  [ 0/82]  eta: 0:04:20    time: 3.1756  data: 2.9158  max mem: 22448
+eval (testid): [20]  [20/82]  eta: 0:00:31    time: 0.3695  data: 0.0095  max mem: 22448
+eval (testid): [20]  [40/82]  eta: 0:00:18    time: 0.3924  data: 0.0048  max mem: 22448
+eval (testid): [20]  [60/82]  eta: 0:00:09    time: 0.3574  data: 0.0040  max mem: 22448
+eval (testid): [20]  [80/82]  eta: 0:00:00    time: 0.3550  data: 0.0046  max mem: 22448
+eval (testid): [20]  [81/82]  eta: 0:00:00    time: 0.3420  data: 0.0044  max mem: 22448
+eval (testid): [20] Total time: 0:00:33 (0.4036 s / it)
+eval results:
+
+| model    | repr   | clf   | dataset      | ckpt   |   epoch |      lr |   wd |   hparam_id | hparam     | split      |   loss |     acc |   acc_std |      f1 |    f1_std |
+|:---------|:-------|:------|:-------------|:-------|--------:|--------:|-----:|------------:|:-----------|:-----------|-------:|--------:|----------:|--------:|----------:|
+| flat_mae | patch  | attn  | nsd_cococlip | best   |       5 | 0.00042 | 0.05 |          26 | [1.4, 1.0] | train      | 2.0977 | 0.37023 | 0.0024716 | 0.30921 | 0.0024915 |
+| flat_mae | patch  | attn  | nsd_cococlip | best   |       5 | 0.00042 | 0.05 |          26 | [1.4, 1.0] | validation | 2.3707 | 0.28627 | 0.0054766 | 0.21881 | 0.0053166 |
+| flat_mae | patch  | attn  | nsd_cococlip | best   |       5 | 0.00042 | 0.05 |          26 | [1.4, 1.0] | test       | 2.3514 | 0.28553 | 0.0053546 | 0.22022 | 0.0051809 |
+| flat_mae | patch  | attn  | nsd_cococlip | best   |       5 | 0.00042 | 0.05 |          26 | [1.4, 1.0] | testid     | 2.3106 | 0.29593 | 0.0057749 | 0.23945 | 0.0057304 |
+
+
+done! total time: 1:24:24

data_scaling/n800_2/eval_v2/ppmi_dx__patch__logistic/config.yaml

@@ -0,0 +1,30 @@
+output_root: experiments/data_scaling/output
+name_prefix: eval_logistic
+remote_root: null
+notes: data scaling experiment n800_2; eval v2 (ppmi_dx patch logistic)
+model_kwargs:
+  ckpt_path: experiments/data_scaling/output/data_scaling/n800_2/pretrain/checkpoint-best.pth
+dataset_kwargs: {}
+num_workers: 16
+batch_size: 2
+cv_folds: 5
+max_iter: 1000
+Cs: 10
+balanced_sampling: false
+metrics:
+- acc
+- f1
+- bacc
+cv_metric: bacc
+n_trials: 100
+amp: true
+device: cuda
+seed: 4466
+debug: false
+name: data_scaling/n800_2/eval_v2/ppmi_dx__patch__logistic
+model: flat_mae
+representation: patch
+dataset: ppmi_dx
+distributed: false
+output_dir: experiments/data_scaling/output/data_scaling/n800_2/eval_v2/ppmi_dx__patch__logistic
+remote_dir: null

data_scaling/n800_2/eval_v2/ppmi_dx__patch__logistic/eval_table.csv

@@ -0,0 +1,203 @@
+model,repr,clf,dataset,trial,C,split,acc,acc_std,f1,f1_std,bacc,bacc_std
+flat_mae,patch,logistic,ppmi_dx,,2.782559402207126,train,0.994661921708185,0.0032038333791449135,0.994365029762402,0.003385488840597332,0.9939424297068056,0.0036897057254305574
+flat_mae,patch,logistic,ppmi_dx,,2.782559402207126,test,0.63,0.046637199744410045,0.5960257670051315,0.050176774519914445,0.5948090948090948,0.04929443690345563
+flat_mae,patch,logistic,ppmi_dx,1,0.046415888336127774,train,0.8096085409252669,0.015863098200706943,0.7906802699776875,0.018038859180354347,0.7818855705416399,0.017942658460238164
+flat_mae,patch,logistic,ppmi_dx,1,0.046415888336127774,test,0.66,0.042965567609424174,0.609375,0.05299364494136126,0.6086587436332768,0.048006286292201016
+flat_mae,patch,logistic,ppmi_dx,2,0.005994842503189409,train,0.7224199288256228,0.016351761343544404,0.666575392479007,0.022072814037731606,0.663241275958039,0.019028129990131364
+flat_mae,patch,logistic,ppmi_dx,2,0.005994842503189409,test,0.64,0.03863583310865705,0.5535714285714286,0.05005477390651157,0.567062818336163,0.041567976915763034
+flat_mae,patch,logistic,ppmi_dx,3,0.005994842503189409,train,0.7419928825622776,0.015123886943580848,0.6947974367329206,0.02002992612087956,0.6878345108113895,0.017804902007378286
+flat_mae,patch,logistic,ppmi_dx,3,0.005994842503189409,test,0.65,0.0413418141837051,0.5872154735228211,0.05246277692692931,0.5904074702886248,0.045910437735547725
+flat_mae,patch,logistic,ppmi_dx,4,0.046415888336127774,train,0.8202846975088968,0.014878326867537048,0.8004955801978806,0.017318788035437915,0.7896863626632413,0.017259400288715834
+flat_mae,patch,logistic,ppmi_dx,4,0.046415888336127774,test,0.66,0.04326215898449822,0.6155585707824514,0.04954627740140329,0.6137521222410866,0.04620503161625719
+flat_mae,patch,logistic,ppmi_dx,5,0.3593813663804626,train,0.9306049822064056,0.010843817550715862,0.9250500111135808,0.01201046561175187,0.9166800470991223,0.013139825248232425
+flat_mae,patch,logistic,ppmi_dx,5,0.3593813663804626,test,0.63,0.047990378202302175,0.6053333333333333,0.05093381344697975,0.6048387096774194,0.05046411617172397
+flat_mae,patch,logistic,ppmi_dx,6,0.005994842503189409,train,0.7295373665480427,0.01571211092456402,0.6805910770105144,0.020754905483152952,0.6751097195461357,0.018386442177864372
+flat_mae,patch,logistic,ppmi_dx,6,0.005994842503189409,test,0.67,0.04098531932289901,0.6033177064551027,0.05521668794452621,0.6065365025466893,0.046686074058680437
+flat_mae,patch,logistic,ppmi_dx,7,0.046415888336127774,train,0.8185053380782918,0.015137151965881026,0.798268581081081,0.01748834175091146,0.7873715478484264,0.017354472994928465
+flat_mae,patch,logistic,ppmi_dx,7,0.046415888336127774,test,0.57,0.05024753128264114,0.5459824728117411,0.05247098811937789,0.5462648556876061,0.052674062075452346
+flat_mae,patch,logistic,ppmi_dx,8,0.3593813663804626,train,0.9234875444839857,0.01106144396585015,0.9183479015958076,0.011928777507903606,0.914378612716763,0.012572214086923217
+flat_mae,patch,logistic,ppmi_dx,8,0.3593813663804626,test,0.53,0.043916917013834204,0.4643874643874644,0.04683613009120331,0.4732597623089983,0.04384504715126099
+flat_mae,patch,logistic,ppmi_dx,9,0.3593813663804626,train,0.9323843416370107,0.010179802232894417,0.9273457168129551,0.011113872291851642,0.920734318133162,0.01191229133792892
+flat_mae,patch,logistic,ppmi_dx,9,0.3593813663804626,test,0.58,0.047870237099893284,0.5543293718166383,0.05054998888663162,0.5543293718166383,0.05021844943448105
+flat_mae,patch,logistic,ppmi_dx,10,21.54434690031882,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,ppmi_dx,10,21.54434690031882,test,0.56,0.04944954600398268,0.537620849096259,0.051066610748901835,0.5382003395585738,0.05151089390957462
+flat_mae,patch,logistic,ppmi_dx,11,10000.0,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,ppmi_dx,11,10000.0,test,0.51,0.04955338131752464,0.49541756770672435,0.049931720433012,0.49787775891341257,0.05121415756015187
+flat_mae,patch,logistic,ppmi_dx,12,0.046415888336127774,train,0.8167259786476868,0.016338490279448826,0.7955158027857554,0.019261664013065463,0.7841870049239992,0.019103110081313122
+flat_mae,patch,logistic,ppmi_dx,12,0.046415888336127774,test,0.6,0.044890515702094576,0.5324918186068257,0.052732320149245934,0.5398981324278438,0.047046723729376114
+flat_mae,patch,logistic,ppmi_dx,13,1291.5496650148827,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,ppmi_dx,13,1291.5496650148827,test,0.63,0.04747174317422945,0.6093337556752191,0.04961095468182389,0.6099320882852293,0.049949176985838936
+flat_mae,patch,logistic,ppmi_dx,14,0.046415888336127774,train,0.8291814946619217,0.014679329661709052,0.8106070179872783,0.017034656692474323,0.7995209805180903,0.017131043678412197
+flat_mae,patch,logistic,ppmi_dx,14,0.046415888336127774,test,0.59,0.04158605535513076,0.5071523019593701,0.05077033841497736,0.5216468590831919,0.04365291317576021
+flat_mae,patch,logistic,ppmi_dx,15,0.005994842503189409,train,0.7402135231316725,0.014485426668558654,0.6911483505728955,0.01946566753808946,0.6846499678869621,0.017147979450700148
+flat_mae,patch,logistic,ppmi_dx,15,0.005994842503189409,test,0.67,0.041939117778036286,0.6176572818908586,0.05091092198925104,0.616723259762309,0.046046198262830476
+flat_mae,patch,logistic,ppmi_dx,16,0.005994842503189409,train,0.7241992882562278,0.01568177277900789,0.670431114390027,0.020798793137464855,0.6664258188824663,0.01812074800081546
+flat_mae,patch,logistic,ppmi_dx,16,0.005994842503189409,test,0.58,0.040741777084462076,0.5,0.04814962677601584,0.5135823429541596,0.04221757963008243
+flat_mae,patch,logistic,ppmi_dx,17,0.046415888336127774,train,0.8149466192170819,0.01641609816685505,0.7937934830160456,0.01914841301498474,0.7827419182187968,0.01883603772906804
+flat_mae,patch,logistic,ppmi_dx,17,0.046415888336127774,test,0.61,0.04746618164546207,0.5793334052421529,0.05088704836640471,0.5785229202037352,0.05009765026933367
+flat_mae,patch,logistic,ppmi_dx,18,0.005994842503189409,train,0.7455516014234875,0.015344615941218788,0.7028708753119512,0.019818626684667755,0.6950733247698566,0.017943672964998048
+flat_mae,patch,logistic,ppmi_dx,18,0.005994842503189409,test,0.6,0.04561422585115306,0.5324918186068257,0.05226466588304116,0.5398981324278438,0.04719937984179418
+flat_mae,patch,logistic,ppmi_dx,19,0.3593813663804626,train,0.9323843416370107,0.010144455671776346,0.9276332732423385,0.011002166342232658,0.9224737743523871,0.01186496620573
+flat_mae,patch,logistic,ppmi_dx,19,0.3593813663804626,test,0.61,0.047430703136259744,0.5983935742971888,0.04777752157865447,0.6039898132427843,0.04881459704786047
+flat_mae,patch,logistic,ppmi_dx,20,0.046415888336127774,train,0.8149466192170819,0.015676461152069762,0.7937934830160456,0.01827532314587067,0.7827419182187968,0.018037192298602456
+flat_mae,patch,logistic,ppmi_dx,20,0.046415888336127774,test,0.62,0.04350290105268843,0.5558672276764843,0.05026843191706141,0.5611205432937181,0.04514776767559833
+flat_mae,patch,logistic,ppmi_dx,21,0.005994842503189409,train,0.7188612099644128,0.01627330967079983,0.6634730538922156,0.021785705694362074,0.6603511025476343,0.018793630406885413
+flat_mae,patch,logistic,ppmi_dx,21,0.005994842503189409,test,0.69,0.03672751012524534,0.627359057579036,0.04921084824823078,0.6277589134125636,0.0421428631868603
+flat_mae,patch,logistic,ppmi_dx,22,0.3593813663804626,train,0.9288256227758007,0.011057696576976616,0.9233664230391623,0.01213558498337245,0.9161046885035324,0.013095859781258993
+flat_mae,patch,logistic,ppmi_dx,22,0.3593813663804626,test,0.57,0.04726206089454838,0.5361881134721174,0.05022732780455318,0.5360780984719864,0.04938003938971144
+flat_mae,patch,logistic,ppmi_dx,23,0.3593813663804626,train,0.9270462633451957,0.010759802219494402,0.9215305660274551,0.011803786795219677,0.9146596017983302,0.012787448104345218
+flat_mae,patch,logistic,ppmi_dx,23,0.3593813663804626,test,0.57,0.045104727025002594,0.5174503422735944,0.05193065602054449,0.5207979626485568,0.04834043813460352
+flat_mae,patch,logistic,ppmi_dx,24,0.005994842503189409,train,0.7224199288256228,0.015942241892430976,0.6699941280093952,0.020946300321308575,0.6658504602868764,0.01836866436856448
+flat_mae,patch,logistic,ppmi_dx,24,0.005994842503189409,test,0.64,0.04025905612405736,0.5628946090335114,0.051945077781129216,0.5721561969439728,0.04373107491527483
+flat_mae,patch,logistic,ppmi_dx,25,0.046415888336127774,train,0.8113879003558719,0.015092272434108095,0.7898279730740463,0.017636477457637013,0.7789820166987798,0.017421057306077525
+flat_mae,patch,logistic,ppmi_dx,25,0.046415888336127774,test,0.6,0.036888176967695224,0.49264332825976664,0.048560508614813945,0.5195246179966044,0.038775645580889744
+flat_mae,patch,logistic,ppmi_dx,26,0.3593813663804626,train,0.9217081850533808,0.01102254844662422,0.916041938287701,0.011988952717526114,0.9103243416827231,0.012708704439239162
+flat_mae,patch,logistic,ppmi_dx,26,0.3593813663804626,test,0.61,0.0476229986456124,0.5953937130407718,0.04892093195615898,0.5988964346349746,0.050064785258821076
+flat_mae,patch,logistic,ppmi_dx,27,21.54434690031882,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,ppmi_dx,27,21.54434690031882,test,0.6,0.04594289934255347,0.5796553173602353,0.047755605485833345,0.5806451612903225,0.04822029507144469
+flat_mae,patch,logistic,ppmi_dx,28,0.3593813663804626,train,0.9288256227758007,0.010508468970904397,0.9238244981498298,0.011386037435707654,0.9187138728323699,0.012092833674475507
+flat_mae,patch,logistic,ppmi_dx,28,0.3593813663804626,test,0.68,0.04505951619802415,0.64349376114082,0.05048414411563327,0.6400679117147707,0.04778205075273614
+flat_mae,patch,logistic,ppmi_dx,29,0.046415888336127774,train,0.8131672597864769,0.015714459529199674,0.7910077739016486,0.01872767933585234,0.7795573752943695,0.01850217012688141
+flat_mae,patch,logistic,ppmi_dx,29,0.046415888336127774,test,0.65,0.04371073552343863,0.5944849959448499,0.052296286299911975,0.5955008488964346,0.04733851143118218
+flat_mae,patch,logistic,ppmi_dx,30,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,ppmi_dx,30,166.81005372000556,test,0.6,0.04750684582247068,0.5833333333333333,0.048420210459806,0.5857385398981324,0.04904910831331844
+flat_mae,patch,logistic,ppmi_dx,31,0.005994842503189409,train,0.7224199288256228,0.01633012446782592,0.666575392479007,0.022171123617382566,0.663241275958039,0.019084213087287125
+flat_mae,patch,logistic,ppmi_dx,31,0.005994842503189409,test,0.65,0.042786778331629506,0.5792763553311696,0.05428795720402253,0.5853140916808149,0.04667641164031771
+flat_mae,patch,logistic,ppmi_dx,32,0.3593813663804626,train,0.9252669039145908,0.011191234989079311,0.9196978975301082,0.012273379849367234,0.9132145150931279,0.013322380829397521
+flat_mae,patch,logistic,ppmi_dx,32,0.3593813663804626,test,0.65,0.048499117517744585,0.6338529134846741,0.05042591606654472,0.6362478777589134,0.051163687277664086
+flat_mae,patch,logistic,ppmi_dx,33,0.3593813663804626,train,0.9288256227758007,0.011298638155722981,0.9238244981498298,0.012256515924815168,0.9187138728323699,0.012953071946897576
+flat_mae,patch,logistic,ppmi_dx,33,0.3593813663804626,test,0.61,0.04827877380381569,0.6010230179028133,0.048363015895970835,0.6090831918505942,0.049278894692317915
+flat_mae,patch,logistic,ppmi_dx,34,0.046415888336127774,train,0.8185053380782918,0.015529670114561316,0.7972410865874364,0.018292869556701497,0.7856320916292014,0.018112044378200014
+flat_mae,patch,logistic,ppmi_dx,34,0.046415888336127774,test,0.68,0.0437291481737296,0.6259934548854604,0.05424627460274398,0.6247877758913413,0.048463300105676795
+flat_mae,patch,logistic,ppmi_dx,35,2.782559402207126,train,0.998220640569395,0.0017470373962467744,0.9981184064710746,0.0018504803644432994,0.9976851851851851,0.0022727662423395537
+flat_mae,patch,logistic,ppmi_dx,35,2.782559402207126,test,0.53,0.04716819267260512,0.5219204557013528,0.04701890959904438,0.5292869269949065,0.048159979897378975
+flat_mae,patch,logistic,ppmi_dx,36,2.782559402207126,train,0.998220640569395,0.0017988223810135307,0.9981184064710746,0.0019052255440978531,0.9976851851851851,0.0023401346715963035
+flat_mae,patch,logistic,ppmi_dx,36,2.782559402207126,test,0.63,0.04755828003618298,0.6009060511271707,0.051628775929055494,0.5997453310696095,0.050841925333703915
+flat_mae,patch,logistic,ppmi_dx,37,0.3593813663804626,train,0.9288256227758007,0.010244420511632355,0.9236744893524554,0.011179388258332073,0.9178441447227574,0.01207291950840747
+flat_mae,patch,logistic,ppmi_dx,37,0.3593813663804626,test,0.64,0.0466523997239156,0.6179966044142615,0.04860304902811176,0.6179966044142615,0.048815718106102045
+flat_mae,patch,logistic,ppmi_dx,38,0.046415888336127774,train,0.8238434163701067,0.0151409314732896,0.8029501868215544,0.017874045992265882,0.7908370798544209,0.017739608368692216
+flat_mae,patch,logistic,ppmi_dx,38,0.046415888336127774,test,0.64,0.04329711306773236,0.6043956043956044,0.04882610229383651,0.6027164685908319,0.047021555456442564
+flat_mae,patch,logistic,ppmi_dx,39,0.3593813663804626,train,0.9252669039145908,0.010772634067921264,0.9191998028261584,0.011930057282385017,0.9106053307642903,0.012929488177790851
+flat_mae,patch,logistic,ppmi_dx,39,0.3593813663804626,test,0.7,0.04331602936558243,0.6744791666666667,0.04796313233968357,0.6714770797962648,0.047114111441141936
+flat_mae,patch,logistic,ppmi_dx,40,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,ppmi_dx,40,166.81005372000556,test,0.68,0.04695926319694549,0.6715927750410509,0.047267852612549933,0.6808149405772496,0.0478177571602733
+flat_mae,patch,logistic,ppmi_dx,41,0.046415888336127774,train,0.802491103202847,0.01527085034725932,0.7779012016021362,0.018343335001124627,0.7665382145150932,0.017964737307952488
+flat_mae,patch,logistic,ppmi_dx,41,0.046415888336127774,test,0.71,0.04631265917651458,0.6991389148251893,0.04729671624722055,0.7050084889643464,0.047695987562894865
+flat_mae,patch,logistic,ppmi_dx,42,0.3593813663804626,train,0.9217081850533808,0.010786661201579525,0.9158739878886848,0.011844423649910995,0.9094546135731107,0.012749586821417384
+flat_mae,patch,logistic,ppmi_dx,42,0.3593813663804626,test,0.67,0.039112841880896344,0.6108031607500884,0.049384140758112746,0.6116298811544991,0.04345042400738811
+flat_mae,patch,logistic,ppmi_dx,43,0.005994842503189409,train,0.7295373665480427,0.01671244208802489,0.6805910770105144,0.021587261578795564,0.6751097195461357,0.01919390451909479
+flat_mae,patch,logistic,ppmi_dx,43,0.005994842503189409,test,0.65,0.04132077443611143,0.5872154735228211,0.05065967853883074,0.5904074702886248,0.044789943742739244
+flat_mae,patch,logistic,ppmi_dx,44,0.005994842503189409,train,0.7295373665480427,0.015153155290964861,0.67953181272509,0.020201922137299044,0.6742399914365232,0.017807380309783898
+flat_mae,patch,logistic,ppmi_dx,44,0.005994842503189409,test,0.65,0.037723260728627375,0.5706048337627285,0.05220094945757204,0.580220713073005,0.042820348045713094
+flat_mae,patch,logistic,ppmi_dx,45,0.046415888336127774,train,0.8202846975088968,0.015713178076018453,0.7999950670007012,0.018500714560789003,0.7888166345536287,0.01845080728810227
+flat_mae,patch,logistic,ppmi_dx,45,0.046415888336127774,test,0.72,0.038990352652931985,0.6666666666666667,0.05115915779720026,0.6621392190152802,0.045250851195623644
+flat_mae,patch,logistic,ppmi_dx,46,2.782559402207126,train,0.998220640569395,0.001830064037895007,0.9981184064710746,0.0019385049183659492,0.9976851851851851,0.002380777753002301
+flat_mae,patch,logistic,ppmi_dx,46,2.782559402207126,test,0.63,0.047945681765931746,0.6093337556752191,0.050230771319847774,0.6099320882852293,0.05033746027429677
+flat_mae,patch,logistic,ppmi_dx,47,0.3593813663804626,train,0.9217081850533808,0.01101169058627063,0.9158739878886848,0.012024663875243514,0.9094546135731107,0.012887891609008157
+flat_mae,patch,logistic,ppmi_dx,47,0.3593813663804626,test,0.6,0.046589938828034534,0.5894909688013137,0.04717150228119544,0.5959252971137521,0.04844875322948227
+flat_mae,patch,logistic,ppmi_dx,48,0.005994842503189409,train,0.7384341637010676,0.016042825802306603,0.6874411213892515,0.02151272853648058,0.6814654249625348,0.018818595813776044
+flat_mae,patch,logistic,ppmi_dx,48,0.005994842503189409,test,0.69,0.04563640651935689,0.6615351020853806,0.05057358453156994,0.6583191850594228,0.049230488071132394
+flat_mae,patch,logistic,ppmi_dx,49,0.046415888336127774,train,0.8202846975088968,0.015373335965890021,0.7979101023587005,0.018435843875316216,0.7853377221151787,0.018173438857487602
+flat_mae,patch,logistic,ppmi_dx,49,0.046415888336127774,test,0.69,0.037703108625151846,0.6343908479773559,0.049320581959225784,0.6328522920203735,0.04303108604330188
+flat_mae,patch,logistic,ppmi_dx,50,2.782559402207126,train,0.99644128113879,0.002424830183941676,0.9962334964144495,0.002572733656768152,0.9953703703703703,0.0031545244522574543
+flat_mae,patch,logistic,ppmi_dx,50,2.782559402207126,test,0.6,0.046699361880008596,0.570999570999571,0.05064447039305465,0.5704584040747029,0.049886715500986376
+flat_mae,patch,logistic,ppmi_dx,51,0.3593813663804626,train,0.9234875444839857,0.010068014418185603,0.9177027887605017,0.01108523816405107,0.910899700278313,0.0120481942784993
+flat_mae,patch,logistic,ppmi_dx,51,0.3593813663804626,test,0.64,0.04774268949273805,0.6138996138996139,0.05122204295673622,0.6129032258064516,0.05049821237560773
+flat_mae,patch,logistic,ppmi_dx,52,0.005994842503189409,train,0.7170818505338078,0.016830890781910732,0.6630784370652179,0.021980220100453494,0.6597757439520445,0.019225243455643064
+flat_mae,patch,logistic,ppmi_dx,52,0.005994842503189409,test,0.62,0.03606170267749431,0.5287698412698413,0.04859288924269462,0.5458404074702886,0.03930999153478549
+flat_mae,patch,logistic,ppmi_dx,53,0.046415888336127774,train,0.8202846975088968,0.014866677846994074,0.7989693825149191,0.017549444156426154,0.7870771783344037,0.017351006274914697
+flat_mae,patch,logistic,ppmi_dx,53,0.046415888336127774,test,0.65,0.04540944395167155,0.612789025334661,0.05143258623545436,0.6107809847198642,0.048943603009776376
+flat_mae,patch,logistic,ppmi_dx,54,0.005994842503189409,train,0.7455516014234875,0.016439047159161044,0.7028708753119512,0.020626816772946328,0.6950733247698566,0.01863562152513086
+flat_mae,patch,logistic,ppmi_dx,54,0.005994842503189409,test,0.61,0.041378695001171806,0.5481404240528328,0.04793255709748489,0.5530560271646858,0.04338646328621009
+flat_mae,patch,logistic,ppmi_dx,55,0.005994842503189409,train,0.7295373665480427,0.015691851926776627,0.6751247413898016,0.021429469742710733,0.6707610789980732,0.01853858444469571
+flat_mae,patch,logistic,ppmi_dx,55,0.005994842503189409,test,0.66,0.03772784117863093,0.5952380952380952,0.04856114856135563,0.5984719864176571,0.041840866525981686
+flat_mae,patch,logistic,ppmi_dx,56,2.782559402207126,train,0.994661921708185,0.003019882779156831,0.9943452231222015,0.003209979372448885,0.9930555555555556,0.003928643800662361
+flat_mae,patch,logistic,ppmi_dx,56,2.782559402207126,test,0.65,0.047806321757692255,0.612789025334661,0.05337121094195392,0.6107809847198642,0.05109208746864999
+flat_mae,patch,logistic,ppmi_dx,57,0.3593813663804626,train,0.9163701067615658,0.011359436736858287,0.9096756544189306,0.012523159696547596,0.9016404410190537,0.013321325022129238
+flat_mae,patch,logistic,ppmi_dx,57,0.3593813663804626,test,0.66,0.04314209081627824,0.6212121212121212,0.049615855897525075,0.6188455008488964,0.04691725244017084
+flat_mae,patch,logistic,ppmi_dx,58,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,ppmi_dx,58,166.81005372000556,test,0.53,0.04730014376299506,0.4986666666666667,0.0498073174604663,0.4987266553480475,0.04956325965565883
+flat_mae,patch,logistic,ppmi_dx,59,0.046415888336127774,train,0.8185053380782918,0.01482699588565822,0.798268581081081,0.01735891091056715,0.7873715478484264,0.017317563606472332
+flat_mae,patch,logistic,ppmi_dx,59,0.046415888336127774,test,0.61,0.04647268014651189,0.5623386825272135,0.0517875028203542,0.5632427843803056,0.04853642738330733
+flat_mae,patch,logistic,ppmi_dx,60,0.046415888336127774,train,0.8131672597864769,0.015208144144921864,0.7910077739016486,0.017914969379987468,0.7795573752943695,0.017647437222421302
+flat_mae,patch,logistic,ppmi_dx,60,0.046415888336127774,test,0.63,0.04377285003286855,0.5713127099988413,0.05211834284298713,0.5742784380305602,0.04700746600357921
+flat_mae,patch,logistic,ppmi_dx,61,2.782559402207126,train,0.994661921708185,0.0030760405649016475,0.9943452231222015,0.0032699649841431587,0.9930555555555556,0.0040017009200803855
+flat_mae,patch,logistic,ppmi_dx,61,2.782559402207126,test,0.65,0.04449130701609023,0.6419437340153453,0.04459271530769582,0.6515280135823429,0.04552994289255248
+flat_mae,patch,logistic,ppmi_dx,62,0.046415888336127774,train,0.8131672597864769,0.015450142586426428,0.7915452358495565,0.017967554331117724,0.780427103403982,0.017671747495424855
+flat_mae,patch,logistic,ppmi_dx,62,0.046415888336127774,test,0.63,0.044981218302753874,0.5783475783475784,0.05259371490050221,0.5793718166383701,0.048232809413455535
+flat_mae,patch,logistic,ppmi_dx,63,0.046415888336127774,train,0.8220640569395018,0.014289278159542954,0.8027156437367482,0.016431340771342146,0.7920011774780561,0.016318198448813152
+flat_mae,patch,logistic,ppmi_dx,63,0.046415888336127774,test,0.57,0.0446347443142671,0.50997150997151,0.04985826886762561,0.515704584040747,0.04585897834071706
+flat_mae,patch,logistic,ppmi_dx,64,0.046415888336127774,train,0.8131672597864769,0.015484889527382235,0.793106349857478,0.01790411002799389,0.7830362877328195,0.017805896256724168
+flat_mae,patch,logistic,ppmi_dx,64,0.046415888336127774,test,0.56,0.04311419255883147,0.5164835164835164,0.047698756519742716,0.5178268251273345,0.045669107686708295
+flat_mae,patch,logistic,ppmi_dx,65,0.046415888336127774,train,0.8291814946619217,0.014996954305516919,0.809655522784042,0.01757333107080405,0.7977815242988653,0.01752468184530245
+flat_mae,patch,logistic,ppmi_dx,65,0.046415888336127774,test,0.56,0.048057544673027135,0.5225694444444444,0.050227335134383655,0.5229202037351443,0.04886333606550463
+flat_mae,patch,logistic,ppmi_dx,66,0.046415888336127774,train,0.8167259786476868,0.015593496749190357,0.7970471812887641,0.017964646576309255,0.7867961892528367,0.01785495304400555
+flat_mae,patch,logistic,ppmi_dx,66,0.046415888336127774,test,0.62,0.04492035618736789,0.5766488413547237,0.04979178847644729,0.5764006791171477,0.04714141921543799
+flat_mae,patch,logistic,ppmi_dx,67,0.046415888336127774,train,0.800711743772242,0.016002654571395068,0.7756007130124778,0.01910657337926004,0.7642233997002783,0.018624912764337767
+flat_mae,patch,logistic,ppmi_dx,67,0.046415888336127774,test,0.68,0.0417577537710064,0.64349376114082,0.04743842131872774,0.6400679117147707,0.04537473097325511
+flat_mae,patch,logistic,ppmi_dx,68,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,ppmi_dx,68,166.81005372000556,test,0.49,0.04732716344764389,0.4615140956604371,0.04785001760218066,0.4613752122241087,0.04799125816343391
+flat_mae,patch,logistic,ppmi_dx,69,2.782559402207126,train,0.99644128113879,0.002509870838911609,0.9962334964144495,0.0026632116902545726,0.9953703703703703,0.0032651560450655624
+flat_mae,patch,logistic,ppmi_dx,69,2.782559402207126,test,0.62,0.04823500388721867,0.6100164203612479,0.04839652902488723,0.6171477079796265,0.049481507036448734
+flat_mae,patch,logistic,ppmi_dx,70,0.005994842503189409,train,0.7419928825622776,0.015042252939243434,0.6916936231390576,0.02037733783053222,0.685225326482552,0.017836541258127322
+flat_mae,patch,logistic,ppmi_dx,70,0.005994842503189409,test,0.62,0.04137088348101839,0.5558672276764843,0.05024800786282175,0.5611205432937181,0.0444619989746408
+flat_mae,patch,logistic,ppmi_dx,71,0.005994842503189409,train,0.7135231316725978,0.016282364265568772,0.6588404299842772,0.02138740266161696,0.6560158424320274,0.018576848111234452
+flat_mae,patch,logistic,ppmi_dx,71,0.005994842503189409,test,0.64,0.04382873942973948,0.5792426367461431,0.052995812791048244,0.5823429541595926,0.04709789515804875
+flat_mae,patch,logistic,ppmi_dx,72,0.046415888336127774,train,0.8256227758007118,0.014902961149896393,0.8056900128420429,0.017387778511504276,0.7940216227788482,0.0172553009232007
+flat_mae,patch,logistic,ppmi_dx,72,0.046415888336127774,test,0.61,0.04850927746318224,0.584,0.050834067044355176,0.583616298811545,0.05053627715343163
+flat_mae,patch,logistic,ppmi_dx,73,0.046415888336127774,train,0.8416370106761566,0.01373758409631155,0.824633001307767,0.01598269347065495,0.8131154998929565,0.016166329140607182
+flat_mae,patch,logistic,ppmi_dx,73,0.046415888336127774,test,0.67,0.04544877996162272,0.6440513428972063,0.049351515600487145,0.6421901528013583,0.04885573943048031
+flat_mae,patch,logistic,ppmi_dx,74,0.005994842503189409,train,0.7402135231316725,0.016817712777803907,0.695187006850231,0.02135071335874646,0.6881288803254121,0.019270929658693217
+flat_mae,patch,logistic,ppmi_dx,74,0.005994842503189409,test,0.57,0.03884685830282803,0.49286472461375164,0.046950021807104655,0.5055178268251274,0.04078457431236075
+flat_mae,patch,logistic,ppmi_dx,75,0.3593813663804626,train,0.9306049822064056,0.010191347583007871,0.9258010460569746,0.011008164041154195,0.9210286876471847,0.011670962193498344
+flat_mae,patch,logistic,ppmi_dx,75,0.3593813663804626,test,0.63,0.04558333028641062,0.6053333333333333,0.04829309239815553,0.6048387096774194,0.04828085694865461
+flat_mae,patch,logistic,ppmi_dx,76,0.005994842503189409,train,0.7206405693950177,0.015632323868332843,0.6695392935659898,0.02064459054625324,0.6652751016912867,0.018183828570631725
+flat_mae,patch,logistic,ppmi_dx,76,0.005994842503189409,test,0.7,0.04001661654862889,0.6553308823529411,0.04934657780882658,0.6511035653650254,0.04503407587085904
+flat_mae,patch,logistic,ppmi_dx,77,0.046415888336127774,train,0.8185053380782918,0.014255935932966889,0.798268581081081,0.016676403930333962,0.7873715478484264,0.016586888976982673
+flat_mae,patch,logistic,ppmi_dx,77,0.046415888336127774,test,0.65,0.04226156646410542,0.6072270227808326,0.049257171846027174,0.6056876061120543,0.046233704220901464
+flat_mae,patch,logistic,ppmi_dx,78,0.005994842503189409,train,0.7277580071174378,0.016539692532206142,0.6830862108999237,0.020839411427949706,0.6771435452793835,0.0188305612315209
+flat_mae,patch,logistic,ppmi_dx,78,0.005994842503189409,test,0.64,0.036805494155085064,0.5535714285714286,0.04814877497758012,0.567062818336163,0.0397539121109246
+flat_mae,patch,logistic,ppmi_dx,79,0.005994842503189409,train,0.7384341637010676,0.015468736535589193,0.6863589252969784,0.02092388596659383,0.6805956968529223,0.018198736642880197
+flat_mae,patch,logistic,ppmi_dx,79,0.005994842503189409,test,0.62,0.039943179643088016,0.5386109762020399,0.05029535151828152,0.5509337860780985,0.04254534517406859
+flat_mae,patch,logistic,ppmi_dx,80,1291.5496650148827,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,ppmi_dx,80,1291.5496650148827,test,0.54,0.05188918577121826,0.5245969408846631,0.05259700765927105,0.5271646859083192,0.05381489675583566
+flat_mae,patch,logistic,ppmi_dx,81,0.3593813663804626,train,0.9252669039145908,0.01082416737018887,0.9198582138200783,0.01179442498680172,0.9140842432027403,0.012558496851326827
+flat_mae,patch,logistic,ppmi_dx,81,0.3593813663804626,test,0.59,0.04745218646174272,0.5710848415106182,0.0490039270137317,0.5725806451612903,0.049692458813771996
+flat_mae,patch,logistic,ppmi_dx,82,2.782559402207126,train,0.99644128113879,0.002705270105064991,0.9962334964144495,0.002872049515166732,0.9953703703703703,0.003519356016311396
+flat_mae,patch,logistic,ppmi_dx,82,2.782559402207126,test,0.64,0.04532469084285077,0.6043956043956044,0.0506779186406389,0.6027164685908319,0.04859076739847815
+flat_mae,patch,logistic,ppmi_dx,83,0.046415888336127774,train,0.8309608540925267,0.014805938090444004,0.8137144412305524,0.01679733293983982,0.8035752515521302,0.01677894876820212
+flat_mae,patch,logistic,ppmi_dx,83,0.046415888336127774,test,0.55,0.05260833013886679,0.529239460194581,0.053436522066153305,0.5301358234295416,0.053994028322876676
+flat_mae,patch,logistic,ppmi_dx,84,0.005994842503189409,train,0.7348754448398577,0.015613790897136617,0.6904039190313338,0.020000758930861968,0.6837936202098052,0.018047773714408084
+flat_mae,patch,logistic,ppmi_dx,84,0.005994842503189409,test,0.56,0.04549241695052044,0.5024875621890548,0.05066687496904613,0.5076400679117148,0.047237717912039665
+flat_mae,patch,logistic,ppmi_dx,85,0.046415888336127774,train,0.8309608540925267,0.014901852549504565,0.811398070530551,0.01758455514973016,0.7992266110040677,0.0175714018144904
+flat_mae,patch,logistic,ppmi_dx,85,0.046415888336127774,test,0.62,0.04015236481205062,0.5558672276764843,0.04804415077218196,0.5611205432937181,0.0427945142803952
+flat_mae,patch,logistic,ppmi_dx,86,0.046415888336127774,train,0.8131672597864769,0.015654446291126178,0.7920740795551844,0.018350645151204926,0.7812968315135945,0.018187201969749812
+flat_mae,patch,logistic,ppmi_dx,86,0.046415888336127774,test,0.61,0.04254076162928915,0.5555555555555556,0.04981387907152777,0.5581494057724957,0.045593037350450505
+flat_mae,patch,logistic,ppmi_dx,87,0.005994842503189409,train,0.7330960854092526,0.01608879440335029,0.6858228980322003,0.021207112597189555,0.6797393491757653,0.018850725285671114
+flat_mae,patch,logistic,ppmi_dx,87,0.005994842503189409,test,0.66,0.04226391368531788,0.5952380952380952,0.05431710646340025,0.5984719864176571,0.047106547147884086
+flat_mae,patch,logistic,ppmi_dx,88,0.046415888336127774,train,0.8274021352313167,0.015021896101871064,0.8069309911281897,0.01770738781892857,0.794596981374438,0.01755592516746886
+flat_mae,patch,logistic,ppmi_dx,88,0.046415888336127774,test,0.61,0.04417569920216317,0.5481404240528328,0.05257902073077197,0.5530560271646858,0.047213707845376485
+flat_mae,patch,logistic,ppmi_dx,89,0.005994842503189409,train,0.7259786476868327,0.016281251968569922,0.6753151260504202,0.021245591497645478,0.6704800899165061,0.018683545500614598
+flat_mae,patch,logistic,ppmi_dx,89,0.005994842503189409,test,0.65,0.04139381113161725,0.5792763553311696,0.05376786389819831,0.5853140916808149,0.045584148301501655
+flat_mae,patch,logistic,ppmi_dx,90,0.046415888336127774,train,0.8380782918149466,0.01385738986825499,0.8202484930495756,0.016178800348085342,0.8084858702633269,0.01635294995912621
+flat_mae,patch,logistic,ppmi_dx,90,0.046415888336127774,test,0.66,0.047318140284673064,0.6353496353496353,0.04973433739510369,0.634125636672326,0.04900133093246928
+flat_mae,patch,logistic,ppmi_dx,91,1291.5496650148827,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,ppmi_dx,91,1291.5496650148827,test,0.6,0.04454884959232954,0.586606035551881,0.045406610530680916,0.5908319185059423,0.046566616857737615
+flat_mae,patch,logistic,ppmi_dx,92,0.000774263682681127,train,0.6725978647686833,0.012613743837782559,0.5537834852250759,0.022170040562468688,0.5845108113894241,0.015162644525997377
+flat_mae,patch,logistic,ppmi_dx,92,0.000774263682681127,test,0.68,0.03329549519079119,0.5841995841995842,0.05182629756013288,0.599320882852292,0.039237404267155565
+flat_mae,patch,logistic,ppmi_dx,93,0.005994842503189409,train,0.7402135231316725,0.015572854114978638,0.6900985013294658,0.020634907043731953,0.6837802397773496,0.018143970665213973
+flat_mae,patch,logistic,ppmi_dx,93,0.005994842503189409,test,0.62,0.04486100756781997,0.5824175824175825,0.05060696295667338,0.5814940577249575,0.04860400608342765
+flat_mae,patch,logistic,ppmi_dx,94,0.005994842503189409,train,0.7153024911032029,0.01626461873113908,0.6648777579010137,0.020855922837151434,0.6609398415756798,0.018485084211756198
+flat_mae,patch,logistic,ppmi_dx,94,0.005994842503189409,test,0.71,0.037772344380512045,0.6579785352046232,0.04909882078645419,0.6540747028862479,0.04345807527823008
+flat_mae,patch,logistic,ppmi_dx,95,0.046415888336127774,train,0.8149466192170819,0.01521036407650141,0.7916292335115864,0.018107058307068033,0.7792630057803468,0.017736678039991575
+flat_mae,patch,logistic,ppmi_dx,95,0.046415888336127774,test,0.62,0.041778133036314585,0.5703301673450927,0.04889219125540403,0.5713073005093379,0.045235089399417255
+flat_mae,patch,logistic,ppmi_dx,96,0.046415888336127774,train,0.8327402135231317,0.013913005161273438,0.8145527051125434,0.01619326909187275,0.8032808820381074,0.016271227298704435
+flat_mae,patch,logistic,ppmi_dx,96,0.046415888336127774,test,0.67,0.04113612038099849,0.6239316239316239,0.04794758612700136,0.6218166383701189,0.04422469294741887
+flat_mae,patch,logistic,ppmi_dx,97,0.005994842503189409,train,0.7295373665480427,0.015134166508578297,0.6751247413898016,0.020155086637665662,0.6707610789980732,0.017492395937834606
+flat_mae,patch,logistic,ppmi_dx,97,0.005994842503189409,test,0.69,0.040199283575705666,0.6343908479773559,0.051190097743301896,0.6328522920203735,0.045240590250925604
+flat_mae,patch,logistic,ppmi_dx,98,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,ppmi_dx,98,166.81005372000556,test,0.65,0.045501556017349565,0.6224786970121885,0.04907615910467546,0.6209677419354839,0.04828559827208222
+flat_mae,patch,logistic,ppmi_dx,99,0.046415888336127774,train,0.8256227758007118,0.014766275154183385,0.8051924165251839,0.01746081034643236,0.7931518946692357,0.01740673917870979
+flat_mae,patch,logistic,ppmi_dx,99,0.046415888336127774,test,0.59,0.045177870689088476,0.5464100011063171,0.05004934047381878,0.5471137521222411,0.047525267886794835
+flat_mae,patch,logistic,ppmi_dx,100,0.046415888336127774,train,0.8202846975088968,0.014592786507968485,0.7999950670007012,0.016962791194364408,0.7888166345536287,0.016831759549880487
+flat_mae,patch,logistic,ppmi_dx,100,0.046415888336127774,test,0.64,0.04015714631295406,0.5863970588235294,0.048791337572164785,0.5874363327674024,0.04444214281008521

data_scaling/n800_2/eval_v2/ppmi_dx__patch__logistic/log.txt

@@ -0,0 +1,247 @@
+fMRI foundation model logistic probe eval
+version: 0.1.dev66+g7ddd3aa04
+sha: 58906bf7243fb545e1349221e6921a1797e2e666, status: has uncommitted changes, branch: dev/clane9
+cwd: /data/connor/fmri-fm
+start: 2026-02-26 17:26:35
+config:
+output_root: experiments/data_scaling/output
+name_prefix: eval_logistic
+remote_root: null
+notes: data scaling experiment n800_2; eval v2 (ppmi_dx patch logistic)
+model_kwargs:
+  ckpt_path: experiments/data_scaling/output/data_scaling/n800_2/pretrain/checkpoint-best.pth
+dataset_kwargs: {}
+num_workers: 16
+batch_size: 2
+cv_folds: 5
+max_iter: 1000
+Cs: 10
+balanced_sampling: false
+metrics:
+- acc
+- f1
+- bacc
+cv_metric: bacc
+n_trials: 100
+amp: true
+device: cuda
+seed: 4466
+debug: false
+name: data_scaling/n800_2/eval_v2/ppmi_dx__patch__logistic
+model: flat_mae
+representation: patch
+dataset: ppmi_dx
+distributed: false
+output_dir: experiments/data_scaling/output/data_scaling/n800_2/eval_v2/ppmi_dx__patch__logistic
+remote_dir: null
+
+creating frozen backbone model: flat_mae
+backbone:
+MaskedEncoderWrapper(
+  (model): MaskedEncoder(
+    class_token=True, reg_tokens=0, no_embed_class=True, mask_drop_scale=False
+    (patchify): Patchify3D((16, 224, 560), (4, 16, 16), in_chans=1)
+    (patch_embed): Linear(in_features=1024, out_features=768, bias=True)
+    (pos_embed): SeparablePosEmbed(768, (4, 14, 35))
+    (blocks): ModuleList(
+      (0-11): 12 x Block(
+        (norm1): LayerNorm((768,), eps=1e-06, elementwise_affine=True)
+        (attn): Attention(
+          num_heads=12
+          (q): Linear(in_features=768, out_features=768, bias=True)
+          (k): Linear(in_features=768, out_features=768, bias=True)
+          (v): Linear(in_features=768, out_features=768, bias=True)
+          (proj): Linear(in_features=768, out_features=768, bias=True)
+        )
+        (drop_path1): Identity()
+        (norm2): LayerNorm((768,), eps=1e-06, elementwise_affine=True)
+        (mlp): Mlp(
+          (fc1): Linear(in_features=768, out_features=3072, bias=True)
+          (act): GELU(approximate='none')
+          (fc2): Linear(in_features=3072, out_features=768, bias=True)
+        )
+        (drop_path2): Identity()
+      )
+    )
+    (norm): LayerNorm((768,), eps=1e-06, elementwise_affine=True)
+  )
+)
+creating dataset: ppmi_dx (flat)
+train (n=463):
+HFDataset(
+    dataset=Dataset({
+    features: ['sub', 'ses', 'dir', 'sex', 'age', 'age_bin', 'dx', 'path', 'n_frames', 'tr', 'bold', 'mean', 'std'],
+    num_rows: 463
+}),
+    labels=['PD' 'Prodromal'],
+    counts=[178 285]
+)
+
+validation (n=99):
+HFDataset(
+    dataset=Dataset({
+    features: ['sub', 'ses', 'dir', 'sex', 'age', 'age_bin', 'dx', 'path', 'n_frames', 'tr', 'bold', 'mean', 'std'],
+    num_rows: 99
+}),
+    labels=['PD' 'Prodromal'],
+    counts=[39 60]
+)
+
+test (n=100):
+HFDataset(
+    dataset=Dataset({
+    features: ['sub', 'ses', 'dir', 'sex', 'age', 'age_bin', 'dx', 'path', 'n_frames', 'tr', 'bold', 'mean', 'std'],
+    num_rows: 100
+}),
+    labels=['PD' 'Prodromal'],
+    counts=[37 63]
+)
+
+extracting features for all splits
+extract (train)  [  0/232]  eta: 0:15:50    time: 4.0968  data: 3.1600  max mem: 2698
+extract (train)  [ 20/232]  eta: 0:01:15    time: 0.1714  data: 0.0494  max mem: 2851
+extract (train)  [ 40/232]  eta: 0:00:48    time: 0.1380  data: 0.0335  max mem: 2851
+extract (train)  [ 60/232]  eta: 0:00:38    time: 0.1692  data: 0.0486  max mem: 2851
+extract (train)  [ 80/232]  eta: 0:00:31    time: 0.1485  data: 0.0393  max mem: 2851
+extract (train)  [100/232]  eta: 0:00:25    time: 0.1526  data: 0.0399  max mem: 2851
+extract (train)  [120/232]  eta: 0:00:21    time: 0.1547  data: 0.0409  max mem: 2851
+extract (train)  [140/232]  eta: 0:00:17    time: 0.1760  data: 0.0486  max mem: 2851
+extract (train)  [160/232]  eta: 0:00:13    time: 0.1556  data: 0.0405  max mem: 2851
+extract (train)  [180/232]  eta: 0:00:09    time: 0.1465  data: 0.0387  max mem: 2851
+extract (train)  [200/232]  eta: 0:00:05    time: 0.1630  data: 0.0450  max mem: 2851
+extract (train)  [220/232]  eta: 0:00:02    time: 0.1475  data: 0.0402  max mem: 2851
+extract (train)  [231/232]  eta: 0:00:00    time: 0.1357  data: 0.0355  max mem: 2851
+extract (train) Total time: 0:00:40 (0.1739 s / it)
+extract (validation)  [ 0/50]  eta: 0:02:46    time: 3.3309  data: 3.2094  max mem: 2851
+extract (validation)  [20/50]  eta: 0:00:10    time: 0.2000  data: 0.0607  max mem: 2851
+extract (validation)  [40/50]  eta: 0:00:02    time: 0.1312  data: 0.0321  max mem: 2851
+extract (validation)  [49/50]  eta: 0:00:00    time: 0.1309  data: 0.0341  max mem: 2851
+extract (validation) Total time: 0:00:11 (0.2278 s / it)
+extract (test)  [ 0/50]  eta: 0:02:42    time: 3.2469  data: 3.1200  max mem: 2851
+extract (test)  [20/50]  eta: 0:00:10    time: 0.1918  data: 0.0552  max mem: 2851
+extract (test)  [40/50]  eta: 0:00:02    time: 0.1316  data: 0.0327  max mem: 2851
+extract (test)  [49/50]  eta: 0:00:00    time: 0.1317  data: 0.0326  max mem: 2851
+extract (test) Total time: 0:00:11 (0.2228 s / it)
+feature extraction time: 0:01:02
+train features: (463, 768)
+validation features: (99, 768)
+test features: (100, 768)
+evaluating fixed splits
+eval results (fixed splits):
+
+| model    | repr   | clf      | dataset   | trial   |      C | split   |     acc |   acc_std |      f1 |    f1_std |    bacc |   bacc_std |
+|:---------|:-------|:---------|:----------|:--------|-------:|:--------|--------:|----------:|--------:|----------:|--------:|-----------:|
+| flat_mae | patch  | logistic | ppmi_dx   |         | 2.7826 | train   | 0.99466 | 0.0032038 | 0.99437 | 0.0033855 | 0.99394 |  0.0036897 |
+| flat_mae | patch  | logistic | ppmi_dx   |         | 2.7826 | test    | 0.63    | 0.046637  | 0.59603 | 0.050177  | 0.59481 |  0.049294  |
+
+
+evaluating random splits (n=100)
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 1, "C": 0.046415888336127774, "split": "test", "acc": 0.66, "acc_std": 0.042965567609424174, "f1": 0.609375, "f1_std": 0.05299364494136126, "bacc": 0.6086587436332768, "bacc_std": 0.048006286292201016}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 2, "C": 0.005994842503189409, "split": "test", "acc": 0.64, "acc_std": 0.03863583310865705, "f1": 0.5535714285714286, "f1_std": 0.05005477390651157, "bacc": 0.567062818336163, "bacc_std": 0.041567976915763034}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 3, "C": 0.005994842503189409, "split": "test", "acc": 0.65, "acc_std": 0.0413418141837051, "f1": 0.5872154735228211, "f1_std": 0.05246277692692931, "bacc": 0.5904074702886248, "bacc_std": 0.045910437735547725}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 4, "C": 0.046415888336127774, "split": "test", "acc": 0.66, "acc_std": 0.04326215898449822, "f1": 0.6155585707824514, "f1_std": 0.04954627740140329, "bacc": 0.6137521222410866, "bacc_std": 0.04620503161625719}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 5, "C": 0.3593813663804626, "split": "test", "acc": 0.63, "acc_std": 0.047990378202302175, "f1": 0.6053333333333333, "f1_std": 0.05093381344697975, "bacc": 0.6048387096774194, "bacc_std": 0.05046411617172397}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 6, "C": 0.005994842503189409, "split": "test", "acc": 0.67, "acc_std": 0.04098531932289901, "f1": 0.6033177064551027, "f1_std": 0.05521668794452621, "bacc": 0.6065365025466893, "bacc_std": 0.046686074058680437}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 7, "C": 0.046415888336127774, "split": "test", "acc": 0.57, "acc_std": 0.05024753128264114, "f1": 0.5459824728117411, "f1_std": 0.05247098811937789, "bacc": 0.5462648556876061, "bacc_std": 0.052674062075452346}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 8, "C": 0.3593813663804626, "split": "test", "acc": 0.53, "acc_std": 0.043916917013834204, "f1": 0.4643874643874644, "f1_std": 0.04683613009120331, "bacc": 0.4732597623089983, "bacc_std": 0.04384504715126099}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 9, "C": 0.3593813663804626, "split": "test", "acc": 0.58, "acc_std": 0.047870237099893284, "f1": 0.5543293718166383, "f1_std": 0.05054998888663162, "bacc": 0.5543293718166383, "bacc_std": 0.05021844943448105}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 10, "C": 21.54434690031882, "split": "test", "acc": 0.56, "acc_std": 0.04944954600398268, "f1": 0.537620849096259, "f1_std": 0.051066610748901835, "bacc": 0.5382003395585738, "bacc_std": 0.05151089390957462}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 11, "C": 10000.0, "split": "test", "acc": 0.51, "acc_std": 0.04955338131752464, "f1": 0.49541756770672435, "f1_std": 0.049931720433012, "bacc": 0.49787775891341257, "bacc_std": 0.05121415756015187}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 12, "C": 0.046415888336127774, "split": "test", "acc": 0.6, "acc_std": 0.044890515702094576, "f1": 0.5324918186068257, "f1_std": 0.052732320149245934, "bacc": 0.5398981324278438, "bacc_std": 0.047046723729376114}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 13, "C": 1291.5496650148827, "split": "test", "acc": 0.63, "acc_std": 0.04747174317422945, "f1": 0.6093337556752191, "f1_std": 0.04961095468182389, "bacc": 0.6099320882852293, "bacc_std": 0.049949176985838936}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 14, "C": 0.046415888336127774, "split": "test", "acc": 0.59, "acc_std": 0.04158605535513076, "f1": 0.5071523019593701, "f1_std": 0.05077033841497736, "bacc": 0.5216468590831919, "bacc_std": 0.04365291317576021}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 15, "C": 0.005994842503189409, "split": "test", "acc": 0.67, "acc_std": 0.041939117778036286, "f1": 0.6176572818908586, "f1_std": 0.05091092198925104, "bacc": 0.616723259762309, "bacc_std": 0.046046198262830476}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 16, "C": 0.005994842503189409, "split": "test", "acc": 0.58, "acc_std": 0.040741777084462076, "f1": 0.5, "f1_std": 0.04814962677601584, "bacc": 0.5135823429541596, "bacc_std": 0.04221757963008243}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 17, "C": 0.046415888336127774, "split": "test", "acc": 0.61, "acc_std": 0.04746618164546207, "f1": 0.5793334052421529, "f1_std": 0.05088704836640471, "bacc": 0.5785229202037352, "bacc_std": 0.05009765026933367}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 18, "C": 0.005994842503189409, "split": "test", "acc": 0.6, "acc_std": 0.04561422585115306, "f1": 0.5324918186068257, "f1_std": 0.05226466588304116, "bacc": 0.5398981324278438, "bacc_std": 0.04719937984179418}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 19, "C": 0.3593813663804626, "split": "test", "acc": 0.61, "acc_std": 0.047430703136259744, "f1": 0.5983935742971888, "f1_std": 0.04777752157865447, "bacc": 0.6039898132427843, "bacc_std": 0.04881459704786047}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 20, "C": 0.046415888336127774, "split": "test", "acc": 0.62, "acc_std": 0.04350290105268843, "f1": 0.5558672276764843, "f1_std": 0.05026843191706141, "bacc": 0.5611205432937181, "bacc_std": 0.04514776767559833}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 21, "C": 0.005994842503189409, "split": "test", "acc": 0.69, "acc_std": 0.03672751012524534, "f1": 0.627359057579036, "f1_std": 0.04921084824823078, "bacc": 0.6277589134125636, "bacc_std": 0.0421428631868603}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 22, "C": 0.3593813663804626, "split": "test", "acc": 0.57, "acc_std": 0.04726206089454838, "f1": 0.5361881134721174, "f1_std": 0.05022732780455318, "bacc": 0.5360780984719864, "bacc_std": 0.04938003938971144}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 23, "C": 0.3593813663804626, "split": "test", "acc": 0.57, "acc_std": 0.045104727025002594, "f1": 0.5174503422735944, "f1_std": 0.05193065602054449, "bacc": 0.5207979626485568, "bacc_std": 0.04834043813460352}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 24, "C": 0.005994842503189409, "split": "test", "acc": 0.64, "acc_std": 0.04025905612405736, "f1": 0.5628946090335114, "f1_std": 0.051945077781129216, "bacc": 0.5721561969439728, "bacc_std": 0.04373107491527483}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 25, "C": 0.046415888336127774, "split": "test", "acc": 0.6, "acc_std": 0.036888176967695224, "f1": 0.49264332825976664, "f1_std": 0.048560508614813945, "bacc": 0.5195246179966044, "bacc_std": 0.038775645580889744}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 26, "C": 0.3593813663804626, "split": "test", "acc": 0.61, "acc_std": 0.0476229986456124, "f1": 0.5953937130407718, "f1_std": 0.04892093195615898, "bacc": 0.5988964346349746, "bacc_std": 0.050064785258821076}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 27, "C": 21.54434690031882, "split": "test", "acc": 0.6, "acc_std": 0.04594289934255347, "f1": 0.5796553173602353, "f1_std": 0.047755605485833345, "bacc": 0.5806451612903225, "bacc_std": 0.04822029507144469}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 28, "C": 0.3593813663804626, "split": "test", "acc": 0.68, "acc_std": 0.04505951619802415, "f1": 0.64349376114082, "f1_std": 0.05048414411563327, "bacc": 0.6400679117147707, "bacc_std": 0.04778205075273614}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 29, "C": 0.046415888336127774, "split": "test", "acc": 0.65, "acc_std": 0.04371073552343863, "f1": 0.5944849959448499, "f1_std": 0.052296286299911975, "bacc": 0.5955008488964346, "bacc_std": 0.04733851143118218}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 30, "C": 166.81005372000556, "split": "test", "acc": 0.6, "acc_std": 0.04750684582247068, "f1": 0.5833333333333333, "f1_std": 0.048420210459806, "bacc": 0.5857385398981324, "bacc_std": 0.04904910831331844}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 31, "C": 0.005994842503189409, "split": "test", "acc": 0.65, "acc_std": 0.042786778331629506, "f1": 0.5792763553311696, "f1_std": 0.05428795720402253, "bacc": 0.5853140916808149, "bacc_std": 0.04667641164031771}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 32, "C": 0.3593813663804626, "split": "test", "acc": 0.65, "acc_std": 0.048499117517744585, "f1": 0.6338529134846741, "f1_std": 0.05042591606654472, "bacc": 0.6362478777589134, "bacc_std": 0.051163687277664086}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 33, "C": 0.3593813663804626, "split": "test", "acc": 0.61, "acc_std": 0.04827877380381569, "f1": 0.6010230179028133, "f1_std": 0.048363015895970835, "bacc": 0.6090831918505942, "bacc_std": 0.049278894692317915}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 34, "C": 0.046415888336127774, "split": "test", "acc": 0.68, "acc_std": 0.0437291481737296, "f1": 0.6259934548854604, "f1_std": 0.05424627460274398, "bacc": 0.6247877758913413, "bacc_std": 0.048463300105676795}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 35, "C": 2.782559402207126, "split": "test", "acc": 0.53, "acc_std": 0.04716819267260512, "f1": 0.5219204557013528, "f1_std": 0.04701890959904438, "bacc": 0.5292869269949065, "bacc_std": 0.048159979897378975}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 36, "C": 2.782559402207126, "split": "test", "acc": 0.63, "acc_std": 0.04755828003618298, "f1": 0.6009060511271707, "f1_std": 0.051628775929055494, "bacc": 0.5997453310696095, "bacc_std": 0.050841925333703915}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 37, "C": 0.3593813663804626, "split": "test", "acc": 0.64, "acc_std": 0.0466523997239156, "f1": 0.6179966044142615, "f1_std": 0.04860304902811176, "bacc": 0.6179966044142615, "bacc_std": 0.048815718106102045}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 38, "C": 0.046415888336127774, "split": "test", "acc": 0.64, "acc_std": 0.04329711306773236, "f1": 0.6043956043956044, "f1_std": 0.04882610229383651, "bacc": 0.6027164685908319, "bacc_std": 0.047021555456442564}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 39, "C": 0.3593813663804626, "split": "test", "acc": 0.7, "acc_std": 0.04331602936558243, "f1": 0.6744791666666667, "f1_std": 0.04796313233968357, "bacc": 0.6714770797962648, "bacc_std": 0.047114111441141936}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 40, "C": 166.81005372000556, "split": "test", "acc": 0.68, "acc_std": 0.04695926319694549, "f1": 0.6715927750410509, "f1_std": 0.047267852612549933, "bacc": 0.6808149405772496, "bacc_std": 0.0478177571602733}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 41, "C": 0.046415888336127774, "split": "test", "acc": 0.71, "acc_std": 0.04631265917651458, "f1": 0.6991389148251893, "f1_std": 0.04729671624722055, "bacc": 0.7050084889643464, "bacc_std": 0.047695987562894865}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 42, "C": 0.3593813663804626, "split": "test", "acc": 0.67, "acc_std": 0.039112841880896344, "f1": 0.6108031607500884, "f1_std": 0.049384140758112746, "bacc": 0.6116298811544991, "bacc_std": 0.04345042400738811}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 43, "C": 0.005994842503189409, "split": "test", "acc": 0.65, "acc_std": 0.04132077443611143, "f1": 0.5872154735228211, "f1_std": 0.05065967853883074, "bacc": 0.5904074702886248, "bacc_std": 0.044789943742739244}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 44, "C": 0.005994842503189409, "split": "test", "acc": 0.65, "acc_std": 0.037723260728627375, "f1": 0.5706048337627285, "f1_std": 0.05220094945757204, "bacc": 0.580220713073005, "bacc_std": 0.042820348045713094}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 45, "C": 0.046415888336127774, "split": "test", "acc": 0.72, "acc_std": 0.038990352652931985, "f1": 0.6666666666666667, "f1_std": 0.05115915779720026, "bacc": 0.6621392190152802, "bacc_std": 0.045250851195623644}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 46, "C": 2.782559402207126, "split": "test", "acc": 0.63, "acc_std": 0.047945681765931746, "f1": 0.6093337556752191, "f1_std": 0.050230771319847774, "bacc": 0.6099320882852293, "bacc_std": 0.05033746027429677}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 47, "C": 0.3593813663804626, "split": "test", "acc": 0.6, "acc_std": 0.046589938828034534, "f1": 0.5894909688013137, "f1_std": 0.04717150228119544, "bacc": 0.5959252971137521, "bacc_std": 0.04844875322948227}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 48, "C": 0.005994842503189409, "split": "test", "acc": 0.69, "acc_std": 0.04563640651935689, "f1": 0.6615351020853806, "f1_std": 0.05057358453156994, "bacc": 0.6583191850594228, "bacc_std": 0.049230488071132394}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 49, "C": 0.046415888336127774, "split": "test", "acc": 0.69, "acc_std": 0.037703108625151846, "f1": 0.6343908479773559, "f1_std": 0.049320581959225784, "bacc": 0.6328522920203735, "bacc_std": 0.04303108604330188}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 50, "C": 2.782559402207126, "split": "test", "acc": 0.6, "acc_std": 0.046699361880008596, "f1": 0.570999570999571, "f1_std": 0.05064447039305465, "bacc": 0.5704584040747029, "bacc_std": 0.049886715500986376}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 51, "C": 0.3593813663804626, "split": "test", "acc": 0.64, "acc_std": 0.04774268949273805, "f1": 0.6138996138996139, "f1_std": 0.05122204295673622, "bacc": 0.6129032258064516, "bacc_std": 0.05049821237560773}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 52, "C": 0.005994842503189409, "split": "test", "acc": 0.62, "acc_std": 0.03606170267749431, "f1": 0.5287698412698413, "f1_std": 0.04859288924269462, "bacc": 0.5458404074702886, "bacc_std": 0.03930999153478549}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 53, "C": 0.046415888336127774, "split": "test", "acc": 0.65, "acc_std": 0.04540944395167155, "f1": 0.612789025334661, "f1_std": 0.05143258623545436, "bacc": 0.6107809847198642, "bacc_std": 0.048943603009776376}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 54, "C": 0.005994842503189409, "split": "test", "acc": 0.61, "acc_std": 0.041378695001171806, "f1": 0.5481404240528328, "f1_std": 0.04793255709748489, "bacc": 0.5530560271646858, "bacc_std": 0.04338646328621009}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 55, "C": 0.005994842503189409, "split": "test", "acc": 0.66, "acc_std": 0.03772784117863093, "f1": 0.5952380952380952, "f1_std": 0.04856114856135563, "bacc": 0.5984719864176571, "bacc_std": 0.041840866525981686}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 56, "C": 2.782559402207126, "split": "test", "acc": 0.65, "acc_std": 0.047806321757692255, "f1": 0.612789025334661, "f1_std": 0.05337121094195392, "bacc": 0.6107809847198642, "bacc_std": 0.05109208746864999}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 57, "C": 0.3593813663804626, "split": "test", "acc": 0.66, "acc_std": 0.04314209081627824, "f1": 0.6212121212121212, "f1_std": 0.049615855897525075, "bacc": 0.6188455008488964, "bacc_std": 0.04691725244017084}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 58, "C": 166.81005372000556, "split": "test", "acc": 0.53, "acc_std": 0.04730014376299506, "f1": 0.4986666666666667, "f1_std": 0.0498073174604663, "bacc": 0.4987266553480475, "bacc_std": 0.04956325965565883}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 59, "C": 0.046415888336127774, "split": "test", "acc": 0.61, "acc_std": 0.04647268014651189, "f1": 0.5623386825272135, "f1_std": 0.0517875028203542, "bacc": 0.5632427843803056, "bacc_std": 0.04853642738330733}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 60, "C": 0.046415888336127774, "split": "test", "acc": 0.63, "acc_std": 0.04377285003286855, "f1": 0.5713127099988413, "f1_std": 0.05211834284298713, "bacc": 0.5742784380305602, "bacc_std": 0.04700746600357921}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 61, "C": 2.782559402207126, "split": "test", "acc": 0.65, "acc_std": 0.04449130701609023, "f1": 0.6419437340153453, "f1_std": 0.04459271530769582, "bacc": 0.6515280135823429, "bacc_std": 0.04552994289255248}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 62, "C": 0.046415888336127774, "split": "test", "acc": 0.63, "acc_std": 0.044981218302753874, "f1": 0.5783475783475784, "f1_std": 0.05259371490050221, "bacc": 0.5793718166383701, "bacc_std": 0.048232809413455535}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 63, "C": 0.046415888336127774, "split": "test", "acc": 0.57, "acc_std": 0.0446347443142671, "f1": 0.50997150997151, "f1_std": 0.04985826886762561, "bacc": 0.515704584040747, "bacc_std": 0.04585897834071706}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 64, "C": 0.046415888336127774, "split": "test", "acc": 0.56, "acc_std": 0.04311419255883147, "f1": 0.5164835164835164, "f1_std": 0.047698756519742716, "bacc": 0.5178268251273345, "bacc_std": 0.045669107686708295}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 65, "C": 0.046415888336127774, "split": "test", "acc": 0.56, "acc_std": 0.048057544673027135, "f1": 0.5225694444444444, "f1_std": 0.050227335134383655, "bacc": 0.5229202037351443, "bacc_std": 0.04886333606550463}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 66, "C": 0.046415888336127774, "split": "test", "acc": 0.62, "acc_std": 0.04492035618736789, "f1": 0.5766488413547237, "f1_std": 0.04979178847644729, "bacc": 0.5764006791171477, "bacc_std": 0.04714141921543799}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 67, "C": 0.046415888336127774, "split": "test", "acc": 0.68, "acc_std": 0.0417577537710064, "f1": 0.64349376114082, "f1_std": 0.04743842131872774, "bacc": 0.6400679117147707, "bacc_std": 0.04537473097325511}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 68, "C": 166.81005372000556, "split": "test", "acc": 0.49, "acc_std": 0.04732716344764389, "f1": 0.4615140956604371, "f1_std": 0.04785001760218066, "bacc": 0.4613752122241087, "bacc_std": 0.04799125816343391}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 69, "C": 2.782559402207126, "split": "test", "acc": 0.62, "acc_std": 0.04823500388721867, "f1": 0.6100164203612479, "f1_std": 0.04839652902488723, "bacc": 0.6171477079796265, "bacc_std": 0.049481507036448734}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 70, "C": 0.005994842503189409, "split": "test", "acc": 0.62, "acc_std": 0.04137088348101839, "f1": 0.5558672276764843, "f1_std": 0.05024800786282175, "bacc": 0.5611205432937181, "bacc_std": 0.0444619989746408}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 71, "C": 0.005994842503189409, "split": "test", "acc": 0.64, "acc_std": 0.04382873942973948, "f1": 0.5792426367461431, "f1_std": 0.052995812791048244, "bacc": 0.5823429541595926, "bacc_std": 0.04709789515804875}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 72, "C": 0.046415888336127774, "split": "test", "acc": 0.61, "acc_std": 0.04850927746318224, "f1": 0.584, "f1_std": 0.050834067044355176, "bacc": 0.583616298811545, "bacc_std": 0.05053627715343163}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 73, "C": 0.046415888336127774, "split": "test", "acc": 0.67, "acc_std": 0.04544877996162272, "f1": 0.6440513428972063, "f1_std": 0.049351515600487145, "bacc": 0.6421901528013583, "bacc_std": 0.04885573943048031}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 74, "C": 0.005994842503189409, "split": "test", "acc": 0.57, "acc_std": 0.03884685830282803, "f1": 0.49286472461375164, "f1_std": 0.046950021807104655, "bacc": 0.5055178268251274, "bacc_std": 0.04078457431236075}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 75, "C": 0.3593813663804626, "split": "test", "acc": 0.63, "acc_std": 0.04558333028641062, "f1": 0.6053333333333333, "f1_std": 0.04829309239815553, "bacc": 0.6048387096774194, "bacc_std": 0.04828085694865461}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 76, "C": 0.005994842503189409, "split": "test", "acc": 0.7, "acc_std": 0.04001661654862889, "f1": 0.6553308823529411, "f1_std": 0.04934657780882658, "bacc": 0.6511035653650254, "bacc_std": 0.04503407587085904}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 77, "C": 0.046415888336127774, "split": "test", "acc": 0.65, "acc_std": 0.04226156646410542, "f1": 0.6072270227808326, "f1_std": 0.049257171846027174, "bacc": 0.6056876061120543, "bacc_std": 0.046233704220901464}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 78, "C": 0.005994842503189409, "split": "test", "acc": 0.64, "acc_std": 0.036805494155085064, "f1": 0.5535714285714286, "f1_std": 0.04814877497758012, "bacc": 0.567062818336163, "bacc_std": 0.0397539121109246}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 79, "C": 0.005994842503189409, "split": "test", "acc": 0.62, "acc_std": 0.039943179643088016, "f1": 0.5386109762020399, "f1_std": 0.05029535151828152, "bacc": 0.5509337860780985, "bacc_std": 0.04254534517406859}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 80, "C": 1291.5496650148827, "split": "test", "acc": 0.54, "acc_std": 0.05188918577121826, "f1": 0.5245969408846631, "f1_std": 0.05259700765927105, "bacc": 0.5271646859083192, "bacc_std": 0.05381489675583566}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 81, "C": 0.3593813663804626, "split": "test", "acc": 0.59, "acc_std": 0.04745218646174272, "f1": 0.5710848415106182, "f1_std": 0.0490039270137317, "bacc": 0.5725806451612903, "bacc_std": 0.049692458813771996}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 82, "C": 2.782559402207126, "split": "test", "acc": 0.64, "acc_std": 0.04532469084285077, "f1": 0.6043956043956044, "f1_std": 0.0506779186406389, "bacc": 0.6027164685908319, "bacc_std": 0.04859076739847815}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 83, "C": 0.046415888336127774, "split": "test", "acc": 0.55, "acc_std": 0.05260833013886679, "f1": 0.529239460194581, "f1_std": 0.053436522066153305, "bacc": 0.5301358234295416, "bacc_std": 0.053994028322876676}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 84, "C": 0.005994842503189409, "split": "test", "acc": 0.56, "acc_std": 0.04549241695052044, "f1": 0.5024875621890548, "f1_std": 0.05066687496904613, "bacc": 0.5076400679117148, "bacc_std": 0.047237717912039665}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 85, "C": 0.046415888336127774, "split": "test", "acc": 0.62, "acc_std": 0.04015236481205062, "f1": 0.5558672276764843, "f1_std": 0.04804415077218196, "bacc": 0.5611205432937181, "bacc_std": 0.0427945142803952}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 86, "C": 0.046415888336127774, "split": "test", "acc": 0.61, "acc_std": 0.04254076162928915, "f1": 0.5555555555555556, "f1_std": 0.04981387907152777, "bacc": 0.5581494057724957, "bacc_std": 0.045593037350450505}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 87, "C": 0.005994842503189409, "split": "test", "acc": 0.66, "acc_std": 0.04226391368531788, "f1": 0.5952380952380952, "f1_std": 0.05431710646340025, "bacc": 0.5984719864176571, "bacc_std": 0.047106547147884086}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 88, "C": 0.046415888336127774, "split": "test", "acc": 0.61, "acc_std": 0.04417569920216317, "f1": 0.5481404240528328, "f1_std": 0.05257902073077197, "bacc": 0.5530560271646858, "bacc_std": 0.047213707845376485}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 89, "C": 0.005994842503189409, "split": "test", "acc": 0.65, "acc_std": 0.04139381113161725, "f1": 0.5792763553311696, "f1_std": 0.05376786389819831, "bacc": 0.5853140916808149, "bacc_std": 0.045584148301501655}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 90, "C": 0.046415888336127774, "split": "test", "acc": 0.66, "acc_std": 0.047318140284673064, "f1": 0.6353496353496353, "f1_std": 0.04973433739510369, "bacc": 0.634125636672326, "bacc_std": 0.04900133093246928}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 91, "C": 1291.5496650148827, "split": "test", "acc": 0.6, "acc_std": 0.04454884959232954, "f1": 0.586606035551881, "f1_std": 0.045406610530680916, "bacc": 0.5908319185059423, "bacc_std": 0.046566616857737615}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 92, "C": 0.000774263682681127, "split": "test", "acc": 0.68, "acc_std": 0.03329549519079119, "f1": 0.5841995841995842, "f1_std": 0.05182629756013288, "bacc": 0.599320882852292, "bacc_std": 0.039237404267155565}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 93, "C": 0.005994842503189409, "split": "test", "acc": 0.62, "acc_std": 0.04486100756781997, "f1": 0.5824175824175825, "f1_std": 0.05060696295667338, "bacc": 0.5814940577249575, "bacc_std": 0.04860400608342765}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 94, "C": 0.005994842503189409, "split": "test", "acc": 0.71, "acc_std": 0.037772344380512045, "f1": 0.6579785352046232, "f1_std": 0.04909882078645419, "bacc": 0.6540747028862479, "bacc_std": 0.04345807527823008}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 95, "C": 0.046415888336127774, "split": "test", "acc": 0.62, "acc_std": 0.041778133036314585, "f1": 0.5703301673450927, "f1_std": 0.04889219125540403, "bacc": 0.5713073005093379, "bacc_std": 0.045235089399417255}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 96, "C": 0.046415888336127774, "split": "test", "acc": 0.67, "acc_std": 0.04113612038099849, "f1": 0.6239316239316239, "f1_std": 0.04794758612700136, "bacc": 0.6218166383701189, "bacc_std": 0.04422469294741887}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 97, "C": 0.005994842503189409, "split": "test", "acc": 0.69, "acc_std": 0.040199283575705666, "f1": 0.6343908479773559, "f1_std": 0.051190097743301896, "bacc": 0.6328522920203735, "bacc_std": 0.045240590250925604}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 98, "C": 166.81005372000556, "split": "test", "acc": 0.65, "acc_std": 0.045501556017349565, "f1": 0.6224786970121885, "f1_std": 0.04907615910467546, "bacc": 0.6209677419354839, "bacc_std": 0.04828559827208222}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 99, "C": 0.046415888336127774, "split": "test", "acc": 0.59, "acc_std": 0.045177870689088476, "f1": 0.5464100011063171, "f1_std": 0.05004934047381878, "bacc": 0.5471137521222411, "bacc_std": 0.047525267886794835}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "ppmi_dx", "trial": 100, "C": 0.046415888336127774, "split": "test", "acc": 0.64, "acc_std": 0.04015714631295406, "f1": 0.5863970588235294, "f1_std": 0.048791337572164785, "bacc": 0.5874363327674024, "bacc_std": 0.04444214281008521}
+eval results (random splits):
+
+| model    | repr   | clf      | dataset   | split   |   n_trials |      C |   C_std |     acc |   acc_std |      f1 |   f1_std |    bacc |   bacc_std |
+|:---------|:-------|:---------|:----------|:--------|-----------:|-------:|--------:|--------:|----------:|--------:|---------:|--------:|-----------:|
+| flat_mae | patch  | logistic | ppmi_dx   | train   |        100 | 147.82 |  1019.8 | 0.84738 |  0.099419 | 0.82444 | 0.1193   | 0.81819 |   0.12022  |
+| flat_mae | patch  | logistic | ppmi_dx   | test    |        100 | 147.82 |  1019.8 | 0.6255  |  0.046305 | 0.58108 | 0.048686 | 0.58399 |   0.046303 |
+
+
+done! total time: 0:05:01

data_scaling/n800_2/pretrain/config.yaml

@@ -0,0 +1,109 @@
+name: data_scaling/n800_2/pretrain
+notes: data scaling experiment n800_2 (seed=3472)
+output_dir: experiments/data_scaling/output/data_scaling/n800_2/pretrain
+input_space: flat
+patch_size: 16
+num_frames: 16
+t_patch_size: 4
+mask_ratio: 0.9
+pred_mask_ratio: null
+masking: tube
+masking_kwargs: {}
+mask_patch_size: null
+model: mae_vit_base
+model_kwargs:
+  decoding: attn
+  pos_embed: sep
+  target_norm: null
+  pca_norm_nc: 2
+  t_pred_stride: 2
+  no_decode_pos: true
+  mask_drop_scale: false
+  pred_edge_pad: 0
+  gauss_sigma: null
+  class_token: true
+  reg_tokens: 0
+  no_embed_class: true
+  head_init_scale: 0.0
+  decoder_depth: 4
+  drop_path_rate: 0.0
+datasets:
+  hcp-train:
+    type: wds
+    url: /data/fmri-datasets/pretrain/hcpya-all.flat.wds/hcpya-all-flat-{00800..01599}.tar
+    clipping: random
+    clipping_kwargs:
+      oversample: 4.0
+    shuffle: true
+    buffer_size: 2000
+    samples_per_epoch: 200000
+  hcp-train-subset:
+    type: arrow
+    root: s3://medarc/fmri-datasets/eval/hcpya-clips.${input_space}.arrow/train
+    split_range:
+    - 0
+    - 2000
+    shuffle: false
+  hcp-val:
+    type: arrow
+    root: s3://medarc/fmri-datasets/eval/hcpya-clips.${input_space}.arrow/test
+    split_range:
+    - 0
+    - 2000
+    shuffle: false
+  nsd-val:
+    type: arrow
+    root: s3://medarc/fmri-datasets/eval/nsd-cococlip.${input_space}.arrow/testid
+    split_range:
+    - 0
+    - 2000
+    shuffle: false
+train_dataset: hcp-train
+eval_datasets:
+- hcp-train-subset
+- hcp-val
+- nsd-val
+val_dataset: hcp-val
+clip_vmax: 3.0
+normalize: frame
+tr_scale: null
+crop_scale: null
+crop_aspect: null
+gray_jitter: null
+num_workers: 16
+epochs: 100
+batch_size: 32
+accum_iter: 1
+base_lr: 0.001
+min_lr: 0.0
+warmup_epochs: 5
+weight_decay: 0.05
+betas:
+- 0.9
+- 0.95
+clip_grad: 1.0
+amp: true
+amp_dtype: float16
+ckpt: null
+resume: true
+auto_resume: true
+start_epoch: 0
+max_checkpoints: 20
+checkpoint_period: 5
+plot_period: 5
+device: cuda
+presend_cuda: false
+seed: 3472
+debug: false
+wandb: true
+wandb_entity: null
+wandb_project: fMRI-foundation-model
+rank: 0
+world_size: 1
+gpu: 0
+distributed: true
+dist_backend: nccl
+in_chans: 1
+img_size:
+- 224
+- 560

data_scaling/n800_2/pretrain/log.json

@@ -0,0 +1,100 @@
+{"epoch": 0, "train/lr": 1.2502400076802458e-05, "train/grad": 0.05098469931155443, "train/loss": 0.9934885198974609, "eval/hcp-train-subset/loss": 0.9902102908780498, "eval/hcp-val/loss": 0.9901342843809435, "eval/nsd-val/loss": 0.9907482381789915}
+{"epoch": 1, "train/lr": 3.750320010240327e-05, "train/grad": 0.07953966767311096, "train/loss": 0.9885122758102417, "eval/hcp-train-subset/loss": 0.9873889915404781, "eval/hcp-val/loss": 0.9873921909639912, "eval/nsd-val/loss": 0.9879477966216302}
+{"epoch": 2, "train/lr": 6.250400012800409e-05, "train/grad": 0.1287920453046686, "train/loss": 0.9851705249595643, "eval/hcp-train-subset/loss": 0.9839521781090768, "eval/hcp-val/loss": 0.9828871623162301, "eval/nsd-val/loss": 0.9820270451807207}
+{"epoch": 3, "train/lr": 8.75048001536049e-05, "train/grad": 0.20426896531793792, "train/loss": 0.9753198632144928, "eval/hcp-train-subset/loss": 0.9710049340801854, "eval/hcp-val/loss": 0.970623726806333, "eval/nsd-val/loss": 0.9632984899705456}
+{"epoch": 4, "train/lr": 0.00011250559953918529, "train/grad": 0.26035058386254073, "train/loss": 0.9408004950904846, "eval/hcp-train-subset/loss": 0.921384145175257, "eval/hcp-val/loss": 0.9200737485962529, "eval/nsd-val/loss": 0.8896638279961001}
+{"epoch": 5, "train/lr": 0.00012498860637884563, "train/grad": 0.181959671494235, "train/loss": 0.9020892810726165, "eval/hcp-train-subset/loss": 0.8824390490208903, "eval/hcp-val/loss": 0.8803831367723404, "eval/nsd-val/loss": 0.8462768841174341}
+{"epoch": 6, "train/lr": 0.0001249202705377922, "train/grad": 0.11743162475212762, "train/loss": 0.8735933842372894, "eval/hcp-train-subset/loss": 0.8668222465822774, "eval/hcp-val/loss": 0.8648504893625936, "eval/nsd-val/loss": 0.8343504830714195}
+{"epoch": 7, "train/lr": 0.0001247836790473516, "train/grad": 0.09399318378833135, "train/loss": 0.8620397812366486, "eval/hcp-train-subset/loss": 0.8606643542166679, "eval/hcp-val/loss": 0.8584034067969168, "eval/nsd-val/loss": 0.8268223664452953}
+{"epoch": 8, "train/lr": 0.000124578981268311, "train/grad": 0.08503866423381715, "train/loss": 0.8552363811969758, "eval/hcp-train-subset/loss": 0.8565763456206168, "eval/hcp-val/loss": 0.8545147324762037, "eval/nsd-val/loss": 0.8223581006450038}
+{"epoch": 9, "train/lr": 0.00012430640103468907, "train/grad": 0.07922675374406937, "train/loss": 0.8517686851787567, "eval/hcp-train-subset/loss": 0.8537775806842312, "eval/hcp-val/loss": 0.8519887232011364, "eval/nsd-val/loss": 0.8166634113557877}
+{"epoch": 10, "train/lr": 0.00012396623640896796, "train/grad": 0.07443710844713369, "train/loss": 0.8484348146152496, "eval/hcp-train-subset/loss": 0.8526360440638757, "eval/hcp-val/loss": 0.8504398811248041, "eval/nsd-val/loss": 0.8170408289278707}
+{"epoch": 11, "train/lr": 0.0001235588593561712, "train/grad": 0.07308620871172121, "train/loss": 0.8471039885234832, "eval/hcp-train-subset/loss": 0.8506367860301849, "eval/hcp-val/loss": 0.8483857656678846, "eval/nsd-val/loss": 0.8183306868999235}
+{"epoch": 12, "train/lr": 0.00012308471533712604, "train/grad": 0.07267813884637941, "train/loss": 0.8431984373283387, "eval/hcp-train-subset/loss": 0.8495152544590735, "eval/hcp-val/loss": 0.8471457179515592, "eval/nsd-val/loss": 0.8185621471174301}
+{"epoch": 13, "train/lr": 0.00012254432282135565, "train/grad": 0.07175791359574518, "train/loss": 0.8439267409515381, "eval/hcp-train-subset/loss": 0.8501720582285235, "eval/hcp-val/loss": 0.8480460749518487, "eval/nsd-val/loss": 0.8200230483085879}
+{"epoch": 14, "train/lr": 0.00012193827272014171, "train/grad": 0.07053452558251529, "train/loss": 0.8430005910110474, "eval/hcp-train-subset/loss": 0.8478179997013461, "eval/hcp-val/loss": 0.8457503530286974, "eval/nsd-val/loss": 0.8181626316039793}
+{"epoch": 15, "train/lr": 0.00012126722774037197, "train/grad": 0.07321041871988718, "train/loss": 0.838122406206131, "eval/hcp-train-subset/loss": 0.8473840990374165, "eval/hcp-val/loss": 0.8450958978745245, "eval/nsd-val/loss": 0.8175119997993592}
+{"epoch": 16, "train/lr": 0.00012053192165988122, "train/grad": 0.07244404142909437, "train/loss": 0.8367186047172547, "eval/hcp-train-subset/loss": 0.8464752089592719, "eval/hcp-val/loss": 0.8446893538198164, "eval/nsd-val/loss": 0.8178253875624749}
+{"epoch": 17, "train/lr": 0.00011973315852507104, "train/grad": 0.07265476700038333, "train/loss": 0.8361964552974701, "eval/hcp-train-subset/loss": 0.8467465917910298, "eval/hcp-val/loss": 0.8446059976854632, "eval/nsd-val/loss": 0.8177284963669316}
+{"epoch": 18, "train/lr": 0.00011887181177170142, "train/grad": 0.0736751946982468, "train/loss": 0.8366876863956452, "eval/hcp-train-subset/loss": 0.8454516347377531, "eval/hcp-val/loss": 0.844482232486048, "eval/nsd-val/loss": 0.8141418445494867}
+{"epoch": 19, "train/lr": 0.00011794882326980209, "train/grad": 0.07560572217526036, "train/loss": 0.8329440010261535, "eval/hcp-train-subset/loss": 0.8458958200870021, "eval/hcp-val/loss": 0.843685987495607, "eval/nsd-val/loss": 0.8169836017393297}
+{"epoch": 20, "train/lr": 0.00011696520229374954, "train/grad": 0.07419760419828718, "train/loss": 0.8341310118293762, "eval/hcp-train-subset/loss": 0.8460954571923902, "eval/hcp-val/loss": 0.8436165682731136, "eval/nsd-val/loss": 0.8198120344069696}
+{"epoch": 21, "train/lr": 0.00011592202441863837, "train/grad": 0.07494731936427866, "train/loss": 0.8306362971782685, "eval/hcp-train-subset/loss": 0.8451821515637059, "eval/hcp-val/loss": 0.8431281351274059, "eval/nsd-val/loss": 0.8158333551499152}
+{"epoch": 22, "train/lr": 0.00011482043034415979, "train/grad": 0.07705757522465649, "train/loss": 0.8292590542316437, "eval/hcp-train-subset/loss": 0.8457233675064579, "eval/hcp-val/loss": 0.8432603949500669, "eval/nsd-val/loss": 0.8163766034187809}
+{"epoch": 23, "train/lr": 0.00011366162464726024, "train/grad": 0.0783461550602784, "train/loss": 0.8291799073028564, "eval/hcp-train-subset/loss": 0.8455486960949437, "eval/hcp-val/loss": 0.843242795236649, "eval/nsd-val/loss": 0.8133091609324178}
+{"epoch": 24, "train/lr": 0.0001124468744649569, "train/grad": 0.07928959175076207, "train/loss": 0.8279069058418274, "eval/hcp-train-subset/loss": 0.8464457758011357, "eval/hcp-val/loss": 0.8441989431458135, "eval/nsd-val/loss": 0.8190398081656425}
+{"epoch": 25, "train/lr": 0.0001111775081087387, "train/grad": 0.07976362226523755, "train/loss": 0.8285144947814942, "eval/hcp-train-subset/loss": 0.8449495223260695, "eval/hcp-val/loss": 0.8423991155239844, "eval/nsd-val/loss": 0.8170179618943122}
+{"epoch": 26, "train/lr": 0.0001098549136120796, "train/grad": 0.081237383852431, "train/loss": 0.8243327783107758, "eval/hcp-train-subset/loss": 0.8438753716407283, "eval/hcp-val/loss": 0.8420155654030461, "eval/nsd-val/loss": 0.8177155640817457}
+{"epoch": 27, "train/lr": 0.00010848053721264312, "train/grad": 0.08485726716232636, "train/loss": 0.8237346849918366, "eval/hcp-train-subset/loss": 0.844212434945568, "eval/hcp-val/loss": 0.8422406815713451, "eval/nsd-val/loss": 0.8221738934516907}
+{"epoch": 28, "train/lr": 0.00010705588177084458, "train/grad": 0.08284053149067397, "train/loss": 0.8247884890079499, "eval/hcp-train-subset/loss": 0.8443274507599492, "eval/hcp-val/loss": 0.8422910436507194, "eval/nsd-val/loss": 0.8191583156585693}
+{"epoch": 29, "train/lr": 0.00010558250512649171, "train/grad": 0.08585456695665758, "train/loss": 0.8222009373664856, "eval/hcp-train-subset/loss": 0.8447320893887551, "eval/hcp-val/loss": 0.8427495091192184, "eval/nsd-val/loss": 0.8249363216661638}
+{"epoch": 30, "train/lr": 0.00010406201839531515, "train/grad": 0.08657234158932152, "train/loss": 0.8230069062805175, "eval/hcp-train-subset/loss": 0.843877024227573, "eval/hcp-val/loss": 0.841970439880125, "eval/nsd-val/loss": 0.815079782278307}
+{"epoch": 31, "train/lr": 0.00010249608420723018, "train/grad": 0.08826114315641538, "train/loss": 0.8215577190589904, "eval/hcp-train-subset/loss": 0.8433078815860133, "eval/hcp-val/loss": 0.841177063603555, "eval/nsd-val/loss": 0.8169773749766811}
+{"epoch": 32, "train/lr": 0.00010088641488828097, "train/grad": 0.08928151037505251, "train/loss": 0.8196566376972199, "eval/hcp-train-subset/loss": 0.8437221511717765, "eval/hcp-val/loss": 0.8414053926544804, "eval/nsd-val/loss": 0.822688183476848}
+{"epoch": 33, "train/lr": 9.923477058823526e-05, "train/grad": 0.08949579266055749, "train/loss": 0.8195216508102418, "eval/hcp-train-subset/loss": 0.8455671206597359, "eval/hcp-val/loss": 0.8427383966984288, "eval/nsd-val/loss": 0.8234832161857236}
+{"epoch": 34, "train/lr": 9.754295735588547e-05, "train/grad": 0.0909292176431428, "train/loss": 0.8208085696697235, "eval/hcp-train-subset/loss": 0.8435362663961226, "eval/hcp-val/loss": 0.8421521850170628, "eval/nsd-val/loss": 0.817135202307855}
+{"epoch": 35, "train/lr": 9.581282516416285e-05, "train/grad": 0.09100930875831267, "train/loss": 0.8175050644874573, "eval/hcp-train-subset/loss": 0.8446491552937415, "eval/hcp-val/loss": 0.8426403951260352, "eval/nsd-val/loss": 0.8185918292691631}
+{"epoch": 36, "train/lr": 9.404626588721676e-05, "train/grad": 0.09257715624410101, "train/loss": 0.8159727197360992, "eval/hcp-train-subset/loss": 0.8428767208130129, "eval/hcp-val/loss": 0.8414468428780956, "eval/nsd-val/loss": 0.8132813476747082}
+{"epoch": 37, "train/lr": 9.224521123168153e-05, "train/grad": 0.09433259605724506, "train/loss": 0.816439276304245, "eval/hcp-train-subset/loss": 0.8445392750924633, "eval/hcp-val/loss": 0.8419067398194344, "eval/nsd-val/loss": 0.8221943801449191}
+{"epoch": 38, "train/lr": 9.041163062437843e-05, "train/grad": 0.09795117366844909, "train/loss": 0.8148298243045807, "eval/hcp-train-subset/loss": 0.8436413493848616, "eval/hcp-val/loss": 0.8414211061693007, "eval/nsd-val/loss": 0.8274644834379996}
+{"epoch": 39, "train/lr": 8.85475290587822e-05, "train/grad": 0.09691536543704808, "train/loss": 0.8156349912834168, "eval/hcp-train-subset/loss": 0.8436287804957359, "eval/hcp-val/loss": 0.841114156669186, "eval/nsd-val/loss": 0.8295753117530577}
+{"epoch": 40, "train/lr": 8.665494490258622e-05, "train/grad": 0.09976760653967322, "train/loss": 0.8127594681453705, "eval/hcp-train-subset/loss": 0.843525045341061, "eval/hcp-val/loss": 0.8413848367429548, "eval/nsd-val/loss": 0.8306991246438795}
+{"epoch": 41, "train/lr": 8.473594766877838e-05, "train/grad": 0.10111115552024694, "train/loss": 0.8129432416629792, "eval/hcp-train-subset/loss": 0.843137639184152, "eval/hcp-val/loss": 0.8402856761409391, "eval/nsd-val/loss": 0.8172005386121811}
+{"epoch": 42, "train/lr": 8.279263575265999e-05, "train/grad": 0.10185658783066438, "train/loss": 0.8124497267913818, "eval/hcp-train-subset/loss": 0.8425052348644503, "eval/hcp-val/loss": 0.8404677173783702, "eval/nsd-val/loss": 0.8239226331633906}
+{"epoch": 43, "train/lr": 8.082713413727944e-05, "train/grad": 0.10470314192133699, "train/loss": 0.8110775420284271, "eval/hcp-train-subset/loss": 0.8428715102134212, "eval/hcp-val/loss": 0.8405435806320559, "eval/nsd-val/loss": 0.8214718084181508}
+{"epoch": 44, "train/lr": 7.884159206979602e-05, "train/grad": 0.10678436166812065, "train/loss": 0.8074876543331146, "eval/hcp-train-subset/loss": 0.8443741538832265, "eval/hcp-val/loss": 0.8423017974822752, "eval/nsd-val/loss": 0.8240216730102417}
+{"epoch": 45, "train/lr": 7.683818071130916e-05, "train/grad": 0.1074155809780264, "train/loss": 0.8086731369495392, "eval/hcp-train-subset/loss": 0.8425911684190074, "eval/hcp-val/loss": 0.8405990177585233, "eval/nsd-val/loss": 0.826582049169848}
+{"epoch": 46, "train/lr": 7.481909076272522e-05, "train/grad": 0.11285051308084493, "train/loss": 0.8057534601402283, "eval/hcp-train-subset/loss": 0.8433406391451436, "eval/hcp-val/loss": 0.841125052782797, "eval/nsd-val/loss": 0.8468668556982472}
+{"epoch": 47, "train/lr": 7.278653006925963e-05, "train/grad": 0.114188050482155, "train/loss": 0.8057515702915191, "eval/hcp-train-subset/loss": 0.8440623735227892, "eval/hcp-val/loss": 0.8415794459081465, "eval/nsd-val/loss": 0.8210695491683099}
+{"epoch": 48, "train/lr": 7.074272120618864e-05, "train/grad": 0.11096123617889404, "train/loss": 0.8090394573783874, "eval/hcp-train-subset/loss": 0.8436014979116379, "eval/hcp-val/loss": 0.842042677825497, "eval/nsd-val/loss": 0.8229707066089876}
+{"epoch": 49, "train/lr": 6.868989904849677e-05, "train/grad": 0.11474478043936645, "train/loss": 0.8064780487632751, "eval/hcp-train-subset/loss": 0.8444455669772241, "eval/hcp-val/loss": 0.8419626518603294, "eval/nsd-val/loss": 0.8231260968792823}
+{"epoch": 50, "train/lr": 6.6630308327075e-05, "train/grad": 0.11564800290214362, "train/loss": 0.8062601385498047, "eval/hcp-train-subset/loss": 0.8433469341647241, "eval/hcp-val/loss": 0.8408673319124407, "eval/nsd-val/loss": 0.8197620895601088}
+{"epoch": 51, "train/lr": 6.456620117413798e-05, "train/grad": 0.11766397461893846, "train/loss": 0.8050249599456787, "eval/hcp-train-subset/loss": 0.8431119611186366, "eval/hcp-val/loss": 0.8408786442971998, "eval/nsd-val/loss": 0.8201677549269891}
+{"epoch": 52, "train/lr": 6.249983466055255e-05, "train/grad": 0.12151808318926065, "train/loss": 0.8028133444023132, "eval/hcp-train-subset/loss": 0.8427937944089213, "eval/hcp-val/loss": 0.8409540114864227, "eval/nsd-val/loss": 0.8307019356758364}
+{"epoch": 53, "train/lr": 6.0433468327763305e-05, "train/grad": 0.12182535644180108, "train/loss": 0.8037726181125641, "eval/hcp-train-subset/loss": 0.8421001088234686, "eval/hcp-val/loss": 0.8404201778673357, "eval/nsd-val/loss": 0.8331245770377498}
+{"epoch": 54, "train/lr": 5.83693617170174e-05, "train/grad": 0.12509398463632235, "train/loss": 0.800190130405426, "eval/hcp-train-subset/loss": 0.8430019684376255, "eval/hcp-val/loss": 0.8413837830866536, "eval/nsd-val/loss": 0.8250461028468224}
+{"epoch": 55, "train/lr": 5.6309771898588165e-05, "train/grad": 0.12493026092596038, "train/loss": 0.8011229005146027, "eval/hcp-train-subset/loss": 0.8436620610375558, "eval/hcp-val/loss": 0.8418379060683712, "eval/nsd-val/loss": 0.8253894275234591}
+{"epoch": 56, "train/lr": 5.4256951003704155e-05, "train/grad": 0.12686508633530247, "train/loss": 0.7997561521339417, "eval/hcp-train-subset/loss": 0.8421973461104978, "eval/hcp-val/loss": 0.8409453793879478, "eval/nsd-val/loss": 0.8250780057522559}
+{"epoch": 57, "train/lr": 5.221314376187425e-05, "train/grad": 0.12987577412563653, "train/loss": 0.8019630799865722, "eval/hcp-train-subset/loss": 0.8431943049353938, "eval/hcp-val/loss": 0.8417241544492783, "eval/nsd-val/loss": 0.8373211872193121}
+{"epoch": 58, "train/lr": 5.018058504631059e-05, "train/grad": 0.13120909772332676, "train/loss": 0.7981452948760986, "eval/hcp-train-subset/loss": 0.842899392689428, "eval/hcp-val/loss": 0.8408517904819981, "eval/nsd-val/loss": 0.8292867848950047}
+{"epoch": 59, "train/lr": 4.816149743012713e-05, "train/grad": 0.13945020883846146, "train/loss": 0.7924873653888702, "eval/hcp-train-subset/loss": 0.8440605603879497, "eval/hcp-val/loss": 0.8415436533189589, "eval/nsd-val/loss": 0.8356711191515769}
+{"epoch": 60, "train/lr": 4.615808875598772e-05, "train/grad": 0.14041676265290445, "train/loss": 0.7924974319458008, "eval/hcp-train-subset/loss": 0.8433164223547904, "eval/hcp-val/loss": 0.8414538339261086, "eval/nsd-val/loss": 0.836162272960909}
+{"epoch": 61, "train/lr": 4.417254972186445e-05, "train/grad": 0.14095196249504474, "train/loss": 0.7934636704730987, "eval/hcp-train-subset/loss": 0.8427988540741705, "eval/hcp-val/loss": 0.8408546668867911, "eval/nsd-val/loss": 0.8300950123417762}
+{"epoch": 62, "train/lr": 4.220705148553925e-05, "train/grad": 0.14232108703839488, "train/loss": 0.7916637021160126, "eval/hcp-train-subset/loss": 0.8427223765080974, "eval/hcp-val/loss": 0.8407690525054932, "eval/nsd-val/loss": 0.8392817031952643}
+{"epoch": 63, "train/lr": 4.026374329047657e-05, "train/grad": 0.14296667235473337, "train/loss": 0.7950353825855255, "eval/hcp-train-subset/loss": 0.8428673282746346, "eval/hcp-val/loss": 0.8405877447897389, "eval/nsd-val/loss": 0.8272721479015965}
+{"epoch": 64, "train/lr": 3.834475011565652e-05, "train/grad": 0.14817403000909857, "train/loss": 0.7908260770893097, "eval/hcp-train-subset/loss": 0.8430321101219423, "eval/hcp-val/loss": 0.841394264851847, "eval/nsd-val/loss": 0.8329089216647609}
+{"epoch": 65, "train/lr": 3.6452170351940815e-05, "train/grad": 0.14601490632527273, "train/loss": 0.7928474463653564, "eval/hcp-train-subset/loss": 0.8434614289191461, "eval/hcp-val/loss": 0.8416210884048093, "eval/nsd-val/loss": 0.8277506395693748}
+{"epoch": 66, "train/lr": 3.458807350751516e-05, "train/grad": 0.14728852387679298, "train/loss": 0.7929807115364075, "eval/hcp-train-subset/loss": 0.8416977120983985, "eval/hcp-val/loss": 0.840493478121296, "eval/nsd-val/loss": 0.84490974872343}
+{"epoch": 67, "train/lr": 3.2754497944910164e-05, "train/grad": 0.15565755097350528, "train/loss": 0.7897666271972656, "eval/hcp-train-subset/loss": 0.8416866554367927, "eval/hcp-val/loss": 0.8404190376881631, "eval/nsd-val/loss": 0.8290546257649699}
+{"epoch": 68, "train/lr": 3.0953448652083367e-05, "train/grad": 0.1570381360359862, "train/loss": 0.7879301334953308, "eval/hcp-train-subset/loss": 0.8420457638079121, "eval/hcp-val/loss": 0.8408514693860085, "eval/nsd-val/loss": 0.8376765972183596}
+{"epoch": 69, "train/lr": 2.9186895049993948e-05, "train/grad": 0.15801996613581987, "train/loss": 0.7894675493240356, "eval/hcp-train-subset/loss": 0.8421359735150491, "eval/hcp-val/loss": 0.8408125869689449, "eval/nsd-val/loss": 0.8288647484394812}
+{"epoch": 70, "train/lr": 2.7456768839068717e-05, "train/grad": 0.1603826898735651, "train/loss": 0.7872672140979767, "eval/hcp-train-subset/loss": 0.8423042287749629, "eval/hcp-val/loss": 0.8413743415186482, "eval/nsd-val/loss": 0.8244126958231772}
+{"epoch": 71, "train/lr": 2.5764961886919063e-05, "train/grad": 0.15869783357181677, "train/loss": 0.7917103542900086, "eval/hcp-train-subset/loss": 0.84211235757797, "eval/hcp-val/loss": 0.8395244988702959, "eval/nsd-val/loss": 0.8233700375403127}
+{"epoch": 72, "train/lr": 2.411332415960724e-05, "train/grad": 0.1614448767014078, "train/loss": 0.7891969047069549, "eval/hcp-train-subset/loss": 0.8429608489236524, "eval/hcp-val/loss": 0.8414271291225187, "eval/nsd-val/loss": 0.8282984331730874}
+{"epoch": 73, "train/lr": 2.2503661698739544e-05, "train/grad": 0.16505436749864136, "train/loss": 0.7862840759563446, "eval/hcp-train-subset/loss": 0.8428716736455117, "eval/hcp-val/loss": 0.8413473136963383, "eval/nsd-val/loss": 0.8288438733546964}
+{"epoch": 74, "train/lr": 2.0937734646583902e-05, "train/grad": 0.165566777076667, "train/loss": 0.7867110289764404, "eval/hcp-train-subset/loss": 0.8424237024399542, "eval/hcp-val/loss": 0.8409657372582343, "eval/nsd-val/loss": 0.837528173961947}
+{"epoch": 75, "train/lr": 1.9417255321381202e-05, "train/grad": 0.16719866003492306, "train/loss": 0.7884409356594085, "eval/hcp-train-subset/loss": 0.8424048394926132, "eval/hcp-val/loss": 0.8409663063864554, "eval/nsd-val/loss": 0.8296769472860521}
+{"epoch": 76, "train/lr": 1.7943886344950134e-05, "train/grad": 0.16785319926624662, "train/loss": 0.7890805594444275, "eval/hcp-train-subset/loss": 0.8439437074045981, "eval/hcp-val/loss": 0.8420140502914306, "eval/nsd-val/loss": 0.8360825950099576}
+{"epoch": 77, "train/lr": 1.651923882463461e-05, "train/grad": 0.1713220970390586, "train/loss": 0.7883131935024261, "eval/hcp-train-subset/loss": 0.8424387776082561, "eval/hcp-val/loss": 0.8416969593494169, "eval/nsd-val/loss": 0.8399562364624392}
+{"epoch": 78, "train/lr": 1.5144870591581508e-05, "train/grad": 0.17767688348321733, "train/loss": 0.782272384262085, "eval/hcp-train-subset/loss": 0.8422876509927935, "eval/hcp-val/loss": 0.8409331056379503, "eval/nsd-val/loss": 0.8300209276137813}
+{"epoch": 79, "train/lr": 1.3822284497275662e-05, "train/grad": 0.17422625225123195, "train/loss": 0.7862755047035217, "eval/hcp-train-subset/loss": 0.8423484534986557, "eval/hcp-val/loss": 0.840327883920362, "eval/nsd-val/loss": 0.8292245105389626}
+{"epoch": 80, "train/lr": 1.2552926770192975e-05, "train/grad": 0.1734416868501288, "train/loss": 0.7876783741092682, "eval/hcp-train-subset/loss": 0.8419932598067869, "eval/hcp-val/loss": 0.8405677753110086, "eval/nsd-val/loss": 0.8336970133166159}
+{"epoch": 81, "train/lr": 1.1338185434371453e-05, "train/grad": 0.18218625031920915, "train/loss": 0.7820092810630799, "eval/hcp-train-subset/loss": 0.8422991806460965, "eval/hcp-val/loss": 0.8412260576601951, "eval/nsd-val/loss": 0.8364903696121708}
+{"epoch": 82, "train/lr": 1.0179388791627326e-05, "train/grad": 0.1801007508070283, "train/loss": 0.7845840793609619, "eval/hcp-train-subset/loss": 0.8418723392871118, "eval/hcp-val/loss": 0.8401570435493223, "eval/nsd-val/loss": 0.8329783331963324}
+{"epoch": 83, "train/lr": 9.07780396907607e-06, "train/grad": 0.17978437064203315, "train/loss": 0.7868997272205353, "eval/hcp-train-subset/loss": 0.8422141796158206, "eval/hcp-val/loss": 0.84082642389882, "eval/nsd-val/loss": 0.832224428653717}
+{"epoch": 84, "train/lr": 8.034635533547902e-06, "train/grad": 0.18189704711816587, "train/loss": 0.7866698765087128, "eval/hcp-train-subset/loss": 0.8418046591743347, "eval/hcp-val/loss": 0.8410524245231382, "eval/nsd-val/loss": 0.8307895429672734}
+{"epoch": 85, "train/lr": 7.051024174411275e-06, "train/grad": 0.18315649044754068, "train/loss": 0.7842455362701416, "eval/hcp-train-subset/loss": 0.8422102697433964, "eval/hcp-val/loss": 0.8404801920537026, "eval/nsd-val/loss": 0.8326462141929134}
+{"epoch": 86, "train/lr": 6.1280454562463606e-06, "train/grad": 0.18668252439446814, "train/loss": 0.7873305184555054, "eval/hcp-train-subset/loss": 0.8419908035186029, "eval/hcp-val/loss": 0.840511744060824, "eval/nsd-val/loss": 0.8292310881999231}
+{"epoch": 87, "train/lr": 5.266708642730326e-06, "train/grad": 0.18552495869013158, "train/loss": 0.7846665522766113, "eval/hcp-train-subset/loss": 0.8423668126906118, "eval/hcp-val/loss": 0.8403524102703217, "eval/nsd-val/loss": 0.8323641284819572}
+{"epoch": 88, "train/lr": 4.467955593022733e-06, "train/grad": 0.19169863628249773, "train/loss": 0.7834697227573395, "eval/hcp-train-subset/loss": 0.8426830220607019, "eval/hcp-val/loss": 0.8409425645105301, "eval/nsd-val/loss": 0.836781257583249}
+{"epoch": 89, "train/lr": 3.732659731856291e-06, "train/grad": 0.18782861619872895, "train/loss": 0.7866548924827576, "eval/hcp-train-subset/loss": 0.8425134872236559, "eval/hcp-val/loss": 0.8407469930187348, "eval/nsd-val/loss": 0.8345742600579416}
+{"epoch": 90, "train/lr": 3.0616250944596583e-06, "train/grad": 0.18634410905824658, "train/loss": 0.7870230414581298, "eval/hcp-train-subset/loss": 0.8426731805647573, "eval/hcp-val/loss": 0.8406772257820252, "eval/nsd-val/loss": 0.829420413701765}
+{"epoch": 91, "train/lr": 2.4555854473568305e-06, "train/grad": 0.19217269975117765, "train/loss": 0.7849380237102509, "eval/hcp-train-subset/loss": 0.8419400299749067, "eval/hcp-val/loss": 0.8408345628169275, "eval/nsd-val/loss": 0.8344816998127969}
+{"epoch": 92, "train/lr": 1.915203486004091e-06, "train/grad": 0.19308476994307794, "train/loss": 0.786316442270279, "eval/hcp-train-subset/loss": 0.8417019834441524, "eval/hcp-val/loss": 0.8400879261955139, "eval/nsd-val/loss": 0.8351359357756953}
+{"epoch": 93, "train/lr": 1.4410701101423926e-06, "train/grad": 0.1894531275395642, "train/loss": 0.786865400390625, "eval/hcp-train-subset/loss": 0.8417422521498895, "eval/hcp-val/loss": 0.8399498904905012, "eval/nsd-val/loss": 0.832010769074963}
+{"epoch": 94, "train/lr": 1.0337037776570775e-06, "train/grad": 0.18847570516331247, "train/loss": 0.788023424654007, "eval/hcp-train-subset/loss": 0.8413444026823966, "eval/hcp-val/loss": 0.8399091343725881, "eval/nsd-val/loss": 0.8309096847811053}
+{"epoch": 95, "train/lr": 6.935499376518293e-07, "train/grad": 0.19292650565271227, "train/loss": 0.7845235390090942, "eval/hcp-train-subset/loss": 0.8415541860365099, "eval/hcp-val/loss": 0.8398698722162554, "eval/nsd-val/loss": 0.83267129236652}
+{"epoch": 96, "train/lr": 4.209805433566085e-07, "train/grad": 0.19349908181086867, "train/loss": 0.787151837425232, "eval/hcp-train-subset/loss": 0.8416543872125687, "eval/hcp-val/loss": 0.8399008695156344, "eval/nsd-val/loss": 0.8309409743355166}
+{"epoch": 97, "train/lr": 2.1629364540224422e-07, "train/grad": 0.1957570533929977, "train/loss": 0.7847154878425598, "eval/hcp-train-subset/loss": 0.8414170347875164, "eval/hcp-val/loss": 0.8399324955478791, "eval/nsd-val/loss": 0.8318648761318576}
+{"epoch": 98, "train/lr": 7.971306590647406e-08, "train/grad": 0.20059686467013335, "train/loss": 0.7830841287136078, "eval/hcp-train-subset/loss": 0.8412752593717268, "eval/hcp-val/loss": 0.839759002770147, "eval/nsd-val/loss": 0.8320935791538607}
+{"epoch": 99, "train/lr": 1.1388153727718725e-08, "train/grad": 0.19677981934850028, "train/loss": 0.7877548532581329, "eval/hcp-train-subset/loss": 0.8418162368958996, "eval/hcp-val/loss": 0.8394508688680588, "eval/nsd-val/loss": 0.8318568362343696}

decoders/attn_reg1_pep4/eval_v2/aabc_age__patch__logistic/config.yaml

@@ -0,0 +1,30 @@
+output_root: experiments/decoders/output
+name_prefix: eval_logistic
+remote_root: null
+notes: decoder ablations attn_reg1_pep4; eval v2 (aabc_age patch logistic)
+model_kwargs:
+  ckpt_path: experiments/decoders/output/decoders/attn_reg1_pep4/pretrain/checkpoint-last.pth
+dataset_kwargs: {}
+num_workers: 16
+batch_size: 2
+cv_folds: 5
+max_iter: 1000
+Cs: 10
+balanced_sampling: false
+metrics:
+- acc
+- f1
+- bacc
+cv_metric: bacc
+n_trials: 100
+amp: true
+device: cuda
+seed: 4466
+debug: false
+name: decoders/attn_reg1_pep4/eval_v2/aabc_age__patch__logistic
+model: flat_mae
+representation: patch
+dataset: aabc_age
+distributed: false
+output_dir: experiments/decoders/output/decoders/attn_reg1_pep4/eval_v2/aabc_age__patch__logistic
+remote_dir: null

decoders/attn_reg1_pep4/eval_v2/aabc_age__patch__logistic/eval_table.csv

@@ -0,0 +1,203 @@
+model,repr,clf,dataset,trial,C,split,acc,acc_std,f1,f1_std,bacc,bacc_std
+flat_mae,patch,logistic,aabc_age,,0.005994842503189409,train,0.6673228346456693,0.021134508069384127,0.6642669753243395,0.021460938867522913,0.6680435972010252,0.021125527010100325
+flat_mae,patch,logistic,aabc_age,,0.005994842503189409,test,0.36538461538461536,0.05797311149838978,0.34523809523809523,0.05799048194912561,0.3532509157509158,0.057100574010265324
+flat_mae,patch,logistic,aabc_age,1,0.046415888336127774,train,0.8110236220472441,0.017480588066249882,0.8103281984828655,0.017757720765003798,0.8116142649729856,0.01751983954497983
+flat_mae,patch,logistic,aabc_age,1,0.046415888336127774,test,0.5,0.06523326374040203,0.4921428571428571,0.06524914306344189,0.4965659340659341,0.06511778680900411
+flat_mae,patch,logistic,aabc_age,2,0.000774263682681127,train,0.5551181102362205,0.020437688174013112,0.5480473558083659,0.02102655769617425,0.5553181022231002,0.020482512270193404
+flat_mae,patch,logistic,aabc_age,2,0.000774263682681127,test,0.5576923076923077,0.0665988942993312,0.5390851681174261,0.06866072227511469,0.551510989010989,0.06605572206976242
+flat_mae,patch,logistic,aabc_age,3,0.046415888336127774,train,0.8208661417322834,0.016690689849681316,0.8218492389400887,0.016645941038555743,0.8225799259286253,0.016648182341445106
+flat_mae,patch,logistic,aabc_age,3,0.046415888336127774,test,0.5576923076923077,0.06415424967591227,0.5373690825303729,0.06840544574815215,0.5572344322344323,0.06427828573382566
+flat_mae,patch,logistic,aabc_age,4,0.005994842503189409,train,0.6633858267716536,0.02115290215054518,0.6599989619975739,0.02169523857762392,0.66360625176212,0.021222555637406996
+flat_mae,patch,logistic,aabc_age,4,0.005994842503189409,test,0.4807692307692308,0.06508874233458674,0.47488755622188905,0.06590505350666276,0.4803113553113553,0.06520370682985548
+flat_mae,patch,logistic,aabc_age,5,0.000774263682681127,train,0.5511811023622047,0.02113338703899816,0.5402162479341778,0.021967466181459592,0.5490278132066462,0.02105067069020925
+flat_mae,patch,logistic,aabc_age,5,0.000774263682681127,test,0.46153846153846156,0.06317790931054992,0.44909688013136284,0.0650700898904995,0.4608516483516484,0.06294913333244241
+flat_mae,patch,logistic,aabc_age,6,0.005994842503189409,train,0.6437007874015748,0.02071153351239934,0.6404177990482424,0.021115422123643774,0.6438477317319697,0.02069746026721606
+flat_mae,patch,logistic,aabc_age,6,0.005994842503189409,test,0.5192307692307693,0.06946851272594678,0.5110815047021944,0.07093176551027093,0.516025641025641,0.06940782139720432
+flat_mae,patch,logistic,aabc_age,7,0.046415888336127774,train,0.812992125984252,0.016649803194989796,0.8133641279172763,0.016700264401470585,0.814097895237529,0.01655805223336249
+flat_mae,patch,logistic,aabc_age,7,0.046415888336127774,test,0.4807692307692308,0.06199135032238691,0.46259258568256867,0.06270621787448583,0.4757326007326007,0.06178601222469888
+flat_mae,patch,logistic,aabc_age,8,0.005994842503189409,train,0.6515748031496063,0.02121073944469961,0.6472330486909776,0.02170397723415902,0.6510419763362862,0.02118626505178072
+flat_mae,patch,logistic,aabc_age,8,0.005994842503189409,test,0.4423076923076923,0.06068367882503206,0.43096891534391535,0.06162326543069519,0.4475732600732601,0.06146872051630546
+flat_mae,patch,logistic,aabc_age,9,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,aabc_age,9,2.782559402207126,test,0.4230769230769231,0.059346477889339166,0.4027777777777778,0.05541357871406193,0.4164377289377289,0.05849377911376269
+flat_mae,patch,logistic,aabc_age,10,0.000774263682681127,train,0.5688976377952756,0.019809018635319576,0.5618756309732311,0.02028850935023967,0.5695809654595705,0.01967810052518912
+flat_mae,patch,logistic,aabc_age,10,0.000774263682681127,test,0.40384615384615385,0.06097875272604113,0.38508202323991797,0.0585178009843021,0.39720695970695974,0.05999398811970512
+flat_mae,patch,logistic,aabc_age,11,9.999999999999999e-05,train,0.49015748031496065,0.02031598109809555,0.46043796526475084,0.020369619769169584,0.4875361774030522,0.020146137910816087
+flat_mae,patch,logistic,aabc_age,11,9.999999999999999e-05,test,0.5576923076923077,0.05679590784492307,0.5026090038993264,0.06182997260072238,0.5455586080586081,0.05632661372410228
+flat_mae,patch,logistic,aabc_age,12,0.000774263682681127,train,0.5452755905511811,0.02017224599143627,0.5324412462573656,0.020922942883293334,0.5442348467267242,0.020033528585091595
+flat_mae,patch,logistic,aabc_age,12,0.000774263682681127,test,0.46153846153846156,0.06477017859712106,0.4579124579124579,0.06492533095581389,0.45810439560439564,0.06464239660633196
+flat_mae,patch,logistic,aabc_age,13,0.046415888336127774,train,0.8110236220472441,0.016881700165670532,0.8118032976031742,0.01692255927646618,0.811579022572398,0.01693557637739916
+flat_mae,patch,logistic,aabc_age,13,0.046415888336127774,test,0.40384615384615385,0.056994484836474735,0.37643678160919536,0.04970195433046571,0.41025641025641024,0.05858420930982116
+flat_mae,patch,logistic,aabc_age,14,0.046415888336127774,train,0.8228346456692913,0.015761018267212094,0.8231268731268732,0.015855145977849663,0.8247136495016197,0.015640549560550065
+flat_mae,patch,logistic,aabc_age,14,0.046415888336127774,test,0.5961538461538461,0.062133707704724137,0.5839920948616601,0.06752389329606887,0.5977564102564104,0.06201538104620229
+flat_mae,patch,logistic,aabc_age,15,0.000774263682681127,train,0.5433070866141733,0.022315881306753653,0.5334090367531135,0.02314139925123424,0.542151109823951,0.022315743873536895
+flat_mae,patch,logistic,aabc_age,15,0.000774263682681127,test,0.5576923076923077,0.06393524830898337,0.5607990122585766,0.06478541429807994,0.5528846153846154,0.06394800974328127
+flat_mae,patch,logistic,aabc_age,16,0.3593813663804626,train,0.9783464566929134,0.006743820983555469,0.9786511003514489,0.006663731343379567,0.9790780012620137,0.006508682456166309
+flat_mae,patch,logistic,aabc_age,16,0.3593813663804626,test,0.40384615384615385,0.06596882668863041,0.40239007480386785,0.06729422460408556,0.4036172161172161,0.06601399957955083
+flat_mae,patch,logistic,aabc_age,17,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,aabc_age,17,2.782559402207126,test,0.40384615384615385,0.06647867478510257,0.4017857142857143,0.06316457428200375,0.4001831501831502,0.06589415747596433
+flat_mae,patch,logistic,aabc_age,18,9.999999999999999e-05,train,0.49015748031496065,0.02009255507449311,0.4674300891695351,0.020885129855637792,0.4875185562027584,0.020005785847594455
+flat_mae,patch,logistic,aabc_age,18,9.999999999999999e-05,test,0.4230769230769231,0.06048711291177954,0.37835896241068656,0.05225601484088372,0.41346153846153844,0.05900264146608903
+flat_mae,patch,logistic,aabc_age,19,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,aabc_age,19,2.782559402207126,test,0.4423076923076923,0.06871357022981567,0.4445634920634921,0.06816926526386007,0.44505494505494503,0.06905727909466619
+flat_mae,patch,logistic,aabc_age,20,0.046415888336127774,train,0.812992125984252,0.017464138698838845,0.8132688148216418,0.017596504424504784,0.8144330576594443,0.01738733441503436
+flat_mae,patch,logistic,aabc_age,20,0.046415888336127774,test,0.46153846153846156,0.060164665562508705,0.44503284072249594,0.05969845823574904,0.45650183150183155,0.05960724195578352
+flat_mae,patch,logistic,aabc_age,21,0.046415888336127774,train,0.8169291338582677,0.017404914258969516,0.8172425130816148,0.017501788953360953,0.8176950175396872,0.017340926185044788
+flat_mae,patch,logistic,aabc_age,21,0.046415888336127774,test,0.4230769230769231,0.061544170408273466,0.403126088470916,0.0629884090954219,0.41941391941391937,0.06123112273522697
+flat_mae,patch,logistic,aabc_age,22,0.3593813663804626,train,0.9803149606299213,0.00597058115225634,0.9803679768495934,0.0059444006725758195,0.9803914399805136,0.005957658849012553
+flat_mae,patch,logistic,aabc_age,22,0.3593813663804626,test,0.36538461538461536,0.06614126669306625,0.3853081700907788,0.064875095905477,0.36492673992673996,0.06618289537571495
+flat_mae,patch,logistic,aabc_age,23,0.3593813663804626,train,0.9744094488188977,0.006904905745587481,0.9745954140345225,0.0068509709453231215,0.974728201975876,0.006853627220135319
+flat_mae,patch,logistic,aabc_age,23,0.3593813663804626,test,0.4230769230769231,0.06389437474661096,0.425595238095238,0.06144923592315337,0.4223901098901099,0.06391794315633972
+flat_mae,patch,logistic,aabc_age,24,0.3593813663804626,train,0.9803149606299213,0.006094583561482899,0.980350674456571,0.006080361890165277,0.9804414266507349,0.006051914722281658
+flat_mae,patch,logistic,aabc_age,24,0.3593813663804626,test,0.34615384615384615,0.06651515821366848,0.34375,0.06309466720879657,0.33951465201465203,0.06564512326851708
+flat_mae,patch,logistic,aabc_age,25,0.3593813663804626,train,0.9704724409448819,0.007551796876192616,0.970563693389447,0.0075034444502910256,0.9706459572411386,0.0075264784367110775
+flat_mae,patch,logistic,aabc_age,25,0.3593813663804626,test,0.38461538461538464,0.062462426575724796,0.37837899232202077,0.06117045492462683,0.38095238095238093,0.06216459570449379
+flat_mae,patch,logistic,aabc_age,26,0.005994842503189409,train,0.6673228346456693,0.02046369589115562,0.6635368450022587,0.020972884906776186,0.6673209686050148,0.020430441557039623
+flat_mae,patch,logistic,aabc_age,26,0.005994842503189409,test,0.4807692307692308,0.06528385901982749,0.4740017326224223,0.06582907103345002,0.4816849816849817,0.06518294960502306
+flat_mae,patch,logistic,aabc_age,27,0.046415888336127774,train,0.8208661417322834,0.017709491162993758,0.8211845005655524,0.01784787361259689,0.8224299659179614,0.01769325392156373
+flat_mae,patch,logistic,aabc_age,27,0.046415888336127774,test,0.4423076923076923,0.06487597407233528,0.4321219715956558,0.06666505492193492,0.4375,0.06447195967818517
+flat_mae,patch,logistic,aabc_age,28,0.046415888336127774,train,0.8051181102362205,0.017050607494937867,0.8055342746275931,0.017168087311730817,0.8065185015410758,0.01696501840550821
+flat_mae,patch,logistic,aabc_age,28,0.046415888336127774,test,0.5,0.066058462093824,0.49351037254263064,0.06575910352082737,0.49381868131868134,0.06575731627523208
+flat_mae,patch,logistic,aabc_age,29,0.046415888336127774,train,0.8149606299212598,0.016799003613698175,0.8143220977401497,0.01687911793445277,0.8162316188105235,0.016761869613495104
+flat_mae,patch,logistic,aabc_age,29,0.046415888336127774,test,0.4423076923076923,0.06556666962474511,0.44044311177744466,0.06444134923966444,0.4445970695970696,0.06604366629043604
+flat_mae,patch,logistic,aabc_age,30,21.54434690031882,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,aabc_age,30,21.54434690031882,test,0.5384615384615384,0.06868722524052491,0.5346790890269151,0.06964858743284236,0.5382326007326007,0.06893831181869045
+flat_mae,patch,logistic,aabc_age,31,9.999999999999999e-05,train,0.49015748031496065,0.020339324948883592,0.45692030451895005,0.020423254594143243,0.486565932537894,0.02014878713393619
+flat_mae,patch,logistic,aabc_age,31,9.999999999999999e-05,test,0.5576923076923077,0.05423382424564667,0.4804232804232804,0.04603229011462956,0.5453296703296704,0.05278931044202807
+flat_mae,patch,logistic,aabc_age,32,0.005994842503189409,train,0.6614173228346457,0.020720874516035315,0.658602726934749,0.02115087929720378,0.6622928130436201,0.020624077135396577
+flat_mae,patch,logistic,aabc_age,32,0.005994842503189409,test,0.4807692307692308,0.05913942757155436,0.4662309368191721,0.060525601473845676,0.47435897435897434,0.05869612858871228
+flat_mae,patch,logistic,aabc_age,33,0.046415888336127774,train,0.8011811023622047,0.016533544605322664,0.801477631860539,0.01663086547326191,0.8023862701361172,0.0164374958850667
+flat_mae,patch,logistic,aabc_age,33,0.046415888336127774,test,0.46153846153846156,0.06993381274948816,0.4661490683229813,0.07084614734702722,0.4626831501831502,0.07028114094233108
+flat_mae,patch,logistic,aabc_age,34,0.005994842503189409,train,0.6594488188976378,0.01959581195030439,0.6562811423837825,0.019972515532907624,0.6603942785520983,0.019564105578370718
+flat_mae,patch,logistic,aabc_age,34,0.005994842503189409,test,0.4423076923076923,0.06703318748837825,0.451731078904992,0.06690869964232153,0.4464285714285714,0.06741821564573157
+flat_mae,patch,logistic,aabc_age,35,0.000774263682681127,train,0.5531496062992126,0.020156500268375108,0.5404119400763696,0.021074863861146344,0.5521317816447988,0.020148075924458116
+flat_mae,patch,logistic,aabc_age,35,0.000774263682681127,test,0.46153846153846156,0.0661538014311119,0.46003016591251883,0.06605582597558224,0.4581043956043956,0.06577450612830424
+flat_mae,patch,logistic,aabc_age,36,0.046415888336127774,train,0.8110236220472441,0.016720595732707698,0.8120414462311174,0.01661633877469413,0.8127668353187353,0.016687349110596945
+flat_mae,patch,logistic,aabc_age,36,0.046415888336127774,test,0.46153846153846156,0.0632920697613418,0.44800793076655143,0.0644272367952559,0.46222527472527475,0.06360045514679785
+flat_mae,patch,logistic,aabc_age,37,9.999999999999999e-05,train,0.5137795275590551,0.01999286716380307,0.4812281901506497,0.020878267195261997,0.5102067506218966,0.019851644889114964
+flat_mae,patch,logistic,aabc_age,37,9.999999999999999e-05,test,0.34615384615384615,0.05864878918931559,0.3017276422764228,0.05244858546364706,0.33516483516483514,0.05709952895584895
+flat_mae,patch,logistic,aabc_age,38,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,aabc_age,38,166.81005372000556,test,0.4807692307692308,0.0654748133516389,0.49620471014492756,0.06410560790108188,0.4819139194139194,0.06568394678432912
+flat_mae,patch,logistic,aabc_age,39,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,aabc_age,39,166.81005372000556,test,0.5192307692307693,0.06672928395598221,0.5092857142857142,0.0689008134663885,0.5146520146520146,0.06704548657458165
+flat_mae,patch,logistic,aabc_age,40,9.999999999999999e-05,train,0.4704724409448819,0.0197423649551402,0.430374021136295,0.0195808841056343,0.46533442400971253,0.019551482264696052
+flat_mae,patch,logistic,aabc_age,40,9.999999999999999e-05,test,0.4807692307692308,0.056013576122750555,0.42601809954751135,0.04883074948274615,0.47115384615384615,0.05443008841455104
+flat_mae,patch,logistic,aabc_age,41,0.000774263682681127,train,0.5708661417322834,0.020661834425403845,0.5622276901103835,0.021133913054246826,0.5701417271940912,0.020644956877090576
+flat_mae,patch,logistic,aabc_age,41,0.000774263682681127,test,0.34615384615384615,0.0521989253783149,0.30761282290694053,0.049166906941617586,0.3463827838827839,0.05227116774755703
+flat_mae,patch,logistic,aabc_age,42,0.000774263682681127,train,0.5433070866141733,0.020628061991711272,0.5303594829352898,0.0211857896045426,0.5422187176944662,0.020525091390594854
+flat_mae,patch,logistic,aabc_age,42,0.000774263682681127,test,0.46153846153846156,0.05788935579873816,0.433324472798157,0.06575794023072831,0.4608516483516484,0.05816808670625872
+flat_mae,patch,logistic,aabc_age,43,0.005994842503189409,train,0.6476377952755905,0.019982244583134235,0.6435650668655637,0.020474908211561355,0.6484827067698015,0.020003954687539533
+flat_mae,patch,logistic,aabc_age,43,0.005994842503189409,test,0.4807692307692308,0.06253958509729667,0.4710303938939621,0.06373962374315405,0.4773351648351648,0.06224033424108078
+flat_mae,patch,logistic,aabc_age,44,0.005994842503189409,train,0.6535433070866141,0.019421701583666278,0.6509159028856206,0.01953900401941722,0.6540283502337026,0.019410884816072494
+flat_mae,patch,logistic,aabc_age,44,0.005994842503189409,test,0.46153846153846156,0.0671194730956602,0.449859747545582,0.0698571636498157,0.4583333333333333,0.06699781751958288
+flat_mae,patch,logistic,aabc_age,45,0.005994842503189409,train,0.6496062992125984,0.020217789333109873,0.6462120070823345,0.020618360806566326,0.6504812146017658,0.020187697878186556
+flat_mae,patch,logistic,aabc_age,45,0.005994842503189409,test,0.46153846153846156,0.06234120656117396,0.4434841021047917,0.061873948497222823,0.4668040293040293,0.06314570976065748
+flat_mae,patch,logistic,aabc_age,46,0.000774263682681127,train,0.5433070866141733,0.020084297517165336,0.5311996429786878,0.020958545245411537,0.5415660140509293,0.020086968135267946
+flat_mae,patch,logistic,aabc_age,46,0.000774263682681127,test,0.5192307692307693,0.05925947106786056,0.4831372549019608,0.06547006008742531,0.5141941391941391,0.05864321613726716
+flat_mae,patch,logistic,aabc_age,47,0.005994842503189409,train,0.6653543307086615,0.020615223997689693,0.660433900716314,0.0211083692019143,0.665204866232314,0.0205647226923896
+flat_mae,patch,logistic,aabc_age,47,0.005994842503189409,test,0.4423076923076923,0.06558110746857462,0.4381104902094407,0.06819552532668265,0.44184981684981683,0.06577556138648642
+flat_mae,patch,logistic,aabc_age,48,0.000774263682681127,train,0.5492125984251969,0.021917054802472486,0.537860012359409,0.023014995601643197,0.5472792387257882,0.02187821681468367
+flat_mae,patch,logistic,aabc_age,48,0.000774263682681127,test,0.4423076923076923,0.06531012725369238,0.4224910394265232,0.0668673430016994,0.43864468864468864,0.06490777068843605
+flat_mae,patch,logistic,aabc_age,49,0.046415888336127774,train,0.8011811023622047,0.017800816153707988,0.8016174776273861,0.01788221619971921,0.8019511343737594,0.017832805797944006
+flat_mae,patch,logistic,aabc_age,49,0.046415888336127774,test,0.4423076923076923,0.06704563269822521,0.4482594310785054,0.06636219167044904,0.44184981684981683,0.06722097053790903
+flat_mae,patch,logistic,aabc_age,50,0.046415888336127774,train,0.8228346456692913,0.01663972733433608,0.8235131143366438,0.016648607487918524,0.8237933913066827,0.0165463252107114
+flat_mae,patch,logistic,aabc_age,50,0.046415888336127774,test,0.40384615384615385,0.06419160482631288,0.3997294372294372,0.06557873782361305,0.40636446886446886,0.0645738754821113
+flat_mae,patch,logistic,aabc_age,51,0.046415888336127774,train,0.8070866141732284,0.017305053060586738,0.8077573582868083,0.017398014313476467,0.8096724566494499,0.01721928596247858
+flat_mae,patch,logistic,aabc_age,51,0.046415888336127774,test,0.38461538461538464,0.06513412425151531,0.3855555555555556,0.06361873191906178,0.3869047619047619,0.06516484114243888
+flat_mae,patch,logistic,aabc_age,52,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,aabc_age,52,166.81005372000556,test,0.34615384615384615,0.06534904009562895,0.35266661809438804,0.06642468294976489,0.3456959706959707,0.06537286382547726
+flat_mae,patch,logistic,aabc_age,53,9.999999999999999e-05,train,0.4940944881889764,0.02150707045620484,0.47588045774177157,0.022012486273210535,0.49148320639675946,0.021388066970743816
+flat_mae,patch,logistic,aabc_age,53,9.999999999999999e-05,test,0.5,0.0567875726049887,0.45929035045414357,0.05560754467914116,0.49336080586080583,0.055882885423537386
+flat_mae,patch,logistic,aabc_age,54,0.005994842503189409,train,0.6633858267716536,0.02065668907152371,0.6621203468180381,0.02098972401807353,0.6641913475351418,0.02068590068115522
+flat_mae,patch,logistic,aabc_age,54,0.005994842503189409,test,0.40384615384615385,0.05926068175752676,0.3806896551724138,0.059235489976236094,0.4059065934065934,0.0596103935569322
+flat_mae,patch,logistic,aabc_age,55,9.999999999999999e-05,train,0.49803149606299213,0.020717753460513442,0.4694634478113827,0.020512246245636016,0.4945628407964111,0.020449467784889333
+flat_mae,patch,logistic,aabc_age,55,9.999999999999999e-05,test,0.36538461538461536,0.0574055823729188,0.322561669829222,0.04880286907847437,0.3585164835164835,0.056161427401074125
+flat_mae,patch,logistic,aabc_age,56,0.000774263682681127,train,0.5551181102362205,0.02083183333099993,0.5495216698127926,0.02133682170345319,0.554982939801185,0.020877323148205024
+flat_mae,patch,logistic,aabc_age,56,0.000774263682681127,test,0.36538461538461536,0.06262751489003676,0.35699300699300707,0.06043459718932002,0.3644688644688645,0.06262732484657567
+flat_mae,patch,logistic,aabc_age,57,9.999999999999999e-05,train,0.5078740157480315,0.02084292423953467,0.48142161330553257,0.02109236489486797,0.5034380520110704,0.020670445920230082
+flat_mae,patch,logistic,aabc_age,57,9.999999999999999e-05,test,0.4230769230769231,0.05807843859459205,0.37004453133485393,0.04867457200760687,0.4175824175824176,0.05682660870586967
+flat_mae,patch,logistic,aabc_age,58,0.046415888336127774,train,0.8267716535433071,0.016031322029282927,0.8272982713643323,0.016060537209506395,0.8285107184846632,0.015971247392995613
+flat_mae,patch,logistic,aabc_age,58,0.046415888336127774,test,0.4230769230769231,0.053035435290470695,0.38792167584737247,0.05670503933371054,0.4178113553113554,0.05195409806794536
+flat_mae,patch,logistic,aabc_age,59,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,aabc_age,59,166.81005372000556,test,0.46153846153846156,0.06481991439191469,0.4543936268074199,0.06534968945918793,0.46703296703296704,0.065263937523551
+flat_mae,patch,logistic,aabc_age,60,0.005994842503189409,train,0.6673228346456693,0.02012373990911769,0.6636148060092675,0.020654636829326247,0.6685087813513519,0.020053396324675624
+flat_mae,patch,logistic,aabc_age,60,0.005994842503189409,test,0.46153846153846156,0.06503402614180531,0.4485057952799888,0.06844746919383875,0.45810439560439564,0.06508711007940957
+flat_mae,patch,logistic,aabc_age,61,0.3593813663804626,train,0.984251968503937,0.005433440304682384,0.9844469355115096,0.005367480311438193,0.984256116834072,0.005443797117477237
+flat_mae,patch,logistic,aabc_age,61,0.3593813663804626,test,0.38461538461538464,0.06591723113835067,0.3882481836005075,0.06318564565788565,0.38530219780219777,0.06592039137551461
+flat_mae,patch,logistic,aabc_age,62,0.046415888336127774,train,0.7992125984251969,0.017928362260740564,0.79952898941409,0.01809502501425946,0.8004377489743741,0.017891053426093963
+flat_mae,patch,logistic,aabc_age,62,0.046415888336127774,test,0.5,0.06665528872334812,0.5012464387464387,0.0672742848413357,0.49977106227106227,0.067074979170592
+flat_mae,patch,logistic,aabc_age,63,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,aabc_age,63,2.782559402207126,test,0.46153846153846156,0.06032917592223203,0.4568681318681319,0.06043772869714045,0.45947802197802196,0.06031858240525293
+flat_mae,patch,logistic,aabc_age,64,0.005994842503189409,train,0.6692913385826772,0.019305832173991153,0.6662536572607739,0.01982197063875225,0.6694370709777152,0.01927349787251739
+flat_mae,patch,logistic,aabc_age,64,0.005994842503189409,test,0.4423076923076923,0.06449231640854317,0.43994178235557546,0.06443437551345184,0.44047619047619047,0.06469636984511624
+flat_mae,patch,logistic,aabc_age,65,0.046415888336127774,train,0.8011811023622047,0.016977102430745173,0.8026195467152988,0.016965105114575017,0.8021187155847169,0.016917069251565112
+flat_mae,patch,logistic,aabc_age,65,0.046415888336127774,test,0.5192307692307693,0.06415139037911777,0.5203846153846153,0.06369206876913053,0.5190018315018315,0.06418940510171849
+flat_mae,patch,logistic,aabc_age,66,0.005994842503189409,train,0.6456692913385826,0.020746060657340845,0.6429613034267267,0.020961070475020573,0.6469840656400498,0.020687355515164284
+flat_mae,patch,logistic,aabc_age,66,0.005994842503189409,test,0.4230769230769231,0.06106214702101924,0.41615675990675993,0.056657697276668154,0.4164377289377289,0.060290168897336856
+flat_mae,patch,logistic,aabc_age,67,0.3593813663804626,train,0.9803149606299213,0.006056202098276419,0.980370357700772,0.00602756677142978,0.9806090078616926,0.005998164052435533
+flat_mae,patch,logistic,aabc_age,67,0.3593813663804626,test,0.46153846153846156,0.06385239774843895,0.44735909252038286,0.06553276731997268,0.4608516483516483,0.06399754691771757
+flat_mae,patch,logistic,aabc_age,68,0.046415888336127774,train,0.8070866141732284,0.016786512862236386,0.8076301000691245,0.01686362061666575,0.8072468444865543,0.016768518214798467
+flat_mae,patch,logistic,aabc_age,68,0.046415888336127774,test,0.4230769230769231,0.061924880527962,0.41160372194854955,0.062433014485939346,0.4194139194139194,0.06175038268378974
+flat_mae,patch,logistic,aabc_age,69,0.005994842503189409,train,0.6614173228346457,0.019421487298565424,0.6572673701143198,0.019868781450278407,0.6621428530329563,0.019398979944477607
+flat_mae,patch,logistic,aabc_age,69,0.005994842503189409,test,0.36538461538461536,0.06514039230814604,0.38343253968253965,0.06303024527176505,0.36904761904761907,0.06582780523910735
+flat_mae,patch,logistic,aabc_age,70,9.999999999999999e-05,train,0.49803149606299213,0.020001579003326837,0.4740501815773408,0.020702980970065683,0.4950979498992115,0.019874904701942007
+flat_mae,patch,logistic,aabc_age,70,9.999999999999999e-05,test,0.38461538461538464,0.0615785806724476,0.3658655520724486,0.06394429548576383,0.38369963369963367,0.06151327251593887
+flat_mae,patch,logistic,aabc_age,71,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,aabc_age,71,2.782559402207126,test,0.5,0.0669227564094889,0.5045699067438199,0.06511638588798478,0.5057234432234432,0.06746858289811337
+flat_mae,patch,logistic,aabc_age,72,0.046415888336127774,train,0.8031496062992126,0.018234797586364534,0.8035369357142843,0.018386958558190773,0.8058577664661126,0.01813598216260913
+flat_mae,patch,logistic,aabc_age,72,0.046415888336127774,test,0.5961538461538461,0.06448580184081808,0.587548945307566,0.0670532455241151,0.594551282051282,0.06467477492935751
+flat_mae,patch,logistic,aabc_age,73,21.54434690031882,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,aabc_age,73,21.54434690031882,test,0.46153846153846156,0.06625523313037064,0.4606647378386509,0.06660111487063981,0.46108058608058605,0.06637806283512905
+flat_mae,patch,logistic,aabc_age,74,0.005994842503189409,train,0.6653543307086615,0.01963551407798702,0.663541725020846,0.01987061561393362,0.6659399220159996,0.01952924257300303
+flat_mae,patch,logistic,aabc_age,74,0.005994842503189409,test,0.46153846153846156,0.06980153607099075,0.45845924908424907,0.0703541524740769,0.4583333333333333,0.06958060319472023
+flat_mae,patch,logistic,aabc_age,75,0.005994842503189409,train,0.6417322834645669,0.020543460627838465,0.6397712630086939,0.02094243274649449,0.6424166984727334,0.02059288504966699
+flat_mae,patch,logistic,aabc_age,75,0.005994842503189409,test,0.5576923076923077,0.06752273340607012,0.5577095067417648,0.06859100082964703,0.5547161172161172,0.06774634443428293
+flat_mae,patch,logistic,aabc_age,76,0.005994842503189409,train,0.6732283464566929,0.019975043329232407,0.6707123287132374,0.020457708179626794,0.6740044381450319,0.019951524090771333
+flat_mae,patch,logistic,aabc_age,76,0.005994842503189409,test,0.46153846153846156,0.06729493285653594,0.47349985721425003,0.06553896842453717,0.4626831501831502,0.06756771030669786
+flat_mae,patch,logistic,aabc_age,77,0.000774263682681127,train,0.5354330708661418,0.020308826822268543,0.5199942417399845,0.021327683767807956,0.5341718227657277,0.020248343431408442
+flat_mae,patch,logistic,aabc_age,77,0.000774263682681127,test,0.4423076923076923,0.06662288996625425,0.4318463783981026,0.06740551055035031,0.44024725274725274,0.06644484807946853
+flat_mae,patch,logistic,aabc_age,78,0.046415888336127774,train,0.7913385826771654,0.017584429161172623,0.7903095387750537,0.017861227340668903,0.7926584085970361,0.017452724267204324
+flat_mae,patch,logistic,aabc_age,78,0.046415888336127774,test,0.5961538461538461,0.06778079880313106,0.6060782967032967,0.06636146091676794,0.5961538461538461,0.0678870802947577
+flat_mae,patch,logistic,aabc_age,79,0.046415888336127774,train,0.8149606299212598,0.017819272980483202,0.8155225333152568,0.017890234845911714,0.8162139976102296,0.01776597603675087
+flat_mae,patch,logistic,aabc_age,79,0.046415888336127774,test,0.4807692307692308,0.06722306768068806,0.4666738176964149,0.06947301083823462,0.4759615384615385,0.06690422484057741
+flat_mae,patch,logistic,aabc_age,80,1291.5496650148827,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,aabc_age,80,1291.5496650148827,test,0.5769230769230769,0.06471334149962693,0.562824302134647,0.06782130333476351,0.5737179487179487,0.06461591370563609
+flat_mae,patch,logistic,aabc_age,81,0.3593813663804626,train,0.9803149606299213,0.005867408572186421,0.9802638007658137,0.005862931091920789,0.9803914399805136,0.005840281182268117
+flat_mae,patch,logistic,aabc_age,81,0.3593813663804626,test,0.4423076923076923,0.06326046233370854,0.43348338457034113,0.06370513535578642,0.43612637362637363,0.06298082901419623
+flat_mae,patch,logistic,aabc_age,82,0.3593813663804626,train,0.9822834645669292,0.005646064625568101,0.9823947819217674,0.0056011174512924184,0.9826751235641719,0.005522704715359446
+flat_mae,patch,logistic,aabc_age,82,0.3593813663804626,test,0.5,0.06713908552202455,0.47806144320076205,0.06928562270770813,0.49496336996337,0.06653687026043122
+flat_mae,patch,logistic,aabc_age,83,0.005994842503189409,train,0.6633858267716536,0.021212637517573837,0.6593718060149529,0.02177023372642861,0.6627536014376981,0.021254314751218195
+flat_mae,patch,logistic,aabc_age,83,0.005994842503189409,test,0.46153846153846156,0.059184097496284456,0.43625783033780224,0.06055702863583901,0.45787545787545786,0.05857016490994418
+flat_mae,patch,logistic,aabc_age,84,0.005994842503189409,train,0.655511811023622,0.020258318076753136,0.6531136388236267,0.0207329339095953,0.6570647108013403,0.020206886890041294
+flat_mae,patch,logistic,aabc_age,84,0.005994842503189409,test,0.5,0.06346050115702358,0.4857491970395196,0.06568205840911538,0.4951923076923077,0.0631110183296891
+flat_mae,patch,logistic,aabc_age,85,0.3593813663804626,train,0.9763779527559056,0.006647062724759407,0.9762348434722907,0.006679985403846224,0.9762092219053337,0.006691547026755965
+flat_mae,patch,logistic,aabc_age,85,0.3593813663804626,test,0.46153846153846156,0.06335655652288774,0.4435714285714286,0.06172453824170494,0.4578754578754579,0.06283177560555399
+flat_mae,patch,logistic,aabc_age,86,0.3593813663804626,train,0.9763779527559056,0.006770009871932797,0.9765343040646481,0.006720036733135326,0.9768443043485766,0.006674953587151752
+flat_mae,patch,logistic,aabc_age,86,0.3593813663804626,test,0.5384615384615384,0.060346276413073545,0.5081417624521073,0.06303745240652271,0.532051282051282,0.059941055053344725
+flat_mae,patch,logistic,aabc_age,87,0.005994842503189409,train,0.6437007874015748,0.019466079879023712,0.6385918618305564,0.0200950057400134,0.6429950814075479,0.01947109880670619
+flat_mae,patch,logistic,aabc_age,87,0.005994842503189409,test,0.5192307692307693,0.06785531073737906,0.5167032967032967,0.06768145131823404,0.5249542124542125,0.06837214406364608
+flat_mae,patch,logistic,aabc_age,88,9.999999999999999e-05,train,0.484251968503937,0.017785801167488808,0.44705104884720603,0.017898924119562166,0.4815054115065719,0.017597186806974197
+flat_mae,patch,logistic,aabc_age,88,9.999999999999999e-05,test,0.4807692307692308,0.06729586709308863,0.47176842765078064,0.06988857737709754,0.47596153846153844,0.06715240770694232
+flat_mae,patch,logistic,aabc_age,89,0.000774263682681127,train,0.5551181102362205,0.021107100772474786,0.5453875407000407,0.02168878158495461,0.5551681422124364,0.021047105327669353
+flat_mae,patch,logistic,aabc_age,89,0.000774263682681127,test,0.40384615384615385,0.06070925716334737,0.3891285403050109,0.06162161546304663,0.4059065934065934,0.061082897509892146
+flat_mae,patch,logistic,aabc_age,90,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,aabc_age,90,2.782559402207126,test,0.46153846153846156,0.06477822886519238,0.45366739707069537,0.06481881885465171,0.4624542124542124,0.06514934878710535
+flat_mae,patch,logistic,aabc_age,91,9.999999999999999e-05,train,0.4940944881889764,0.020681599634871737,0.45033422483168867,0.02030476293678915,0.48969555360776695,0.020431217695024536
+flat_mae,patch,logistic,aabc_age,91,9.999999999999999e-05,test,0.4423076923076923,0.0647490718674199,0.4281603136867156,0.0676044574879797,0.4416208791208791,0.06456022539776912
+flat_mae,patch,logistic,aabc_age,92,0.3593813663804626,train,0.9783464566929134,0.006518870722092213,0.9785769096009957,0.0064485184210078305,0.9785928788294345,0.006475718991745807
+flat_mae,patch,logistic,aabc_age,92,0.3593813663804626,test,0.4423076923076923,0.056248852716768036,0.4112554112554112,0.05656535320495424,0.44436813186813184,0.05696691141733874
+flat_mae,patch,logistic,aabc_age,93,0.046415888336127774,train,0.8267716535433071,0.016669625618256592,0.8270625078225841,0.016749044153877256,0.8279256227116414,0.016610151296173683
+flat_mae,patch,logistic,aabc_age,93,0.046415888336127774,test,0.4807692307692308,0.06399300766166409,0.4818314485434051,0.062086096370781156,0.4878663003663004,0.06493989525455693
+flat_mae,patch,logistic,aabc_age,94,0.046415888336127774,train,0.8149606299212598,0.01616820328056257,0.8149248000637802,0.016358087103172644,0.8164991733619236,0.01607920668607022
+flat_mae,patch,logistic,aabc_age,94,0.046415888336127774,test,0.4230769230769231,0.06826787647627457,0.42109302491611333,0.06876417167530233,0.4226190476190476,0.06832540818445779
+flat_mae,patch,logistic,aabc_age,95,0.3593813663804626,train,0.9763779527559056,0.006818693055795237,0.9765495415557527,0.006755778447247993,0.9767943176783553,0.006680511021807584
+flat_mae,patch,logistic,aabc_age,95,0.3593813663804626,test,0.5,0.06066050400023173,0.47691297208538586,0.05601299097208416,0.4906135531135531,0.05970087100652999
+flat_mae,patch,logistic,aabc_age,96,0.046415888336127774,train,0.8110236220472441,0.01734739266760467,0.8120001301120557,0.017329775825447227,0.8117466037833556,0.017340329807401952
+flat_mae,patch,logistic,aabc_age,96,0.046415888336127774,test,0.4423076923076923,0.07014223714676245,0.4430113636363637,0.07056556755059885,0.4391025641025641,0.07009350237139708
+flat_mae,patch,logistic,aabc_age,97,0.005994842503189409,train,0.6692913385826772,0.02159676737015801,0.6656415591811804,0.02219271981853881,0.6685844206532934,0.02164049464983858
+flat_mae,patch,logistic,aabc_age,97,0.005994842503189409,test,0.46153846153846156,0.06231452953939375,0.45179146537842185,0.062414285566127756,0.4608516483516484,0.062206297384865196
+flat_mae,patch,logistic,aabc_age,98,0.005994842503189409,train,0.6535433070866141,0.020133029893132967,0.6504834017398144,0.020620853927054254,0.654781027217682,0.020208480326434266
+flat_mae,patch,logistic,aabc_age,98,0.005994842503189409,test,0.4423076923076923,0.06104751277953957,0.41550925925925924,0.06395468254199337,0.440018315018315,0.06095778406121292
+flat_mae,patch,logistic,aabc_age,99,0.3593813663804626,train,0.9803149606299213,0.005790045729461818,0.9804829709380649,0.0057560617732463695,0.9806589945319139,0.005735132416810192
+flat_mae,patch,logistic,aabc_age,99,0.3593813663804626,test,0.4230769230769231,0.06846425016237202,0.43160287987874196,0.06716847406196273,0.42399267399267404,0.06864137169176612
+flat_mae,patch,logistic,aabc_age,100,0.046415888336127774,train,0.8169291338582677,0.016991325063403805,0.8178598556304609,0.016930266544072134,0.8183300999829303,0.016931334883859218
+flat_mae,patch,logistic,aabc_age,100,0.046415888336127774,test,0.46153846153846156,0.06492161864931695,0.45384615384615384,0.06599439012345748,0.4624542124542125,0.06518021361592749

decoders/attn_reg1_pep4/eval_v2/aabc_age__patch__logistic/log.txt

@@ -0,0 +1,245 @@
+fMRI foundation model logistic probe eval
+version: 0.1.dev66+g7ddd3aa04
+sha: aef99c83a386cf95c3d8ca503ecc968d8d5694af, status: has uncommitted changes, branch: dev/clane9
+cwd: /data/connor/fmri-fm
+start: 2026-03-07 21:54:59
+config:
+output_root: experiments/decoders/output
+name_prefix: eval_logistic
+remote_root: null
+notes: decoder ablations attn_reg1_pep4; eval v2 (aabc_age patch logistic)
+model_kwargs:
+  ckpt_path: experiments/decoders/output/decoders/attn_reg1_pep4/pretrain/checkpoint-last.pth
+dataset_kwargs: {}
+num_workers: 16
+batch_size: 2
+cv_folds: 5
+max_iter: 1000
+Cs: 10
+balanced_sampling: false
+metrics:
+- acc
+- f1
+- bacc
+cv_metric: bacc
+n_trials: 100
+amp: true
+device: cuda
+seed: 4466
+debug: false
+name: decoders/attn_reg1_pep4/eval_v2/aabc_age__patch__logistic
+model: flat_mae
+representation: patch
+dataset: aabc_age
+distributed: false
+output_dir: experiments/decoders/output/decoders/attn_reg1_pep4/eval_v2/aabc_age__patch__logistic
+remote_dir: null
+
+creating frozen backbone model: flat_mae
+backbone:
+MaskedEncoderWrapper(
+  (model): MaskedEncoder(
+    class_token=False, reg_tokens=1, no_embed_class=True, mask_drop_scale=False
+    (patchify): Patchify3D((16, 224, 560), (4, 16, 16), in_chans=1)
+    (patch_embed): Linear(in_features=1024, out_features=768, bias=True)
+    (pos_embed): SeparablePosEmbed(768, (4, 14, 35))
+    (blocks): ModuleList(
+      (0-11): 12 x Block(
+        (norm1): LayerNorm((768,), eps=1e-06, elementwise_affine=True)
+        (attn): Attention(
+          num_heads=12
+          (q): Linear(in_features=768, out_features=768, bias=True)
+          (k): Linear(in_features=768, out_features=768, bias=True)
+          (v): Linear(in_features=768, out_features=768, bias=True)
+          (proj): Linear(in_features=768, out_features=768, bias=True)
+        )
+        (drop_path1): Identity()
+        (norm2): LayerNorm((768,), eps=1e-06, elementwise_affine=True)
+        (mlp): Mlp(
+          (fc1): Linear(in_features=768, out_features=3072, bias=True)
+          (act): GELU(approximate='none')
+          (fc2): Linear(in_features=3072, out_features=768, bias=True)
+        )
+        (drop_path2): Identity()
+      )
+    )
+    (norm): LayerNorm((768,), eps=1e-06, elementwise_affine=True)
+  )
+)
+creating dataset: aabc_age (flat)
+train (n=455):
+HFDataset(
+    dataset=Dataset({
+    features: ['sub', 'visit', 'mod', 'task', 'path', 'start', 'end', 'tr', 'segment', 'bold', 'mean', 'std'],
+    num_rows: 471
+}),
+    labels=[0 1 2 3],
+    counts=[110 127 109 109]
+)
+
+validation (n=53):
+HFDataset(
+    dataset=Dataset({
+    features: ['sub', 'visit', 'mod', 'task', 'path', 'start', 'end', 'tr', 'segment', 'bold', 'mean', 'std'],
+    num_rows: 58
+}),
+    labels=[0 1 2 3],
+    counts=[14 13 12 14]
+)
+
+test (n=52):
+HFDataset(
+    dataset=Dataset({
+    features: ['sub', 'visit', 'mod', 'task', 'path', 'start', 'end', 'tr', 'segment', 'bold', 'mean', 'std'],
+    num_rows: 55
+}),
+    labels=[0 1 2 3],
+    counts=[13 13 12 14]
+)
+
+extracting features for all splits
+extract (train)  [  0/228]  eta: 0:20:34    time: 5.4130  data: 4.4775  max mem: 3205
+extract (train)  [ 20/228]  eta: 0:01:42    time: 0.2470  data: 0.0851  max mem: 3581
+extract (train)  [ 40/228]  eta: 0:01:05    time: 0.1991  data: 0.0627  max mem: 3581
+extract (train)  [ 60/228]  eta: 0:00:50    time: 0.1983  data: 0.0658  max mem: 3581
+extract (train)  [ 80/228]  eta: 0:00:40    time: 0.2055  data: 0.0684  max mem: 3581
+extract (train)  [100/228]  eta: 0:00:33    time: 0.2043  data: 0.0687  max mem: 3581
+extract (train)  [120/228]  eta: 0:00:27    time: 0.2310  data: 0.0821  max mem: 3581
+extract (train)  [140/228]  eta: 0:00:21    time: 0.2027  data: 0.0665  max mem: 3581
+extract (train)  [160/228]  eta: 0:00:16    time: 0.1951  data: 0.0619  max mem: 3581
+extract (train)  [180/228]  eta: 0:00:11    time: 0.2263  data: 0.0784  max mem: 3581
+extract (train)  [200/228]  eta: 0:00:06    time: 0.1796  data: 0.0529  max mem: 3581
+extract (train)  [220/228]  eta: 0:00:01    time: 0.1787  data: 0.0540  max mem: 3581
+extract (train)  [227/228]  eta: 0:00:00    time: 0.1743  data: 0.0535  max mem: 3581
+extract (train) Total time: 0:00:52 (0.2298 s / it)
+extract (validation)  [ 0/27]  eta: 0:01:54    time: 4.2524  data: 4.1100  max mem: 3581
+extract (validation)  [20/27]  eta: 0:00:02    time: 0.1770  data: 0.0540  max mem: 3581
+extract (validation)  [26/27]  eta: 0:00:00    time: 0.1661  data: 0.0486  max mem: 3581
+extract (validation) Total time: 0:00:09 (0.3374 s / it)
+extract (test)  [ 0/26]  eta: 0:01:51    time: 4.3020  data: 4.1636  max mem: 3581
+extract (test)  [20/26]  eta: 0:00:02    time: 0.1904  data: 0.0584  max mem: 3581
+extract (test)  [25/26]  eta: 0:00:00    time: 0.1771  data: 0.0522  max mem: 3581
+extract (test) Total time: 0:00:09 (0.3572 s / it)
+feature extraction time: 0:01:10
+train features: (455, 768)
+validation features: (53, 768)
+test features: (52, 768)
+evaluating fixed splits
+eval results (fixed splits):
+
+| model    | repr   | clf      | dataset   | trial   |         C | split   |     acc |   acc_std |      f1 |   f1_std |    bacc |   bacc_std |
+|:---------|:-------|:---------|:----------|:--------|----------:|:--------|--------:|----------:|--------:|---------:|--------:|-----------:|
+| flat_mae | patch  | logistic | aabc_age  |         | 0.0059948 | train   | 0.66732 |  0.021135 | 0.66427 | 0.021461 | 0.66804 |   0.021126 |
+| flat_mae | patch  | logistic | aabc_age  |         | 0.0059948 | test    | 0.36538 |  0.057973 | 0.34524 | 0.05799  | 0.35325 |   0.057101 |
+
+
+evaluating random splits (n=100)
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 1, "C": 0.046415888336127774, "split": "test", "acc": 0.5, "acc_std": 0.06523326374040203, "f1": 0.4921428571428571, "f1_std": 0.06524914306344189, "bacc": 0.4965659340659341, "bacc_std": 0.06511778680900411}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 2, "C": 0.000774263682681127, "split": "test", "acc": 0.5576923076923077, "acc_std": 0.0665988942993312, "f1": 0.5390851681174261, "f1_std": 0.06866072227511469, "bacc": 0.551510989010989, "bacc_std": 0.06605572206976242}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 3, "C": 0.046415888336127774, "split": "test", "acc": 0.5576923076923077, "acc_std": 0.06415424967591227, "f1": 0.5373690825303729, "f1_std": 0.06840544574815215, "bacc": 0.5572344322344323, "bacc_std": 0.06427828573382566}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 4, "C": 0.005994842503189409, "split": "test", "acc": 0.4807692307692308, "acc_std": 0.06508874233458674, "f1": 0.47488755622188905, "f1_std": 0.06590505350666276, "bacc": 0.4803113553113553, "bacc_std": 0.06520370682985548}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 5, "C": 0.000774263682681127, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.06317790931054992, "f1": 0.44909688013136284, "f1_std": 0.0650700898904995, "bacc": 0.4608516483516484, "bacc_std": 0.06294913333244241}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 6, "C": 0.005994842503189409, "split": "test", "acc": 0.5192307692307693, "acc_std": 0.06946851272594678, "f1": 0.5110815047021944, "f1_std": 0.07093176551027093, "bacc": 0.516025641025641, "bacc_std": 0.06940782139720432}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 7, "C": 0.046415888336127774, "split": "test", "acc": 0.4807692307692308, "acc_std": 0.06199135032238691, "f1": 0.46259258568256867, "f1_std": 0.06270621787448583, "bacc": 0.4757326007326007, "bacc_std": 0.06178601222469888}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 8, "C": 0.005994842503189409, "split": "test", "acc": 0.4423076923076923, "acc_std": 0.06068367882503206, "f1": 0.43096891534391535, "f1_std": 0.06162326543069519, "bacc": 0.4475732600732601, "bacc_std": 0.06146872051630546}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 9, "C": 2.782559402207126, "split": "test", "acc": 0.4230769230769231, "acc_std": 0.059346477889339166, "f1": 0.4027777777777778, "f1_std": 0.05541357871406193, "bacc": 0.4164377289377289, "bacc_std": 0.05849377911376269}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 10, "C": 0.000774263682681127, "split": "test", "acc": 0.40384615384615385, "acc_std": 0.06097875272604113, "f1": 0.38508202323991797, "f1_std": 0.0585178009843021, "bacc": 0.39720695970695974, "bacc_std": 0.05999398811970512}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 11, "C": 9.999999999999999e-05, "split": "test", "acc": 0.5576923076923077, "acc_std": 0.05679590784492307, "f1": 0.5026090038993264, "f1_std": 0.06182997260072238, "bacc": 0.5455586080586081, "bacc_std": 0.05632661372410228}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 12, "C": 0.000774263682681127, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.06477017859712106, "f1": 0.4579124579124579, "f1_std": 0.06492533095581389, "bacc": 0.45810439560439564, "bacc_std": 0.06464239660633196}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 13, "C": 0.046415888336127774, "split": "test", "acc": 0.40384615384615385, "acc_std": 0.056994484836474735, "f1": 0.37643678160919536, "f1_std": 0.04970195433046571, "bacc": 0.41025641025641024, "bacc_std": 0.05858420930982116}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 14, "C": 0.046415888336127774, "split": "test", "acc": 0.5961538461538461, "acc_std": 0.062133707704724137, "f1": 0.5839920948616601, "f1_std": 0.06752389329606887, "bacc": 0.5977564102564104, "bacc_std": 0.06201538104620229}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 15, "C": 0.000774263682681127, "split": "test", "acc": 0.5576923076923077, "acc_std": 0.06393524830898337, "f1": 0.5607990122585766, "f1_std": 0.06478541429807994, "bacc": 0.5528846153846154, "bacc_std": 0.06394800974328127}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 16, "C": 0.3593813663804626, "split": "test", "acc": 0.40384615384615385, "acc_std": 0.06596882668863041, "f1": 0.40239007480386785, "f1_std": 0.06729422460408556, "bacc": 0.4036172161172161, "bacc_std": 0.06601399957955083}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 17, "C": 2.782559402207126, "split": "test", "acc": 0.40384615384615385, "acc_std": 0.06647867478510257, "f1": 0.4017857142857143, "f1_std": 0.06316457428200375, "bacc": 0.4001831501831502, "bacc_std": 0.06589415747596433}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 18, "C": 9.999999999999999e-05, "split": "test", "acc": 0.4230769230769231, "acc_std": 0.06048711291177954, "f1": 0.37835896241068656, "f1_std": 0.05225601484088372, "bacc": 0.41346153846153844, "bacc_std": 0.05900264146608903}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 19, "C": 2.782559402207126, "split": "test", "acc": 0.4423076923076923, "acc_std": 0.06871357022981567, "f1": 0.4445634920634921, "f1_std": 0.06816926526386007, "bacc": 0.44505494505494503, "bacc_std": 0.06905727909466619}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 20, "C": 0.046415888336127774, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.060164665562508705, "f1": 0.44503284072249594, "f1_std": 0.05969845823574904, "bacc": 0.45650183150183155, "bacc_std": 0.05960724195578352}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 21, "C": 0.046415888336127774, "split": "test", "acc": 0.4230769230769231, "acc_std": 0.061544170408273466, "f1": 0.403126088470916, "f1_std": 0.0629884090954219, "bacc": 0.41941391941391937, "bacc_std": 0.06123112273522697}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 22, "C": 0.3593813663804626, "split": "test", "acc": 0.36538461538461536, "acc_std": 0.06614126669306625, "f1": 0.3853081700907788, "f1_std": 0.064875095905477, "bacc": 0.36492673992673996, "bacc_std": 0.06618289537571495}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 23, "C": 0.3593813663804626, "split": "test", "acc": 0.4230769230769231, "acc_std": 0.06389437474661096, "f1": 0.425595238095238, "f1_std": 0.06144923592315337, "bacc": 0.4223901098901099, "bacc_std": 0.06391794315633972}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 24, "C": 0.3593813663804626, "split": "test", "acc": 0.34615384615384615, "acc_std": 0.06651515821366848, "f1": 0.34375, "f1_std": 0.06309466720879657, "bacc": 0.33951465201465203, "bacc_std": 0.06564512326851708}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 25, "C": 0.3593813663804626, "split": "test", "acc": 0.38461538461538464, "acc_std": 0.062462426575724796, "f1": 0.37837899232202077, "f1_std": 0.06117045492462683, "bacc": 0.38095238095238093, "bacc_std": 0.06216459570449379}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 26, "C": 0.005994842503189409, "split": "test", "acc": 0.4807692307692308, "acc_std": 0.06528385901982749, "f1": 0.4740017326224223, "f1_std": 0.06582907103345002, "bacc": 0.4816849816849817, "bacc_std": 0.06518294960502306}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 27, "C": 0.046415888336127774, "split": "test", "acc": 0.4423076923076923, "acc_std": 0.06487597407233528, "f1": 0.4321219715956558, "f1_std": 0.06666505492193492, "bacc": 0.4375, "bacc_std": 0.06447195967818517}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 28, "C": 0.046415888336127774, "split": "test", "acc": 0.5, "acc_std": 0.066058462093824, "f1": 0.49351037254263064, "f1_std": 0.06575910352082737, "bacc": 0.49381868131868134, "bacc_std": 0.06575731627523208}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 29, "C": 0.046415888336127774, "split": "test", "acc": 0.4423076923076923, "acc_std": 0.06556666962474511, "f1": 0.44044311177744466, "f1_std": 0.06444134923966444, "bacc": 0.4445970695970696, "bacc_std": 0.06604366629043604}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 30, "C": 21.54434690031882, "split": "test", "acc": 0.5384615384615384, "acc_std": 0.06868722524052491, "f1": 0.5346790890269151, "f1_std": 0.06964858743284236, "bacc": 0.5382326007326007, "bacc_std": 0.06893831181869045}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 31, "C": 9.999999999999999e-05, "split": "test", "acc": 0.5576923076923077, "acc_std": 0.05423382424564667, "f1": 0.4804232804232804, "f1_std": 0.04603229011462956, "bacc": 0.5453296703296704, "bacc_std": 0.05278931044202807}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 32, "C": 0.005994842503189409, "split": "test", "acc": 0.4807692307692308, "acc_std": 0.05913942757155436, "f1": 0.4662309368191721, "f1_std": 0.060525601473845676, "bacc": 0.47435897435897434, "bacc_std": 0.05869612858871228}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 33, "C": 0.046415888336127774, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.06993381274948816, "f1": 0.4661490683229813, "f1_std": 0.07084614734702722, "bacc": 0.4626831501831502, "bacc_std": 0.07028114094233108}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 34, "C": 0.005994842503189409, "split": "test", "acc": 0.4423076923076923, "acc_std": 0.06703318748837825, "f1": 0.451731078904992, "f1_std": 0.06690869964232153, "bacc": 0.4464285714285714, "bacc_std": 0.06741821564573157}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 35, "C": 0.000774263682681127, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.0661538014311119, "f1": 0.46003016591251883, "f1_std": 0.06605582597558224, "bacc": 0.4581043956043956, "bacc_std": 0.06577450612830424}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 36, "C": 0.046415888336127774, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.0632920697613418, "f1": 0.44800793076655143, "f1_std": 0.0644272367952559, "bacc": 0.46222527472527475, "bacc_std": 0.06360045514679785}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 37, "C": 9.999999999999999e-05, "split": "test", "acc": 0.34615384615384615, "acc_std": 0.05864878918931559, "f1": 0.3017276422764228, "f1_std": 0.05244858546364706, "bacc": 0.33516483516483514, "bacc_std": 0.05709952895584895}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 38, "C": 166.81005372000556, "split": "test", "acc": 0.4807692307692308, "acc_std": 0.0654748133516389, "f1": 0.49620471014492756, "f1_std": 0.06410560790108188, "bacc": 0.4819139194139194, "bacc_std": 0.06568394678432912}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 39, "C": 166.81005372000556, "split": "test", "acc": 0.5192307692307693, "acc_std": 0.06672928395598221, "f1": 0.5092857142857142, "f1_std": 0.0689008134663885, "bacc": 0.5146520146520146, "bacc_std": 0.06704548657458165}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 40, "C": 9.999999999999999e-05, "split": "test", "acc": 0.4807692307692308, "acc_std": 0.056013576122750555, "f1": 0.42601809954751135, "f1_std": 0.04883074948274615, "bacc": 0.47115384615384615, "bacc_std": 0.05443008841455104}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 41, "C": 0.000774263682681127, "split": "test", "acc": 0.34615384615384615, "acc_std": 0.0521989253783149, "f1": 0.30761282290694053, "f1_std": 0.049166906941617586, "bacc": 0.3463827838827839, "bacc_std": 0.05227116774755703}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 42, "C": 0.000774263682681127, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.05788935579873816, "f1": 0.433324472798157, "f1_std": 0.06575794023072831, "bacc": 0.4608516483516484, "bacc_std": 0.05816808670625872}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 43, "C": 0.005994842503189409, "split": "test", "acc": 0.4807692307692308, "acc_std": 0.06253958509729667, "f1": 0.4710303938939621, "f1_std": 0.06373962374315405, "bacc": 0.4773351648351648, "bacc_std": 0.06224033424108078}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 44, "C": 0.005994842503189409, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.0671194730956602, "f1": 0.449859747545582, "f1_std": 0.0698571636498157, "bacc": 0.4583333333333333, "bacc_std": 0.06699781751958288}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 45, "C": 0.005994842503189409, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.06234120656117396, "f1": 0.4434841021047917, "f1_std": 0.061873948497222823, "bacc": 0.4668040293040293, "bacc_std": 0.06314570976065748}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 46, "C": 0.000774263682681127, "split": "test", "acc": 0.5192307692307693, "acc_std": 0.05925947106786056, "f1": 0.4831372549019608, "f1_std": 0.06547006008742531, "bacc": 0.5141941391941391, "bacc_std": 0.05864321613726716}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 47, "C": 0.005994842503189409, "split": "test", "acc": 0.4423076923076923, "acc_std": 0.06558110746857462, "f1": 0.4381104902094407, "f1_std": 0.06819552532668265, "bacc": 0.44184981684981683, "bacc_std": 0.06577556138648642}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 48, "C": 0.000774263682681127, "split": "test", "acc": 0.4423076923076923, "acc_std": 0.06531012725369238, "f1": 0.4224910394265232, "f1_std": 0.0668673430016994, "bacc": 0.43864468864468864, "bacc_std": 0.06490777068843605}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 49, "C": 0.046415888336127774, "split": "test", "acc": 0.4423076923076923, "acc_std": 0.06704563269822521, "f1": 0.4482594310785054, "f1_std": 0.06636219167044904, "bacc": 0.44184981684981683, "bacc_std": 0.06722097053790903}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 50, "C": 0.046415888336127774, "split": "test", "acc": 0.40384615384615385, "acc_std": 0.06419160482631288, "f1": 0.3997294372294372, "f1_std": 0.06557873782361305, "bacc": 0.40636446886446886, "bacc_std": 0.0645738754821113}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 51, "C": 0.046415888336127774, "split": "test", "acc": 0.38461538461538464, "acc_std": 0.06513412425151531, "f1": 0.3855555555555556, "f1_std": 0.06361873191906178, "bacc": 0.3869047619047619, "bacc_std": 0.06516484114243888}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 52, "C": 166.81005372000556, "split": "test", "acc": 0.34615384615384615, "acc_std": 0.06534904009562895, "f1": 0.35266661809438804, "f1_std": 0.06642468294976489, "bacc": 0.3456959706959707, "bacc_std": 0.06537286382547726}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 53, "C": 9.999999999999999e-05, "split": "test", "acc": 0.5, "acc_std": 0.0567875726049887, "f1": 0.45929035045414357, "f1_std": 0.05560754467914116, "bacc": 0.49336080586080583, "bacc_std": 0.055882885423537386}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 54, "C": 0.005994842503189409, "split": "test", "acc": 0.40384615384615385, "acc_std": 0.05926068175752676, "f1": 0.3806896551724138, "f1_std": 0.059235489976236094, "bacc": 0.4059065934065934, "bacc_std": 0.0596103935569322}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 55, "C": 9.999999999999999e-05, "split": "test", "acc": 0.36538461538461536, "acc_std": 0.0574055823729188, "f1": 0.322561669829222, "f1_std": 0.04880286907847437, "bacc": 0.3585164835164835, "bacc_std": 0.056161427401074125}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 56, "C": 0.000774263682681127, "split": "test", "acc": 0.36538461538461536, "acc_std": 0.06262751489003676, "f1": 0.35699300699300707, "f1_std": 0.06043459718932002, "bacc": 0.3644688644688645, "bacc_std": 0.06262732484657567}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 57, "C": 9.999999999999999e-05, "split": "test", "acc": 0.4230769230769231, "acc_std": 0.05807843859459205, "f1": 0.37004453133485393, "f1_std": 0.04867457200760687, "bacc": 0.4175824175824176, "bacc_std": 0.05682660870586967}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 58, "C": 0.046415888336127774, "split": "test", "acc": 0.4230769230769231, "acc_std": 0.053035435290470695, "f1": 0.38792167584737247, "f1_std": 0.05670503933371054, "bacc": 0.4178113553113554, "bacc_std": 0.05195409806794536}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 59, "C": 166.81005372000556, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.06481991439191469, "f1": 0.4543936268074199, "f1_std": 0.06534968945918793, "bacc": 0.46703296703296704, "bacc_std": 0.065263937523551}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 60, "C": 0.005994842503189409, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.06503402614180531, "f1": 0.4485057952799888, "f1_std": 0.06844746919383875, "bacc": 0.45810439560439564, "bacc_std": 0.06508711007940957}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 61, "C": 0.3593813663804626, "split": "test", "acc": 0.38461538461538464, "acc_std": 0.06591723113835067, "f1": 0.3882481836005075, "f1_std": 0.06318564565788565, "bacc": 0.38530219780219777, "bacc_std": 0.06592039137551461}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 62, "C": 0.046415888336127774, "split": "test", "acc": 0.5, "acc_std": 0.06665528872334812, "f1": 0.5012464387464387, "f1_std": 0.0672742848413357, "bacc": 0.49977106227106227, "bacc_std": 0.067074979170592}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 63, "C": 2.782559402207126, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.06032917592223203, "f1": 0.4568681318681319, "f1_std": 0.06043772869714045, "bacc": 0.45947802197802196, "bacc_std": 0.06031858240525293}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 64, "C": 0.005994842503189409, "split": "test", "acc": 0.4423076923076923, "acc_std": 0.06449231640854317, "f1": 0.43994178235557546, "f1_std": 0.06443437551345184, "bacc": 0.44047619047619047, "bacc_std": 0.06469636984511624}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 65, "C": 0.046415888336127774, "split": "test", "acc": 0.5192307692307693, "acc_std": 0.06415139037911777, "f1": 0.5203846153846153, "f1_std": 0.06369206876913053, "bacc": 0.5190018315018315, "bacc_std": 0.06418940510171849}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 66, "C": 0.005994842503189409, "split": "test", "acc": 0.4230769230769231, "acc_std": 0.06106214702101924, "f1": 0.41615675990675993, "f1_std": 0.056657697276668154, "bacc": 0.4164377289377289, "bacc_std": 0.060290168897336856}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 67, "C": 0.3593813663804626, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.06385239774843895, "f1": 0.44735909252038286, "f1_std": 0.06553276731997268, "bacc": 0.4608516483516483, "bacc_std": 0.06399754691771757}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 68, "C": 0.046415888336127774, "split": "test", "acc": 0.4230769230769231, "acc_std": 0.061924880527962, "f1": 0.41160372194854955, "f1_std": 0.062433014485939346, "bacc": 0.4194139194139194, "bacc_std": 0.06175038268378974}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 69, "C": 0.005994842503189409, "split": "test", "acc": 0.36538461538461536, "acc_std": 0.06514039230814604, "f1": 0.38343253968253965, "f1_std": 0.06303024527176505, "bacc": 0.36904761904761907, "bacc_std": 0.06582780523910735}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 70, "C": 9.999999999999999e-05, "split": "test", "acc": 0.38461538461538464, "acc_std": 0.0615785806724476, "f1": 0.3658655520724486, "f1_std": 0.06394429548576383, "bacc": 0.38369963369963367, "bacc_std": 0.06151327251593887}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 71, "C": 2.782559402207126, "split": "test", "acc": 0.5, "acc_std": 0.0669227564094889, "f1": 0.5045699067438199, "f1_std": 0.06511638588798478, "bacc": 0.5057234432234432, "bacc_std": 0.06746858289811337}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 72, "C": 0.046415888336127774, "split": "test", "acc": 0.5961538461538461, "acc_std": 0.06448580184081808, "f1": 0.587548945307566, "f1_std": 0.0670532455241151, "bacc": 0.594551282051282, "bacc_std": 0.06467477492935751}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 73, "C": 21.54434690031882, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.06625523313037064, "f1": 0.4606647378386509, "f1_std": 0.06660111487063981, "bacc": 0.46108058608058605, "bacc_std": 0.06637806283512905}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 74, "C": 0.005994842503189409, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.06980153607099075, "f1": 0.45845924908424907, "f1_std": 0.0703541524740769, "bacc": 0.4583333333333333, "bacc_std": 0.06958060319472023}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 75, "C": 0.005994842503189409, "split": "test", "acc": 0.5576923076923077, "acc_std": 0.06752273340607012, "f1": 0.5577095067417648, "f1_std": 0.06859100082964703, "bacc": 0.5547161172161172, "bacc_std": 0.06774634443428293}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 76, "C": 0.005994842503189409, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.06729493285653594, "f1": 0.47349985721425003, "f1_std": 0.06553896842453717, "bacc": 0.4626831501831502, "bacc_std": 0.06756771030669786}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 77, "C": 0.000774263682681127, "split": "test", "acc": 0.4423076923076923, "acc_std": 0.06662288996625425, "f1": 0.4318463783981026, "f1_std": 0.06740551055035031, "bacc": 0.44024725274725274, "bacc_std": 0.06644484807946853}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 78, "C": 0.046415888336127774, "split": "test", "acc": 0.5961538461538461, "acc_std": 0.06778079880313106, "f1": 0.6060782967032967, "f1_std": 0.06636146091676794, "bacc": 0.5961538461538461, "bacc_std": 0.0678870802947577}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 79, "C": 0.046415888336127774, "split": "test", "acc": 0.4807692307692308, "acc_std": 0.06722306768068806, "f1": 0.4666738176964149, "f1_std": 0.06947301083823462, "bacc": 0.4759615384615385, "bacc_std": 0.06690422484057741}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 80, "C": 1291.5496650148827, "split": "test", "acc": 0.5769230769230769, "acc_std": 0.06471334149962693, "f1": 0.562824302134647, "f1_std": 0.06782130333476351, "bacc": 0.5737179487179487, "bacc_std": 0.06461591370563609}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 81, "C": 0.3593813663804626, "split": "test", "acc": 0.4423076923076923, "acc_std": 0.06326046233370854, "f1": 0.43348338457034113, "f1_std": 0.06370513535578642, "bacc": 0.43612637362637363, "bacc_std": 0.06298082901419623}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 82, "C": 0.3593813663804626, "split": "test", "acc": 0.5, "acc_std": 0.06713908552202455, "f1": 0.47806144320076205, "f1_std": 0.06928562270770813, "bacc": 0.49496336996337, "bacc_std": 0.06653687026043122}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 83, "C": 0.005994842503189409, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.059184097496284456, "f1": 0.43625783033780224, "f1_std": 0.06055702863583901, "bacc": 0.45787545787545786, "bacc_std": 0.05857016490994418}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 84, "C": 0.005994842503189409, "split": "test", "acc": 0.5, "acc_std": 0.06346050115702358, "f1": 0.4857491970395196, "f1_std": 0.06568205840911538, "bacc": 0.4951923076923077, "bacc_std": 0.0631110183296891}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 85, "C": 0.3593813663804626, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.06335655652288774, "f1": 0.4435714285714286, "f1_std": 0.06172453824170494, "bacc": 0.4578754578754579, "bacc_std": 0.06283177560555399}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 86, "C": 0.3593813663804626, "split": "test", "acc": 0.5384615384615384, "acc_std": 0.060346276413073545, "f1": 0.5081417624521073, "f1_std": 0.06303745240652271, "bacc": 0.532051282051282, "bacc_std": 0.059941055053344725}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 87, "C": 0.005994842503189409, "split": "test", "acc": 0.5192307692307693, "acc_std": 0.06785531073737906, "f1": 0.5167032967032967, "f1_std": 0.06768145131823404, "bacc": 0.5249542124542125, "bacc_std": 0.06837214406364608}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 88, "C": 9.999999999999999e-05, "split": "test", "acc": 0.4807692307692308, "acc_std": 0.06729586709308863, "f1": 0.47176842765078064, "f1_std": 0.06988857737709754, "bacc": 0.47596153846153844, "bacc_std": 0.06715240770694232}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 89, "C": 0.000774263682681127, "split": "test", "acc": 0.40384615384615385, "acc_std": 0.06070925716334737, "f1": 0.3891285403050109, "f1_std": 0.06162161546304663, "bacc": 0.4059065934065934, "bacc_std": 0.061082897509892146}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 90, "C": 2.782559402207126, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.06477822886519238, "f1": 0.45366739707069537, "f1_std": 0.06481881885465171, "bacc": 0.4624542124542124, "bacc_std": 0.06514934878710535}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 91, "C": 9.999999999999999e-05, "split": "test", "acc": 0.4423076923076923, "acc_std": 0.0647490718674199, "f1": 0.4281603136867156, "f1_std": 0.0676044574879797, "bacc": 0.4416208791208791, "bacc_std": 0.06456022539776912}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 92, "C": 0.3593813663804626, "split": "test", "acc": 0.4423076923076923, "acc_std": 0.056248852716768036, "f1": 0.4112554112554112, "f1_std": 0.05656535320495424, "bacc": 0.44436813186813184, "bacc_std": 0.05696691141733874}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 93, "C": 0.046415888336127774, "split": "test", "acc": 0.4807692307692308, "acc_std": 0.06399300766166409, "f1": 0.4818314485434051, "f1_std": 0.062086096370781156, "bacc": 0.4878663003663004, "bacc_std": 0.06493989525455693}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 94, "C": 0.046415888336127774, "split": "test", "acc": 0.4230769230769231, "acc_std": 0.06826787647627457, "f1": 0.42109302491611333, "f1_std": 0.06876417167530233, "bacc": 0.4226190476190476, "bacc_std": 0.06832540818445779}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 95, "C": 0.3593813663804626, "split": "test", "acc": 0.5, "acc_std": 0.06066050400023173, "f1": 0.47691297208538586, "f1_std": 0.05601299097208416, "bacc": 0.4906135531135531, "bacc_std": 0.05970087100652999}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 96, "C": 0.046415888336127774, "split": "test", "acc": 0.4423076923076923, "acc_std": 0.07014223714676245, "f1": 0.4430113636363637, "f1_std": 0.07056556755059885, "bacc": 0.4391025641025641, "bacc_std": 0.07009350237139708}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 97, "C": 0.005994842503189409, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.06231452953939375, "f1": 0.45179146537842185, "f1_std": 0.062414285566127756, "bacc": 0.4608516483516484, "bacc_std": 0.062206297384865196}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 98, "C": 0.005994842503189409, "split": "test", "acc": 0.4423076923076923, "acc_std": 0.06104751277953957, "f1": 0.41550925925925924, "f1_std": 0.06395468254199337, "bacc": 0.440018315018315, "bacc_std": 0.06095778406121292}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 99, "C": 0.3593813663804626, "split": "test", "acc": 0.4230769230769231, "acc_std": 0.06846425016237202, "f1": 0.43160287987874196, "f1_std": 0.06716847406196273, "bacc": 0.42399267399267404, "bacc_std": 0.06864137169176612}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_age", "trial": 100, "C": 0.046415888336127774, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.06492161864931695, "f1": 0.45384615384615384, "f1_std": 0.06599439012345748, "bacc": 0.4624542124542125, "bacc_std": 0.06518021361592749}
+eval results (random splits):
+
+| model    | repr   | clf      | dataset   | split   |   n_trials |     C |   C_std |     acc |   acc_std |      f1 |   f1_std |    bacc |   bacc_std |
+|:---------|:-------|:---------|:----------|:--------|-----------:|------:|--------:|--------:|----------:|--------:|---------:|--------:|-----------:|
+| flat_mae | patch  | logistic | aabc_age  | train   |        100 | 20.25 |  132.55 | 0.75541 |  0.17625  | 0.75005 | 0.18353  | 0.7554  |   0.17706  |
+| flat_mae | patch  | logistic | aabc_age  | test    |        100 | 20.25 |  132.55 | 0.45962 |  0.057237 | 0.44744 | 0.058349 | 0.45759 |   0.056877 |
+
+
+done! total time: 0:05:40

decoders/attn_reg1_pep4/eval_v2/aabc_age__reg__logistic/config.yaml

@@ -0,0 +1,30 @@
+output_root: experiments/decoders/output
+name_prefix: eval_logistic
+remote_root: null
+notes: decoder ablations attn_reg1_pep4; eval v2 (aabc_age reg logistic)
+model_kwargs:
+  ckpt_path: experiments/decoders/output/decoders/attn_reg1_pep4/pretrain/checkpoint-last.pth
+dataset_kwargs: {}
+num_workers: 16
+batch_size: 2
+cv_folds: 5
+max_iter: 1000
+Cs: 10
+balanced_sampling: false
+metrics:
+- acc
+- f1
+- bacc
+cv_metric: bacc
+n_trials: 100
+amp: true
+device: cuda
+seed: 4466
+debug: false
+name: decoders/attn_reg1_pep4/eval_v2/aabc_age__reg__logistic
+model: flat_mae
+representation: reg
+dataset: aabc_age
+distributed: false
+output_dir: experiments/decoders/output/decoders/attn_reg1_pep4/eval_v2/aabc_age__reg__logistic
+remote_dir: null

decoders/attn_reg1_pep4/eval_v2/aabc_age__reg__logistic/eval_table.csv

@@ -0,0 +1,203 @@
+model,repr,clf,dataset,trial,C,split,acc,acc_std,f1,f1_std,bacc,bacc_std
+flat_mae,reg,logistic,aabc_age,,0.005994842503189409,train,0.6279527559055118,0.02142932553609622,0.62565536938739,0.021693749259380012,0.6291020033062805,0.021404964457797254
+flat_mae,reg,logistic,aabc_age,,0.005994842503189409,test,0.36538461538461536,0.0636838878678469,0.3611506746626687,0.0633396060697681,0.35622710622710624,0.06301874249859056
+flat_mae,reg,logistic,aabc_age,1,0.046415888336127774,train,0.7913385826771654,0.017470719860729986,0.7907790989944486,0.017850206706045025,0.7914206091804775,0.017511690858046543
+flat_mae,reg,logistic,aabc_age,1,0.046415888336127774,test,0.46153846153846156,0.0635215450567013,0.46233105669387525,0.06145093577090532,0.4608516483516483,0.06363918506654685
+flat_mae,reg,logistic,aabc_age,2,9.999999999999999e-05,train,0.4822834645669291,0.020233516088172775,0.45990668262774304,0.020692039461757093,0.4809770152419786,0.020142579536389864
+flat_mae,reg,logistic,aabc_age,2,9.999999999999999e-05,test,0.5384615384615384,0.06397558705979156,0.5167457769091163,0.06655923191241152,0.5350274725274725,0.0634937022047951
+flat_mae,reg,logistic,aabc_age,3,0.046415888336127774,train,0.7716535433070866,0.018019338816758594,0.772414231475761,0.01807857622248129,0.7724471316042341,0.01803122694827653
+flat_mae,reg,logistic,aabc_age,3,0.046415888336127774,test,0.5576923076923077,0.06757240254570512,0.5521371986889227,0.06949239911115596,0.55746336996337,0.06775775628642457
+flat_mae,reg,logistic,aabc_age,4,0.046415888336127774,train,0.7854330708661418,0.019053528192276452,0.7846006406260748,0.019442189576533077,0.7863924536190828,0.01909766883110144
+flat_mae,reg,logistic,aabc_age,4,0.046415888336127774,test,0.5576923076923077,0.06369867117969708,0.5476679929266136,0.06549382903532174,0.5588369963369964,0.06410354668758966
+flat_mae,reg,logistic,aabc_age,5,0.046415888336127774,train,0.7893700787401575,0.016946394789470503,0.7899279037263678,0.016992641520294206,0.7907422529052205,0.016834599985279423
+flat_mae,reg,logistic,aabc_age,5,0.046415888336127774,test,0.4423076923076923,0.06153378588006534,0.4318368700265252,0.06121395568289032,0.4416208791208791,0.06138814898142881
+flat_mae,reg,logistic,aabc_age,6,0.046415888336127774,train,0.7696850393700787,0.01813974658314753,0.7695307311885792,0.018238546030916698,0.7703810159017547,0.018121438375953466
+flat_mae,reg,logistic,aabc_age,6,0.046415888336127774,test,0.5,0.07041099757766293,0.5109740802675585,0.06997599806402775,0.5029761904761905,0.07043558162042017
+flat_mae,reg,logistic,aabc_age,7,0.005994842503189409,train,0.6358267716535433,0.02058100040462453,0.6331066553573081,0.021095618801794044,0.637021015019496,0.020611442993809525
+flat_mae,reg,logistic,aabc_age,7,0.005994842503189409,test,0.4807692307692308,0.06388797286597123,0.4579485978572683,0.064824778536135,0.47435897435897434,0.06331108567415208
+flat_mae,reg,logistic,aabc_age,8,9.999999999999999e-05,train,0.5019685039370079,0.01978939700295255,0.47046355207535523,0.02018694469268829,0.4999005061480008,0.019604951309276576
+flat_mae,reg,logistic,aabc_age,8,9.999999999999999e-05,test,0.38461538461538464,0.06555051351808928,0.3819535576341384,0.06573420966782607,0.38530219780219777,0.06579533252374668
+flat_mae,reg,logistic,aabc_age,9,0.005994842503189409,train,0.6358267716535433,0.02083291069486777,0.6334631924622511,0.02126152009519476,0.6373385562411175,0.020824382894799192
+flat_mae,reg,logistic,aabc_age,9,0.005994842503189409,test,0.4807692307692308,0.06449772942198599,0.45986928104575164,0.06516923458597285,0.47298534798534797,0.06400114795904321
+flat_mae,reg,logistic,aabc_age,10,0.000774263682681127,train,0.5492125984251969,0.01978019951902877,0.5400102493679684,0.020322769154234817,0.5493873096670625,0.019718988649446465
+flat_mae,reg,logistic,aabc_age,10,0.000774263682681127,test,0.4230769230769231,0.06550491196180834,0.4217707024158637,0.0658019159541703,0.4210164835164836,0.0652426249885098
+flat_mae,reg,logistic,aabc_age,11,9.999999999999999e-05,train,0.4763779527559055,0.019378278704141168,0.4492761059914814,0.0197667671711222,0.4754313717780774,0.019206753615522803
+flat_mae,reg,logistic,aabc_age,11,9.999999999999999e-05,test,0.5192307692307693,0.06230212463253408,0.489169110459433,0.06788477736496269,0.5114468864468865,0.061990161827376995
+flat_mae,reg,logistic,aabc_age,12,0.005994842503189409,train,0.6318897637795275,0.020496964037414644,0.6277959036045436,0.021059670841020596,0.6322360799710005,0.020503326112156973
+flat_mae,reg,logistic,aabc_age,12,0.005994842503189409,test,0.4423076923076923,0.06546167404849015,0.4436363636363636,0.06533979841486413,0.44184981684981683,0.06561485343501645
+flat_mae,reg,logistic,aabc_age,13,0.046415888336127774,train,0.7874015748031497,0.017643715172870212,0.7875504032258065,0.01770318702132295,0.7879558256886893,0.017662262905104937
+flat_mae,reg,logistic,aabc_age,13,0.046415888336127774,test,0.40384615384615385,0.05943192615214357,0.3929096989966555,0.059435883721023215,0.40453296703296704,0.05977774563040662
+flat_mae,reg,logistic,aabc_age,14,0.046415888336127774,train,0.7854330708661418,0.017131719557348307,0.7850914881381652,0.017373170999393308,0.7861248990676827,0.01710227768615963
+flat_mae,reg,logistic,aabc_age,14,0.046415888336127774,test,0.5576923076923077,0.06651315659326355,0.5527777777777777,0.07005273622240277,0.5590659340659341,0.0664281053079526
+flat_mae,reg,logistic,aabc_age,15,0.000774263682681127,train,0.5216535433070866,0.022052520108307043,0.514874688427676,0.022674526983561052,0.521764220188765,0.0220534737111517
+flat_mae,reg,logistic,aabc_age,15,0.000774263682681127,test,0.5384615384615384,0.06507868473702116,0.5476651186790505,0.0644691991685846,0.5366300366300366,0.0649956189605494
+flat_mae,reg,logistic,aabc_age,16,0.000774263682681127,train,0.5374015748031497,0.021695244026450292,0.527622146166578,0.022065827078963283,0.5362703039381345,0.021566711605416598
+flat_mae,reg,logistic,aabc_age,16,0.000774263682681127,test,0.4423076923076923,0.06276983172789241,0.4405230925261351,0.06357106649169934,0.4416208791208791,0.06274541516930576
+flat_mae,reg,logistic,aabc_age,17,0.000774263682681127,train,0.5610236220472441,0.021069208001798533,0.5560834937717745,0.021754314210652305,0.5620015717631173,0.021073827226898337
+flat_mae,reg,logistic,aabc_age,17,0.000774263682681127,test,0.4230769230769231,0.05510714415824963,0.3891826923076923,0.05383832335941564,0.4191849816849817,0.05421053005724257
+flat_mae,reg,logistic,aabc_age,18,9.999999999999999e-05,train,0.4921259842519685,0.020156711353443175,0.46554164551403243,0.02090125963949339,0.49030498341928963,0.020032355950983155
+flat_mae,reg,logistic,aabc_age,18,9.999999999999999e-05,test,0.5,0.056525050738117394,0.43675595238095233,0.04807419339796134,0.49038461538461536,0.05487344921996411
+flat_mae,reg,logistic,aabc_age,19,0.005994842503189409,train,0.6437007874015748,0.020993341311967444,0.6404277062549323,0.021478205406693367,0.6453530856999283,0.020881387512864672
+flat_mae,reg,logistic,aabc_age,19,0.005994842503189409,test,0.4230769230769231,0.06573097177805584,0.42341856367101804,0.06616177145745306,0.4228479853479854,0.06583392617397316
+flat_mae,reg,logistic,aabc_age,20,0.005994842503189409,train,0.6161417322834646,0.022414971846110483,0.6129774906962036,0.022937195660247055,0.6169773192376518,0.022396772493191042
+flat_mae,reg,logistic,aabc_age,20,0.005994842503189409,test,0.38461538461538464,0.054562542150427336,0.36404761904761906,0.05197598100507604,0.3820970695970696,0.05412459006261871
+flat_mae,reg,logistic,aabc_age,21,0.046415888336127774,train,0.7775590551181102,0.017575580567994475,0.7777791199336405,0.01765892412800811,0.7792981823552089,0.017434286426165773
+flat_mae,reg,logistic,aabc_age,21,0.046415888336127774,test,0.38461538461538464,0.06716810801063114,0.3837888198757764,0.06579405413982745,0.3839285714285714,0.06724200237390185
+flat_mae,reg,logistic,aabc_age,22,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,reg,logistic,aabc_age,22,2.782559402207126,test,0.3076923076923077,0.06197789021691239,0.31612554112554114,0.06052295842956278,0.30540293040293043,0.06172357520674181
+flat_mae,reg,logistic,aabc_age,23,0.046415888336127774,train,0.7992125984251969,0.01725758065744385,0.798839549088453,0.017464206141375626,0.8004377489743741,0.017211908376675272
+flat_mae,reg,logistic,aabc_age,23,0.046415888336127774,test,0.4230769230769231,0.056996262723945694,0.4221295945433876,0.055514211588921364,0.4251373626373627,0.057712208476765364
+flat_mae,reg,logistic,aabc_age,24,0.000774263682681127,train,0.5531496062992126,0.020841689728811848,0.544113778022328,0.021400770193390376,0.5529844319692208,0.020743766065440254
+flat_mae,reg,logistic,aabc_age,24,0.000774263682681127,test,0.38461538461538464,0.06006057100418804,0.36163720538720534,0.05721191740047356,0.37934981684981683,0.05918138376944187
+flat_mae,reg,logistic,aabc_age,25,9.999999999999999e-05,train,0.5059055118110236,0.01987010448241539,0.48319268980818114,0.02030099420931796,0.5046178333259812,0.019768862067774416
+flat_mae,reg,logistic,aabc_age,25,9.999999999999999e-05,test,0.36538461538461536,0.057689371720165715,0.32922367693158766,0.05691724112402267,0.3628663003663004,0.05718031970159127
+flat_mae,reg,logistic,aabc_age,26,0.000774263682681127,train,0.5393700787401575,0.021541462254665824,0.5321227208391641,0.021857807128146663,0.5393566511759934,0.02149352249007672
+flat_mae,reg,logistic,aabc_age,26,0.000774263682681127,test,0.40384615384615385,0.06308864806597855,0.3838338122605364,0.05960954233774736,0.3985805860805861,0.062302552443679736
+flat_mae,reg,logistic,aabc_age,27,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,reg,logistic,aabc_age,27,166.81005372000556,test,0.38461538461538464,0.0667483461666005,0.3795713963455899,0.06659355276586615,0.38278388278388276,0.06669498697191201
+flat_mae,reg,logistic,aabc_age,28,9.999999999999999e-05,train,0.49606299212598426,0.01904669723477934,0.4730803369287677,0.019785518461366954,0.49535747301918526,0.018939434464768506
+flat_mae,reg,logistic,aabc_age,28,9.999999999999999e-05,test,0.46153846153846156,0.05976848826387624,0.3938521156263092,0.05064040314561026,0.4532967032967033,0.05817973702420191
+flat_mae,reg,logistic,aabc_age,29,0.046415888336127774,train,0.7696850393700787,0.018648393658038546,0.7703440633269257,0.01865763583658656,0.7719363565399346,0.01862602588888433
+flat_mae,reg,logistic,aabc_age,29,0.046415888336127774,test,0.4423076923076923,0.06445698304079935,0.43796296296296294,0.06392659279558822,0.4416208791208791,0.06438226572942052
+flat_mae,reg,logistic,aabc_age,30,0.046415888336127774,train,0.7952755905511811,0.017798750183398167,0.7955911991136699,0.017938509401295495,0.7961879230286791,0.017709803589511162
+flat_mae,reg,logistic,aabc_age,30,0.046415888336127774,test,0.5,0.06562601365799275,0.5014737075906491,0.063764951463825,0.5070970695970696,0.0660563858247356
+flat_mae,reg,logistic,aabc_age,31,9.999999999999999e-05,train,0.47834645669291337,0.020077061455222808,0.4497310322827715,0.02053447761624194,0.4770123650479776,0.01990458636488613
+flat_mae,reg,logistic,aabc_age,31,9.999999999999999e-05,test,0.6153846153846154,0.05598266849300445,0.5763107263107263,0.06077096700547292,0.6062271062271063,0.05538900933653573
+flat_mae,reg,logistic,aabc_age,32,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,reg,logistic,aabc_age,32,166.81005372000556,test,0.4230769230769231,0.06225395355901351,0.40538031637775884,0.06275107671994935,0.4194139194139195,0.06198457953341503
+flat_mae,reg,logistic,aabc_age,33,0.046415888336127774,train,0.7677165354330708,0.018081411501176665,0.7680719992056337,0.018212591497833226,0.7685824547506755,0.01804566382680796
+flat_mae,reg,logistic,aabc_age,33,0.046415888336127774,test,0.46153846153846156,0.06800708064423497,0.47451923076923075,0.06698869887278167,0.46130952380952384,0.06816881013542106
+flat_mae,reg,logistic,aabc_age,34,0.000774263682681127,train,0.5531496062992126,0.020209104354616942,0.5411924472707241,0.021082381224040853,0.5521317816447988,0.020150514959387283
+flat_mae,reg,logistic,aabc_age,34,0.000774263682681127,test,0.40384615384615385,0.06643094915712977,0.4111528822055138,0.07023446646418564,0.4006410256410256,0.06663515495214557
+flat_mae,reg,logistic,aabc_age,35,9.999999999999999e-05,train,0.49803149606299213,0.019807062355115614,0.4756023632380889,0.020306535898765143,0.4969884529593068,0.019716606008738324
+flat_mae,reg,logistic,aabc_age,35,9.999999999999999e-05,test,0.4230769230769231,0.06145359532767977,0.38824884792626724,0.060636641281595675,0.4191849816849817,0.06075702966635236
+flat_mae,reg,logistic,aabc_age,36,0.005994842503189409,train,0.6122047244094488,0.0208852178438399,0.6102670337934166,0.02088234838783817,0.6124099520703352,0.020859881131186305
+flat_mae,reg,logistic,aabc_age,36,0.005994842503189409,test,0.5,0.05797642859118996,0.4911512497719394,0.05779249289977651,0.5022893772893773,0.05821223089978041
+flat_mae,reg,logistic,aabc_age,37,0.046415888336127774,train,0.7795275590551181,0.01842817922898461,0.7797709797709798,0.018542563476607283,0.7817494471498247,0.01842960450459192
+flat_mae,reg,logistic,aabc_age,37,0.046415888336127774,test,0.46153846153846156,0.06426779218571334,0.4595289855072464,0.06424631314360292,0.4569597069597069,0.06418496042764131
+flat_mae,reg,logistic,aabc_age,38,9.999999999999999e-05,train,0.4862204724409449,0.019235388493616157,0.4553573862784389,0.01967255962201083,0.4850268945067886,0.01913457478714803
+flat_mae,reg,logistic,aabc_age,38,9.999999999999999e-05,test,0.46153846153846156,0.06025403568698156,0.4119022869022869,0.0501325708860847,0.45192307692307687,0.05865072378903898
+flat_mae,reg,logistic,aabc_age,39,0.046415888336127774,train,0.7795275590551181,0.017508441495205897,0.778528565553328,0.01764911964691925,0.7793738216571504,0.017449961367610584
+flat_mae,reg,logistic,aabc_age,39,0.046415888336127774,test,0.4807692307692308,0.06769732280373353,0.47308941058941056,0.06848737457399039,0.47458791208791207,0.06761032584988574
+flat_mae,reg,logistic,aabc_age,40,0.000774263682681127,train,0.5295275590551181,0.021132872525915704,0.5184132721563518,0.021614089405482408,0.5281058144686597,0.02106530596902898
+flat_mae,reg,logistic,aabc_age,40,0.000774263682681127,test,0.5384615384615384,0.06347319240314099,0.5337403967434926,0.06475136159150187,0.5336538461538461,0.06321120714157227
+flat_mae,reg,logistic,aabc_age,41,0.046415888336127774,train,0.7795275590551181,0.01844581926878005,0.7799447172862786,0.018549574361311133,0.7820669883714463,0.018273922104190717
+flat_mae,reg,logistic,aabc_age,41,0.046415888336127774,test,0.4230769230769231,0.06658707650435218,0.4142613636363637,0.06802799901370726,0.423992673992674,0.0668351081637679
+flat_mae,reg,logistic,aabc_age,42,0.000774263682681127,train,0.547244094488189,0.019207030947548234,0.5361517994328244,0.019700888691147642,0.5467360981915614,0.01911056276009153
+flat_mae,reg,logistic,aabc_age,42,0.000774263682681127,test,0.5192307692307693,0.06269607114706716,0.503393665158371,0.06923785951855704,0.5233516483516484,0.0629442886621374
+flat_mae,reg,logistic,aabc_age,43,0.000774263682681127,train,0.5492125984251969,0.020723960696862307,0.5405155761087964,0.0211802462927748,0.5493873096670625,0.020704210437818234
+flat_mae,reg,logistic,aabc_age,43,0.000774263682681127,test,0.4807692307692308,0.06542282820013318,0.46949404761904767,0.06392540367338338,0.47435897435897434,0.06505806858132487
+flat_mae,reg,logistic,aabc_age,44,0.005994842503189409,train,0.6279527559055118,0.020099292785148947,0.628215060095476,0.01990369052141201,0.629926743755622,0.020107986561396292
+flat_mae,reg,logistic,aabc_age,44,0.005994842503189409,test,0.4807692307692308,0.0693893909323644,0.47442982456140353,0.07265749914384596,0.4764194139194139,0.0695203655103376
+flat_mae,reg,logistic,aabc_age,45,0.005994842503189409,train,0.6161417322834646,0.020577853991515963,0.6121355018127064,0.021084732318157853,0.6167773725567667,0.020604204391379114
+flat_mae,reg,logistic,aabc_age,45,0.005994842503189409,test,0.4230769230769231,0.05677366044839861,0.39141414141414144,0.05788268287355007,0.42811355311355315,0.05782617095864232
+flat_mae,reg,logistic,aabc_age,46,0.005994842503189409,train,0.610236220472441,0.020651012164748895,0.605905948324132,0.02119718077276201,0.6101938763571919,0.020699608256220994
+flat_mae,reg,logistic,aabc_age,46,0.005994842503189409,test,0.5384615384615384,0.065240519953377,0.5284178187403994,0.0685708198487278,0.5352564102564102,0.06518834895771239
+flat_mae,reg,logistic,aabc_age,47,0.005994842503189409,train,0.6279527559055118,0.020616213814775592,0.623275745900958,0.021094462798746102,0.6282714297769996,0.020552697111484795
+flat_mae,reg,logistic,aabc_age,47,0.005994842503189409,test,0.5,0.06806300379212704,0.5015360983102919,0.07025446523612558,0.5013736263736264,0.0681226242916817
+flat_mae,reg,logistic,aabc_age,48,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,reg,logistic,aabc_age,48,2.782559402207126,test,0.3076923076923077,0.06295573489534545,0.3146488294314381,0.06174708054934639,0.3083791208791209,0.06330854703986699
+flat_mae,reg,logistic,aabc_age,49,0.046415888336127774,train,0.7716535433070866,0.01866923322154765,0.7721670722647076,0.01869485610716379,0.7722795503932764,0.018588586829133117
+flat_mae,reg,logistic,aabc_age,49,0.046415888336127774,test,0.46153846153846156,0.06160496406648685,0.44890109890109886,0.06052242105885804,0.45650183150183155,0.06126472691445141
+flat_mae,reg,logistic,aabc_age,50,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,reg,logistic,aabc_age,50,166.81005372000556,test,0.3269230769230769,0.06550328597385616,0.3328544061302682,0.06431045315353695,0.32623626373626374,0.06527709759401436
+flat_mae,reg,logistic,aabc_age,51,0.046415888336127774,train,0.7716535433070866,0.017777802637011515,0.7721917502787068,0.017821050509876264,0.7739024989019714,0.017580457484295108
+flat_mae,reg,logistic,aabc_age,51,0.046415888336127774,test,0.5384615384615384,0.07021786679021264,0.5426010770838356,0.06957130648355016,0.5368589743589743,0.07031745680660469
+flat_mae,reg,logistic,aabc_age,52,0.046415888336127774,train,0.7854330708661418,0.018306619247272744,0.7847794566544567,0.018594814960319336,0.7859573178567251,0.018223050273657258
+flat_mae,reg,logistic,aabc_age,52,0.046415888336127774,test,0.46153846153846156,0.07130105354541677,0.4699079031912615,0.07089907677300118,0.4642857142857143,0.0714365514937434
+flat_mae,reg,logistic,aabc_age,53,9.999999999999999e-05,train,0.48031496062992124,0.02144731392213367,0.46307085601634224,0.022020216438652318,0.4795959686529635,0.021339735147270826
+flat_mae,reg,logistic,aabc_age,53,9.999999999999999e-05,test,0.5384615384615384,0.05324737124383416,0.4894601806239737,0.05385427649113559,0.5318223443223443,0.052299533512303244
+flat_mae,reg,logistic,aabc_age,54,0.046415888336127774,train,0.7952755905511811,0.017530121637065993,0.795354204900351,0.017731049726312988,0.7973757357750164,0.017487381184186333
+flat_mae,reg,logistic,aabc_age,54,0.046415888336127774,test,0.46153846153846156,0.05743907242827062,0.43558499342704016,0.0595672412132623,0.4652014652014652,0.05801901363625614
+flat_mae,reg,logistic,aabc_age,55,0.000774263682681127,train,0.5492125984251969,0.021243525380095014,0.5354889642428613,0.021924849169174938,0.548217118121019,0.02111743210472177
+flat_mae,reg,logistic,aabc_age,55,0.000774263682681127,test,0.4807692307692308,0.06952029204424533,0.4948282967032967,0.06874261193053124,0.4835164835164835,0.06986617324323995
+flat_mae,reg,logistic,aabc_age,56,0.000774263682681127,train,0.5433070866141733,0.020411582392489604,0.5334766883875766,0.021006993988487058,0.5425862455863089,0.020401685800693365
+flat_mae,reg,logistic,aabc_age,56,0.000774263682681127,test,0.3269230769230769,0.05990647296376728,0.3137423866456125,0.05799261461623615,0.3273809523809524,0.06018979545320508
+flat_mae,reg,logistic,aabc_age,57,0.3593813663804626,train,0.9645669291338582,0.00812826812042305,0.9649443371026772,0.008056704761225506,0.9650826925769435,0.008038076031832113
+flat_mae,reg,logistic,aabc_age,57,0.3593813663804626,test,0.46153846153846156,0.06366359441971424,0.4512744598951496,0.06276025701256596,0.4608516483516484,0.06372183734746409
+flat_mae,reg,logistic,aabc_age,58,0.046415888336127774,train,0.7933070866141733,0.017641596099894873,0.7942170923285161,0.017704991030733582,0.794171793996421,0.017654053981941854
+flat_mae,reg,logistic,aabc_age,58,0.046415888336127774,test,0.40384615384615385,0.052510015950749146,0.3610294117647059,0.05157015865388373,0.396978021978022,0.05075616358166564
+flat_mae,reg,logistic,aabc_age,59,0.046415888336127774,train,0.7854330708661418,0.01734335041402346,0.7840606626981157,0.017690174611556128,0.7862924802786404,0.01730662418086337
+flat_mae,reg,logistic,aabc_age,59,0.046415888336127774,test,0.5384615384615384,0.0669194848726535,0.541971706454465,0.06699214220343688,0.5400641025641026,0.06724980671651086
+flat_mae,reg,logistic,aabc_age,60,0.000774263682681127,train,0.5433070866141733,0.02181634006668827,0.5350153359226923,0.022236798099004272,0.5433389225702883,0.0217055909083407
+flat_mae,reg,logistic,aabc_age,60,0.000774263682681127,test,0.38461538461538464,0.057020446867301434,0.3717135129914035,0.05804129142893567,0.3850732600732601,0.057236141401219874
+flat_mae,reg,logistic,aabc_age,61,0.3593813663804626,train,0.9724409448818898,0.007376944275146323,0.9729922316787571,0.007235209814306144,0.9728120462840605,0.007296459353607217
+flat_mae,reg,logistic,aabc_age,61,0.3593813663804626,test,0.4230769230769231,0.06664735420468848,0.42827693296209035,0.0656690699202695,0.4269688644688645,0.06708553862324144
+flat_mae,reg,logistic,aabc_age,62,0.046415888336127774,train,0.7716535433070866,0.01836512854721941,0.7716172609817387,0.018595293288694605,0.7731498219179922,0.018301995381751437
+flat_mae,reg,logistic,aabc_age,62,0.046415888336127774,test,0.4230769230769231,0.06811896789428219,0.4261907507784569,0.06809110786307863,0.4212454212454212,0.06840003427291298
+flat_mae,reg,logistic,aabc_age,63,0.046415888336127774,train,0.7933070866141733,0.01792064186347157,0.7936181899178892,0.018171180520451857,0.7938042661045784,0.017923773085410388
+flat_mae,reg,logistic,aabc_age,63,0.046415888336127774,test,0.46153846153846156,0.06030146160906341,0.4409523809523809,0.06255875771384951,0.46222527472527475,0.06063968529122935
+flat_mae,reg,logistic,aabc_age,64,0.000774263682681127,train,0.5354330708661418,0.02080378850342486,0.5258565218030413,0.021271976065649904,0.5342041882356552,0.02091083005794564
+flat_mae,reg,logistic,aabc_age,64,0.000774263682681127,test,0.46153846153846156,0.06347347207144677,0.44502801120448177,0.06550486274729536,0.45535714285714285,0.06342627737412522
+flat_mae,reg,logistic,aabc_age,65,0.046415888336127774,train,0.7775590551181102,0.01820979949624915,0.7772228912037797,0.018360214177608337,0.7794157768959452,0.01812466735356153
+flat_mae,reg,logistic,aabc_age,65,0.046415888336127774,test,0.4807692307692308,0.0646783118492485,0.48205387205387207,0.06270447158169154,0.47596153846153844,0.06425268359364424
+flat_mae,reg,logistic,aabc_age,66,0.000774263682681127,train,0.5393700787401575,0.020278400156990346,0.5276167809765502,0.02093028573061545,0.5388891499437081,0.020214465440766813
+flat_mae,reg,logistic,aabc_age,66,0.000774263682681127,test,0.5192307692307693,0.06072544673904675,0.48778225806451614,0.06511409985678748,0.5114468864468865,0.06040859216572663
+flat_mae,reg,logistic,aabc_age,67,0.000774263682681127,train,0.5354330708661418,0.02013685083337321,0.5288994891271843,0.020372364193360654,0.5348892573491194,0.020078254340097162
+flat_mae,reg,logistic,aabc_age,67,0.000774263682681127,test,0.5,0.06436006102872574,0.47044864664441977,0.06911468811774037,0.49496336996337,0.06405733044786148
+flat_mae,reg,logistic,aabc_age,68,0.046415888336127774,train,0.7637795275590551,0.0184139022519289,0.7624798861067712,0.018626993164979105,0.7636975463617375,0.01835746322814422
+flat_mae,reg,logistic,aabc_age,68,0.046415888336127774,test,0.46153846153846156,0.06089932520685995,0.4559178743961353,0.06115479118899193,0.46703296703296704,0.06186205461485543
+flat_mae,reg,logistic,aabc_age,69,0.046415888336127774,train,0.7913385826771654,0.01713083061123176,0.7919270346327967,0.01715131489850835,0.7923732328453419,0.017176106945524718
+flat_mae,reg,logistic,aabc_age,69,0.046415888336127774,test,0.4423076923076923,0.06828395290880626,0.46580663375894793,0.06431988819204823,0.4478021978021978,0.06906040759402957
+flat_mae,reg,logistic,aabc_age,70,0.000774263682681127,train,0.5334645669291339,0.020098629951065126,0.526741102799273,0.020454540507391632,0.5334258586199556,0.020048664055148324
+flat_mae,reg,logistic,aabc_age,70,0.000774263682681127,test,0.36538461538461536,0.06239607928435224,0.3557142857142857,0.06170389547721175,0.3630952380952381,0.06203516420650396
+flat_mae,reg,logistic,aabc_age,71,0.005994842503189409,train,0.6259842519685039,0.021409237053451064,0.6221499971990122,0.021869710578095836,0.625652583771426,0.021365582241875396
+flat_mae,reg,logistic,aabc_age,71,0.005994842503189409,test,0.5384615384615384,0.06582452691205054,0.53574082921909,0.06721322609986392,0.5382326007326008,0.06610979130684805
+flat_mae,reg,logistic,aabc_age,72,0.3593813663804626,train,0.9586614173228346,0.008994907660266876,0.9592043582593005,0.008880545886790455,0.9589343321397268,0.008932832307509514
+flat_mae,reg,logistic,aabc_age,72,0.3593813663804626,test,0.5384615384615384,0.06654014004107889,0.5201728967449049,0.07048678450212359,0.5336538461538461,0.06622734503322887
+flat_mae,reg,logistic,aabc_age,73,0.005994842503189409,train,0.6181102362204725,0.021306354414152524,0.6164783676225111,0.021696491614815874,0.6190934216103523,0.021366124191680998
+flat_mae,reg,logistic,aabc_age,73,0.005994842503189409,test,0.6153846153846154,0.0631375295140386,0.6096551724137931,0.0640725411745994,0.6137820512820513,0.06318277355265306
+flat_mae,reg,logistic,aabc_age,74,0.000774263682681127,train,0.531496062992126,0.021033158281330337,0.522289358323841,0.02149619128421969,0.5315273241284338,0.02102383111550611
+flat_mae,reg,logistic,aabc_age,74,0.000774263682681127,test,0.5384615384615384,0.06725025021400406,0.5204112554112554,0.06941327471270263,0.5309065934065934,0.06695426351851014
+flat_mae,reg,logistic,aabc_age,75,0.005994842503189409,train,0.6358267716535433,0.02081882020784438,0.6335227313860143,0.02122820589386739,0.6369710283492747,0.02077975178221324
+flat_mae,reg,logistic,aabc_age,75,0.005994842503189409,test,0.4230769230769231,0.0629654267865644,0.41176840985839286,0.06252813808657212,0.41941391941391937,0.06260032820751933
+flat_mae,reg,logistic,aabc_age,76,0.005994842503189409,train,0.639763779527559,0.02010161542388783,0.6376969630130879,0.020525669192746406,0.6413208276354123,0.020049406893353872
+flat_mae,reg,logistic,aabc_age,76,0.005994842503189409,test,0.4807692307692308,0.06589057631662723,0.4801343986126595,0.06645298923045889,0.4819139194139194,0.06614408852273984
+flat_mae,reg,logistic,aabc_age,77,1291.5496650148827,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,reg,logistic,aabc_age,77,1291.5496650148827,test,0.4230769230769231,0.0656736147066617,0.4252338116655958,0.0642087345970438,0.4210164835164835,0.06560799486917428
+flat_mae,reg,logistic,aabc_age,78,0.046415888336127774,train,0.7874015748031497,0.018017174021946945,0.7862509991619432,0.01825475500162807,0.7886261505325198,0.017944737526447076
+flat_mae,reg,logistic,aabc_age,78,0.046415888336127774,test,0.5192307692307693,0.06626667480226477,0.5258018784334574,0.06563724008770741,0.5173992673992673,0.06629406748786343
+flat_mae,reg,logistic,aabc_age,79,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,reg,logistic,aabc_age,79,2.782559402207126,test,0.34615384615384615,0.06020060154213996,0.3493447293447294,0.057134039237096854,0.34523809523809523,0.060247842616569194
+flat_mae,reg,logistic,aabc_age,80,0.000774263682681127,train,0.5275590551181102,0.02114333598515886,0.5179364804323369,0.021832344082485192,0.5270099436313387,0.020982871472492344
+flat_mae,reg,logistic,aabc_age,80,0.000774263682681127,test,0.46153846153846156,0.058969190130231434,0.43798850574712644,0.06121039088968693,0.4635989010989011,0.05951031843977462
+flat_mae,reg,logistic,aabc_age,81,0.046415888336127774,train,0.7775590551181102,0.019192713909724567,0.7784251949162213,0.01921874538328659,0.7793981556956514,0.019016409415318923
+flat_mae,reg,logistic,aabc_age,81,0.046415888336127774,test,0.34615384615384615,0.06265284269867451,0.35285884963304315,0.06110407618452753,0.3411172161172161,0.06232903520452375
+flat_mae,reg,logistic,aabc_age,82,0.005994842503189409,train,0.6200787401574803,0.02065255227703905,0.6170329366025042,0.02100924988408755,0.6204744681993675,0.020699334937650637
+flat_mae,reg,logistic,aabc_age,82,0.005994842503189409,test,0.5192307692307693,0.06151268690999909,0.4924796005358665,0.0705099339519262,0.5157967032967032,0.06138539338783504
+flat_mae,reg,logistic,aabc_age,83,0.046415888336127774,train,0.7933070866141733,0.017588874700702903,0.7939726242811542,0.017682814601093076,0.7937366582340633,0.017600520245747216
+flat_mae,reg,logistic,aabc_age,83,0.046415888336127774,test,0.36538461538461536,0.061116957911685185,0.3607150913602527,0.059919678655952824,0.3617216117216117,0.060650419953187415
+flat_mae,reg,logistic,aabc_age,84,0.046415888336127774,train,0.7696850393700787,0.018952348624459107,0.7697247781458308,0.019057787939146604,0.7712336662261766,0.018926822127872948
+flat_mae,reg,logistic,aabc_age,84,0.046415888336127774,test,0.5192307692307693,0.06485559745087588,0.5166666666666666,0.06645026186741908,0.5160256410256411,0.06468347909757757
+flat_mae,reg,logistic,aabc_age,85,9.999999999999999e-05,train,0.4763779527559055,0.01947355053497797,0.43128701575456285,0.018971403388227837,0.4730233808154756,0.01916915664233121
+flat_mae,reg,logistic,aabc_age,85,9.999999999999999e-05,test,0.46153846153846156,0.04807432300661528,0.3784722222222222,0.04680206275885799,0.4532967032967033,0.046241884489209475
+flat_mae,reg,logistic,aabc_age,86,0.3593813663804626,train,0.9665354330708661,0.008026318386631202,0.9669258283462469,0.00794968883140255,0.9673663761606017,0.007851787495116998
+flat_mae,reg,logistic,aabc_age,86,0.3593813663804626,test,0.46153846153846156,0.06753367557950705,0.4431481481481481,0.06779674940327746,0.45375457875457875,0.06718382771857714
+flat_mae,reg,logistic,aabc_age,87,0.005994842503189409,train,0.6181102362204725,0.019856345561278837,0.6157515513794902,0.020478171660288553,0.6179732167345302,0.019876185468774156
+flat_mae,reg,logistic,aabc_age,87,0.005994842503189409,test,0.5769230769230769,0.06449879591555344,0.574404761904762,0.0651860042889364,0.5812728937728938,0.06478056722481677
+flat_mae,reg,logistic,aabc_age,88,0.000774263682681127,train,0.5295275590551181,0.020174575981344256,0.5164298228810253,0.021064156001901153,0.5304490744914065,0.02010372993447911
+flat_mae,reg,logistic,aabc_age,88,0.000774263682681127,test,0.5,0.06504949185452984,0.5006475006475006,0.06758364192675416,0.49679487179487175,0.06501613468684679
+flat_mae,reg,logistic,aabc_age,89,0.000774263682681127,train,0.5452755905511811,0.021563872669379428,0.5361191320431894,0.02234673097480212,0.5455226328135039,0.021553974883828615
+flat_mae,reg,logistic,aabc_age,89,0.000774263682681127,test,0.38461538461538464,0.061562146884218426,0.37788515406162465,0.06170259954974571,0.38827838827838823,0.0621893296708724
+flat_mae,reg,logistic,aabc_age,90,0.046415888336127774,train,0.765748031496063,0.017810705107952154,0.7654248176276613,0.018005091394724095,0.766466352377975,0.01777723802617592
+flat_mae,reg,logistic,aabc_age,90,0.046415888336127774,test,0.5,0.05505633209851535,0.4760660784854333,0.054637068609627915,0.5020604395604396,0.055479336190935334
+flat_mae,reg,logistic,aabc_age,91,9.999999999999999e-05,train,0.4940944881889764,0.021184738659853795,0.46345575950083456,0.021494305708431468,0.4920035712299262,0.020996195562213004
+flat_mae,reg,logistic,aabc_age,91,9.999999999999999e-05,test,0.4807692307692308,0.06068645774673418,0.44500103391232426,0.06510692668376102,0.47847985347985345,0.060357772561131735
+flat_mae,reg,logistic,aabc_age,92,0.046415888336127774,train,0.7637795275590551,0.019249568711838482,0.7633823426599647,0.019417915671226253,0.7652029003296963,0.019321630655153108
+flat_mae,reg,logistic,aabc_age,92,0.046415888336127774,test,0.5384615384615384,0.05687652722443966,0.513186667398624,0.059596712721945805,0.5407509157509157,0.057354357691175174
+flat_mae,reg,logistic,aabc_age,93,0.005994842503189409,train,0.6259842519685039,0.02170979950692288,0.6238738456496928,0.022045036775918535,0.6265052340958478,0.02175538620691589
+flat_mae,reg,logistic,aabc_age,93,0.005994842503189409,test,0.36538461538461536,0.06123724356957946,0.35315176513125923,0.06137616920384976,0.36172161172161177,0.06088763257145617
+flat_mae,reg,logistic,aabc_age,94,0.000774263682681127,train,0.5393700787401575,0.021028063982662548,0.5270028790874576,0.021802803544021122,0.5377013371973709,0.020929839473461116
+flat_mae,reg,logistic,aabc_age,94,0.000774263682681127,test,0.4423076923076923,0.06352677299827188,0.43104395604395607,0.06412780498206078,0.4416208791208791,0.06354292988391468
+flat_mae,reg,logistic,aabc_age,95,0.3593813663804626,train,0.9645669291338582,0.008498616737621085,0.9649855072463768,0.008403824684093909,0.9652002871176799,0.00833867840042559
+flat_mae,reg,logistic,aabc_age,95,0.3593813663804626,test,0.4423076923076923,0.06465176402632782,0.4289983579638752,0.06310108540298548,0.43727106227106227,0.0639757256305047
+flat_mae,reg,logistic,aabc_age,96,0.046415888336127774,train,0.7677165354330708,0.018826103124234654,0.7676332198701986,0.019050594304561855,0.7681473189883178,0.018844865847214332
+flat_mae,reg,logistic,aabc_age,96,0.046415888336127774,test,0.4423076923076923,0.06845613634693604,0.45566454006351703,0.06654604472412512,0.4375,0.06821475006689492
+flat_mae,reg,logistic,aabc_age,97,0.000774263682681127,train,0.5413385826771654,0.021505683794961535,0.5343953363942912,0.022127392628398194,0.5407200765647147,0.021485142996979064
+flat_mae,reg,logistic,aabc_age,97,0.000774263682681127,test,0.40384615384615385,0.06492685916799086,0.3869485294117647,0.06728092376615133,0.4001831501831502,0.06452767550372585
+flat_mae,reg,logistic,aabc_age,98,0.046415888336127774,train,0.7696850393700787,0.01842284585243276,0.7698234922069913,0.018519995297964057,0.7705985837829337,0.0183187872909922
+flat_mae,reg,logistic,aabc_age,98,0.046415888336127774,test,0.46153846153846156,0.06552130508558526,0.44963121118012417,0.0671746965720416,0.4581043956043956,0.0650731422150053
+flat_mae,reg,logistic,aabc_age,99,1291.5496650148827,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,reg,logistic,aabc_age,99,1291.5496650148827,test,0.5384615384615384,0.06263752915921571,0.5242512672235311,0.06511641113083007,0.538003663003663,0.06257881278303613
+flat_mae,reg,logistic,aabc_age,100,0.046415888336127774,train,0.8031496062992126,0.017592110759221635,0.8036025336471383,0.017773091849778783,0.8033321809627745,0.017617847419188985
+flat_mae,reg,logistic,aabc_age,100,0.046415888336127774,test,0.40384615384615385,0.06878036177340502,0.40091580832960144,0.06899718462027388,0.4017857142857143,0.0685889800200924

decoders/attn_reg1_pep4/eval_v2/aabc_age__reg__logistic/log.txt

@@ -0,0 +1,245 @@
+fMRI foundation model logistic probe eval
+version: 0.1.dev66+g7ddd3aa04
+sha: aef99c83a386cf95c3d8ca503ecc968d8d5694af, status: has uncommitted changes, branch: dev/clane9
+cwd: /data/connor/fmri-fm
+start: 2026-03-07 21:26:26
+config:
+output_root: experiments/decoders/output
+name_prefix: eval_logistic
+remote_root: null
+notes: decoder ablations attn_reg1_pep4; eval v2 (aabc_age reg logistic)
+model_kwargs:
+  ckpt_path: experiments/decoders/output/decoders/attn_reg1_pep4/pretrain/checkpoint-last.pth
+dataset_kwargs: {}
+num_workers: 16
+batch_size: 2
+cv_folds: 5
+max_iter: 1000
+Cs: 10
+balanced_sampling: false
+metrics:
+- acc
+- f1
+- bacc
+cv_metric: bacc
+n_trials: 100
+amp: true
+device: cuda
+seed: 4466
+debug: false
+name: decoders/attn_reg1_pep4/eval_v2/aabc_age__reg__logistic
+model: flat_mae
+representation: reg
+dataset: aabc_age
+distributed: false
+output_dir: experiments/decoders/output/decoders/attn_reg1_pep4/eval_v2/aabc_age__reg__logistic
+remote_dir: null
+
+creating frozen backbone model: flat_mae
+backbone:
+MaskedEncoderWrapper(
+  (model): MaskedEncoder(
+    class_token=False, reg_tokens=1, no_embed_class=True, mask_drop_scale=False
+    (patchify): Patchify3D((16, 224, 560), (4, 16, 16), in_chans=1)
+    (patch_embed): Linear(in_features=1024, out_features=768, bias=True)
+    (pos_embed): SeparablePosEmbed(768, (4, 14, 35))
+    (blocks): ModuleList(
+      (0-11): 12 x Block(
+        (norm1): LayerNorm((768,), eps=1e-06, elementwise_affine=True)
+        (attn): Attention(
+          num_heads=12
+          (q): Linear(in_features=768, out_features=768, bias=True)
+          (k): Linear(in_features=768, out_features=768, bias=True)
+          (v): Linear(in_features=768, out_features=768, bias=True)
+          (proj): Linear(in_features=768, out_features=768, bias=True)
+        )
+        (drop_path1): Identity()
+        (norm2): LayerNorm((768,), eps=1e-06, elementwise_affine=True)
+        (mlp): Mlp(
+          (fc1): Linear(in_features=768, out_features=3072, bias=True)
+          (act): GELU(approximate='none')
+          (fc2): Linear(in_features=3072, out_features=768, bias=True)
+        )
+        (drop_path2): Identity()
+      )
+    )
+    (norm): LayerNorm((768,), eps=1e-06, elementwise_affine=True)
+  )
+)
+creating dataset: aabc_age (flat)
+train (n=455):
+HFDataset(
+    dataset=Dataset({
+    features: ['sub', 'visit', 'mod', 'task', 'path', 'start', 'end', 'tr', 'segment', 'bold', 'mean', 'std'],
+    num_rows: 471
+}),
+    labels=[0 1 2 3],
+    counts=[110 127 109 109]
+)
+
+validation (n=53):
+HFDataset(
+    dataset=Dataset({
+    features: ['sub', 'visit', 'mod', 'task', 'path', 'start', 'end', 'tr', 'segment', 'bold', 'mean', 'std'],
+    num_rows: 58
+}),
+    labels=[0 1 2 3],
+    counts=[14 13 12 14]
+)
+
+test (n=52):
+HFDataset(
+    dataset=Dataset({
+    features: ['sub', 'visit', 'mod', 'task', 'path', 'start', 'end', 'tr', 'segment', 'bold', 'mean', 'std'],
+    num_rows: 55
+}),
+    labels=[0 1 2 3],
+    counts=[13 13 12 14]
+)
+
+extracting features for all splits
+extract (train)  [  0/228]  eta: 0:23:19    time: 6.1400  data: 5.4549  max mem: 3205
+extract (train)  [ 20/228]  eta: 0:01:56    time: 0.2813  data: 0.1049  max mem: 3581
+extract (train)  [ 40/228]  eta: 0:01:15    time: 0.2350  data: 0.0808  max mem: 3581
+extract (train)  [ 60/228]  eta: 0:00:57    time: 0.2173  data: 0.0713  max mem: 3581
+extract (train)  [ 80/228]  eta: 0:00:46    time: 0.2321  data: 0.0788  max mem: 3581
+extract (train)  [100/228]  eta: 0:00:38    time: 0.2265  data: 0.0768  max mem: 3581
+extract (train)  [120/228]  eta: 0:00:30    time: 0.2358  data: 0.0811  max mem: 3581
+extract (train)  [140/228]  eta: 0:00:24    time: 0.2235  data: 0.0764  max mem: 3581
+extract (train)  [160/228]  eta: 0:00:18    time: 0.2339  data: 0.0770  max mem: 3581
+extract (train)  [180/228]  eta: 0:00:12    time: 0.2283  data: 0.0788  max mem: 3581
+extract (train)  [200/228]  eta: 0:00:07    time: 0.2190  data: 0.0739  max mem: 3581
+extract (train)  [220/228]  eta: 0:00:02    time: 0.1813  data: 0.0537  max mem: 3581
+extract (train)  [227/228]  eta: 0:00:00    time: 0.1837  data: 0.0590  max mem: 3581
+extract (train) Total time: 0:00:58 (0.2552 s / it)
+extract (validation)  [ 0/27]  eta: 0:02:14    time: 4.9803  data: 4.8052  max mem: 3581
+extract (validation)  [20/27]  eta: 0:00:03    time: 0.2060  data: 0.0614  max mem: 3581
+extract (validation)  [26/27]  eta: 0:00:00    time: 0.1755  data: 0.0496  max mem: 3581
+extract (validation) Total time: 0:00:10 (0.3978 s / it)
+extract (test)  [ 0/26]  eta: 0:01:59    time: 4.5897  data: 4.4596  max mem: 3581
+extract (test)  [20/26]  eta: 0:00:02    time: 0.1769  data: 0.0510  max mem: 3581
+extract (test)  [25/26]  eta: 0:00:00    time: 0.1761  data: 0.0509  max mem: 3581
+extract (test) Total time: 0:00:09 (0.3621 s / it)
+feature extraction time: 0:01:18
+train features: (455, 768)
+validation features: (53, 768)
+test features: (52, 768)
+evaluating fixed splits
+eval results (fixed splits):
+
+| model    | repr   | clf      | dataset   | trial   |         C | split   |     acc |   acc_std |      f1 |   f1_std |    bacc |   bacc_std |
+|:---------|:-------|:---------|:----------|:--------|----------:|:--------|--------:|----------:|--------:|---------:|--------:|-----------:|
+| flat_mae | reg    | logistic | aabc_age  |         | 0.0059948 | train   | 0.62795 |  0.021429 | 0.62566 | 0.021694 | 0.6291  |   0.021405 |
+| flat_mae | reg    | logistic | aabc_age  |         | 0.0059948 | test    | 0.36538 |  0.063684 | 0.36115 | 0.06334  | 0.35623 |   0.063019 |
+
+
+evaluating random splits (n=100)
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 1, "C": 0.046415888336127774, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.0635215450567013, "f1": 0.46233105669387525, "f1_std": 0.06145093577090532, "bacc": 0.4608516483516483, "bacc_std": 0.06363918506654685}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 2, "C": 9.999999999999999e-05, "split": "test", "acc": 0.5384615384615384, "acc_std": 0.06397558705979156, "f1": 0.5167457769091163, "f1_std": 0.06655923191241152, "bacc": 0.5350274725274725, "bacc_std": 0.0634937022047951}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 3, "C": 0.046415888336127774, "split": "test", "acc": 0.5576923076923077, "acc_std": 0.06757240254570512, "f1": 0.5521371986889227, "f1_std": 0.06949239911115596, "bacc": 0.55746336996337, "bacc_std": 0.06775775628642457}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 4, "C": 0.046415888336127774, "split": "test", "acc": 0.5576923076923077, "acc_std": 0.06369867117969708, "f1": 0.5476679929266136, "f1_std": 0.06549382903532174, "bacc": 0.5588369963369964, "bacc_std": 0.06410354668758966}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 5, "C": 0.046415888336127774, "split": "test", "acc": 0.4423076923076923, "acc_std": 0.06153378588006534, "f1": 0.4318368700265252, "f1_std": 0.06121395568289032, "bacc": 0.4416208791208791, "bacc_std": 0.06138814898142881}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 6, "C": 0.046415888336127774, "split": "test", "acc": 0.5, "acc_std": 0.07041099757766293, "f1": 0.5109740802675585, "f1_std": 0.06997599806402775, "bacc": 0.5029761904761905, "bacc_std": 0.07043558162042017}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 7, "C": 0.005994842503189409, "split": "test", "acc": 0.4807692307692308, "acc_std": 0.06388797286597123, "f1": 0.4579485978572683, "f1_std": 0.064824778536135, "bacc": 0.47435897435897434, "bacc_std": 0.06331108567415208}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 8, "C": 9.999999999999999e-05, "split": "test", "acc": 0.38461538461538464, "acc_std": 0.06555051351808928, "f1": 0.3819535576341384, "f1_std": 0.06573420966782607, "bacc": 0.38530219780219777, "bacc_std": 0.06579533252374668}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 9, "C": 0.005994842503189409, "split": "test", "acc": 0.4807692307692308, "acc_std": 0.06449772942198599, "f1": 0.45986928104575164, "f1_std": 0.06516923458597285, "bacc": 0.47298534798534797, "bacc_std": 0.06400114795904321}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 10, "C": 0.000774263682681127, "split": "test", "acc": 0.4230769230769231, "acc_std": 0.06550491196180834, "f1": 0.4217707024158637, "f1_std": 0.0658019159541703, "bacc": 0.4210164835164836, "bacc_std": 0.0652426249885098}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 11, "C": 9.999999999999999e-05, "split": "test", "acc": 0.5192307692307693, "acc_std": 0.06230212463253408, "f1": 0.489169110459433, "f1_std": 0.06788477736496269, "bacc": 0.5114468864468865, "bacc_std": 0.061990161827376995}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 12, "C": 0.005994842503189409, "split": "test", "acc": 0.4423076923076923, "acc_std": 0.06546167404849015, "f1": 0.4436363636363636, "f1_std": 0.06533979841486413, "bacc": 0.44184981684981683, "bacc_std": 0.06561485343501645}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 13, "C": 0.046415888336127774, "split": "test", "acc": 0.40384615384615385, "acc_std": 0.05943192615214357, "f1": 0.3929096989966555, "f1_std": 0.059435883721023215, "bacc": 0.40453296703296704, "bacc_std": 0.05977774563040662}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 14, "C": 0.046415888336127774, "split": "test", "acc": 0.5576923076923077, "acc_std": 0.06651315659326355, "f1": 0.5527777777777777, "f1_std": 0.07005273622240277, "bacc": 0.5590659340659341, "bacc_std": 0.0664281053079526}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 15, "C": 0.000774263682681127, "split": "test", "acc": 0.5384615384615384, "acc_std": 0.06507868473702116, "f1": 0.5476651186790505, "f1_std": 0.0644691991685846, "bacc": 0.5366300366300366, "bacc_std": 0.0649956189605494}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 16, "C": 0.000774263682681127, "split": "test", "acc": 0.4423076923076923, "acc_std": 0.06276983172789241, "f1": 0.4405230925261351, "f1_std": 0.06357106649169934, "bacc": 0.4416208791208791, "bacc_std": 0.06274541516930576}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 17, "C": 0.000774263682681127, "split": "test", "acc": 0.4230769230769231, "acc_std": 0.05510714415824963, "f1": 0.3891826923076923, "f1_std": 0.05383832335941564, "bacc": 0.4191849816849817, "bacc_std": 0.05421053005724257}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 18, "C": 9.999999999999999e-05, "split": "test", "acc": 0.5, "acc_std": 0.056525050738117394, "f1": 0.43675595238095233, "f1_std": 0.04807419339796134, "bacc": 0.49038461538461536, "bacc_std": 0.05487344921996411}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 19, "C": 0.005994842503189409, "split": "test", "acc": 0.4230769230769231, "acc_std": 0.06573097177805584, "f1": 0.42341856367101804, "f1_std": 0.06616177145745306, "bacc": 0.4228479853479854, "bacc_std": 0.06583392617397316}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 20, "C": 0.005994842503189409, "split": "test", "acc": 0.38461538461538464, "acc_std": 0.054562542150427336, "f1": 0.36404761904761906, "f1_std": 0.05197598100507604, "bacc": 0.3820970695970696, "bacc_std": 0.05412459006261871}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 21, "C": 0.046415888336127774, "split": "test", "acc": 0.38461538461538464, "acc_std": 0.06716810801063114, "f1": 0.3837888198757764, "f1_std": 0.06579405413982745, "bacc": 0.3839285714285714, "bacc_std": 0.06724200237390185}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 22, "C": 2.782559402207126, "split": "test", "acc": 0.3076923076923077, "acc_std": 0.06197789021691239, "f1": 0.31612554112554114, "f1_std": 0.06052295842956278, "bacc": 0.30540293040293043, "bacc_std": 0.06172357520674181}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 23, "C": 0.046415888336127774, "split": "test", "acc": 0.4230769230769231, "acc_std": 0.056996262723945694, "f1": 0.4221295945433876, "f1_std": 0.055514211588921364, "bacc": 0.4251373626373627, "bacc_std": 0.057712208476765364}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 24, "C": 0.000774263682681127, "split": "test", "acc": 0.38461538461538464, "acc_std": 0.06006057100418804, "f1": 0.36163720538720534, "f1_std": 0.05721191740047356, "bacc": 0.37934981684981683, "bacc_std": 0.05918138376944187}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 25, "C": 9.999999999999999e-05, "split": "test", "acc": 0.36538461538461536, "acc_std": 0.057689371720165715, "f1": 0.32922367693158766, "f1_std": 0.05691724112402267, "bacc": 0.3628663003663004, "bacc_std": 0.05718031970159127}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 26, "C": 0.000774263682681127, "split": "test", "acc": 0.40384615384615385, "acc_std": 0.06308864806597855, "f1": 0.3838338122605364, "f1_std": 0.05960954233774736, "bacc": 0.3985805860805861, "bacc_std": 0.062302552443679736}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 27, "C": 166.81005372000556, "split": "test", "acc": 0.38461538461538464, "acc_std": 0.0667483461666005, "f1": 0.3795713963455899, "f1_std": 0.06659355276586615, "bacc": 0.38278388278388276, "bacc_std": 0.06669498697191201}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 28, "C": 9.999999999999999e-05, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.05976848826387624, "f1": 0.3938521156263092, "f1_std": 0.05064040314561026, "bacc": 0.4532967032967033, "bacc_std": 0.05817973702420191}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 29, "C": 0.046415888336127774, "split": "test", "acc": 0.4423076923076923, "acc_std": 0.06445698304079935, "f1": 0.43796296296296294, "f1_std": 0.06392659279558822, "bacc": 0.4416208791208791, "bacc_std": 0.06438226572942052}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 30, "C": 0.046415888336127774, "split": "test", "acc": 0.5, "acc_std": 0.06562601365799275, "f1": 0.5014737075906491, "f1_std": 0.063764951463825, "bacc": 0.5070970695970696, "bacc_std": 0.0660563858247356}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 31, "C": 9.999999999999999e-05, "split": "test", "acc": 0.6153846153846154, "acc_std": 0.05598266849300445, "f1": 0.5763107263107263, "f1_std": 0.06077096700547292, "bacc": 0.6062271062271063, "bacc_std": 0.05538900933653573}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 32, "C": 166.81005372000556, "split": "test", "acc": 0.4230769230769231, "acc_std": 0.06225395355901351, "f1": 0.40538031637775884, "f1_std": 0.06275107671994935, "bacc": 0.4194139194139195, "bacc_std": 0.06198457953341503}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 33, "C": 0.046415888336127774, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.06800708064423497, "f1": 0.47451923076923075, "f1_std": 0.06698869887278167, "bacc": 0.46130952380952384, "bacc_std": 0.06816881013542106}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 34, "C": 0.000774263682681127, "split": "test", "acc": 0.40384615384615385, "acc_std": 0.06643094915712977, "f1": 0.4111528822055138, "f1_std": 0.07023446646418564, "bacc": 0.4006410256410256, "bacc_std": 0.06663515495214557}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 35, "C": 9.999999999999999e-05, "split": "test", "acc": 0.4230769230769231, "acc_std": 0.06145359532767977, "f1": 0.38824884792626724, "f1_std": 0.060636641281595675, "bacc": 0.4191849816849817, "bacc_std": 0.06075702966635236}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 36, "C": 0.005994842503189409, "split": "test", "acc": 0.5, "acc_std": 0.05797642859118996, "f1": 0.4911512497719394, "f1_std": 0.05779249289977651, "bacc": 0.5022893772893773, "bacc_std": 0.05821223089978041}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 37, "C": 0.046415888336127774, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.06426779218571334, "f1": 0.4595289855072464, "f1_std": 0.06424631314360292, "bacc": 0.4569597069597069, "bacc_std": 0.06418496042764131}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 38, "C": 9.999999999999999e-05, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.06025403568698156, "f1": 0.4119022869022869, "f1_std": 0.0501325708860847, "bacc": 0.45192307692307687, "bacc_std": 0.05865072378903898}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 39, "C": 0.046415888336127774, "split": "test", "acc": 0.4807692307692308, "acc_std": 0.06769732280373353, "f1": 0.47308941058941056, "f1_std": 0.06848737457399039, "bacc": 0.47458791208791207, "bacc_std": 0.06761032584988574}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 40, "C": 0.000774263682681127, "split": "test", "acc": 0.5384615384615384, "acc_std": 0.06347319240314099, "f1": 0.5337403967434926, "f1_std": 0.06475136159150187, "bacc": 0.5336538461538461, "bacc_std": 0.06321120714157227}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 41, "C": 0.046415888336127774, "split": "test", "acc": 0.4230769230769231, "acc_std": 0.06658707650435218, "f1": 0.4142613636363637, "f1_std": 0.06802799901370726, "bacc": 0.423992673992674, "bacc_std": 0.0668351081637679}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 42, "C": 0.000774263682681127, "split": "test", "acc": 0.5192307692307693, "acc_std": 0.06269607114706716, "f1": 0.503393665158371, "f1_std": 0.06923785951855704, "bacc": 0.5233516483516484, "bacc_std": 0.0629442886621374}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 43, "C": 0.000774263682681127, "split": "test", "acc": 0.4807692307692308, "acc_std": 0.06542282820013318, "f1": 0.46949404761904767, "f1_std": 0.06392540367338338, "bacc": 0.47435897435897434, "bacc_std": 0.06505806858132487}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 44, "C": 0.005994842503189409, "split": "test", "acc": 0.4807692307692308, "acc_std": 0.0693893909323644, "f1": 0.47442982456140353, "f1_std": 0.07265749914384596, "bacc": 0.4764194139194139, "bacc_std": 0.0695203655103376}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 45, "C": 0.005994842503189409, "split": "test", "acc": 0.4230769230769231, "acc_std": 0.05677366044839861, "f1": 0.39141414141414144, "f1_std": 0.05788268287355007, "bacc": 0.42811355311355315, "bacc_std": 0.05782617095864232}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 46, "C": 0.005994842503189409, "split": "test", "acc": 0.5384615384615384, "acc_std": 0.065240519953377, "f1": 0.5284178187403994, "f1_std": 0.0685708198487278, "bacc": 0.5352564102564102, "bacc_std": 0.06518834895771239}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 47, "C": 0.005994842503189409, "split": "test", "acc": 0.5, "acc_std": 0.06806300379212704, "f1": 0.5015360983102919, "f1_std": 0.07025446523612558, "bacc": 0.5013736263736264, "bacc_std": 0.0681226242916817}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 48, "C": 2.782559402207126, "split": "test", "acc": 0.3076923076923077, "acc_std": 0.06295573489534545, "f1": 0.3146488294314381, "f1_std": 0.06174708054934639, "bacc": 0.3083791208791209, "bacc_std": 0.06330854703986699}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 49, "C": 0.046415888336127774, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.06160496406648685, "f1": 0.44890109890109886, "f1_std": 0.06052242105885804, "bacc": 0.45650183150183155, "bacc_std": 0.06126472691445141}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 50, "C": 166.81005372000556, "split": "test", "acc": 0.3269230769230769, "acc_std": 0.06550328597385616, "f1": 0.3328544061302682, "f1_std": 0.06431045315353695, "bacc": 0.32623626373626374, "bacc_std": 0.06527709759401436}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 51, "C": 0.046415888336127774, "split": "test", "acc": 0.5384615384615384, "acc_std": 0.07021786679021264, "f1": 0.5426010770838356, "f1_std": 0.06957130648355016, "bacc": 0.5368589743589743, "bacc_std": 0.07031745680660469}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 52, "C": 0.046415888336127774, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.07130105354541677, "f1": 0.4699079031912615, "f1_std": 0.07089907677300118, "bacc": 0.4642857142857143, "bacc_std": 0.0714365514937434}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 53, "C": 9.999999999999999e-05, "split": "test", "acc": 0.5384615384615384, "acc_std": 0.05324737124383416, "f1": 0.4894601806239737, "f1_std": 0.05385427649113559, "bacc": 0.5318223443223443, "bacc_std": 0.052299533512303244}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 54, "C": 0.046415888336127774, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.05743907242827062, "f1": 0.43558499342704016, "f1_std": 0.0595672412132623, "bacc": 0.4652014652014652, "bacc_std": 0.05801901363625614}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 55, "C": 0.000774263682681127, "split": "test", "acc": 0.4807692307692308, "acc_std": 0.06952029204424533, "f1": 0.4948282967032967, "f1_std": 0.06874261193053124, "bacc": 0.4835164835164835, "bacc_std": 0.06986617324323995}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 56, "C": 0.000774263682681127, "split": "test", "acc": 0.3269230769230769, "acc_std": 0.05990647296376728, "f1": 0.3137423866456125, "f1_std": 0.05799261461623615, "bacc": 0.3273809523809524, "bacc_std": 0.06018979545320508}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 57, "C": 0.3593813663804626, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.06366359441971424, "f1": 0.4512744598951496, "f1_std": 0.06276025701256596, "bacc": 0.4608516483516484, "bacc_std": 0.06372183734746409}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 58, "C": 0.046415888336127774, "split": "test", "acc": 0.40384615384615385, "acc_std": 0.052510015950749146, "f1": 0.3610294117647059, "f1_std": 0.05157015865388373, "bacc": 0.396978021978022, "bacc_std": 0.05075616358166564}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 59, "C": 0.046415888336127774, "split": "test", "acc": 0.5384615384615384, "acc_std": 0.0669194848726535, "f1": 0.541971706454465, "f1_std": 0.06699214220343688, "bacc": 0.5400641025641026, "bacc_std": 0.06724980671651086}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 60, "C": 0.000774263682681127, "split": "test", "acc": 0.38461538461538464, "acc_std": 0.057020446867301434, "f1": 0.3717135129914035, "f1_std": 0.05804129142893567, "bacc": 0.3850732600732601, "bacc_std": 0.057236141401219874}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 61, "C": 0.3593813663804626, "split": "test", "acc": 0.4230769230769231, "acc_std": 0.06664735420468848, "f1": 0.42827693296209035, "f1_std": 0.0656690699202695, "bacc": 0.4269688644688645, "bacc_std": 0.06708553862324144}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 62, "C": 0.046415888336127774, "split": "test", "acc": 0.4230769230769231, "acc_std": 0.06811896789428219, "f1": 0.4261907507784569, "f1_std": 0.06809110786307863, "bacc": 0.4212454212454212, "bacc_std": 0.06840003427291298}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 63, "C": 0.046415888336127774, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.06030146160906341, "f1": 0.4409523809523809, "f1_std": 0.06255875771384951, "bacc": 0.46222527472527475, "bacc_std": 0.06063968529122935}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 64, "C": 0.000774263682681127, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.06347347207144677, "f1": 0.44502801120448177, "f1_std": 0.06550486274729536, "bacc": 0.45535714285714285, "bacc_std": 0.06342627737412522}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 65, "C": 0.046415888336127774, "split": "test", "acc": 0.4807692307692308, "acc_std": 0.0646783118492485, "f1": 0.48205387205387207, "f1_std": 0.06270447158169154, "bacc": 0.47596153846153844, "bacc_std": 0.06425268359364424}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 66, "C": 0.000774263682681127, "split": "test", "acc": 0.5192307692307693, "acc_std": 0.06072544673904675, "f1": 0.48778225806451614, "f1_std": 0.06511409985678748, "bacc": 0.5114468864468865, "bacc_std": 0.06040859216572663}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 67, "C": 0.000774263682681127, "split": "test", "acc": 0.5, "acc_std": 0.06436006102872574, "f1": 0.47044864664441977, "f1_std": 0.06911468811774037, "bacc": 0.49496336996337, "bacc_std": 0.06405733044786148}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 68, "C": 0.046415888336127774, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.06089932520685995, "f1": 0.4559178743961353, "f1_std": 0.06115479118899193, "bacc": 0.46703296703296704, "bacc_std": 0.06186205461485543}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 69, "C": 0.046415888336127774, "split": "test", "acc": 0.4423076923076923, "acc_std": 0.06828395290880626, "f1": 0.46580663375894793, "f1_std": 0.06431988819204823, "bacc": 0.4478021978021978, "bacc_std": 0.06906040759402957}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 70, "C": 0.000774263682681127, "split": "test", "acc": 0.36538461538461536, "acc_std": 0.06239607928435224, "f1": 0.3557142857142857, "f1_std": 0.06170389547721175, "bacc": 0.3630952380952381, "bacc_std": 0.06203516420650396}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 71, "C": 0.005994842503189409, "split": "test", "acc": 0.5384615384615384, "acc_std": 0.06582452691205054, "f1": 0.53574082921909, "f1_std": 0.06721322609986392, "bacc": 0.5382326007326008, "bacc_std": 0.06610979130684805}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 72, "C": 0.3593813663804626, "split": "test", "acc": 0.5384615384615384, "acc_std": 0.06654014004107889, "f1": 0.5201728967449049, "f1_std": 0.07048678450212359, "bacc": 0.5336538461538461, "bacc_std": 0.06622734503322887}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 73, "C": 0.005994842503189409, "split": "test", "acc": 0.6153846153846154, "acc_std": 0.0631375295140386, "f1": 0.6096551724137931, "f1_std": 0.0640725411745994, "bacc": 0.6137820512820513, "bacc_std": 0.06318277355265306}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 74, "C": 0.000774263682681127, "split": "test", "acc": 0.5384615384615384, "acc_std": 0.06725025021400406, "f1": 0.5204112554112554, "f1_std": 0.06941327471270263, "bacc": 0.5309065934065934, "bacc_std": 0.06695426351851014}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 75, "C": 0.005994842503189409, "split": "test", "acc": 0.4230769230769231, "acc_std": 0.0629654267865644, "f1": 0.41176840985839286, "f1_std": 0.06252813808657212, "bacc": 0.41941391941391937, "bacc_std": 0.06260032820751933}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 76, "C": 0.005994842503189409, "split": "test", "acc": 0.4807692307692308, "acc_std": 0.06589057631662723, "f1": 0.4801343986126595, "f1_std": 0.06645298923045889, "bacc": 0.4819139194139194, "bacc_std": 0.06614408852273984}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 77, "C": 1291.5496650148827, "split": "test", "acc": 0.4230769230769231, "acc_std": 0.0656736147066617, "f1": 0.4252338116655958, "f1_std": 0.0642087345970438, "bacc": 0.4210164835164835, "bacc_std": 0.06560799486917428}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 78, "C": 0.046415888336127774, "split": "test", "acc": 0.5192307692307693, "acc_std": 0.06626667480226477, "f1": 0.5258018784334574, "f1_std": 0.06563724008770741, "bacc": 0.5173992673992673, "bacc_std": 0.06629406748786343}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 79, "C": 2.782559402207126, "split": "test", "acc": 0.34615384615384615, "acc_std": 0.06020060154213996, "f1": 0.3493447293447294, "f1_std": 0.057134039237096854, "bacc": 0.34523809523809523, "bacc_std": 0.060247842616569194}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 80, "C": 0.000774263682681127, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.058969190130231434, "f1": 0.43798850574712644, "f1_std": 0.06121039088968693, "bacc": 0.4635989010989011, "bacc_std": 0.05951031843977462}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 81, "C": 0.046415888336127774, "split": "test", "acc": 0.34615384615384615, "acc_std": 0.06265284269867451, "f1": 0.35285884963304315, "f1_std": 0.06110407618452753, "bacc": 0.3411172161172161, "bacc_std": 0.06232903520452375}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 82, "C": 0.005994842503189409, "split": "test", "acc": 0.5192307692307693, "acc_std": 0.06151268690999909, "f1": 0.4924796005358665, "f1_std": 0.0705099339519262, "bacc": 0.5157967032967032, "bacc_std": 0.06138539338783504}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 83, "C": 0.046415888336127774, "split": "test", "acc": 0.36538461538461536, "acc_std": 0.061116957911685185, "f1": 0.3607150913602527, "f1_std": 0.059919678655952824, "bacc": 0.3617216117216117, "bacc_std": 0.060650419953187415}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 84, "C": 0.046415888336127774, "split": "test", "acc": 0.5192307692307693, "acc_std": 0.06485559745087588, "f1": 0.5166666666666666, "f1_std": 0.06645026186741908, "bacc": 0.5160256410256411, "bacc_std": 0.06468347909757757}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 85, "C": 9.999999999999999e-05, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.04807432300661528, "f1": 0.3784722222222222, "f1_std": 0.04680206275885799, "bacc": 0.4532967032967033, "bacc_std": 0.046241884489209475}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 86, "C": 0.3593813663804626, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.06753367557950705, "f1": 0.4431481481481481, "f1_std": 0.06779674940327746, "bacc": 0.45375457875457875, "bacc_std": 0.06718382771857714}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 87, "C": 0.005994842503189409, "split": "test", "acc": 0.5769230769230769, "acc_std": 0.06449879591555344, "f1": 0.574404761904762, "f1_std": 0.0651860042889364, "bacc": 0.5812728937728938, "bacc_std": 0.06478056722481677}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 88, "C": 0.000774263682681127, "split": "test", "acc": 0.5, "acc_std": 0.06504949185452984, "f1": 0.5006475006475006, "f1_std": 0.06758364192675416, "bacc": 0.49679487179487175, "bacc_std": 0.06501613468684679}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 89, "C": 0.000774263682681127, "split": "test", "acc": 0.38461538461538464, "acc_std": 0.061562146884218426, "f1": 0.37788515406162465, "f1_std": 0.06170259954974571, "bacc": 0.38827838827838823, "bacc_std": 0.0621893296708724}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 90, "C": 0.046415888336127774, "split": "test", "acc": 0.5, "acc_std": 0.05505633209851535, "f1": 0.4760660784854333, "f1_std": 0.054637068609627915, "bacc": 0.5020604395604396, "bacc_std": 0.055479336190935334}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 91, "C": 9.999999999999999e-05, "split": "test", "acc": 0.4807692307692308, "acc_std": 0.06068645774673418, "f1": 0.44500103391232426, "f1_std": 0.06510692668376102, "bacc": 0.47847985347985345, "bacc_std": 0.060357772561131735}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 92, "C": 0.046415888336127774, "split": "test", "acc": 0.5384615384615384, "acc_std": 0.05687652722443966, "f1": 0.513186667398624, "f1_std": 0.059596712721945805, "bacc": 0.5407509157509157, "bacc_std": 0.057354357691175174}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 93, "C": 0.005994842503189409, "split": "test", "acc": 0.36538461538461536, "acc_std": 0.06123724356957946, "f1": 0.35315176513125923, "f1_std": 0.06137616920384976, "bacc": 0.36172161172161177, "bacc_std": 0.06088763257145617}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 94, "C": 0.000774263682681127, "split": "test", "acc": 0.4423076923076923, "acc_std": 0.06352677299827188, "f1": 0.43104395604395607, "f1_std": 0.06412780498206078, "bacc": 0.4416208791208791, "bacc_std": 0.06354292988391468}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 95, "C": 0.3593813663804626, "split": "test", "acc": 0.4423076923076923, "acc_std": 0.06465176402632782, "f1": 0.4289983579638752, "f1_std": 0.06310108540298548, "bacc": 0.43727106227106227, "bacc_std": 0.0639757256305047}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 96, "C": 0.046415888336127774, "split": "test", "acc": 0.4423076923076923, "acc_std": 0.06845613634693604, "f1": 0.45566454006351703, "f1_std": 0.06654604472412512, "bacc": 0.4375, "bacc_std": 0.06821475006689492}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 97, "C": 0.000774263682681127, "split": "test", "acc": 0.40384615384615385, "acc_std": 0.06492685916799086, "f1": 0.3869485294117647, "f1_std": 0.06728092376615133, "bacc": 0.4001831501831502, "bacc_std": 0.06452767550372585}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 98, "C": 0.046415888336127774, "split": "test", "acc": 0.46153846153846156, "acc_std": 0.06552130508558526, "f1": 0.44963121118012417, "f1_std": 0.0671746965720416, "bacc": 0.4581043956043956, "bacc_std": 0.0650731422150053}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 99, "C": 1291.5496650148827, "split": "test", "acc": 0.5384615384615384, "acc_std": 0.06263752915921571, "f1": 0.5242512672235311, "f1_std": 0.06511641113083007, "bacc": 0.538003663003663, "bacc_std": 0.06257881278303613}
+{"model": "flat_mae", "repr": "reg", "clf": "logistic", "dataset": "aabc_age", "trial": 100, "C": 0.046415888336127774, "split": "test", "acc": 0.40384615384615385, "acc_std": 0.06878036177340502, "f1": 0.40091580832960144, "f1_std": 0.06899718462027388, "bacc": 0.4017857142857143, "bacc_std": 0.0685889800200924}
+eval results (random splits):
+
+| model    | repr   | clf      | dataset   | split   |   n_trials |      C |   C_std |     acc |   acc_std |      f1 |   f1_std |    bacc |   bacc_std |
+|:---------|:-------|:---------|:----------|:--------|-----------:|-------:|--------:|--------:|----------:|--------:|---------:|--------:|-----------:|
+| flat_mae | reg    | logistic | aabc_age  | train   |        100 | 30.954 |  183.23 | 0.69098 |  0.15931  | 0.68508 | 0.16596  | 0.69125 |   0.15984  |
+| flat_mae | reg    | logistic | aabc_age  | test    |        100 | 30.954 |  183.23 | 0.45923 |  0.065388 | 0.44746 | 0.065364 | 0.45729 |   0.065279 |
+
+
+done! total time: 0:06:08

decoders/attn_reg1_pep4/eval_v2/aabc_sex__patch__logistic/config.yaml

@@ -0,0 +1,30 @@
+output_root: experiments/decoders/output
+name_prefix: eval_logistic
+remote_root: null
+notes: decoder ablations attn_reg1_pep4; eval v2 (aabc_sex patch logistic)
+model_kwargs:
+  ckpt_path: experiments/decoders/output/decoders/attn_reg1_pep4/pretrain/checkpoint-last.pth
+dataset_kwargs: {}
+num_workers: 16
+batch_size: 2
+cv_folds: 5
+max_iter: 1000
+Cs: 10
+balanced_sampling: false
+metrics:
+- acc
+- f1
+- bacc
+cv_metric: bacc
+n_trials: 100
+amp: true
+device: cuda
+seed: 4466
+debug: false
+name: decoders/attn_reg1_pep4/eval_v2/aabc_sex__patch__logistic
+model: flat_mae
+representation: patch
+dataset: aabc_sex
+distributed: false
+output_dir: experiments/decoders/output/decoders/attn_reg1_pep4/eval_v2/aabc_sex__patch__logistic
+remote_dir: null

decoders/attn_reg1_pep4/eval_v2/aabc_sex__patch__logistic/eval_table.csv

@@ -0,0 +1,203 @@
+model,repr,clf,dataset,trial,C,split,acc,acc_std,f1,f1_std,bacc,bacc_std
+flat_mae,patch,logistic,aabc_sex,,0.005994842503189409,train,0.8979206049149339,0.013218213174086052,0.8948077772867875,0.013677766884316846,0.8925058548009368,0.013876741772887185
+flat_mae,patch,logistic,aabc_sex,,0.005994842503189409,test,0.8909090909090909,0.04445443762768108,0.8891129032258065,0.04453656303956587,0.9015151515151516,0.04107849045825253
+flat_mae,patch,logistic,aabc_sex,1,0.3593813663804626,train,0.9886578449905482,0.004648990860332371,0.9883855386416862,0.004754556497440742,0.9889797473548463,0.004575950341334994
+flat_mae,patch,logistic,aabc_sex,1,0.3593813663804626,test,0.8363636363636363,0.049979830642714045,0.8307692307692308,0.052114221274963034,0.8288043478260869,0.05229137973860432
+flat_mae,patch,logistic,aabc_sex,2,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,aabc_sex,2,2.782559402207126,test,0.8545454545454545,0.04751546072874029,0.8505434782608696,0.04905752636385842,0.8505434782608696,0.04921354934341602
+flat_mae,patch,logistic,aabc_sex,3,0.046415888336127774,train,0.9376181474480151,0.010243775924971459,0.9359246820459175,0.010546159487965903,0.9351314516838125,0.010808680717050035
+flat_mae,patch,logistic,aabc_sex,3,0.046415888336127774,test,0.7636363636363637,0.058653497144439105,0.7555555555555555,0.06099713134051328,0.7540760869565217,0.06082206081333329
+flat_mae,patch,logistic,aabc_sex,4,0.046415888336127774,train,0.9281663516068053,0.01133278503953773,0.9260738452486026,0.011721047871843242,0.9245288548902371,0.012066986081897166
+flat_mae,patch,logistic,aabc_sex,4,0.046415888336127774,test,0.8363636363636363,0.050399842581414896,0.8354935194416749,0.05024155884788907,0.8471467391304348,0.04733826769948187
+flat_mae,patch,logistic,aabc_sex,5,0.046415888336127774,train,0.9319470699432892,0.010993374600726698,0.929871851524525,0.011398455044034046,0.9277968287464463,0.011795414190170108
+flat_mae,patch,logistic,aabc_sex,5,0.046415888336127774,test,0.8727272727272727,0.04264349232903572,0.8683760683760684,0.04469182604063988,0.8661684782608696,0.0452071274759942
+flat_mae,patch,logistic,aabc_sex,6,0.3593813663804626,train,0.9735349716446124,0.007000407107102199,0.9728995901639343,0.007161938598204154,0.9734751897769571,0.007129824343356391
+flat_mae,patch,logistic,aabc_sex,6,0.3593813663804626,test,0.9272727272727272,0.03463091820711327,0.9242424242424243,0.036827578434685766,0.9191576086956521,0.03874944191602967
+flat_mae,patch,logistic,aabc_sex,7,0.046415888336127774,train,0.9300567107750473,0.010910827574213073,0.9278752436647173,0.011342040972428946,0.9255546762800786,0.011791435347801488
+flat_mae,patch,logistic,aabc_sex,7,0.046415888336127774,test,0.9090909090909091,0.038021759755119615,0.9071259709557582,0.03879016877348678,0.9096467391304348,0.03845550356797873
+flat_mae,patch,logistic,aabc_sex,8,0.3593813663804626,train,0.9867674858223062,0.004927968755442423,0.9864417081324122,0.005046935514531682,0.9867375948884786,0.005036694774717146
+flat_mae,patch,logistic,aabc_sex,8,0.3593813663804626,test,0.8545454545454545,0.046151973176660296,0.8533333333333333,0.04622169295632456,0.8627717391304348,0.044569939768353196
+flat_mae,patch,logistic,aabc_sex,9,0.046415888336127774,train,0.9376181474480151,0.010244117086623532,0.9358427325549344,0.01056656276340107,0.9345232861455495,0.01082163763996326
+flat_mae,patch,logistic,aabc_sex,9,0.046415888336127774,test,0.8727272727272727,0.04494545454545453,0.8699763593380614,0.04574360610828019,0.8722826086956521,0.04555173783021404
+flat_mae,patch,logistic,aabc_sex,10,0.046415888336127774,train,0.9319470699432892,0.01050100626301955,0.9299646954986761,0.010868970912534755,0.9284049942847094,0.01124403358957719
+flat_mae,patch,logistic,aabc_sex,10,0.046415888336127774,test,0.8545454545454545,0.04794557520583291,0.8521505376344086,0.048450693707014734,0.8566576086956521,0.047631521598830176
+flat_mae,patch,logistic,aabc_sex,11,0.046415888336127774,train,0.9300567107750473,0.011116738588790233,0.9278752436647173,0.011540275340520482,0.9255546762800786,0.01193862293432863
+flat_mae,patch,logistic,aabc_sex,11,0.046415888336127774,test,0.8909090909090909,0.044070627012662934,0.8863636363636364,0.04685771412343013,0.8817934782608696,0.04767547188969283
+flat_mae,patch,logistic,aabc_sex,12,0.3593813663804626,train,0.9848771266540642,0.00516565538481019,0.98453216374269,0.005269283777795128,0.9857117734986371,0.004921212855775628
+flat_mae,patch,logistic,aabc_sex,12,0.3593813663804626,test,0.8181818181818182,0.050836974895531725,0.8074229691876751,0.05588488886592202,0.8009510869565217,0.05518700919418474
+flat_mae,patch,logistic,aabc_sex,13,0.046415888336127774,train,0.9395085066162571,0.01051990974493902,0.9377463959988231,0.010852738369197633,0.936157273073654,0.011099597657114959
+flat_mae,patch,logistic,aabc_sex,13,0.046415888336127774,test,0.8727272727272727,0.04311339651057065,0.8683760683760684,0.04480368712293577,0.8661684782608696,0.0450411926785977
+flat_mae,patch,logistic,aabc_sex,14,0.3593813663804626,train,0.9792060491493384,0.0056805101138609464,0.9786941127795048,0.005817724163119834,0.978985316099534,0.005857143613623006
+flat_mae,patch,logistic,aabc_sex,14,0.3593813663804626,test,0.8727272727272727,0.04407956742599465,0.8699763593380614,0.045021616492151174,0.8722826086956521,0.044782663830795266
+flat_mae,patch,logistic,aabc_sex,15,0.046415888336127774,train,0.9300567107750473,0.010805631651132103,0.9276748267898383,0.011295620547121394,0.9243383452035523,0.011842230841745453
+flat_mae,patch,logistic,aabc_sex,15,0.046415888336127774,test,0.8363636363636363,0.050871817523868906,0.8343927735028438,0.05121270628930134,0.8410326086956521,0.050420758055814356
+flat_mae,patch,logistic,aabc_sex,16,0.3593813663804626,train,0.9754253308128544,0.006771201100757306,0.9749074124751427,0.006891354925108573,0.976933673319851,0.0065119006760939995
+flat_mae,patch,logistic,aabc_sex,16,0.3593813663804626,test,0.8545454545454545,0.04727735641670402,0.84593837535014,0.05208167818486709,0.8383152173913043,0.052534778877567474
+flat_mae,patch,logistic,aabc_sex,17,0.046415888336127774,train,0.9357277882797732,0.010820869634963566,0.9339410589410589,0.011157546025710114,0.9328892992174448,0.011401745894231468
+flat_mae,patch,logistic,aabc_sex,17,0.046415888336127774,test,0.8363636363636363,0.048739143737158555,0.8250265111346766,0.05413837271580632,0.8165760869565217,0.05353673322984692
+flat_mae,patch,logistic,aabc_sex,18,0.046415888336127774,train,0.9262759924385633,0.01111291655323672,0.9239766081871346,0.011543745792404147,0.9216785368856062,0.011971554852737912
+flat_mae,patch,logistic,aabc_sex,18,0.046415888336127774,test,0.8545454545454545,0.045277195836424276,0.8521505376344086,0.045796562109121204,0.8566576086956521,0.04523908071194618
+flat_mae,patch,logistic,aabc_sex,19,0.046415888336127774,train,0.9338374291115312,0.0103188340384066,0.9317738791423003,0.01073542351478101,0.9294308156745509,0.011250730597096198
+flat_mae,patch,logistic,aabc_sex,19,0.046415888336127774,test,0.8363636363636363,0.0497027993624384,0.8343927735028438,0.04998745062171858,0.8410326086956521,0.04911638928765456
+flat_mae,patch,logistic,aabc_sex,20,0.046415888336127774,train,0.9357277882797732,0.010994112452137576,0.9338555457487496,0.011364176694626148,0.9322811336791816,0.011716851852229605
+flat_mae,patch,logistic,aabc_sex,20,0.046415888336127774,test,0.8363636363636363,0.04937458776896643,0.8328267477203647,0.05060901146070245,0.8349184782608696,0.050724127407500694
+flat_mae,patch,logistic,aabc_sex,21,0.005994842503189409,train,0.9073724007561437,0.012034612028582673,0.9044834307992202,0.012453971794233335,0.9022978399132449,0.012649592930421397
+flat_mae,patch,logistic,aabc_sex,21,0.005994842503189409,test,0.8363636363636363,0.0503660780504281,0.8307692307692308,0.0527326193321356,0.8288043478260869,0.05309148879119155
+flat_mae,patch,logistic,aabc_sex,22,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,aabc_sex,22,2.782559402207126,test,0.8545454545454545,0.049345481342526365,0.8521505376344086,0.05000058308014053,0.8566576086956521,0.04970105902488103
+flat_mae,patch,logistic,aabc_sex,23,0.3593813663804626,train,0.9810964083175804,0.005943273592190965,0.9806872280148369,0.0060517405531202275,0.982443799642428,0.0056181069221184566
+flat_mae,patch,logistic,aabc_sex,23,0.3593813663804626,test,0.9272727272727272,0.03472944305450397,0.9252717391304348,0.0357934873984947,0.9252717391304348,0.03612846645457738
+flat_mae,patch,logistic,aabc_sex,24,0.046415888336127774,train,0.9338374291115312,0.010747668595769783,0.9319544133158395,0.0110934864789005,0.9306471467510771,0.011382908089981323
+flat_mae,patch,logistic,aabc_sex,24,0.046415888336127774,test,0.8727272727272727,0.04509530770334651,0.8683760683760684,0.04717039073314957,0.8661684782608696,0.04775954069043428
+flat_mae,patch,logistic,aabc_sex,25,0.046415888336127774,train,0.9281663516068053,0.011422127637516807,0.9260738452486026,0.011806695017309332,0.9245288548902371,0.012110220420481719
+flat_mae,patch,logistic,aabc_sex,25,0.046415888336127774,test,0.9454545454545454,0.029984017781378967,0.9435897435897436,0.031396936022588515,0.9408967391304348,0.03269664780532673
+flat_mae,patch,logistic,aabc_sex,26,0.3593813663804626,train,0.9829867674858223,0.0056529148346969775,0.9825885657235016,0.005775106173105369,0.9834696210322693,0.005558780445311248
+flat_mae,patch,logistic,aabc_sex,26,0.3593813663804626,test,0.8727272727272727,0.042690893603837966,0.8663658451926415,0.04624391738603346,0.8600543478260869,0.04708772248723998
+flat_mae,patch,logistic,aabc_sex,27,0.046415888336127774,train,0.9262759924385633,0.011134232190011919,0.9240784423403167,0.011535785346910504,0.9222867024238695,0.01192562479187047
+flat_mae,patch,logistic,aabc_sex,27,0.046415888336127774,test,0.9090909090909091,0.03829204867509099,0.9071259709557582,0.03896359943367959,0.9096467391304348,0.03825473718765804
+flat_mae,patch,logistic,aabc_sex,28,0.046415888336127774,train,0.9319470699432892,0.010669830196625764,0.9299646954986761,0.011009152405757717,0.9284049942847094,0.01126164100823256
+flat_mae,patch,logistic,aabc_sex,28,0.046415888336127774,test,0.8545454545454545,0.04587660056432735,0.8484848484848485,0.048863494027942114,0.8444293478260869,0.04945172073791577
+flat_mae,patch,logistic,aabc_sex,29,0.046415888336127774,train,0.9357277882797732,0.010874413318417648,0.9336779846013157,0.011307335695636434,0.9310648026026555,0.011809707783237252
+flat_mae,patch,logistic,aabc_sex,29,0.046415888336127774,test,0.8909090909090909,0.042077865640494455,0.8879076086956521,0.043337367579471014,0.8879076086956521,0.04337175888926743
+flat_mae,patch,logistic,aabc_sex,30,0.046415888336127774,train,0.9281663516068053,0.01092835257377837,0.9260738452486026,0.011282154324437021,0.9245288548902371,0.011501715888301752
+flat_mae,patch,logistic,aabc_sex,30,0.046415888336127774,test,0.8,0.05581147724021946,0.795677136102668,0.05695834966003606,0.7975543478260869,0.056545937349887575
+flat_mae,patch,logistic,aabc_sex,31,0.046415888336127774,train,0.9262759924385633,0.011463045098904846,0.9240784423403167,0.011857698693027038,0.9222867024238695,0.012142395640393313
+flat_mae,patch,logistic,aabc_sex,31,0.046415888336127774,test,0.8545454545454545,0.043898892096187636,0.8484848484848485,0.04627099309748399,0.8444293478260869,0.04628414436242084
+flat_mae,patch,logistic,aabc_sex,32,0.046415888336127774,train,0.9357277882797732,0.010571431358449334,0.9339410589410589,0.010892772743432665,0.9328892992174448,0.011119521391041406
+flat_mae,patch,logistic,aabc_sex,32,0.046415888336127774,test,0.8909090909090909,0.041034216723958065,0.884453781512605,0.04532303427299883,0.8756793478260869,0.046552994820911804
+flat_mae,patch,logistic,aabc_sex,33,0.005994842503189409,train,0.8922495274102079,0.01274919888091919,0.8890377234204629,0.013171684739842636,0.8874014478736187,0.013352985178546278
+flat_mae,patch,logistic,aabc_sex,33,0.005994842503189409,test,0.8363636363636363,0.04740295349448173,0.8307692307692308,0.04986026174395696,0.8288043478260869,0.0504033309300538
+flat_mae,patch,logistic,aabc_sex,34,0.3593813663804626,train,0.9810964083175804,0.006021795431482549,0.9806872280148369,0.0061293975576675284,0.982443799642428,0.005628093557108213
+flat_mae,patch,logistic,aabc_sex,34,0.3593813663804626,test,0.8727272727272727,0.044550070261791704,0.8699763593380614,0.04554749075445059,0.8722826086956521,0.04561983866742563
+flat_mae,patch,logistic,aabc_sex,35,0.000774263682681127,train,0.8563327032136105,0.015179419331618054,0.8511183528366169,0.01590774820384353,0.8478413787039479,0.016158545357895102
+flat_mae,patch,logistic,aabc_sex,35,0.000774263682681127,test,0.8545454545454545,0.045903239951190014,0.84593837535014,0.050674101218175414,0.8383152173913043,0.05100884089064916
+flat_mae,patch,logistic,aabc_sex,36,0.3593813663804626,train,0.9754253308128544,0.006415423398655344,0.9748501504895023,0.006552318436978207,0.9757173422433248,0.006377082546798903
+flat_mae,patch,logistic,aabc_sex,36,0.3593813663804626,test,0.8909090909090909,0.04209286859762422,0.8879076086956521,0.04342780126651795,0.8879076086956521,0.04369233634063438
+flat_mae,patch,logistic,aabc_sex,37,0.046415888336127774,train,0.9319470699432892,0.010687936939667776,0.9296791917759659,0.011131946761470453,0.92658049766992,0.011555926754883794
+flat_mae,patch,logistic,aabc_sex,37,0.046415888336127774,test,0.7636363636363637,0.05800773958050485,0.7555555555555555,0.06085463918872742,0.7540760869565217,0.06048988552548357
+flat_mae,patch,logistic,aabc_sex,38,0.3593813663804626,train,0.9848771266540642,0.00518634636466258,0.98453216374269,0.0052908800093363195,0.9857117734986371,0.004928227275398655
+flat_mae,patch,logistic,aabc_sex,38,0.3593813663804626,test,0.8363636363636363,0.045840268846657976,0.8281846581048247,0.04940966888572304,0.8226902173913043,0.04946488244174629
+flat_mae,patch,logistic,aabc_sex,39,0.046415888336127774,train,0.9376181474480151,0.010042091795041577,0.9359246820459175,0.01034425487732331,0.9351314516838125,0.010568993221720847
+flat_mae,patch,logistic,aabc_sex,39,0.046415888336127774,test,0.8545454545454545,0.04541694444780719,0.8521505376344086,0.0459635531780556,0.8566576086956521,0.04530318525519917
+flat_mae,patch,logistic,aabc_sex,40,0.046415888336127774,train,0.9281663516068053,0.011184885714545312,0.9259758432758874,0.011600805441715392,0.923920689351974,0.011997337299164709
+flat_mae,patch,logistic,aabc_sex,40,0.046415888336127774,test,0.8545454545454545,0.04456045758478347,0.8484848484848485,0.047178845737100586,0.8444293478260869,0.04765095776574107
+flat_mae,patch,logistic,aabc_sex,41,0.005994842503189409,train,0.8998109640831758,0.01351273161987521,0.8965443442002915,0.014037311200813444,0.8939373955860371,0.014289941979750854
+flat_mae,patch,logistic,aabc_sex,41,0.005994842503189409,test,0.8545454545454545,0.0470935204611153,0.84593837535014,0.05193953739922566,0.8383152173913043,0.0520893976935748
+flat_mae,patch,logistic,aabc_sex,42,166.81005372000556,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,aabc_sex,42,166.81005372000556,test,0.8,0.05570257498091206,0.795677136102668,0.056865767510617914,0.7975543478260869,0.056673705795758346
+flat_mae,patch,logistic,aabc_sex,43,0.046415888336127774,train,0.9319470699432892,0.011118281434027174,0.929871851524525,0.011509301707121474,0.9277968287464463,0.011876501180490478
+flat_mae,patch,logistic,aabc_sex,43,0.046415888336127774,test,0.9454545454545454,0.030422675318809808,0.9442755825734549,0.030963520803673268,0.9470108695652174,0.029922312813296416
+flat_mae,patch,logistic,aabc_sex,44,0.3593813663804626,train,0.9867674858223062,0.004999299195815722,0.9864417081324122,0.005118360383354906,0.9867375948884786,0.00506329000905632
+flat_mae,patch,logistic,aabc_sex,44,0.3593813663804626,test,0.8727272727272727,0.043681476680152154,0.8699763593380614,0.04444520985547415,0.8722826086956521,0.04403583786912668
+flat_mae,patch,logistic,aabc_sex,45,0.046415888336127774,train,0.9319470699432892,0.011088873950456695,0.9299646954986761,0.011458315951879546,0.9284049942847094,0.011710786224914409
+flat_mae,patch,logistic,aabc_sex,45,0.046415888336127774,test,0.9636363636363636,0.02440745042735182,0.9630376344086022,0.024547986237309635,0.96875,0.02097515271100547
+flat_mae,patch,logistic,aabc_sex,46,0.046415888336127774,train,0.9376181474480151,0.010472587062299603,0.9358427325549344,0.010799891782819437,0.9345232861455495,0.011040459668946807
+flat_mae,patch,logistic,aabc_sex,46,0.046415888336127774,test,0.8909090909090909,0.043179104220934385,0.8879076086956521,0.04458276579251271,0.8879076086956521,0.044890038242751895
+flat_mae,patch,logistic,aabc_sex,47,0.046415888336127774,train,0.9395085066162571,0.010273326255047666,0.9378268790033496,0.010608703157331378,0.9367654386119171,0.010935388751594497
+flat_mae,patch,logistic,aabc_sex,47,0.046415888336127774,test,0.8545454545454545,0.04490848729811501,0.84593837535014,0.04951131239259725,0.8383152173913043,0.049727125102110616
+flat_mae,patch,logistic,aabc_sex,48,0.046415888336127774,train,0.9319470699432892,0.011181134913437014,0.9299646954986761,0.011556189704823278,0.9284049942847094,0.011867292209784303
+flat_mae,patch,logistic,aabc_sex,48,0.046415888336127774,test,0.8727272727272727,0.04535609702333393,0.8663658451926415,0.04915934470972352,0.8600543478260869,0.04995786238362686
+flat_mae,patch,logistic,aabc_sex,49,0.046415888336127774,train,0.9357277882797732,0.010577319548132035,0.9339410589410589,0.010907977209098056,0.9328892992174448,0.011183383838066862
+flat_mae,patch,logistic,aabc_sex,49,0.046415888336127774,test,0.8545454545454545,0.04433554997668953,0.8521505376344086,0.045117155133186496,0.8566576086956521,0.044879046840705324
+flat_mae,patch,logistic,aabc_sex,50,0.005994842503189409,train,0.9054820415879017,0.012396942564514896,0.9025997937840624,0.012830278186389007,0.9006638529851403,0.013089022482628027
+flat_mae,patch,logistic,aabc_sex,50,0.005994842503189409,test,0.8545454545454545,0.049170561642423845,0.8505434782608696,0.05052656102177713,0.8505434782608696,0.050601486752735944
+flat_mae,patch,logistic,aabc_sex,51,0.3593813663804626,train,0.9792060491493384,0.005793041371583213,0.9787193581065019,0.005917807987822388,0.9795934816377971,0.005741662091572571
+flat_mae,patch,logistic,aabc_sex,51,0.3593813663804626,test,0.8363636363636363,0.04642575517750519,0.8250265111346766,0.0531094353077188,0.8165760869565217,0.052464281633686057
+flat_mae,patch,logistic,aabc_sex,52,0.3593813663804626,train,0.9848771266540642,0.005115835817901397,0.98453216374269,0.005219558003090379,0.9857117734986371,0.004896023375318947
+flat_mae,patch,logistic,aabc_sex,52,0.3593813663804626,test,0.8181818181818182,0.05174803545598341,0.8074229691876751,0.056967451961668754,0.8009510869565217,0.05618861325597044
+flat_mae,patch,logistic,aabc_sex,53,0.3593813663804626,train,0.9792060491493384,0.0064108264155694214,0.97876781055589,0.006518354166277934,0.9808098127143234,0.0059530031315663074
+flat_mae,patch,logistic,aabc_sex,53,0.3593813663804626,test,0.9090909090909091,0.0404536261386862,0.905982905982906,0.0421921794315327,0.9035326086956521,0.043062189797527926
+flat_mae,patch,logistic,aabc_sex,54,0.046415888336127774,train,0.9357277882797732,0.010398332958288748,0.9338555457487496,0.01075741975807743,0.9322811336791816,0.01112268147671014
+flat_mae,patch,logistic,aabc_sex,54,0.046415888336127774,test,0.8363636363636363,0.05106017839943194,0.8328267477203647,0.05191196689923785,0.8349184782608696,0.0514518592989505
+flat_mae,patch,logistic,aabc_sex,55,0.3593813663804626,train,0.9829867674858223,0.005830799294952884,0.9825466942830434,0.0059883236816095295,0.9822532899557432,0.006182129314619867
+flat_mae,patch,logistic,aabc_sex,55,0.3593813663804626,test,0.8545454545454545,0.04759247110400049,0.8521505376344086,0.04818108309951583,0.8566576086956521,0.04777181092948555
+flat_mae,patch,logistic,aabc_sex,56,0.3593813663804626,train,0.9924385633270322,0.0037961575117313163,0.9922477212110554,0.0038931862550643506,0.9922477212110554,0.003978039301285019
+flat_mae,patch,logistic,aabc_sex,56,0.3593813663804626,test,0.8181818181818182,0.05066664346816923,0.8106060606060606,0.05380030293011867,0.8070652173913043,0.05384603855245998
+flat_mae,patch,logistic,aabc_sex,57,0.046415888336127774,train,0.9376181474480151,0.01016816377178648,0.935672514619883,0.010561760230408763,0.9333069550690232,0.011020136621883229
+flat_mae,patch,logistic,aabc_sex,57,0.046415888336127774,test,0.9090909090909091,0.03870628539301621,0.9071259709557582,0.039498151445812965,0.9096467391304348,0.03893262376560892
+flat_mae,patch,logistic,aabc_sex,58,0.3593813663804626,train,0.9810964083175804,0.006239976829290193,0.9806193030276386,0.006395027285868735,0.9806193030276386,0.00641770026280588
+flat_mae,patch,logistic,aabc_sex,58,0.3593813663804626,test,0.7818181818181819,0.05533100994159625,0.7758152173913043,0.05691511442965067,0.7758152173913043,0.05673492951506501
+flat_mae,patch,logistic,aabc_sex,59,0.046415888336127774,train,0.9357277882797732,0.01116604998371754,0.9339410589410589,0.011520727816787604,0.9328892992174448,0.011837055473481472
+flat_mae,patch,logistic,aabc_sex,59,0.046415888336127774,test,0.9090909090909091,0.038010629222420114,0.9071259709557582,0.038727810170713056,0.9096467391304348,0.038259390483507995
+flat_mae,patch,logistic,aabc_sex,60,0.005994842503189409,train,0.8960302457466919,0.012892471268514215,0.8930712209248908,0.013284600396886106,0.8918857528063542,0.013400747421294813
+flat_mae,patch,logistic,aabc_sex,60,0.005994842503189409,test,0.8727272727272727,0.043333173977244586,0.8683760683760684,0.04541251572451246,0.8661684782608696,0.046005090412563565
+flat_mae,patch,logistic,aabc_sex,61,0.3593813663804626,train,0.9829867674858223,0.005825215927744091,0.9825885657235016,0.005951787816111025,0.9834696210322693,0.005744176719745834
+flat_mae,patch,logistic,aabc_sex,61,0.3593813663804626,test,0.8181818181818182,0.0505493785265604,0.8151881720430108,0.051070417559471344,0.8192934782608696,0.05107765964999542
+flat_mae,patch,logistic,aabc_sex,62,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,aabc_sex,62,2.782559402207126,test,0.8363636363636363,0.04799750682230299,0.8307692307692308,0.05035684378154921,0.8288043478260869,0.050608965052411
+flat_mae,patch,logistic,aabc_sex,63,0.3593813663804626,train,0.9810964083175804,0.005926854528672268,0.9806425644028103,0.006060930771843901,0.9812274685659017,0.005924750345618621
+flat_mae,patch,logistic,aabc_sex,63,0.3593813663804626,test,0.9454545454545454,0.0297743358344089,0.9442755825734549,0.0302752512366801,0.9470108695652174,0.0292322281469951
+flat_mae,patch,logistic,aabc_sex,64,0.046415888336127774,train,0.943289224952741,0.010551016286054137,0.9416372462488967,0.010891603033154016,0.9400334124681262,0.011173991843354209
+flat_mae,patch,logistic,aabc_sex,64,0.046415888336127774,test,0.8181818181818182,0.050398950533478676,0.8131793478260869,0.05199510973078927,0.8131793478260869,0.052004874685033384
+flat_mae,patch,logistic,aabc_sex,65,0.046415888336127774,train,0.9319470699432892,0.011288226550786578,0.929871851524525,0.011696681591629962,0.9277968287464463,0.012026834582726754
+flat_mae,patch,logistic,aabc_sex,65,0.046415888336127774,test,0.8545454545454545,0.045699977394789766,0.84593837535014,0.050077777004766864,0.8383152173913043,0.050142510827363915
+flat_mae,patch,logistic,aabc_sex,66,0.046415888336127774,train,0.9376181474480151,0.01033920779219041,0.9359246820459175,0.010627057026302013,0.9351314516838125,0.010774165162727426
+flat_mae,patch,logistic,aabc_sex,66,0.046415888336127774,test,0.8363636363636363,0.049626119489006866,0.8307692307692308,0.05166277653444132,0.8288043478260869,0.05179761397315772
+flat_mae,patch,logistic,aabc_sex,67,0.3593813663804626,train,0.9829867674858223,0.005569626910524766,0.9826282086366374,0.00565870950868827,0.9846859521087956,0.0049895553813963265
+flat_mae,patch,logistic,aabc_sex,67,0.3593813663804626,test,0.9272727272727272,0.03460051115086058,0.9260752688172043,0.03485992561664718,0.9313858695652174,0.033038890640624034
+flat_mae,patch,logistic,aabc_sex,68,21.54434690031882,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,aabc_sex,68,21.54434690031882,test,0.9636363636363636,0.025008983509897952,0.9626358695652174,0.025799424698907846,0.9626358695652174,0.026276009757663994
+flat_mae,patch,logistic,aabc_sex,69,0.046415888336127774,train,0.9300567107750473,0.011222292934399783,0.9279718555536338,0.011600756432576204,0.9261628418183416,0.011884202225170275
+flat_mae,patch,logistic,aabc_sex,69,0.046415888336127774,test,0.9818181818181818,0.018108360700867642,0.9814251941911516,0.01833971583558119,0.984375,0.015561872477308121
+flat_mae,patch,logistic,aabc_sex,70,0.046415888336127774,train,0.9281663516068053,0.011500070187157749,0.9259758432758874,0.011930537290257255,0.923920689351974,0.01231765954622534
+flat_mae,patch,logistic,aabc_sex,70,0.046415888336127774,test,0.9272727272727272,0.035197652062940246,0.9260752688172043,0.0354783106666295,0.9313858695652174,0.03379827749390227
+flat_mae,patch,logistic,aabc_sex,71,0.046415888336127774,train,0.9262759924385633,0.010739170198469006,0.9241777748376498,0.011063672761666303,0.9228948679621325,0.01124505355379193
+flat_mae,patch,logistic,aabc_sex,71,0.046415888336127774,test,0.8545454545454545,0.04429017763241351,0.84593837535014,0.04870379047304653,0.8383152173913043,0.04842836700820749
+flat_mae,patch,logistic,aabc_sex,72,0.000774263682681127,train,0.8544423440453687,0.014863034281674079,0.8490481431657901,0.01562573486246472,0.8455992262375802,0.015885583894741904
+flat_mae,patch,logistic,aabc_sex,72,0.000774263682681127,test,0.8727272727272727,0.04356143567062441,0.8683760683760684,0.04544217893707619,0.8661684782608696,0.046019548666929755
+flat_mae,patch,logistic,aabc_sex,73,0.3593813663804626,train,0.9792060491493384,0.00621546414975839,0.9787439225298349,0.00633445607978982,0.9802016471760602,0.005966092646443197
+flat_mae,patch,logistic,aabc_sex,73,0.3593813663804626,test,0.9454545454545454,0.029471510265939416,0.9427282193682749,0.032086562972910126,0.9347826086956521,0.035237675317971034
+flat_mae,patch,logistic,aabc_sex,74,0.046415888336127774,train,0.9319470699432892,0.010123077912148499,0.9299646954986761,0.010472873043551427,0.9284049942847094,0.010850686957843704
+flat_mae,patch,logistic,aabc_sex,74,0.046415888336127774,test,0.8727272727272727,0.045244080020036916,0.8699763593380614,0.046040820311280845,0.8722826086956521,0.04551814846604915
+flat_mae,patch,logistic,aabc_sex,75,0.046415888336127774,train,0.9338374291115312,0.010632960970085231,0.9319544133158395,0.01095857180494309,0.9306471467510771,0.011160416116705534
+flat_mae,patch,logistic,aabc_sex,75,0.046415888336127774,test,0.8181818181818182,0.047291241129867836,0.8106060606060606,0.05019755372035459,0.8070652173913043,0.05031367037995762
+flat_mae,patch,logistic,aabc_sex,76,0.046415888336127774,train,0.9300567107750473,0.010669602453804893,0.9279718555536338,0.011076100815184235,0.9261628418183416,0.011557817547254236
+flat_mae,patch,logistic,aabc_sex,76,0.046415888336127774,test,0.8363636363636363,0.05168724765595409,0.8328267477203647,0.052813285798358485,0.8349184782608696,0.0525906663173658
+flat_mae,patch,logistic,aabc_sex,77,0.3593813663804626,train,0.9829867674858223,0.0056040959308798636,0.9825466942830434,0.005754813692431461,0.9822532899557432,0.00592904077934055
+flat_mae,patch,logistic,aabc_sex,77,0.3593813663804626,test,0.8727272727272727,0.04444182379785215,0.8663658451926415,0.04801571621523334,0.8600543478260869,0.04893578132431206
+flat_mae,patch,logistic,aabc_sex,78,0.046415888336127774,train,0.9300567107750473,0.011153885462760391,0.9279718555536338,0.011558647315209223,0.9261628418183416,0.011931564011352066
+flat_mae,patch,logistic,aabc_sex,78,0.046415888336127774,test,0.9636363636363636,0.022626569622736944,0.9626358695652174,0.02328238852191854,0.9626358695652174,0.02353507900730232
+flat_mae,patch,logistic,aabc_sex,79,0.046415888336127774,train,0.9281663516068053,0.011427201627349563,0.9259758432758874,0.011838092209721311,0.923920689351974,0.012136084094635435
+flat_mae,patch,logistic,aabc_sex,79,0.046415888336127774,test,0.8363636363636363,0.05089967445381287,0.8281846581048247,0.05501911297299524,0.8226902173913043,0.05474395708541755
+flat_mae,patch,logistic,aabc_sex,80,21.54434690031882,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,aabc_sex,80,21.54434690031882,test,0.7818181818181819,0.05600305776775802,0.7758152173913043,0.05770384746706663,0.7758152173913043,0.05774908644384475
+flat_mae,patch,logistic,aabc_sex,81,0.3593813663804626,train,0.9829867674858223,0.00568604326493316,0.9825679104559584,0.005823252306278268,0.9828614554940063,0.005803375095519455
+flat_mae,patch,logistic,aabc_sex,81,0.3593813663804626,test,0.9090909090909091,0.03744661875521403,0.905982905982906,0.03915079352289381,0.9035326086956521,0.040112961692828436
+flat_mae,patch,logistic,aabc_sex,82,0.3593813663804626,train,0.9848771266540642,0.0054545218913304985,0.98453216374269,0.005563874885447317,0.9857117734986371,0.005124840673334588
+flat_mae,patch,logistic,aabc_sex,82,0.3593813663804626,test,0.8545454545454545,0.044860761628446474,0.84593837535014,0.04896845045168756,0.8383152173913043,0.049148468965363463
+flat_mae,patch,logistic,aabc_sex,83,0.3593813663804626,train,0.9829867674858223,0.005503109247640711,0.9826086638880467,0.005610269562035886,0.9840777865705326,0.005242876034858651
+flat_mae,patch,logistic,aabc_sex,83,0.3593813663804626,test,0.9454545454545454,0.030428694591543935,0.9427282193682749,0.0331390139149995,0.9347826086956521,0.036382134837715574
+flat_mae,patch,logistic,aabc_sex,84,0.046415888336127774,train,0.9357277882797732,0.01108298992566103,0.9336779846013157,0.011492529775151791,0.9310648026026555,0.011795195118706813
+flat_mae,patch,logistic,aabc_sex,84,0.046415888336127774,test,0.8363636363636363,0.05174813766761189,0.8307692307692308,0.05388013222823208,0.8288043478260869,0.054075529410496946
+flat_mae,patch,logistic,aabc_sex,85,0.046415888336127774,train,0.9357277882797732,0.01037400728199137,0.9338555457487496,0.010728374736941469,0.9322811336791816,0.011077026487297659
+flat_mae,patch,logistic,aabc_sex,85,0.046415888336127774,test,0.8363636363636363,0.051029714241186845,0.8307692307692308,0.05344954745764673,0.8288043478260869,0.053642512293125756
+flat_mae,patch,logistic,aabc_sex,86,0.046415888336127774,train,0.9300567107750473,0.011734932538918212,0.9280660940767447,0.0120988688835664,0.9267710073566048,0.012378880106912842
+flat_mae,patch,logistic,aabc_sex,86,0.046415888336127774,test,0.9454545454545454,0.03304124144707092,0.9442755825734549,0.03363891669055451,0.9470108695652174,0.03272191539729666
+flat_mae,patch,logistic,aabc_sex,87,0.3593813663804626,train,0.9773156899810964,0.006588324509841976,0.9768246736178042,0.006704098555077754,0.9785676602479556,0.0062346503455578154
+flat_mae,patch,logistic,aabc_sex,87,0.3593813663804626,test,0.8545454545454545,0.049241197560478574,0.8505434782608696,0.050762629942202424,0.8505434782608696,0.050792067137122004
+flat_mae,patch,logistic,aabc_sex,88,2.782559402207126,train,1.0,0.0,1.0,0.0,1.0,0.0
+flat_mae,patch,logistic,aabc_sex,88,2.782559402207126,test,0.8545454545454545,0.048698756920683636,0.8484848484848485,0.05137980915228604,0.8444293478260869,0.051907286625031336
+flat_mae,patch,logistic,aabc_sex,89,0.3593813663804626,train,0.9848771266540642,0.005365509362660935,0.98453216374269,0.005475044183953486,0.9857117734986371,0.005152457590222476
+flat_mae,patch,logistic,aabc_sex,89,0.3593813663804626,test,0.8727272727272727,0.04187491803371772,0.8663658451926415,0.04552464343656962,0.8600543478260869,0.046404944114193
+flat_mae,patch,logistic,aabc_sex,90,0.046415888336127774,train,0.9319470699432892,0.011695914169198494,0.929871851524525,0.012093463933832321,0.9277968287464463,0.012390280852118947
+flat_mae,patch,logistic,aabc_sex,90,0.046415888336127774,test,0.8727272727272727,0.04571502095040389,0.8683760683760684,0.04773029633539852,0.8661684782608696,0.04827224613372834
+flat_mae,patch,logistic,aabc_sex,91,0.3593813663804626,train,0.9829867674858223,0.005287022002596578,0.9825885657235016,0.005403170889907181,0.9834696210322693,0.005262723139549306
+flat_mae,patch,logistic,aabc_sex,91,0.3593813663804626,test,0.8727272727272727,0.04497786416074921,0.8699763593380614,0.045904148996592106,0.8722826086956521,0.045638833191635475
+flat_mae,patch,logistic,aabc_sex,92,0.046415888336127774,train,0.9281663516068053,0.01107548901962392,0.9259758432758874,0.011483802322414327,0.923920689351974,0.011872506660112199
+flat_mae,patch,logistic,aabc_sex,92,0.046415888336127774,test,0.9272727272727272,0.0330188826517532,0.9229691876750701,0.03663016955256208,0.9130434782608696,0.039479098822748394
+flat_mae,patch,logistic,aabc_sex,93,0.3593813663804626,train,0.9848771266540642,0.005548944473236707,0.98453216374269,0.005661208432503415,0.9857117734986371,0.0053108614160721854
+flat_mae,patch,logistic,aabc_sex,93,0.3593813663804626,test,0.8727272727272727,0.046397078847917064,0.8683760683760684,0.04854149951860425,0.8661684782608696,0.04927073116982192
+flat_mae,patch,logistic,aabc_sex,94,0.005994842503189409,train,0.8922495274102079,0.013346894796237328,0.888736370177672,0.01391192592323747,0.8861851167970926,0.014278968336350601
+flat_mae,patch,logistic,aabc_sex,94,0.005994842503189409,test,0.9272727272727272,0.034127054777237896,0.9252717391304348,0.0351497144418128,0.9252717391304348,0.03563294494450665
+flat_mae,patch,logistic,aabc_sex,95,0.046415888336127774,train,0.9300567107750473,0.010943650865682828,0.9279718555536338,0.011315622962721844,0.9261628418183416,0.011606365986843338
+flat_mae,patch,logistic,aabc_sex,95,0.046415888336127774,test,0.9090909090909091,0.038783126602827026,0.9071259709557582,0.039487743078217626,0.9096467391304348,0.038921795264619835
+flat_mae,patch,logistic,aabc_sex,96,0.3593813663804626,train,0.9848771266540642,0.005566382049169837,0.9845140515222482,0.005693058027021562,0.9851036079603739,0.005573818794514943
+flat_mae,patch,logistic,aabc_sex,96,0.3593813663804626,test,0.9272727272727272,0.03512426111690131,0.9242424242424243,0.037252457068302526,0.9191576086956521,0.038899226615328436
+flat_mae,patch,logistic,aabc_sex,97,0.3593813663804626,train,0.9792060491493384,0.006079790072657901,0.9787193581065019,0.006211908344738967,0.9795934816377971,0.006077427083892838
+flat_mae,patch,logistic,aabc_sex,97,0.3593813663804626,test,0.8545454545454545,0.04773562178056192,0.8505434782608696,0.049417529319914485,0.8505434782608696,0.049680436491159684
+flat_mae,patch,logistic,aabc_sex,98,0.046415888336127774,train,0.9300567107750473,0.010904128494503113,0.9279718555536338,0.011272961569206683,0.9261628418183416,0.011515460641472044
+flat_mae,patch,logistic,aabc_sex,98,0.046415888336127774,test,0.7818181818181819,0.05256037535873615,0.7642857142857142,0.06022188314997999,0.7574728260869565,0.05743761466011973
+flat_mae,patch,logistic,aabc_sex,99,0.005994842503189409,train,0.8979206049149339,0.014018705275900939,0.8949470432480142,0.014456480286415347,0.8935197397344588,0.014605392430675677
+flat_mae,patch,logistic,aabc_sex,99,0.005994842503189409,test,0.8727272727272727,0.04514218492169083,0.8663658451926415,0.04923348248390488,0.8600543478260869,0.05014650794401546
+flat_mae,patch,logistic,aabc_sex,100,0.3593813663804626,train,0.9810964083175804,0.005809157076376469,0.9806425644028103,0.00594288078128264,0.9812274685659017,0.005876610131245764
+flat_mae,patch,logistic,aabc_sex,100,0.3593813663804626,test,0.9090909090909091,0.03731502699542668,0.9071259709557582,0.038094706082983175,0.9096467391304348,0.03774852985231016

decoders/attn_reg1_pep4/eval_v2/aabc_sex__patch__logistic/log.txt

@@ -0,0 +1,245 @@
+fMRI foundation model logistic probe eval
+version: 0.1.dev66+g7ddd3aa04
+sha: aef99c83a386cf95c3d8ca503ecc968d8d5694af, status: has uncommitted changes, branch: dev/clane9
+cwd: /data/connor/fmri-fm
+start: 2026-03-07 21:55:13
+config:
+output_root: experiments/decoders/output
+name_prefix: eval_logistic
+remote_root: null
+notes: decoder ablations attn_reg1_pep4; eval v2 (aabc_sex patch logistic)
+model_kwargs:
+  ckpt_path: experiments/decoders/output/decoders/attn_reg1_pep4/pretrain/checkpoint-last.pth
+dataset_kwargs: {}
+num_workers: 16
+batch_size: 2
+cv_folds: 5
+max_iter: 1000
+Cs: 10
+balanced_sampling: false
+metrics:
+- acc
+- f1
+- bacc
+cv_metric: bacc
+n_trials: 100
+amp: true
+device: cuda
+seed: 4466
+debug: false
+name: decoders/attn_reg1_pep4/eval_v2/aabc_sex__patch__logistic
+model: flat_mae
+representation: patch
+dataset: aabc_sex
+distributed: false
+output_dir: experiments/decoders/output/decoders/attn_reg1_pep4/eval_v2/aabc_sex__patch__logistic
+remote_dir: null
+
+creating frozen backbone model: flat_mae
+backbone:
+MaskedEncoderWrapper(
+  (model): MaskedEncoder(
+    class_token=False, reg_tokens=1, no_embed_class=True, mask_drop_scale=False
+    (patchify): Patchify3D((16, 224, 560), (4, 16, 16), in_chans=1)
+    (patch_embed): Linear(in_features=1024, out_features=768, bias=True)
+    (pos_embed): SeparablePosEmbed(768, (4, 14, 35))
+    (blocks): ModuleList(
+      (0-11): 12 x Block(
+        (norm1): LayerNorm((768,), eps=1e-06, elementwise_affine=True)
+        (attn): Attention(
+          num_heads=12
+          (q): Linear(in_features=768, out_features=768, bias=True)
+          (k): Linear(in_features=768, out_features=768, bias=True)
+          (v): Linear(in_features=768, out_features=768, bias=True)
+          (proj): Linear(in_features=768, out_features=768, bias=True)
+        )
+        (drop_path1): Identity()
+        (norm2): LayerNorm((768,), eps=1e-06, elementwise_affine=True)
+        (mlp): Mlp(
+          (fc1): Linear(in_features=768, out_features=3072, bias=True)
+          (act): GELU(approximate='none')
+          (fc2): Linear(in_features=3072, out_features=768, bias=True)
+        )
+        (drop_path2): Identity()
+      )
+    )
+    (norm): LayerNorm((768,), eps=1e-06, elementwise_affine=True)
+  )
+)
+creating dataset: aabc_sex (flat)
+train (n=471):
+HFDataset(
+    dataset=Dataset({
+    features: ['sub', 'visit', 'mod', 'task', 'path', 'start', 'end', 'tr', 'segment', 'bold', 'mean', 'std'],
+    num_rows: 471
+}),
+    labels=[0 1],
+    counts=[269 202]
+)
+
+validation (n=58):
+HFDataset(
+    dataset=Dataset({
+    features: ['sub', 'visit', 'mod', 'task', 'path', 'start', 'end', 'tr', 'segment', 'bold', 'mean', 'std'],
+    num_rows: 58
+}),
+    labels=[0 1],
+    counts=[36 22]
+)
+
+test (n=55):
+HFDataset(
+    dataset=Dataset({
+    features: ['sub', 'visit', 'mod', 'task', 'path', 'start', 'end', 'tr', 'segment', 'bold', 'mean', 'std'],
+    num_rows: 55
+}),
+    labels=[0 1],
+    counts=[33 22]
+)
+
+extracting features for all splits
+extract (train)  [  0/236]  eta: 0:20:31    time: 5.2178  data: 4.5316  max mem: 3205
+extract (train)  [ 20/236]  eta: 0:01:45    time: 0.2538  data: 0.0906  max mem: 3581
+extract (train)  [ 40/236]  eta: 0:01:08    time: 0.2047  data: 0.0674  max mem: 3581
+extract (train)  [ 60/236]  eta: 0:00:53    time: 0.2075  data: 0.0705  max mem: 3581
+extract (train)  [ 80/236]  eta: 0:00:43    time: 0.2000  data: 0.0660  max mem: 3581
+extract (train)  [100/236]  eta: 0:00:35    time: 0.2089  data: 0.0701  max mem: 3581
+extract (train)  [120/236]  eta: 0:00:29    time: 0.2058  data: 0.0693  max mem: 3581
+extract (train)  [140/236]  eta: 0:00:23    time: 0.2139  data: 0.0742  max mem: 3581
+extract (train)  [160/236]  eta: 0:00:18    time: 0.2056  data: 0.0686  max mem: 3581
+extract (train)  [180/236]  eta: 0:00:13    time: 0.2105  data: 0.0728  max mem: 3581
+extract (train)  [200/236]  eta: 0:00:08    time: 0.2203  data: 0.0772  max mem: 3581
+extract (train)  [220/236]  eta: 0:00:03    time: 0.1969  data: 0.0645  max mem: 3581
+extract (train)  [235/236]  eta: 0:00:00    time: 0.1857  data: 0.0595  max mem: 3581
+extract (train) Total time: 0:00:55 (0.2334 s / it)
+extract (validation)  [ 0/29]  eta: 0:02:27    time: 5.0732  data: 4.9099  max mem: 3581
+extract (validation)  [20/29]  eta: 0:00:03    time: 0.1940  data: 0.0609  max mem: 3581
+extract (validation)  [28/29]  eta: 0:00:00    time: 0.1869  data: 0.0558  max mem: 3581
+extract (validation) Total time: 0:00:10 (0.3704 s / it)
+extract (test)  [ 0/28]  eta: 0:02:22    time: 5.0936  data: 4.9220  max mem: 3581
+extract (test)  [20/28]  eta: 0:00:03    time: 0.2119  data: 0.0702  max mem: 3581
+extract (test)  [27/28]  eta: 0:00:00    time: 0.1842  data: 0.0578  max mem: 3581
+extract (test) Total time: 0:00:10 (0.3898 s / it)
+feature extraction time: 0:01:16
+train features: (471, 768)
+validation features: (58, 768)
+test features: (55, 768)
+evaluating fixed splits
+eval results (fixed splits):
+
+| model    | repr   | clf      | dataset   | trial   |         C | split   |     acc |   acc_std |      f1 |   f1_std |    bacc |   bacc_std |
+|:---------|:-------|:---------|:----------|:--------|----------:|:--------|--------:|----------:|--------:|---------:|--------:|-----------:|
+| flat_mae | patch  | logistic | aabc_sex  |         | 0.0059948 | train   | 0.89792 |  0.013218 | 0.89481 | 0.013678 | 0.89251 |   0.013877 |
+| flat_mae | patch  | logistic | aabc_sex  |         | 0.0059948 | test    | 0.89091 |  0.044454 | 0.88911 | 0.044537 | 0.90152 |   0.041078 |
+
+
+evaluating random splits (n=100)
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 1, "C": 0.3593813663804626, "split": "test", "acc": 0.8363636363636363, "acc_std": 0.049979830642714045, "f1": 0.8307692307692308, "f1_std": 0.052114221274963034, "bacc": 0.8288043478260869, "bacc_std": 0.05229137973860432}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 2, "C": 2.782559402207126, "split": "test", "acc": 0.8545454545454545, "acc_std": 0.04751546072874029, "f1": 0.8505434782608696, "f1_std": 0.04905752636385842, "bacc": 0.8505434782608696, "bacc_std": 0.04921354934341602}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 3, "C": 0.046415888336127774, "split": "test", "acc": 0.7636363636363637, "acc_std": 0.058653497144439105, "f1": 0.7555555555555555, "f1_std": 0.06099713134051328, "bacc": 0.7540760869565217, "bacc_std": 0.06082206081333329}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 4, "C": 0.046415888336127774, "split": "test", "acc": 0.8363636363636363, "acc_std": 0.050399842581414896, "f1": 0.8354935194416749, "f1_std": 0.05024155884788907, "bacc": 0.8471467391304348, "bacc_std": 0.04733826769948187}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 5, "C": 0.046415888336127774, "split": "test", "acc": 0.8727272727272727, "acc_std": 0.04264349232903572, "f1": 0.8683760683760684, "f1_std": 0.04469182604063988, "bacc": 0.8661684782608696, "bacc_std": 0.0452071274759942}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 6, "C": 0.3593813663804626, "split": "test", "acc": 0.9272727272727272, "acc_std": 0.03463091820711327, "f1": 0.9242424242424243, "f1_std": 0.036827578434685766, "bacc": 0.9191576086956521, "bacc_std": 0.03874944191602967}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 7, "C": 0.046415888336127774, "split": "test", "acc": 0.9090909090909091, "acc_std": 0.038021759755119615, "f1": 0.9071259709557582, "f1_std": 0.03879016877348678, "bacc": 0.9096467391304348, "bacc_std": 0.03845550356797873}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 8, "C": 0.3593813663804626, "split": "test", "acc": 0.8545454545454545, "acc_std": 0.046151973176660296, "f1": 0.8533333333333333, "f1_std": 0.04622169295632456, "bacc": 0.8627717391304348, "bacc_std": 0.044569939768353196}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 9, "C": 0.046415888336127774, "split": "test", "acc": 0.8727272727272727, "acc_std": 0.04494545454545453, "f1": 0.8699763593380614, "f1_std": 0.04574360610828019, "bacc": 0.8722826086956521, "bacc_std": 0.04555173783021404}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 10, "C": 0.046415888336127774, "split": "test", "acc": 0.8545454545454545, "acc_std": 0.04794557520583291, "f1": 0.8521505376344086, "f1_std": 0.048450693707014734, "bacc": 0.8566576086956521, "bacc_std": 0.047631521598830176}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 11, "C": 0.046415888336127774, "split": "test", "acc": 0.8909090909090909, "acc_std": 0.044070627012662934, "f1": 0.8863636363636364, "f1_std": 0.04685771412343013, "bacc": 0.8817934782608696, "bacc_std": 0.04767547188969283}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 12, "C": 0.3593813663804626, "split": "test", "acc": 0.8181818181818182, "acc_std": 0.050836974895531725, "f1": 0.8074229691876751, "f1_std": 0.05588488886592202, "bacc": 0.8009510869565217, "bacc_std": 0.05518700919418474}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 13, "C": 0.046415888336127774, "split": "test", "acc": 0.8727272727272727, "acc_std": 0.04311339651057065, "f1": 0.8683760683760684, "f1_std": 0.04480368712293577, "bacc": 0.8661684782608696, "bacc_std": 0.0450411926785977}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 14, "C": 0.3593813663804626, "split": "test", "acc": 0.8727272727272727, "acc_std": 0.04407956742599465, "f1": 0.8699763593380614, "f1_std": 0.045021616492151174, "bacc": 0.8722826086956521, "bacc_std": 0.044782663830795266}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 15, "C": 0.046415888336127774, "split": "test", "acc": 0.8363636363636363, "acc_std": 0.050871817523868906, "f1": 0.8343927735028438, "f1_std": 0.05121270628930134, "bacc": 0.8410326086956521, "bacc_std": 0.050420758055814356}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 16, "C": 0.3593813663804626, "split": "test", "acc": 0.8545454545454545, "acc_std": 0.04727735641670402, "f1": 0.84593837535014, "f1_std": 0.05208167818486709, "bacc": 0.8383152173913043, "bacc_std": 0.052534778877567474}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 17, "C": 0.046415888336127774, "split": "test", "acc": 0.8363636363636363, "acc_std": 0.048739143737158555, "f1": 0.8250265111346766, "f1_std": 0.05413837271580632, "bacc": 0.8165760869565217, "bacc_std": 0.05353673322984692}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 18, "C": 0.046415888336127774, "split": "test", "acc": 0.8545454545454545, "acc_std": 0.045277195836424276, "f1": 0.8521505376344086, "f1_std": 0.045796562109121204, "bacc": 0.8566576086956521, "bacc_std": 0.04523908071194618}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 19, "C": 0.046415888336127774, "split": "test", "acc": 0.8363636363636363, "acc_std": 0.0497027993624384, "f1": 0.8343927735028438, "f1_std": 0.04998745062171858, "bacc": 0.8410326086956521, "bacc_std": 0.04911638928765456}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 20, "C": 0.046415888336127774, "split": "test", "acc": 0.8363636363636363, "acc_std": 0.04937458776896643, "f1": 0.8328267477203647, "f1_std": 0.05060901146070245, "bacc": 0.8349184782608696, "bacc_std": 0.050724127407500694}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 21, "C": 0.005994842503189409, "split": "test", "acc": 0.8363636363636363, "acc_std": 0.0503660780504281, "f1": 0.8307692307692308, "f1_std": 0.0527326193321356, "bacc": 0.8288043478260869, "bacc_std": 0.05309148879119155}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 22, "C": 2.782559402207126, "split": "test", "acc": 0.8545454545454545, "acc_std": 0.049345481342526365, "f1": 0.8521505376344086, "f1_std": 0.05000058308014053, "bacc": 0.8566576086956521, "bacc_std": 0.04970105902488103}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 23, "C": 0.3593813663804626, "split": "test", "acc": 0.9272727272727272, "acc_std": 0.03472944305450397, "f1": 0.9252717391304348, "f1_std": 0.0357934873984947, "bacc": 0.9252717391304348, "bacc_std": 0.03612846645457738}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 24, "C": 0.046415888336127774, "split": "test", "acc": 0.8727272727272727, "acc_std": 0.04509530770334651, "f1": 0.8683760683760684, "f1_std": 0.04717039073314957, "bacc": 0.8661684782608696, "bacc_std": 0.04775954069043428}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 25, "C": 0.046415888336127774, "split": "test", "acc": 0.9454545454545454, "acc_std": 0.029984017781378967, "f1": 0.9435897435897436, "f1_std": 0.031396936022588515, "bacc": 0.9408967391304348, "bacc_std": 0.03269664780532673}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 26, "C": 0.3593813663804626, "split": "test", "acc": 0.8727272727272727, "acc_std": 0.042690893603837966, "f1": 0.8663658451926415, "f1_std": 0.04624391738603346, "bacc": 0.8600543478260869, "bacc_std": 0.04708772248723998}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 27, "C": 0.046415888336127774, "split": "test", "acc": 0.9090909090909091, "acc_std": 0.03829204867509099, "f1": 0.9071259709557582, "f1_std": 0.03896359943367959, "bacc": 0.9096467391304348, "bacc_std": 0.03825473718765804}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 28, "C": 0.046415888336127774, "split": "test", "acc": 0.8545454545454545, "acc_std": 0.04587660056432735, "f1": 0.8484848484848485, "f1_std": 0.048863494027942114, "bacc": 0.8444293478260869, "bacc_std": 0.04945172073791577}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 29, "C": 0.046415888336127774, "split": "test", "acc": 0.8909090909090909, "acc_std": 0.042077865640494455, "f1": 0.8879076086956521, "f1_std": 0.043337367579471014, "bacc": 0.8879076086956521, "bacc_std": 0.04337175888926743}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 30, "C": 0.046415888336127774, "split": "test", "acc": 0.8, "acc_std": 0.05581147724021946, "f1": 0.795677136102668, "f1_std": 0.05695834966003606, "bacc": 0.7975543478260869, "bacc_std": 0.056545937349887575}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 31, "C": 0.046415888336127774, "split": "test", "acc": 0.8545454545454545, "acc_std": 0.043898892096187636, "f1": 0.8484848484848485, "f1_std": 0.04627099309748399, "bacc": 0.8444293478260869, "bacc_std": 0.04628414436242084}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 32, "C": 0.046415888336127774, "split": "test", "acc": 0.8909090909090909, "acc_std": 0.041034216723958065, "f1": 0.884453781512605, "f1_std": 0.04532303427299883, "bacc": 0.8756793478260869, "bacc_std": 0.046552994820911804}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 33, "C": 0.005994842503189409, "split": "test", "acc": 0.8363636363636363, "acc_std": 0.04740295349448173, "f1": 0.8307692307692308, "f1_std": 0.04986026174395696, "bacc": 0.8288043478260869, "bacc_std": 0.0504033309300538}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 34, "C": 0.3593813663804626, "split": "test", "acc": 0.8727272727272727, "acc_std": 0.044550070261791704, "f1": 0.8699763593380614, "f1_std": 0.04554749075445059, "bacc": 0.8722826086956521, "bacc_std": 0.04561983866742563}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 35, "C": 0.000774263682681127, "split": "test", "acc": 0.8545454545454545, "acc_std": 0.045903239951190014, "f1": 0.84593837535014, "f1_std": 0.050674101218175414, "bacc": 0.8383152173913043, "bacc_std": 0.05100884089064916}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 36, "C": 0.3593813663804626, "split": "test", "acc": 0.8909090909090909, "acc_std": 0.04209286859762422, "f1": 0.8879076086956521, "f1_std": 0.04342780126651795, "bacc": 0.8879076086956521, "bacc_std": 0.04369233634063438}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 37, "C": 0.046415888336127774, "split": "test", "acc": 0.7636363636363637, "acc_std": 0.05800773958050485, "f1": 0.7555555555555555, "f1_std": 0.06085463918872742, "bacc": 0.7540760869565217, "bacc_std": 0.06048988552548357}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 38, "C": 0.3593813663804626, "split": "test", "acc": 0.8363636363636363, "acc_std": 0.045840268846657976, "f1": 0.8281846581048247, "f1_std": 0.04940966888572304, "bacc": 0.8226902173913043, "bacc_std": 0.04946488244174629}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 39, "C": 0.046415888336127774, "split": "test", "acc": 0.8545454545454545, "acc_std": 0.04541694444780719, "f1": 0.8521505376344086, "f1_std": 0.0459635531780556, "bacc": 0.8566576086956521, "bacc_std": 0.04530318525519917}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 40, "C": 0.046415888336127774, "split": "test", "acc": 0.8545454545454545, "acc_std": 0.04456045758478347, "f1": 0.8484848484848485, "f1_std": 0.047178845737100586, "bacc": 0.8444293478260869, "bacc_std": 0.04765095776574107}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 41, "C": 0.005994842503189409, "split": "test", "acc": 0.8545454545454545, "acc_std": 0.0470935204611153, "f1": 0.84593837535014, "f1_std": 0.05193953739922566, "bacc": 0.8383152173913043, "bacc_std": 0.0520893976935748}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 42, "C": 166.81005372000556, "split": "test", "acc": 0.8, "acc_std": 0.05570257498091206, "f1": 0.795677136102668, "f1_std": 0.056865767510617914, "bacc": 0.7975543478260869, "bacc_std": 0.056673705795758346}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 43, "C": 0.046415888336127774, "split": "test", "acc": 0.9454545454545454, "acc_std": 0.030422675318809808, "f1": 0.9442755825734549, "f1_std": 0.030963520803673268, "bacc": 0.9470108695652174, "bacc_std": 0.029922312813296416}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 44, "C": 0.3593813663804626, "split": "test", "acc": 0.8727272727272727, "acc_std": 0.043681476680152154, "f1": 0.8699763593380614, "f1_std": 0.04444520985547415, "bacc": 0.8722826086956521, "bacc_std": 0.04403583786912668}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 45, "C": 0.046415888336127774, "split": "test", "acc": 0.9636363636363636, "acc_std": 0.02440745042735182, "f1": 0.9630376344086022, "f1_std": 0.024547986237309635, "bacc": 0.96875, "bacc_std": 0.02097515271100547}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 46, "C": 0.046415888336127774, "split": "test", "acc": 0.8909090909090909, "acc_std": 0.043179104220934385, "f1": 0.8879076086956521, "f1_std": 0.04458276579251271, "bacc": 0.8879076086956521, "bacc_std": 0.044890038242751895}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 47, "C": 0.046415888336127774, "split": "test", "acc": 0.8545454545454545, "acc_std": 0.04490848729811501, "f1": 0.84593837535014, "f1_std": 0.04951131239259725, "bacc": 0.8383152173913043, "bacc_std": 0.049727125102110616}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 48, "C": 0.046415888336127774, "split": "test", "acc": 0.8727272727272727, "acc_std": 0.04535609702333393, "f1": 0.8663658451926415, "f1_std": 0.04915934470972352, "bacc": 0.8600543478260869, "bacc_std": 0.04995786238362686}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 49, "C": 0.046415888336127774, "split": "test", "acc": 0.8545454545454545, "acc_std": 0.04433554997668953, "f1": 0.8521505376344086, "f1_std": 0.045117155133186496, "bacc": 0.8566576086956521, "bacc_std": 0.044879046840705324}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 50, "C": 0.005994842503189409, "split": "test", "acc": 0.8545454545454545, "acc_std": 0.049170561642423845, "f1": 0.8505434782608696, "f1_std": 0.05052656102177713, "bacc": 0.8505434782608696, "bacc_std": 0.050601486752735944}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 51, "C": 0.3593813663804626, "split": "test", "acc": 0.8363636363636363, "acc_std": 0.04642575517750519, "f1": 0.8250265111346766, "f1_std": 0.0531094353077188, "bacc": 0.8165760869565217, "bacc_std": 0.052464281633686057}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 52, "C": 0.3593813663804626, "split": "test", "acc": 0.8181818181818182, "acc_std": 0.05174803545598341, "f1": 0.8074229691876751, "f1_std": 0.056967451961668754, "bacc": 0.8009510869565217, "bacc_std": 0.05618861325597044}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 53, "C": 0.3593813663804626, "split": "test", "acc": 0.9090909090909091, "acc_std": 0.0404536261386862, "f1": 0.905982905982906, "f1_std": 0.0421921794315327, "bacc": 0.9035326086956521, "bacc_std": 0.043062189797527926}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 54, "C": 0.046415888336127774, "split": "test", "acc": 0.8363636363636363, "acc_std": 0.05106017839943194, "f1": 0.8328267477203647, "f1_std": 0.05191196689923785, "bacc": 0.8349184782608696, "bacc_std": 0.0514518592989505}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 55, "C": 0.3593813663804626, "split": "test", "acc": 0.8545454545454545, "acc_std": 0.04759247110400049, "f1": 0.8521505376344086, "f1_std": 0.04818108309951583, "bacc": 0.8566576086956521, "bacc_std": 0.04777181092948555}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 56, "C": 0.3593813663804626, "split": "test", "acc": 0.8181818181818182, "acc_std": 0.05066664346816923, "f1": 0.8106060606060606, "f1_std": 0.05380030293011867, "bacc": 0.8070652173913043, "bacc_std": 0.05384603855245998}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 57, "C": 0.046415888336127774, "split": "test", "acc": 0.9090909090909091, "acc_std": 0.03870628539301621, "f1": 0.9071259709557582, "f1_std": 0.039498151445812965, "bacc": 0.9096467391304348, "bacc_std": 0.03893262376560892}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 58, "C": 0.3593813663804626, "split": "test", "acc": 0.7818181818181819, "acc_std": 0.05533100994159625, "f1": 0.7758152173913043, "f1_std": 0.05691511442965067, "bacc": 0.7758152173913043, "bacc_std": 0.05673492951506501}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 59, "C": 0.046415888336127774, "split": "test", "acc": 0.9090909090909091, "acc_std": 0.038010629222420114, "f1": 0.9071259709557582, "f1_std": 0.038727810170713056, "bacc": 0.9096467391304348, "bacc_std": 0.038259390483507995}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 60, "C": 0.005994842503189409, "split": "test", "acc": 0.8727272727272727, "acc_std": 0.043333173977244586, "f1": 0.8683760683760684, "f1_std": 0.04541251572451246, "bacc": 0.8661684782608696, "bacc_std": 0.046005090412563565}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 61, "C": 0.3593813663804626, "split": "test", "acc": 0.8181818181818182, "acc_std": 0.0505493785265604, "f1": 0.8151881720430108, "f1_std": 0.051070417559471344, "bacc": 0.8192934782608696, "bacc_std": 0.05107765964999542}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 62, "C": 2.782559402207126, "split": "test", "acc": 0.8363636363636363, "acc_std": 0.04799750682230299, "f1": 0.8307692307692308, "f1_std": 0.05035684378154921, "bacc": 0.8288043478260869, "bacc_std": 0.050608965052411}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 63, "C": 0.3593813663804626, "split": "test", "acc": 0.9454545454545454, "acc_std": 0.0297743358344089, "f1": 0.9442755825734549, "f1_std": 0.0302752512366801, "bacc": 0.9470108695652174, "bacc_std": 0.0292322281469951}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 64, "C": 0.046415888336127774, "split": "test", "acc": 0.8181818181818182, "acc_std": 0.050398950533478676, "f1": 0.8131793478260869, "f1_std": 0.05199510973078927, "bacc": 0.8131793478260869, "bacc_std": 0.052004874685033384}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 65, "C": 0.046415888336127774, "split": "test", "acc": 0.8545454545454545, "acc_std": 0.045699977394789766, "f1": 0.84593837535014, "f1_std": 0.050077777004766864, "bacc": 0.8383152173913043, "bacc_std": 0.050142510827363915}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 66, "C": 0.046415888336127774, "split": "test", "acc": 0.8363636363636363, "acc_std": 0.049626119489006866, "f1": 0.8307692307692308, "f1_std": 0.05166277653444132, "bacc": 0.8288043478260869, "bacc_std": 0.05179761397315772}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 67, "C": 0.3593813663804626, "split": "test", "acc": 0.9272727272727272, "acc_std": 0.03460051115086058, "f1": 0.9260752688172043, "f1_std": 0.03485992561664718, "bacc": 0.9313858695652174, "bacc_std": 0.033038890640624034}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 68, "C": 21.54434690031882, "split": "test", "acc": 0.9636363636363636, "acc_std": 0.025008983509897952, "f1": 0.9626358695652174, "f1_std": 0.025799424698907846, "bacc": 0.9626358695652174, "bacc_std": 0.026276009757663994}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 69, "C": 0.046415888336127774, "split": "test", "acc": 0.9818181818181818, "acc_std": 0.018108360700867642, "f1": 0.9814251941911516, "f1_std": 0.01833971583558119, "bacc": 0.984375, "bacc_std": 0.015561872477308121}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 70, "C": 0.046415888336127774, "split": "test", "acc": 0.9272727272727272, "acc_std": 0.035197652062940246, "f1": 0.9260752688172043, "f1_std": 0.0354783106666295, "bacc": 0.9313858695652174, "bacc_std": 0.03379827749390227}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 71, "C": 0.046415888336127774, "split": "test", "acc": 0.8545454545454545, "acc_std": 0.04429017763241351, "f1": 0.84593837535014, "f1_std": 0.04870379047304653, "bacc": 0.8383152173913043, "bacc_std": 0.04842836700820749}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 72, "C": 0.000774263682681127, "split": "test", "acc": 0.8727272727272727, "acc_std": 0.04356143567062441, "f1": 0.8683760683760684, "f1_std": 0.04544217893707619, "bacc": 0.8661684782608696, "bacc_std": 0.046019548666929755}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 73, "C": 0.3593813663804626, "split": "test", "acc": 0.9454545454545454, "acc_std": 0.029471510265939416, "f1": 0.9427282193682749, "f1_std": 0.032086562972910126, "bacc": 0.9347826086956521, "bacc_std": 0.035237675317971034}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 74, "C": 0.046415888336127774, "split": "test", "acc": 0.8727272727272727, "acc_std": 0.045244080020036916, "f1": 0.8699763593380614, "f1_std": 0.046040820311280845, "bacc": 0.8722826086956521, "bacc_std": 0.04551814846604915}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 75, "C": 0.046415888336127774, "split": "test", "acc": 0.8181818181818182, "acc_std": 0.047291241129867836, "f1": 0.8106060606060606, "f1_std": 0.05019755372035459, "bacc": 0.8070652173913043, "bacc_std": 0.05031367037995762}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 76, "C": 0.046415888336127774, "split": "test", "acc": 0.8363636363636363, "acc_std": 0.05168724765595409, "f1": 0.8328267477203647, "f1_std": 0.052813285798358485, "bacc": 0.8349184782608696, "bacc_std": 0.0525906663173658}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 77, "C": 0.3593813663804626, "split": "test", "acc": 0.8727272727272727, "acc_std": 0.04444182379785215, "f1": 0.8663658451926415, "f1_std": 0.04801571621523334, "bacc": 0.8600543478260869, "bacc_std": 0.04893578132431206}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 78, "C": 0.046415888336127774, "split": "test", "acc": 0.9636363636363636, "acc_std": 0.022626569622736944, "f1": 0.9626358695652174, "f1_std": 0.02328238852191854, "bacc": 0.9626358695652174, "bacc_std": 0.02353507900730232}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 79, "C": 0.046415888336127774, "split": "test", "acc": 0.8363636363636363, "acc_std": 0.05089967445381287, "f1": 0.8281846581048247, "f1_std": 0.05501911297299524, "bacc": 0.8226902173913043, "bacc_std": 0.05474395708541755}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 80, "C": 21.54434690031882, "split": "test", "acc": 0.7818181818181819, "acc_std": 0.05600305776775802, "f1": 0.7758152173913043, "f1_std": 0.05770384746706663, "bacc": 0.7758152173913043, "bacc_std": 0.05774908644384475}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 81, "C": 0.3593813663804626, "split": "test", "acc": 0.9090909090909091, "acc_std": 0.03744661875521403, "f1": 0.905982905982906, "f1_std": 0.03915079352289381, "bacc": 0.9035326086956521, "bacc_std": 0.040112961692828436}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 82, "C": 0.3593813663804626, "split": "test", "acc": 0.8545454545454545, "acc_std": 0.044860761628446474, "f1": 0.84593837535014, "f1_std": 0.04896845045168756, "bacc": 0.8383152173913043, "bacc_std": 0.049148468965363463}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 83, "C": 0.3593813663804626, "split": "test", "acc": 0.9454545454545454, "acc_std": 0.030428694591543935, "f1": 0.9427282193682749, "f1_std": 0.0331390139149995, "bacc": 0.9347826086956521, "bacc_std": 0.036382134837715574}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 84, "C": 0.046415888336127774, "split": "test", "acc": 0.8363636363636363, "acc_std": 0.05174813766761189, "f1": 0.8307692307692308, "f1_std": 0.05388013222823208, "bacc": 0.8288043478260869, "bacc_std": 0.054075529410496946}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 85, "C": 0.046415888336127774, "split": "test", "acc": 0.8363636363636363, "acc_std": 0.051029714241186845, "f1": 0.8307692307692308, "f1_std": 0.05344954745764673, "bacc": 0.8288043478260869, "bacc_std": 0.053642512293125756}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 86, "C": 0.046415888336127774, "split": "test", "acc": 0.9454545454545454, "acc_std": 0.03304124144707092, "f1": 0.9442755825734549, "f1_std": 0.03363891669055451, "bacc": 0.9470108695652174, "bacc_std": 0.03272191539729666}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 87, "C": 0.3593813663804626, "split": "test", "acc": 0.8545454545454545, "acc_std": 0.049241197560478574, "f1": 0.8505434782608696, "f1_std": 0.050762629942202424, "bacc": 0.8505434782608696, "bacc_std": 0.050792067137122004}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 88, "C": 2.782559402207126, "split": "test", "acc": 0.8545454545454545, "acc_std": 0.048698756920683636, "f1": 0.8484848484848485, "f1_std": 0.05137980915228604, "bacc": 0.8444293478260869, "bacc_std": 0.051907286625031336}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 89, "C": 0.3593813663804626, "split": "test", "acc": 0.8727272727272727, "acc_std": 0.04187491803371772, "f1": 0.8663658451926415, "f1_std": 0.04552464343656962, "bacc": 0.8600543478260869, "bacc_std": 0.046404944114193}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 90, "C": 0.046415888336127774, "split": "test", "acc": 0.8727272727272727, "acc_std": 0.04571502095040389, "f1": 0.8683760683760684, "f1_std": 0.04773029633539852, "bacc": 0.8661684782608696, "bacc_std": 0.04827224613372834}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 91, "C": 0.3593813663804626, "split": "test", "acc": 0.8727272727272727, "acc_std": 0.04497786416074921, "f1": 0.8699763593380614, "f1_std": 0.045904148996592106, "bacc": 0.8722826086956521, "bacc_std": 0.045638833191635475}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 92, "C": 0.046415888336127774, "split": "test", "acc": 0.9272727272727272, "acc_std": 0.0330188826517532, "f1": 0.9229691876750701, "f1_std": 0.03663016955256208, "bacc": 0.9130434782608696, "bacc_std": 0.039479098822748394}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 93, "C": 0.3593813663804626, "split": "test", "acc": 0.8727272727272727, "acc_std": 0.046397078847917064, "f1": 0.8683760683760684, "f1_std": 0.04854149951860425, "bacc": 0.8661684782608696, "bacc_std": 0.04927073116982192}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 94, "C": 0.005994842503189409, "split": "test", "acc": 0.9272727272727272, "acc_std": 0.034127054777237896, "f1": 0.9252717391304348, "f1_std": 0.0351497144418128, "bacc": 0.9252717391304348, "bacc_std": 0.03563294494450665}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 95, "C": 0.046415888336127774, "split": "test", "acc": 0.9090909090909091, "acc_std": 0.038783126602827026, "f1": 0.9071259709557582, "f1_std": 0.039487743078217626, "bacc": 0.9096467391304348, "bacc_std": 0.038921795264619835}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 96, "C": 0.3593813663804626, "split": "test", "acc": 0.9272727272727272, "acc_std": 0.03512426111690131, "f1": 0.9242424242424243, "f1_std": 0.037252457068302526, "bacc": 0.9191576086956521, "bacc_std": 0.038899226615328436}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 97, "C": 0.3593813663804626, "split": "test", "acc": 0.8545454545454545, "acc_std": 0.04773562178056192, "f1": 0.8505434782608696, "f1_std": 0.049417529319914485, "bacc": 0.8505434782608696, "bacc_std": 0.049680436491159684}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 98, "C": 0.046415888336127774, "split": "test", "acc": 0.7818181818181819, "acc_std": 0.05256037535873615, "f1": 0.7642857142857142, "f1_std": 0.06022188314997999, "bacc": 0.7574728260869565, "bacc_std": 0.05743761466011973}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 99, "C": 0.005994842503189409, "split": "test", "acc": 0.8727272727272727, "acc_std": 0.04514218492169083, "f1": 0.8663658451926415, "f1_std": 0.04923348248390488, "bacc": 0.8600543478260869, "bacc_std": 0.05014650794401546}
+{"model": "flat_mae", "repr": "patch", "clf": "logistic", "dataset": "aabc_sex", "trial": 100, "C": 0.3593813663804626, "split": "test", "acc": 0.9090909090909091, "acc_std": 0.03731502699542668, "f1": 0.9071259709557582, "f1_std": 0.038094706082983175, "bacc": 0.9096467391304348, "bacc_std": 0.03774852985231016}
+eval results (random splits):
+
+| model    | repr   | clf      | dataset   | split   |   n_trials |     C |   C_std |     acc |   acc_std |      f1 |   f1_std |    bacc |   bacc_std |
+|:---------|:-------|:---------|:----------|:--------|-----------:|------:|--------:|--------:|----------:|--------:|---------:|--------:|-----------:|
+| flat_mae | patch  | logistic | aabc_sex  | train   |        100 | 2.353 |  16.888 | 0.94981 |  0.032591 | 0.94833 | 0.033666 | 0.94755 |   0.034864 |
+| flat_mae | patch  | logistic | aabc_sex  | test    |        100 | 2.353 |  16.888 | 0.86873 |  0.045689 | 0.86417 | 0.047559 | 0.86304 |   0.048347 |
+
+
+done! total time: 0:05:25