a

contraceptive/tab_ddpm_concat/eval.csv

@@ -1,2 +1,2 @@
 ,avg_g_cos_loss,avg_g_mag_loss,avg_loss,grad_duration,grad_mae,grad_mape,grad_rmse,mean_pred_loss,pred_duration,pred_mae,pred_mape,pred_rmse,pred_std,std_loss,total_duration
-tab_ddpm_concat,0.006976435168699962,0.019684452694278928,0.005469150488197168,4.732121467590332,0.10522309690713882,0.8996597528457642,0.25440865755081177,6.793341162847355e-05,1.4780972003936768,0.05780091881752014,0.13661587238311768,0.07395370304584503,0.08244121074676514,0.00028081866912543774,6.210218667984009
+tab_ddpm_concat,0.0007874140032001657,0.03604718106400451,0.0012766582264992664,1.5368292331695557,0.04969676211476326,0.8701387643814087,0.06139867752790451,4.5835980699848733e-07,1.9477367401123047,0.028766967356204987,0.06751445680856705,0.035730354487895966,0.05493704974651337,0.02169165574014187,3.4845659732818604

contraceptive/tab_ddpm_concat/history.csv

@@ -1,14 +1,33 @@
 ,avg_role_model_loss_train,avg_role_model_std_loss_train,avg_role_model_mean_pred_loss_train,avg_role_model_g_mag_loss_train,avg_role_model_g_cos_loss_train,avg_non_role_model_g_mag_loss_train,avg_non_role_model_g_cos_loss_train,avg_non_role_model_embed_loss_train,avg_loss_train,n_size_train,n_batch_train,duration_train,duration_batch_train,duration_size_train,avg_pred_std_train,avg_role_model_loss_test,avg_role_model_std_loss_test,avg_role_model_mean_pred_loss_test,avg_role_model_g_mag_loss_test,avg_role_model_g_cos_loss_test,avg_non_role_model_g_mag_loss_test,avg_non_role_model_g_cos_loss_test,avg_non_role_model_embed_loss_test,avg_loss_test,n_size_test,n_batch_test,duration_test,duration_batch_test,duration_size_test,avg_pred_std_test
-0,0.018960519676329567,0.633159703178444,0.0011727252675751032,0.05587912966730073,0.0,0.0,0.0,0.0,0.019387794903013855,320,80,97.81354141235352,1.2226692676544189,0.3056673169136047,0.1214748754282482,0.005117437991430052,1.2569677214083186,4.872746470283573e-05,0.0313290299847722,0.0,0.0,0.0,0.0,0.005207326461095363,80,20,19.29424023628235,0.9647120118141175,0.24117800295352937,0.0514119642553851
-1,0.014699359831865877,1.103800665530207,0.0005193239165346864,0.15416064693126827,0.0,0.0,0.0,0.0,0.01488935198285617,320,80,97.73809790611267,1.2217262238264084,0.3054315559566021,0.09262466638174374,0.008836813416564837,0.5016097052809527,0.00014911171683706925,0.1304568352177739,0.0,0.0,0.0,0.0,0.008931921707699075,80,20,19.49599575996399,0.9747997879981994,0.24369994699954986,0.0690233844332397
-2,0.009927867040460114,0.6356354271476448,0.00020892808070887558,0.11403882297454401,0.0,0.0,0.0,0.0,0.010061423623847076,320,80,97.83805751800537,1.2229757189750672,0.3057439297437668,0.10248138114111498,0.004521565337199718,1.0787538406874773,3.4153386028634714e-05,0.1442047566641122,0.0,0.0,0.0,0.0,0.004582326250965707,80,20,19.448378086090088,0.9724189043045044,0.2431047260761261,0.04124836295377463
-3,0.01018573724286398,0.7384141313583996,0.00020506313351988936,0.06779958754777908,0.0,0.0,0.0,0.0,0.010329423837538343,320,80,97.80484867095947,1.2225606083869933,0.30564015209674833,0.08878090149955824,0.004938754381146282,1.1424394390228372,2.856015009600199e-05,0.03729338594712317,0.0,0.0,0.0,0.0,0.005005534488009289,80,20,19.48591160774231,0.9742955803871155,0.24357389509677888,0.03839425216428936
-4,0.005628427321789786,0.445644349324516,4.922563089544974e-05,0.052951197209768,0.0,0.0,0.0,0.0,0.005696333260493703,320,80,97.72880864143372,1.2216101080179214,0.30540252700448034,0.0942096491693519,0.004431478650076315,2.1805682998136033,2.3924214234227746e-05,0.041412954684346914,0.0,0.0,0.0,0.0,0.0044817406902438964,80,20,19.514612197875977,0.9757306098937988,0.2439326524734497,0.03819809515262022
-5,0.004377504003969079,0.7532617844777411,4.913167144098285e-05,0.043540800781920554,0.0,0.0,0.0,0.0,0.004429807130145491,320,80,98.63056015968323,1.2328820019960403,0.30822050049901006,0.08962908287066966,0.003524563132668845,3.541576160071827,1.2924149661341922e-05,0.03394877891987562,0.0,0.0,0.0,0.0,0.003568227968935389,80,20,19.638448476791382,0.9819224238395691,0.24548060595989227,0.04204475942533463
-6,0.004308926320300088,0.655986472072349,3.8958016750684914e-05,0.04524608214851469,0.0,0.0,0.0,0.0,0.004360771635401761,320,80,98.1361870765686,1.2267023384571076,0.3066755846142769,0.08601754870906006,0.0037977110616338903,2.063007281812861,1.837681602836483e-05,0.04376108571887016,0.0,0.0,0.0,0.0,0.0038385945270420054,80,20,19.570854902267456,0.9785427451133728,0.2446356862783432,0.030497054848819972
-7,0.0038875900178936716,0.8493629617666272,2.666781584003133e-05,0.07926730818580836,0.0,0.0,0.0,0.0,0.003934197903254244,320,80,97.9080719947815,1.2238508999347686,0.30596272498369215,0.08284469123464078,0.003410281174001284,2.5351196237003024,8.761383719502192e-06,0.06262274421751499,0.0,0.0,0.0,0.0,0.0034496398351620884,80,20,19.63199734687805,0.9815998673439026,0.24539996683597565,0.029967716569080947
-8,0.003944453283475013,0.697565211437049,4.258767692717491e-05,0.04458279046230018,0.0,0.0,0.0,0.0,0.003991481203775038,320,80,97.73626518249512,1.2217033147811889,0.3054258286952972,0.08436954310745932,0.007964267671923153,0.92843264617959,8.528030000434227e-05,0.0632677624002099,0.0,0.0,0.0,0.0,0.0080590668701916,80,20,19.450220584869385,0.9725110292434692,0.2431277573108673,0.06122681526467204
-9,0.003340029970786418,0.48781303250957364,2.8307830278884367e-05,0.041397362318821254,0.0,0.0,0.0,0.0,0.003379593089266564,320,80,96.01197457313538,1.2001496821641922,0.30003742054104804,0.0903306363383308,0.003354643483180553,1.8730609221261603,1.555475001424611e-05,0.04130637706257403,0.0,0.0,0.0,0.0,0.0033913442108314483,80,20,18.96759533882141,0.9483797669410705,0.23709494173526763,0.04209472953807562
-10,0.003940557214809815,0.3181843262791631,3.4807291759936246e-05,0.04127106771338731,0.0,0.0,0.0,0.0,0.0039869014210125895,320,80,95.93454957008362,1.1991818696260452,0.2997954674065113,0.09244233099743723,0.003921330184675753,2.439302556675841,1.5360680176002007e-05,0.04387447247281671,0.0,0.0,0.0,0.0,0.003964195022854255,80,20,18.936774015426636,0.9468387007713318,0.23670967519283295,0.0390258968109265
-11,0.0029607639175083023,0.6851782390538916,9.521213198121579e-06,0.03578661805950105,0.0,0.0,0.0,0.0,0.0029942192559246905,320,80,96.0065131187439,1.2000814139842988,0.3000203534960747,0.08160512297181413,0.0032844552013557406,1.9535773819076212,1.0978048215903869e-05,0.03746633417904377,0.0,0.0,0.0,0.0,0.0033219303644727916,80,20,19.31860041618347,0.9659300208091736,0.2414825052022934,0.03969717922154814
-12,0.0025715101775858782,0.6255118230208495,7.738168527621215e-06,0.0324334034929052,0.0,0.0,0.0,0.0,0.002600309181434568,320,80,95.97005558013916,1.1996256947517394,0.29990642368793485,0.08734330767765641,0.002402786401216872,1.9713338775481133,4.400266065029967e-06,0.031274407636374235,0.0,0.0,0.0,0.0,0.0024293805909110233,80,20,19.06187415122986,0.9530937075614929,0.23827342689037323,0.034856686973944305
+0,0.04861670032987604,0.7241980255583258,0.008248321056766306,0.008736369904363528,0.0,0.0,0.0,0.0,0.07609316895686788,320,80,90.01489782333374,1.1251862227916718,0.28129655569791795,0.1179866804042831,0.013115233124699444,1.9008904685177186,0.0005838504119083154,0.0036271516066335606,0.0,0.0,0.0,0.0,0.015451475948793814,80,20,19.775316953659058,0.9887658476829528,0.2471914619207382,0.05995626524090767
+1,0.015182586335504311,0.628135567669375,0.0013446698924072312,0.007892534586699185,0.0,0.0,0.0,0.0,0.016679816963005578,320,80,90.06706666946411,1.1258383333683013,0.2814595833420753,0.10866196313872933,0.005946758441859856,3.2589313149117514,4.800873473982392e-05,0.0038693695911206304,0.0,0.0,0.0,0.0,0.006401561666280031,80,20,19.773457288742065,0.9886728644371032,0.2471682161092758,0.0234211114468053
+2,0.0030752172231586885,0.7338289744319993,1.0172420590886903e-05,0.0019117227384413127,0.0,0.0,0.0,0.0,0.003311955529352417,320,80,90.11633777618408,1.126454222202301,0.28161355555057527,0.08600441643502563,0.003948567155748606,1.8468441312033974,1.740467139441648e-05,0.002035335074469913,0.0,0.0,0.0,0.0,0.004304023904842325,80,20,19.813637256622314,0.9906818628311157,0.24767046570777893,0.04321551574394107
+3,0.0026755497467092935,1.0476261533091136,1.0953031862107704e-05,0.001534606764835189,0.0,0.0,0.0,0.0,0.002910493722811225,320,80,89.05082654953003,1.1131353318691253,0.2782838329672813,0.08183372018975206,0.002544961706735194,3.2059661456109554,3.478962253256057e-06,0.0015553071556496435,0.0,0.0,0.0,0.0,0.0027465161780128255,80,20,19.63411831855774,0.9817059159278869,0.24542647898197173,0.0435714882100001
+4,0.0024932957958299085,0.5700372053443481,6.911591342052825e-06,0.0014290547680502641,0.0,0.0,0.0,0.0,0.0027070809150245624,320,80,89.32044959068298,1.1165056198835372,0.2791264049708843,0.09015688926447182,0.0024022001132834704,3.3650044591584445,5.8141850272197536e-06,0.0015250491051119752,0.0,0.0,0.0,0.0,0.0025847171782515943,80,20,20.379181385040283,1.018959069252014,0.2547397673130035,0.03461945133167319
+5,0.0023037497925542994,0.5370043549305867,5.813570896998663e-06,0.0014479077592113754,0.0,0.0,0.0,0.0,0.0024817659068503417,320,80,91.27017760276794,1.1408772200345993,0.28521930500864984,0.08197924068663269,0.0038804718977189625,2.194080797644074,2.662585379662741e-05,0.0025923672714270652,0.0,0.0,0.0,0.0,0.004159659154538531,80,20,19.913606882095337,0.9956803441047668,0.2489200860261917,0.0302444236818701
+6,0.0019270937564215274,0.44140515749136844,3.4867981018546944e-06,0.0010601639096421422,0.0,0.0,0.0,0.0,0.0020932720881319256,320,80,91.28140497207642,1.1410175621509553,0.2852543905377388,0.0808108004857786,0.002313543860509526,1.6886623438721977,5.020102964214956e-06,0.001428914703137707,0.0,0.0,0.0,0.0,0.002489647688344121,80,20,20.179826736450195,1.0089913368225099,0.25224783420562746,0.04180496616754681
+7,0.0015348848202847876,0.22980315614266358,2.2278983303094037e-06,0.0009118075368860446,0.0,0.0,0.0,0.0,0.0016577863691054518,320,80,89.17346024513245,1.1146682530641556,0.2786670632660389,0.08758594237733633,0.00245326708900393,1.7481032100207812,6.495183485100142e-06,0.0013517639701603912,0.0,0.0,0.0,0.0,0.00267533708101837,80,20,19.6522798538208,0.98261399269104,0.24565349817276,0.03566591418348253
+8,0.0015609108946591731,0.28897420944290675,2.7287243759027692e-06,0.0009245569826816791,0.0,0.0,0.0,0.0,0.0016857774204254382,320,80,89.87659788131714,1.1234574735164642,0.28086436837911605,0.09035647239070385,0.0031591826817020776,1.0644608395432442,1.4302089774263521e-05,0.0016344592644600199,0.0,0.0,0.0,0.0,0.00344703209848376,80,20,20.191913843154907,1.0095956921577454,0.25239892303943634,0.044030119106173514
+9,0.001307861175200742,0.26376316529958377,1.9006535149526052e-06,0.0007107783329047379,0.0,0.0,0.0,0.0,0.0014219704933111643,320,80,90.93159985542297,1.136644998192787,0.28416124954819677,0.09064851264702156,0.0021672388502338436,1.222145015544345,4.931912709071895e-06,0.0011877317847392987,0.0,0.0,0.0,0.0,0.0023560805231682023,80,20,19.988799333572388,0.9994399666786193,0.24985999166965484,0.04125333749689162
+10,0.0012857344562689833,0.2526750786412322,1.3933480945392064e-06,0.0006978718196478439,0.0,0.0,0.0,0.0,0.001398297116429603,320,80,89.40733766555786,1.1175917208194732,0.2793979302048683,0.09305956911412068,0.0024829673311614897,1.3823833742993883,7.690693429207585e-06,0.0011359754476870875,0.0,0.0,0.0,0.0,0.002751525220810436,80,20,19.76968741416931,0.9884843707084656,0.2471210926771164,0.038557111471891406
+11,0.001118109296385228,0.28266251659418057,1.7273053384793299e-06,0.0005610344293472735,0.0,0.0,0.0,0.0,0.0012237862656547804,320,80,88.39022850990295,1.1048778563737869,0.2762194640934467,0.089558045566082,0.0025591770634491697,0.8796383514866649,7.326980388735932e-06,0.001234073611885833,0.0,0.0,0.0,0.0,0.002810795464392868,80,20,19.583643913269043,0.9791821956634521,0.24479554891586303,0.043684814823791385
+12,0.00100546388366638,0.2112522570044831,7.833328490539082e-07,0.00046494995675061546,0.0,0.0,0.0,0.0,0.0011075753183831694,320,80,88.41520261764526,1.1051900327205657,0.2762975081801414,0.09486379862064495,0.0021558122462010942,0.9687254922468128,4.189062571149927e-06,0.0009402781535754912,0.0,0.0,0.0,0.0,0.002394941328384448,80,20,19.731699466705322,0.9865849733352661,0.24664624333381652,0.042019264912232755
+13,0.0008849402272971929,0.21350368590452556,7.661042512624449e-07,0.00039022541832309796,0.0,0.0,0.0,0.0,0.0009854110863670939,320,80,88.6754105091095,1.1084426313638687,0.27711065784096717,0.08973788835573941,0.002246826946065994,0.9290155292032068,4.423317936146889e-06,0.0010060197204438738,0.0,0.0,0.0,0.0,0.00249069837591378,80,20,19.622875213623047,0.9811437606811524,0.2452859401702881,0.04288904005661607
+14,0.0008907109903248056,0.17367040340205442,9.299037251830899e-07,0.00044834669431566,0.0,0.0,0.0,0.0,0.000973854333460622,320,80,88.69873881340027,1.1087342351675034,0.27718355879187584,0.08852520955260842,0.002179046894889325,1.0977150629848211,4.2260230546931066e-06,0.001009179904940538,0.0,0.0,0.0,0.0,0.0024109858084557347,80,20,19.635867595672607,0.9817933797836303,0.2454483449459076,0.04087826863396913
+15,0.0008252533222957936,0.1568968149416757,5.385003081795347e-07,0.0003815763974415631,0.0,0.0,0.0,0.0,0.0009123510229301246,320,80,88.4485011100769,1.1056062638759614,0.27640156596899035,0.09135528025217354,0.002037336933426559,1.1657282160296745,3.7106394006614085e-06,0.0008920252712414367,0.0,0.0,0.0,0.0,0.0022677845554426312,80,20,19.59098505973816,0.979549252986908,0.244887313246727,0.03738273740746081
+16,0.0007662759348022518,0.2155937575304364,6.213608059588063e-07,0.0003572285360405658,0.0,0.0,0.0,0.0,0.0008416736004619452,320,80,88.84986901283264,1.110623362660408,0.277655840665102,0.09176661765086465,0.0022798248079197946,0.9085184866524287,4.626057671833791e-06,0.0008720781057490967,0.0,0.0,0.0,0.0,0.0025873730264720507,80,20,19.575887441635132,0.9787943720817566,0.24469859302043914,0.04357489163521677
+17,0.0006859165660898725,0.10607600130386459,3.106538234243748e-07,0.00033018709049201787,0.0,0.0,0.0,0.0,0.0007510110370276379,320,80,88.6604700088501,1.1082558751106262,0.27706396877765654,0.08874904504045844,0.002349060305277817,0.9754128720435489,6.640825353841293e-06,0.000839963212274597,0.0,0.0,0.0,0.0,0.0026645293306501116,80,20,20.514177083969116,1.0257088541984558,0.25642721354961395,0.047819924307987094
+18,0.0006747868724687577,0.19708371560381313,4.818309011819788e-07,0.0003454813289124559,0.0,0.0,0.0,0.0,0.0007356440236435446,320,80,89.47749590873718,1.1184686988592147,0.2796171747148037,0.09401127005694435,0.002484331780578941,0.8549580380628413,6.8511963021974765e-06,0.0007728613101789961,0.0,0.0,0.0,0.0,0.0028994251486437863,80,20,19.798019886016846,0.9899009943008423,0.24747524857521058,0.04682949301786721
+19,0.0006164087323668355,0.11162070245219838,3.375427592249708e-07,0.00031385623840378684,0.0,0.0,0.0,0.0,0.0006715978689499025,320,80,89.8712751865387,1.1233909398317337,0.2808477349579334,0.09331292692804709,0.0022267902255407534,0.9563313936208943,4.520663080448406e-06,0.0007196566411948879,0.0,0.0,0.0,0.0,0.0025816495079197923,80,20,19.727779388427734,0.9863889694213868,0.2465972423553467,0.04278018441982567
+20,0.0007010781730059535,0.10181264776278312,5.459979824841031e-07,0.00029822470551152944,0.0,0.0,0.0,0.0,0.0007824093569524848,320,80,89.58697867393494,1.1198372334241866,0.27995930835604665,0.09472456276416778,0.0022874289461469743,0.4882086382116089,5.7193100831076645e-06,0.0008387445532207494,0.0,0.0,0.0,0.0,0.0026049346473882907,80,20,19.725935220718384,0.9862967610359192,0.2465741902589798,0.04501485852524638
+21,0.0006083292401854124,0.18381318117075768,8.490663893317957e-07,0.00026650301600170676,0.0,0.0,0.0,0.0,0.0006701243806674029,320,80,89.49964761734009,1.118745595216751,0.2796863988041878,0.09417609953088686,0.002743517357157543,1.825110861297435,1.0937195585469794e-05,0.0007726385427304194,0.0,0.0,0.0,0.0,0.003165774361696094,80,20,19.9451642036438,0.99725821018219,0.2493145525455475,0.05067718856735155
+22,0.0005933529409048788,0.08275985200854974,4.715594589502388e-07,0.00026509243068630897,0.0,0.0,0.0,0.0,0.0006573608191047242,320,80,88.77672362327576,1.109709045290947,0.27742726132273676,0.08962652331101709,0.0023970560941961594,1.1734351260940912,1.0578324171914289e-05,0.0008064940390795528,0.0,0.0,0.0,0.0,0.0027634837533696555,80,20,20.543612480163574,1.0271806240081787,0.25679515600204467,0.04614677324425429
+23,0.0005575255954227032,0.0628702033097694,2.8663859629711874e-07,0.00026706700627983083,0.0,0.0,0.0,0.0,0.0006113523513931795,320,80,89.04605674743652,1.1130757093429566,0.27826892733573916,0.09266906529664994,0.0023963823667145336,0.6530444780233665,5.737744164607513e-06,0.0007792533247538813,0.0,0.0,0.0,0.0,0.002738519330159761,80,20,19.81481647491455,0.9907408237457276,0.2476852059364319,0.044931911304593085
+24,0.0004931458559099156,0.04349901723668003,1.9647285632414987e-07,0.0002466998064591053,0.0,0.0,0.0,0.0,0.0005388347439293284,320,80,89.02055287361145,1.1127569109201432,0.2781892277300358,0.0960799727588892,0.0023258945366251282,0.7944631308138014,8.350367919045991e-06,0.0006937976873246044,0.0,0.0,0.0,0.0,0.002710849644790869,80,20,19.690321683883667,0.9845160841941833,0.24612902104854584,0.04677773967850953
+25,0.0005219486650275939,0.08010124199470878,3.954806508261552e-07,0.00024652631056767407,0.0,0.0,0.0,0.0,0.0005739909368912777,320,80,88.74850606918335,1.1093563258647918,0.27733908146619796,0.09222485271748156,0.0024507488080416804,1.5970406885245212,8.121780795533606e-06,0.0006927087700660195,0.0,0.0,0.0,0.0,0.002852843122673221,80,20,19.662618398666382,0.9831309199333191,0.24578272998332978,0.04492960314964876
+26,0.00044404526934158637,0.04977910004209748,2.2674798022140427e-07,0.00020865613337832655,0.0,0.0,0.0,0.0,0.0004885282930899848,320,80,89.29079079627991,1.1161348849534989,0.2790337212383747,0.09310741221997887,0.002226328982214909,0.7763558871692112,5.290736859771273e-06,0.000551151509534975,0.0,0.0,0.0,0.0,0.0027139646743307823,80,20,19.8282208442688,0.9914110422134399,0.24785276055335997,0.04539476274512708
+27,0.00041266344672408195,0.03654423949937069,1.9619774328973732e-07,0.00020496621553718343,0.0,0.0,0.0,0.0,0.00045343614453372536,320,80,88.9279317855835,1.1115991473197937,0.2778997868299484,0.09847816601395606,0.002322027304035146,0.64600203336704,6.319213194602453e-06,0.0006231032072264497,0.0,0.0,0.0,0.0,0.0027140147205500396,80,20,19.578383207321167,0.9789191603660583,0.24472979009151458,0.04630550141446292
+28,0.0004426610093787531,0.08506592142941827,4.29442728377364e-07,0.00020502432902844703,0.0,0.0,0.0,0.0,0.0004901614849188718,320,80,88.9688367843628,1.1121104598045348,0.2780276149511337,0.09380695977015421,0.002344497431477066,0.9501773934502126,8.86861597892974e-06,0.0006036665891770099,0.0,0.0,0.0,0.0,0.002808323586941697,80,20,19.752164602279663,0.9876082301139831,0.24690205752849578,0.04822761039249599
+29,0.0004169593837218599,0.09043785682123939,2.0633899973448133e-07,0.0001845017056879783,0.0,0.0,0.0,0.0,0.0004629812186976778,320,80,89.69940781593323,1.1212425976991653,0.28031064942479134,0.09270235439762473,0.0024102780895191244,0.6244007251993935,7.734640163814532e-06,0.0006064030711058876,0.0,0.0,0.0,0.0,0.002880403187009506,80,20,19.98029637336731,0.9990148186683655,0.24975370466709138,0.049049733811989425
+30,0.0003882577914282592,0.08470500446401101,1.736672058356677e-07,0.00018953692721765947,0.0,0.0,0.0,0.0,0.00042605718361983237,320,80,90.94491600990295,1.136811450123787,0.28420286253094673,0.09637499783420936,0.002348238180275075,0.9705560655454064,7.307399902656276e-06,0.0005755045791374869,0.0,0.0,0.0,0.0,0.0028271581075387077,80,20,20.645068407058716,1.0322534203529359,0.25806335508823397,0.047829018882475795
+31,0.00036875020954312275,0.05090725451731224,1.0124876908918986e-07,0.0001715135777857313,0.0,0.0,0.0,0.0,0.00040404441897408107,320,80,92.46285676956177,1.155785709619522,0.2889464274048805,0.09434891717974096,0.0023338991915807126,0.689727901342485,6.612269098016377e-06,0.00048186535162813015,0.0,0.0,0.0,0.0,0.0029467552929418163,80,20,20.804383516311646,1.0402191758155823,0.2600547939538956,0.0481472716666758

contraceptive/tab_ddpm_concat/model.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:741402a51d8fa376ef10ca6f67a4ce472b2d64f4cea965d2167ec8a324acbc7c
-size 47482955
+oid sha256:6a5a04dc3d8c100bcd28eb0fdd190949b96aaefd3860f26e3444831abba95b0f
+size 31357186

contraceptive/tab_ddpm_concat/params.json

@@ -1 +1 @@
-{"Body": "twin_encoder", "loss_balancer_meta": true, "loss_balancer_log": false, "loss_balancer_lbtw": false, "pma_skip_small": false, "isab_skip_small": false, "layer_norm": false, "pma_layer_norm": false, "attn_residual": true, "tf_n_layers_dec": false, "tf_isab_rank": 0, "tf_lora": false, "tf_layer_norm": false, "tf_pma_start": -1, "ada_n_seeds": 0, "head_n_seeds": 0, "tf_pma_low": 16, "gradient_penalty_kwargs": {"mag_loss": true, "mse_mag": true, "mag_corr": false, "seq_mag": false, "cos_loss": false, "mse_mag_kwargs": {"target": 1.0, "multiply": true}, "mag_corr_kwargs": {"only_sign": false}, "cos_loss_kwargs": {"only_sign": true, "cos_matrix": false}}, "dropout": 0, "combine_mode": "diff_left", "tf_isab_mode": "separate", "grad_loss_fn": "mae", "single_model": true, "bias": true, "bias_final": true, "pma_ffn_mode": "none", "patience": 10, "inds_init_mode": "fixnorm", "grad_clip": 0.73, "gradient_penalty_mode": "ALL", "synth_data": 2, "dataset_size": 2048, "batch_size": 4, "epochs": 100, "lr_mul": 0.09, "n_warmup_steps": 100, "Optim": "amsgradw", "loss_balancer_beta": 0.67, "loss_balancer_r": 0.943, "fixed_role_model": "tab_ddpm_concat", "mse_mag": true, "mse_mag_target": 1.0, "mse_mag_multiply": true, "d_model": 256, "attn_activation": "prelu", "tf_d_inner": 512, "tf_n_layers_enc": 3, "tf_n_head": 32, "tf_activation": "tanh", "tf_activation_final": "leakyhardtanh", "tf_num_inds": 128, "ada_d_hid": 1024, "ada_n_layers": 9, "ada_activation": "softsign", "ada_activation_final": "leakyhardsigmoid", "head_d_hid": 256, "head_n_layers": 9, "head_n_head": 32, "head_activation": "softsign", "head_activation_final": "leakyhardsigmoid", "models": ["tab_ddpm_concat"], "max_seconds": 3600}
+{"mse_mag_multiply": true, "loss_balancer_beta": 0.6806661100374879, "loss_balancer_r": 0.9427716710925113, "tf_pma_low_exp_2": 2, "grad_loss_fn": "mse", "pma_ffn_mode": "shared", "patience": 10, "inds_init_mode": "fixnorm", "grad_clip": 0.7494458230986923, "gradient_penalty_mode": "ALL", "dataset_size_exp_2": 11, "batch_size_exp_2": 2, "epochs": 100, "lr_mul": 0.07424782199493057, "n_warmup_steps": 104, "Optim": "amsgradw", "fixed_role_model": "tab_ddpm_concat", "mse_mag_target": 1.0, "d_model_exp_2": 7, "attn_activation": "leakyhardtanh", "tf_d_inner_exp_2": 9, "tf_n_layers_enc": 3, "tf_n_head_exp_2": 5, "tf_activation": "relu6", "tf_activation_final": "leakyhardtanh", "tf_num_inds_exp_2": 4, "ada_d_hid_exp_2": 10, "ada_n_layers": 8, "ada_activation": "softsign", "ada_activation_final": "leakyhardsigmoid", "head_d_hid_exp_2": 8, "head_n_layers": 8, "head_n_head_exp_2": 4, "head_activation": "relu6", "head_activation_final": "leakyhardsigmoid", "mse_mag": true, "single_model": true, "models": ["tab_ddpm_concat"], "max_seconds": 3600}

insurance/tab_ddpm_concat/eval.csv

@@ -1,2 +1,2 @@
 ,avg_g_cos_loss,avg_g_mag_loss,avg_loss,grad_duration,grad_mae,grad_mape,grad_rmse,mean_pred_loss,pred_duration,pred_mae,pred_mape,pred_rmse,pred_std,std_loss,total_duration
-tab_ddpm_concat,3.508772319866949e-08,0.519334661818686,0.020264706268607824,0.5646026134490967,0.19168440997600555,0.9978110790252686,0.28464293479919434,1.485260327172e-05,0.8755850791931152,0.09591476619243622,0.7516146302223206,0.14235414564609528,0.04477740824222565,1.0563102960586548,1.440187692642212
+tab_ddpm_concat,1.1466166688136636e-07,0.5971260788812864,0.019810157541152357,1.4424619674682617,0.16909514367580414,0.9903556704521179,0.2813738286495209,2.3502065232605673e-05,2.3254289627075195,0.08468613773584366,0.8389139771461487,0.14074856042861938,0.050697457045316696,0.8563781976699829,3.7678909301757812

insurance/tab_ddpm_concat/history.csv

@@ -1,16 +1,26 @@
 ,avg_role_model_loss_train,avg_role_model_std_loss_train,avg_role_model_mean_pred_loss_train,avg_role_model_g_mag_loss_train,avg_role_model_g_cos_loss_train,avg_non_role_model_g_mag_loss_train,avg_non_role_model_g_cos_loss_train,avg_non_role_model_embed_loss_train,avg_loss_train,n_size_train,n_batch_train,duration_train,duration_batch_train,duration_size_train,avg_pred_std_train,avg_role_model_loss_test,avg_role_model_std_loss_test,avg_role_model_mean_pred_loss_test,avg_role_model_g_mag_loss_test,avg_role_model_g_cos_loss_test,avg_non_role_model_g_mag_loss_test,avg_non_role_model_g_cos_loss_test,avg_non_role_model_embed_loss_test,avg_loss_test,n_size_test,n_batch_test,duration_test,duration_batch_test,duration_size_test,avg_pred_std_test
-0,0.03187035469454713,10.499650678998297,0.004555381951256443,0.10591729702427984,0.0,0.0,0.0,0.0,0.032666408171644436,320,40,52.7623987197876,1.31905996799469,0.16488249599933624,0.06082322220318019,0.012105482351034879,11.988290130137239,4.250274636738993e-05,0.06420383900403977,0.0,0.0,0.0,0.0,0.012274807115318254,80,10,9.881241083145142,0.9881241083145141,0.12351551353931427,0.01785293687134981
-1,0.01477175319159869,13.734025255048982,0.00038951243641720533,0.07673057662323117,0.0,0.0,0.0,0.0,0.015022071998100728,320,40,51.19189524650574,1.2797973811626435,0.15997467264533044,0.025308902200777084,0.018090815236791968,7.937299627149969,0.00019444738691163366,0.1157106451690197,0.0,0.0,0.0,0.0,0.01831991651561111,80,10,9.59651231765747,0.9596512317657471,0.11995640397071838,0.024659548606723546
-2,0.013891099636384751,15.052705611435432,0.0001513469102661702,0.07600115705281496,0.0,0.0,0.0,0.0,0.01410236083320342,320,40,51.0040807723999,1.2751020193099976,0.1593877524137497,0.02815434621879831,0.011826220527291298,16.741873883521475,2.0565837598951475e-05,0.06937152929604054,0.0,0.0,0.0,0.0,0.011988498945720493,80,10,10.122968435287476,1.0122968435287476,0.12653710544109345,0.011842810921370983
-3,0.01305226328986464,8.44533070571506,8.075568497831754e-05,0.0740173936355859,0.0,0.0,0.0,0.0,0.01324827965145232,320,40,52.304439544677734,1.3076109886169434,0.16345137357711792,0.030870095500722526,0.01087374986964278,4.948310850643611,9.443121865615466e-06,0.06728989202529193,0.0,0.0,0.0,0.0,0.011004218307789415,80,10,10.216580152511597,1.0216580152511596,0.12770725190639495,0.03216287791728974
-4,0.01341965578030795,9.745894026785027,0.00025464458190107566,0.07172424085438252,0.0,0.0,0.0,0.0,0.013624004492885432,320,40,52.158915519714355,1.303972887992859,0.16299661099910737,0.03181108951102942,0.013633261938230135,23.27936131209135,0.0001621007818215503,0.06217544944956899,0.0,0.0,0.0,0.0,0.013878957656561396,80,10,9.629613637924194,0.9629613637924195,0.12037017047405243,0.008153766090981663
-5,0.015133786734077148,15.675266945300246,0.0004782500350243524,0.07984540462493897,0.0,0.0,0.0,0.0,0.015376201126491651,320,40,51.18136239051819,1.2795340597629548,0.15994175747036934,0.03030351351480931,0.013037011679261922,60.89342765808105,0.00012217244490742019,0.06693714633584022,0.0,0.0,0.0,0.0,0.013210956694092602,80,10,9.720444917678833,0.9720444917678833,0.12150556147098542,0.002085553959477693
-6,0.014456333359703422,23.62044777232586,0.00021797772160834228,0.07543233875185251,0.0,0.0,0.0,0.0,0.014706396087422035,320,40,51.926756381988525,1.298168909549713,0.16227111369371414,0.011786041979212314,0.012131108457106165,7.805004606687544,2.6683602803245778e-05,0.07964657545089722,0.0,0.0,0.0,0.0,0.012273790544713847,80,10,9.750572919845581,0.9750572919845581,0.12188216149806977,0.02273060418665409
-7,0.012077562542981469,6.567233682959795,4.818316614121354e-05,0.07109622973948718,0.0,0.0,0.0,0.0,0.012245478003751486,320,40,51.910486936569214,1.2977621734142304,0.1622202716767788,0.03978729886002839,0.011527308775112034,13.779987310473008,8.208526573838525e-06,0.07020539008080959,0.0,0.0,0.0,0.0,0.011682888003997504,80,10,9.546999216079712,0.9546999216079712,0.1193374902009964,0.013699167082086206
-8,0.012478862586431206,5.30599477694621,0.00012620691976824582,0.07224454144015909,0.0,0.0,0.0,0.0,0.012667084962595254,320,40,51.33292007446289,1.2833230018615722,0.16041537523269653,0.0429231948684901,0.012926540290936827,12.363943309122169,7.751098961534808e-05,0.06192715894430876,0.0,0.0,0.0,0.0,0.013109061248542275,80,10,9.641941547393799,0.9641941547393799,0.12052426934242248,0.01464123004116118
-9,0.012389416692894884,6.866479976817482,7.133043326996713e-05,0.07013261341489851,0.0,0.0,0.0,0.0,0.012591721711214632,320,40,51.01964092254639,1.2754910230636596,0.15943637788295745,0.03452906697057188,0.012916690974088851,11.750201603699548,8.754061152274061e-05,0.062365250661969185,0.0,0.0,0.0,0.0,0.0131001640445902,80,10,9.570227146148682,0.9570227146148682,0.11962783932685853,0.017192536499351263
-10,0.018607557029463352,4.465180883041103,0.000800906858773942,0.09729779753834009,0.0,0.0,0.0,0.0,0.018892296141711996,320,40,51.002689361572266,1.2750672340393066,0.15938340425491332,0.06619891247246415,0.011875751259503886,17.329812236219624,1.2309143085076357e-05,0.07150064390152693,0.0,0.0,0.0,0.0,0.012017370684770868,80,10,9.58153510093689,0.958153510093689,0.11976918876171112,0.011057432601228356
-11,0.012972346472088248,19.315320107340813,0.00019001812893630897,0.06836491376161576,0.0,0.0,0.0,0.0,0.013183764470159075,320,40,50.905850887298584,1.2726462721824645,0.15908078402280806,0.014206227369140834,0.011903141811490058,18.613083130121233,3.253242537972767e-05,0.06795406974852085,0.0,0.0,0.0,0.0,0.012059342197608203,80,10,9.73936128616333,0.973936128616333,0.12174201607704163,0.009851218271069228
-12,0.013557270777528174,9.40529484031249,0.000470378745089306,0.07184866722673178,0.0,0.0,0.0,0.0,0.013794060627697035,320,40,50.82116389274597,1.2705290973186494,0.15881613716483117,0.028804797097109258,0.01135652862722054,8.427186564245494,8.580396155366543e-06,0.0712865686044097,0.0,0.0,0.0,0.0,0.011488370859296992,80,10,9.59274697303772,0.959274697303772,0.1199093371629715,0.021046570409089325
-13,0.013481573245371692,7.827111255334057,0.0002185987625528796,0.0728761725127697,0.0,0.0,0.0,0.0,0.01369951949600363,320,40,51.20417022705078,1.2801042556762696,0.1600130319595337,0.031780592259019615,0.011808508425019681,6.597967364589567,2.029107187979662e-05,0.07400116585195064,0.0,0.0,0.0,0.0,0.011944976943777875,80,10,9.59532618522644,0.959532618522644,0.1199415773153305,0.030000757053494455
-14,0.013263944795471615,6.083585756333209,0.00026106483452181806,0.07474971488118172,0.0,0.0,0.0,0.0,0.013470099665573798,320,40,51.04028844833374,1.2760072112083436,0.15950090140104295,0.04288241628091782,0.011318164970725774,7.087506137978335,1.1584629907090972e-05,0.06372334305197,0.0,0.0,0.0,0.0,0.011474482208723203,80,10,9.756741285324097,0.9756741285324096,0.1219592660665512,0.024069974571466445
+0,0.03502331325144041,1.7963983681628792,0.005021161388956941,0.11176131386309862,0.0,0.0,0.0,0.0,0.03577509807873867,320,80,119.23502945899963,1.4904378682374955,0.37260946705937387,0.08323905431316234,0.03443913330120267,0.7611866638115317,0.0043076320198466075,0.11913827173411846,0.0,0.0,0.0,0.0,0.03506178950337926,80,20,21.573015213012695,1.0786507606506348,0.2696626901626587,0.05067979716695845
+1,0.01862170727326884,3.391927611881374,0.001440611523148605,0.07939360190648585,0.0,0.0,0.0,0.0,0.018940971050687948,320,80,119.54980659484863,1.494372582435608,0.373593145608902,0.055183179950108754,0.01687752120778896,8.156971459717898,0.0011828874588143633,0.06558927036821842,0.0,0.0,0.0,0.0,0.017208242518245244,80,20,21.651044368743896,1.0825522184371947,0.2706380546092987,0.023423516622278838
+2,0.013202345142690319,3.374347564719886,0.0007247139745121388,0.06563864450436085,0.0,0.0,0.0,0.0,0.013411704548889247,320,80,119.29208326339722,1.4911510407924653,0.3727877601981163,0.035551435546949506,0.010917254853848136,1.9881013515166004,6.653833605287928e-05,0.059796514734625814,0.0,0.0,0.0,0.0,0.011062205809867009,80,20,22.0612895488739,1.103064477443695,0.27576611936092377,0.02628061461728066
+3,0.012294197440314746,3.1465685306138056,0.00040956057842496017,0.06583958603441716,0.0,0.0,0.0,0.0,0.012481237865358707,320,80,118.49405574798584,1.481175696849823,0.37029392421245577,0.04534772908082232,0.021551478360197506,9.24908235201583,0.001436807785015759,0.09029024625197053,0.0,0.0,0.0,0.0,0.021891453709395138,80,20,21.795809745788574,1.0897904872894286,0.27244762182235716,0.017768388101831078
+4,0.013047468069999013,6.247531446125771,0.00036819732751413594,0.06549732072744519,0.0,0.0,0.0,0.0,0.013251237827716977,320,80,118.42704129219055,1.4803380161523818,0.37008450403809545,0.033265971031869415,0.013717820651072543,2.57079031988435,0.0004752051390342849,0.061058493028394875,0.0,0.0,0.0,0.0,0.013925942089554156,80,20,21.400228023529053,1.0700114011764525,0.26750285029411314,0.024036183091811835
+5,0.011994455939156979,3.4665244661933117,0.0003812695514351219,0.05778068822110072,0.0,0.0,0.0,0.0,0.012193867870428221,320,80,118.6406660079956,1.483008325099945,0.37075208127498627,0.04104201453155838,0.010253002378885868,1.5131871535632855,1.5366524854254494e-05,0.05813160096295178,0.0,0.0,0.0,0.0,0.010377593999146483,80,20,21.39394760131836,1.069697380065918,0.2674243450164795,0.03576587594579905
+6,0.011326937455942243,2.659573336096878,0.00022328440212153743,0.05714324654545635,0.0,0.0,0.0,0.0,0.011502357351582759,320,80,118.15986919403076,1.4769983649253846,0.36924959123134615,0.04154339807573706,0.01055309201037744,2.2776773112520003,5.830110150291112e-05,0.05237449826672673,0.0,0.0,0.0,0.0,0.010696123156230896,80,20,21.411019802093506,1.0705509901046752,0.2676377475261688,0.026730821118690073
+7,0.012043369812090532,3.067829403717218,0.0004966944366567834,0.05796324865659699,0.0,0.0,0.0,0.0,0.012230372107114817,320,80,118.19947552680969,1.477493444085121,0.36937336102128027,0.04652924552792683,0.013105861141229979,1.7168584506871412,0.00028116837330545154,0.07462274814024568,0.0,0.0,0.0,0.0,0.013271318946499378,80,20,21.271800994873047,1.0635900497436523,0.2658975124359131,0.0472701330203563
+8,0.012860877702223661,3.260434697093257,0.0005036467245277509,0.06360056234989316,0.0,0.0,0.0,0.0,0.013060841261176393,320,80,118.19421792030334,1.4774277240037919,0.36935693100094796,0.04440550574508961,0.010739594015922194,2.962073486015453,9.389391105633839e-05,0.05419183075428009,0.0,0.0,0.0,0.0,0.01087587863949011,80,20,21.40676975250244,1.070338487625122,0.2675846219062805,0.021250036545097828
+9,0.01124985489750543,3.71972448630666,0.00023133474949821182,0.05664211908588186,0.0,0.0,0.0,0.0,0.011418297827094647,320,80,118.30285716056824,1.478785714507103,0.36969642862677576,0.042556765637709756,0.010527001123409718,2.2762098628837295,9.892862121247958e-05,0.0539890747051686,0.0,0.0,0.0,0.0,0.010657737382280175,80,20,21.400947332382202,1.0700473666191102,0.26751184165477754,0.02430871450342238
+10,0.011744667654602381,3.664061160842896,0.00023217981012768618,0.0572654701943975,0.0,0.0,0.0,0.0,0.01193869716662448,320,80,118.17792129516602,1.477224016189575,0.3693060040473938,0.03689585200336296,0.010104950489403564,1.4046753398445504,4.338083126859127e-05,0.0520231215748936,0.0,0.0,0.0,0.0,0.010229283949229284,80,20,21.444244146347046,1.0722122073173523,0.2680530518293381,0.03199667320586741
+11,0.01138172903629311,3.680791297545808,0.0004204502766052954,0.053469167521689086,0.0,0.0,0.0,0.0,0.011574082966035348,320,80,119.32641768455505,1.4915802210569382,0.37289505526423455,0.04146831664256752,0.010198717533057788,1.2358338148432366,2.0824332768665243e-05,0.05756800859235227,0.0,0.0,0.0,0.0,0.010318603584164521,80,20,21.53795051574707,1.0768975257873534,0.26922438144683836,0.03613864101935178
+12,0.011052476943632428,2.792063663084639,0.0002822391062397095,0.052109692129306495,0.0,0.0,0.0,0.0,0.011237156826746286,320,80,118.92361402511597,1.4865451753139496,0.3716362938284874,0.04075705159339123,0.010403425349795725,1.7552151322433993,1.658344540871326e-05,0.06370591968297959,0.0,0.0,0.0,0.0,0.010519952201866545,80,20,21.365255117416382,1.068262755870819,0.2670656889677048,0.029476100322790445
+13,0.0117693153349137,3.028356906715616,0.0003379905331934691,0.05676871216855943,0.0,0.0,0.0,0.0,0.011970811913579382,320,80,118.87523174285889,1.485940396785736,0.371485099196434,0.043584847339661795,0.010346810860573897,3.5370283476027877,3.9851046672634285e-05,0.053965667332522574,0.0,0.0,0.0,0.0,0.010475637292984175,80,20,21.49958109855652,1.074979054927826,0.2687447637319565,0.022303492086939512
+14,0.010741171879453759,2.1508195331501887,0.00012191197186687102,0.05262875233893283,0.0,0.0,0.0,0.0,0.010908135345698611,320,80,119.0033540725708,1.487541925907135,0.37188548147678374,0.044254236313281584,0.009640877192759944,0.9402562455827705,1.286872250760851e-05,0.05324461681302637,0.0,0.0,0.0,0.0,0.009754942907238728,80,20,21.432202577590942,1.0716101288795472,0.2679025322198868,0.03624621529597789
+15,0.010897301038221485,2.665933659527127,0.00011698755529166299,0.05359792571398429,0.0,0.0,0.0,0.0,0.011072614240720213,320,80,119.10561656951904,1.488820207118988,0.372205051779747,0.04473816842073575,0.009843951342554646,1.7562552519690464,1.3400438743804698e-05,0.05464786069933325,0.0,0.0,0.0,0.0,0.009963216945834574,80,20,21.58928894996643,1.0794644474983215,0.26986611187458037,0.033915814198553565
+16,0.01109471836425655,2.221628849114313,0.00016266864891018585,0.05393142630055081,0.0,0.0,0.0,0.0,0.011266551919493394,320,80,119.94220113754272,1.499277514219284,0.374819378554821,0.048406151868402955,0.010332709973590681,2.71359103563218,7.42240777932928e-05,0.04825690963771194,0.0,0.0,0.0,0.0,0.010477253683347953,80,20,21.557283639907837,1.0778641819953918,0.26946604549884795,0.021511990251019596
+17,0.010736233369698311,1.7446481407603074,0.00021968983336053682,0.05184572158614174,0.0,0.0,0.0,0.0,0.010905652549445222,320,80,119.74966049194336,1.496870756149292,0.374217689037323,0.04509186038048938,0.010012297246066736,1.5412082327325152,5.901673911281047e-05,0.049811495607718824,0.0,0.0,0.0,0.0,0.010141722423577448,80,20,21.68634819984436,1.084317409992218,0.2710793524980545,0.0288940075552091
+18,0.01064003565425935,1.6968629308291832,0.00021991124670669792,0.05060850056615891,0.0,0.0,0.0,0.0,0.010814384864352178,320,80,119.3061032295227,1.4913262903690339,0.37283157259225846,0.047741636272985485,0.009394195198365197,1.8492164673167282,4.490116588939941e-06,0.05099805369973183,0.0,0.0,0.0,0.0,0.009506221172159712,80,20,21.61002540588379,1.0805012702941894,0.27012531757354735,0.03122267425060272
+19,0.011020347472640423,1.711017064378943,0.00013346863284904864,0.05425083014415577,0.0,0.0,0.0,0.0,0.011203191126878665,320,80,119.46962642669678,1.4933703303337098,0.37334258258342745,0.049779639730695636,0.009307430486296652,1.801613973644089,1.771791570992498e-06,0.04971871904563159,0.0,0.0,0.0,0.0,0.009423763152881293,80,20,21.59359335899353,1.0796796679496765,0.26991991698741913,0.028142023435793816
+20,0.010145518549211373,1.9032975475937282,0.00014010203066426585,0.051488365899422205,0.0,0.0,0.0,0.0,0.010303020290859877,320,80,119.22732782363892,1.4903415977954864,0.3725853994488716,0.04713911283179186,0.0111214426040533,2.532190294430029,0.00011600805819883542,0.05052456180565059,0.0,0.0,0.0,0.0,0.011279680717052543,80,20,21.607922315597534,1.0803961157798767,0.2700990289449692,0.02503625915851444
+21,0.010972751824920125,2.041804800322427,0.00016653104460633526,0.05234171857009642,0.0,0.0,0.0,0.0,0.01114826994808027,320,80,118.9176013469696,1.48647001683712,0.37161750420928,0.04448836544761434,0.011560823989566416,5.020465794023846,0.00011873753081774741,0.04943918557837605,0.0,0.0,0.0,0.0,0.011735946416592924,80,20,21.53641629219055,1.0768208146095275,0.2692052036523819,0.019184070243500172
+22,0.010835539421532304,2.3407920923840013,0.0001398574603728664,0.05168888511834666,0.0,0.0,0.0,0.0,0.011011237162483667,320,80,119.00869679450989,1.4876087099313735,0.3719021774828434,0.04509768921416253,0.009285619924776256,1.2615221296518548,9.323168076091904e-06,0.04981853093486279,0.0,0.0,0.0,0.0,0.00939678989670938,80,20,21.50039505958557,1.0750197529792787,0.26875493824481966,0.03155305748805404
+23,0.010861332452418538,1.9144472278772724,0.00037361640949388765,0.04917826610035263,0.0,0.0,0.0,0.0,0.011052254849846576,320,80,118.99926042556763,1.4874907553195953,0.3718726888298988,0.04436130737885833,0.009304996014543576,3.0578599514887346,3.997210700124043e-06,0.05081888916902244,0.0,0.0,0.0,0.0,0.009416147097363136,80,20,21.54965043067932,1.077482521533966,0.2693706303834915,0.026736615999834613
+24,0.010571581701242394,1.8871485679589113,0.00029221106912363066,0.051549016777426,0.0,0.0,0.0,0.0,0.01074525964768327,320,80,118.9487190246582,1.4868589878082275,0.37171474695205686,0.04706179176282603,0.010129485833022044,1.9453184053521255,5.6307242877839946e-05,0.0490173552185297,0.0,0.0,0.0,0.0,0.01026443592272699,80,20,21.569053888320923,1.0784526944160462,0.26961317360401155,0.026811810769140722

insurance/tab_ddpm_concat/model.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9dd7b4d6e01bcd20c011318b4556018c310099328ffe5000b29ff8b1919e8893
-size 38511671
+oid sha256:d86f41e3611a7760f22d109d9210edaa73b82ee24f100b10a6f110017df39b8e
+size 34850105

insurance/tab_ddpm_concat/params.json

@@ -1 +1 @@
-{"Body": "twin_encoder", "loss_balancer_meta": true, "loss_balancer_log": false, "loss_balancer_lbtw": false, "pma_skip_small": false, "isab_skip_small": false, "layer_norm": false, "pma_layer_norm": false, "attn_residual": true, "tf_n_layers_dec": false, "tf_isab_rank": 0, "tf_lora": false, "tf_layer_norm": false, "tf_pma_start": -1, "ada_n_seeds": 0, "head_n_seeds": 0, "tf_pma_low": 16, "gradient_penalty_kwargs": {"mag_loss": true, "mse_mag": true, "mag_corr": false, "seq_mag": false, "cos_loss": false, "mse_mag_kwargs": {"target": 1.0, "multiply": true}, "mag_corr_kwargs": {"only_sign": false}, "cos_loss_kwargs": {"only_sign": true, "cos_matrix": false}}, "dropout": 0, "combine_mode": "diff_left", "tf_isab_mode": "separate", "grad_loss_fn": "mae", "single_model": true, "bias": true, "bias_final": true, "pma_ffn_mode": "shared", "patience": 10, "inds_init_mode": "fixnorm", "grad_clip": 0.77, "head_final_mul": "identity", "gradient_penalty_mode": "ALL", "synth_data": 2, "dataset_size": 2048, "batch_size": 8, "epochs": 100, "n_warmup_steps": 100, "Optim": "diffgrad", "loss_balancer_beta": 0.75, "loss_balancer_r": 0.95, "fixed_role_model": "tab_ddpm_concat", "mse_mag": true, "mse_mag_target": 1.0, "mse_mag_multiply": true, "d_model": 256, "attn_activation": "leakyrelu", "tf_d_inner": 512, "tf_n_layers_enc": 4, "tf_n_head": 64, "tf_activation": "relu6", "tf_activation_final": "leakyhardsigmoid", "tf_num_inds": 32, "ada_d_hid": 1024, "ada_n_layers": 7, "ada_activation": "relu", "ada_activation_final": "softsign", "head_d_hid": 128, "head_n_layers": 9, "head_n_head": 64, "head_activation": "rrelu", "head_activation_final": "softsign", "models": ["tab_ddpm_concat"], "max_seconds": 3600}
+{"mse_mag_multiply": true, "loss_balancer_beta": 0.7520229775744602, "loss_balancer_r": 0.9706519501751338, "tf_pma_low_exp_2": 6, "grad_loss_fn": "mae", "pma_ffn_mode": "shared", "patience": 10, "inds_init_mode": "fixnorm", "grad_clip": 0.6896836352825375, "head_final_mul": "identity", "gradient_penalty_mode": "ALL", "dataset_size_exp_2": 11, "batch_size_exp_2": 2, "epochs": 100, "lr_mul": 0.08030439779404704, "n_warmup_steps": 85, "Optim": "diffgrad", "fixed_role_model": "tab_ddpm_concat", "mse_mag_target": 1.0, "d_model_exp_2": 8, "attn_activation": "sigmoid", "tf_d_inner_exp_2": 8, "tf_n_layers_enc": 5, "tf_n_head_exp_2": 7, "tf_activation": "leakyhardsigmoid", "tf_activation_final": "leakyhardtanh", "tf_num_inds_exp_2": 6, "ada_d_hid_exp_2": 8, "ada_n_layers": 8, "ada_activation": "relu6", "ada_activation_final": "leakyhardtanh", "head_d_hid_exp_2": 8, "head_n_layers": 8, "head_n_head_exp_2": 5, "head_activation": "relu6", "head_activation_final": "softsign", "mse_mag": true, "single_model": true, "models": ["tab_ddpm_concat"], "max_seconds": 3600}