a

contraceptive/lct_gan/eval.csv

@@ -0,0 +1,2 @@
+,avg_g_cos_loss,avg_g_mag_loss,avg_loss,grad_duration,grad_mae,grad_mape,grad_rmse,mean_pred_loss,pred_duration,pred_mae,pred_mape,pred_rmse,pred_std,std_loss,total_duration
+lct_gan,0.00512148112797979,,0.0012481103888678906,2.623439073562622,0.02906966581940651,0.5664457678794861,0.03891143947839737,1.5334592262661317e-06,3.23850417137146,0.027567299082875252,0.06443586200475693,0.03532860800623894,0.06025194749236107,0.005062854383140802,5.861943244934082

contraceptive/lct_gan/history.csv

@@ -0,0 +1,19 @@
+,avg_role_model_loss_train,avg_role_model_std_loss_train,avg_role_model_mean_pred_loss_train,avg_role_model_g_mag_loss_train,avg_role_model_g_cos_loss_train,avg_non_role_model_g_mag_loss_train,avg_non_role_model_g_cos_loss_train,avg_non_role_model_embed_loss_train,avg_loss_train,n_size_train,n_batch_train,duration_train,duration_batch_train,duration_size_train,avg_pred_std_train,avg_role_model_loss_test,avg_role_model_std_loss_test,avg_role_model_mean_pred_loss_test,avg_role_model_g_mag_loss_test,avg_role_model_g_cos_loss_test,avg_non_role_model_g_mag_loss_test,avg_non_role_model_g_cos_loss_test,avg_non_role_model_embed_loss_test,avg_loss_test,n_size_test,n_batch_test,duration_test,duration_batch_test,duration_size_test,avg_pred_std_test
+0,0.017435819932825326,2.606467050097919,0.001229229095874701,0.13089621299295687,0.0,0.0,0.0,0.0,0.01772701053082528,320,160,155.78390192985535,0.9736493870615959,0.48682469353079794,0.07882826873228624,0.00573181561412639,12.050118238902542,4.794865197795817e-05,0.038472728827036916,0.0,0.0,0.0,0.0,0.005818093370544375,80,40,34.2833890914917,0.8570847272872925,0.42854236364364623,0.006411193099665979
+1,0.005912707145500207,5.2315221212032315,0.00010032810266796437,0.03348311016598018,0.0,0.0,0.0,0.0,0.005997926355354366,320,160,155.64752626419067,0.9727970391511918,0.4863985195755959,0.05807469860495758,0.0031659284644774744,5.03204128017187,9.458723244115674e-06,0.01957300353096798,0.0,0.0,0.0,0.0,0.003215988780993939,80,40,34.367220640182495,0.8591805160045624,0.4295902580022812,0.01497489650537318
+2,0.0038566824743270444,3.2254029402142104,2.3398139742636308e-05,0.018911924263375113,0.0,0.0,0.0,0.0,0.0039152335221046995,320,160,155.44242548942566,0.9715151593089104,0.4857575796544552,0.05645614635777747,0.004335876302411635,1.5126577647796693,3.141526110610471e-05,0.014913534704828636,0.0,0.0,0.0,0.0,0.00462017589743482,80,40,34.45174741744995,0.8612936854362487,0.43064684271812437,0.03465941670583561
+3,0.0031945571511187154,1.8064189564559683,1.6363130924196278e-05,0.01819925236850395,0.0,0.0,0.0,0.0,0.0032394818571447105,320,160,156.11653804779053,0.9757283627986908,0.4878641813993454,0.06629898547616904,0.0023899373212771025,1.704710948085517,5.742013863263562e-06,0.009725827592774294,0.0,0.0,0.0,0.0,0.002437889728753362,80,40,34.67283797264099,0.8668209493160248,0.4334104746580124,0.02997926942189224
+4,0.0023628196747608856,1.89771427981769,6.617509099889035e-06,0.013511416382971219,0.0,0.0,0.0,0.0,0.002397591866122184,320,160,156.45443058013916,0.9778401911258697,0.48892009556293486,0.06777484054055094,0.0026370916782980204,2.4481480976558276,1.1830023779024756e-05,0.012106407032115385,0.0,0.0,0.0,0.0,0.00270649099484217,80,40,34.256956577301025,0.8564239144325256,0.4282119572162628,0.025272921007854166
+5,0.002126323909101302,1.2274288133276736,7.2796363170729576e-06,0.012182644824497402,0.0,0.0,0.0,0.0,0.002155698917817972,320,160,155.61095333099365,0.9725684583187103,0.48628422915935515,0.06696215897809452,0.0019572516139305662,1.961672229903479,4.562278869368885e-06,0.009364733044640161,0.0,0.0,0.0,0.0,0.0019919197275157785,80,40,34.33668065071106,0.8584170162677764,0.4292085081338882,0.02843369234469719
+6,0.0017357339755449176,1.420432839454491,3.373285983916587e-06,0.009894938666548114,0.0,0.0,0.0,0.0,0.0017607334299384546,320,160,155.85932803153992,0.9741208001971244,0.4870604000985622,0.07427309235037001,0.002349261014842341,1.9172306640745709,1.04527538708276e-05,0.01324224536656402,0.0,0.0,0.0,0.0,0.0024387467860833567,80,40,34.37562274932861,0.8593905687332153,0.42969528436660764,0.03128219458158128
+7,0.0015943243683750551,1.599416987769855,2.6920245849319574e-06,0.010280541581232682,0.0,0.0,0.0,0.0,0.0016154164098679757,320,160,155.61981463432312,0.9726238414645195,0.48631192073225976,0.06585824833100559,0.002163761601332226,3.604303188103313,6.903144204351009e-06,0.012041708015021867,0.0,0.0,0.0,0.0,0.002217399652727181,80,40,34.502256631851196,0.86255641579628,0.43127820789814,0.02771169388506678
+8,0.001494447229151774,0.9408696638613889,3.168799174362632e-06,0.010874996512575308,0.0,0.0,0.0,0.0,0.001513177437129798,320,160,156.08727836608887,0.9755454897880554,0.4877727448940277,0.0750845561065944,0.002528560180871864,2.08794770268305,1.0474300727891794e-05,0.014760683900385629,0.0,0.0,0.0,0.0,0.002600585496657004,80,40,34.791484117507935,0.8697871029376983,0.43489355146884917,0.027971005909785164
+9,0.0014090196304223923,1.0548290274423293,2.204400118581776e-06,0.010855462366089341,0.0,0.0,0.0,0.0,0.0014265500317165447,320,160,156.41769289970398,0.9776105806231499,0.48880529031157494,0.07426661461722688,0.0021760027257187176,2.8094946333655115,7.478494145375658e-06,0.013558965211268514,0.0,0.0,0.0,0.0,0.0022287734420842753,80,40,34.604350090026855,0.8651087522506714,0.4325543761253357,0.02753840586374281
+10,0.0013136547345652615,1.0299152055348912,1.3887058074146808e-06,0.01068494772334816,0.0,0.0,0.0,0.0,0.0013296200684862925,320,160,157.22391438484192,0.982649464905262,0.491324732452631,0.07313437857337704,0.002245530338041135,1.7400220613416892,9.522791048111739e-06,0.01612092750874581,0.0,0.0,0.0,0.0,0.002284233476166264,80,40,34.46721410751343,0.8616803526878357,0.43084017634391786,0.03776466146664461
+11,0.0012481407272957768,1.2783809218519564,1.503542835857953e-06,0.010688186372863128,0.0,0.0,0.0,0.0,0.001262658101705938,320,160,155.94623494148254,0.9746639683842659,0.48733198419213297,0.07646593883546302,0.0020634316742871306,1.4383508620280794,5.810482365631309e-06,0.01460115851368755,0.0,0.0,0.0,0.0,0.002097635416976118,80,40,34.262441873550415,0.8565610468387603,0.42828052341938017,0.032811734377173704
+12,0.0011262651406582335,1.391008563175482,9.751292843113157e-07,0.00979143314070825,0.0,0.0,0.0,0.0,0.0011396489503042063,320,160,155.54917788505554,0.9721823617815971,0.48609118089079856,0.07479820074022428,0.002025444437913393,2.593721475730203,6.336484106334028e-06,0.014655754225168493,0.0,0.0,0.0,0.0,0.0020664544256987936,80,40,34.536054372787476,0.8634013593196869,0.43170067965984343,0.030719270761437656
+13,0.001076017083954639,1.4508966523469375,1.1593949275121788e-06,0.010946684941154671,0.0,0.0,0.0,0.0,0.0010878692951905578,320,160,155.46073746681213,0.9716296091675758,0.4858148045837879,0.07483407230411103,0.0023200841031211896,2.2440369691766597,1.0239675689505124e-05,0.019701136136427523,0.0,0.0,0.0,0.0,0.002370036526554031,80,40,34.30450892448425,0.8576127231121063,0.4288063615560532,0.03492432142811595
+14,0.0009635111247286332,0.9677751383686999,1.1388382714770661e-06,0.010239775705485954,0.0,0.0,0.0,0.0,0.0009741376784571543,320,160,155.40642023086548,0.9712901264429092,0.4856450632214546,0.07218089971502195,0.0024849619219821763,1.144158828597142,1.2594672893334602e-05,0.02563589295023121,0.0,0.0,0.0,0.0,0.002548753496012068,80,40,34.3231565952301,0.8580789148807526,0.4290394574403763,0.037558259995421395
+15,0.0008957717637713358,0.6864845278677636,7.343289420358814e-07,0.011444034962005389,0.0,0.0,0.0,0.0,0.0009049436197585692,320,160,155.5952959060669,0.9724705994129181,0.48623529970645907,0.07640777615497427,0.002615584134036908,1.8248634061481426,1.3346477949705005e-05,0.022938197170151397,0.0,0.0,0.0,0.0,0.00265875455661444,80,40,34.41921806335449,0.8604804515838623,0.43024022579193116,0.035906832899490836
+16,0.0009050843258659568,0.8020780563841594,7.130549941341754e-07,0.00966488631129323,0.0,0.0,0.0,0.0,0.0009149009783328665,320,160,155.25288820266724,0.9703305512666702,0.4851652756333351,0.07319629316043574,0.0025455261694332875,0.8264324518099329,1.2538950847873486e-05,0.0264737568970304,0.0,0.0,0.0,0.0,0.0025839720274234423,80,40,34.507899045944214,0.8626974761486054,0.4313487380743027,0.038317401116364634
+17,0.0007670033644302521,0.765318092200449,6.45077319996485e-07,0.010603800446915557,0.0,0.0,0.0,0.0,0.0007746850561716201,320,160,155.98394584655762,0.9748996615409851,0.48744983077049253,0.07558807322129724,0.0028201576376886807,1.2422505138596533,1.450647435639052e-05,0.023493397649144755,0.0,0.0,0.0,0.0,0.0028617149822821376,80,40,34.21730875968933,0.8554327189922333,0.42771635949611664,0.0343154217407573

contraceptive/lct_gan/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424cf49a69ecb394fa723e49fa1d4bfcd5f8bf706c6fa5d31d27dae98b0bb1b4
+size 41106197

contraceptive/lct_gan/params.json

@@ -0,0 +1 @@
+{"Body": "twin_encoder", "loss_balancer_meta": true, "loss_balancer_log": false, "loss_balancer_lbtw": false, "pma_skip_small": false, "isab_skip_small": false, "layer_norm": false, "pma_layer_norm": false, "attn_residual": true, "tf_n_layers_dec": false, "tf_isab_rank": 0, "tf_lora": false, "tf_layer_norm": false, "tf_pma_start": -1, "ada_n_seeds": 0, "head_n_seeds": 0, "tf_pma_low": 8, "gradient_penalty_kwargs": {"mag_loss": true, "mse_mag": true, "mag_corr": false, "seq_mag": false, "cos_loss": false, "mse_mag_kwargs": {"target": 1.0, "multiply": true}, "mag_corr_kwargs": {"only_sign": false}, "cos_loss_kwargs": {"only_sign": true, "cos_matrix": false}}, "dropout": 0, "combine_mode": "diff_left", "tf_isab_mode": "separate", "grad_loss_fn": "mae", "single_model": true, "bias": true, "bias_final": true, "pma_ffn_mode": "shared", "patience": 10, "inds_init_mode": "fixnorm", "grad_clip": 0.775, "gradient_penalty_mode": "ALL", "synth_data": 2, "dataset_size": 2048, "batch_size": 2, "epochs": 100, "lr_mul": 0.075, "n_warmup_steps": 100, "Optim": "amsgradw", "loss_balancer_beta": 0.675, "loss_balancer_r": 0.95, "fixed_role_model": "lct_gan", "mse_mag": true, "mse_mag_target": 1.0, "mse_mag_multiply": true, "d_model": 256, "attn_activation": "prelu", "tf_d_inner": 512, "tf_n_layers_enc": 3, "tf_n_head": 32, "tf_activation": "leakyhardtanh", "tf_activation_final": "leakyhardtanh", "tf_num_inds": 64, "ada_d_hid": 1024, "ada_n_layers": 8, "ada_activation": "softsign", "ada_activation_final": "leakyhardsigmoid", "head_d_hid": 256, "head_n_layers": 9, "head_n_head": 32, "head_activation": "relu6", "head_activation_final": "leakyhardsigmoid", "models": ["lct_gan"], "max_seconds": 3600}

contraceptive/realtabformer/eval.csv

@@ -0,0 +1,2 @@
+,avg_g_cos_loss,avg_g_mag_loss,avg_loss,grad_duration,grad_mae,grad_mape,grad_rmse,mean_pred_loss,pred_duration,pred_mae,pred_mape,pred_rmse,pred_std,std_loss,total_duration
+realtabformer,0.011033064541774556,,0.0012809291818069923,2.5217413902282715,0.13429400324821472,2.274496555328369,0.22174391150474548,1.3903555782235344e-06,4.905334711074829,0.02842247299849987,0.06602984666824341,0.03579007089138031,0.05490555614233017,0.021831143647432327,7.427076101303101

contraceptive/realtabformer/history.csv

@@ -0,0 +1,17 @@
+,avg_role_model_loss_train,avg_role_model_std_loss_train,avg_role_model_mean_pred_loss_train,avg_role_model_g_mag_loss_train,avg_role_model_g_cos_loss_train,avg_non_role_model_g_mag_loss_train,avg_non_role_model_g_cos_loss_train,avg_non_role_model_embed_loss_train,avg_loss_train,n_size_train,n_batch_train,duration_train,duration_batch_train,duration_size_train,avg_pred_std_train,avg_role_model_loss_test,avg_role_model_std_loss_test,avg_role_model_mean_pred_loss_test,avg_role_model_g_mag_loss_test,avg_role_model_g_cos_loss_test,avg_non_role_model_g_mag_loss_test,avg_non_role_model_g_cos_loss_test,avg_non_role_model_embed_loss_test,avg_loss_test,n_size_test,n_batch_test,duration_test,duration_batch_test,duration_size_test,avg_pred_std_test
+0,0.009542662490628118,2.5762599885192934,0.00027902967270147837,1.262402762111742,0.0,0.0,0.0,0.0,0.009750861223506036,320,160,177.99687433242798,1.112480464577675,0.5562402322888375,0.07511623519994828,0.003741051011274976,5.616061944419175,1.4611252447579992e-05,0.20501699775923043,0.0,0.0,0.0,0.0,0.0037890895224336417,80,40,38.4509494304657,0.9612737357616424,0.4806368678808212,0.014547351159490064
+1,0.004063407685950438,2.9358797140668913,2.1007805549480562e-05,0.29748027815949174,0.0,0.0,0.0,0.0,0.004123606946563996,320,160,176.4381308555603,1.1027383178472518,0.5513691589236259,0.061613517155365116,0.0031020445742797166,3.6615094702647637,1.0131357688802912e-05,0.16994743956020103,0.0,0.0,0.0,0.0,0.00314174113664194,80,40,39.2351438999176,0.98087859749794,0.49043929874897,0.01395380900503369
+2,0.0031661894379958256,2.4117056041794633,9.836388895213808e-06,0.2652852796629304,0.0,0.0,0.0,0.0,0.0032166213203439044,320,160,177.3788866996765,1.1086180418729783,0.5543090209364891,0.06969117154612832,0.0030325393654493382,4.0810080617485855,1.0892275676884292e-05,0.2569533795583993,0.0,0.0,0.0,0.0,0.0030810200516498297,80,40,38.336137771606445,0.9584034442901611,0.47920172214508056,0.019897227934416152
+3,0.0023055057837069624,1.853058874884212,6.09967966267791e-06,0.1840183506719768,0.0,0.0,0.0,0.0,0.002340935556662771,320,160,174.05649328231812,1.0878530830144881,0.5439265415072441,0.06543248369998764,0.0030248929907429555,2.86869880397064,1.1402929371490123e-05,0.23006774671375751,0.0,0.0,0.0,0.0,0.003070625604050292,80,40,38.138808727264404,0.9534702181816102,0.4767351090908051,0.01822617864527274
+4,0.0020300468891775838,2.0495056005954213,4.800810847036593e-06,0.16669587139040232,0.0,0.0,0.0,0.0,0.002061763812719164,320,160,174.26776337623596,1.0891735211014748,0.5445867605507374,0.06477567687070404,0.0024391597434146204,2.740249975850452,7.1029316552044055e-06,0.2063442377373576,0.0,0.0,0.0,0.0,0.0024783857611396344,80,40,38.34581685066223,0.9586454212665558,0.4793227106332779,0.02674134580302052
+5,0.001967901364824343,2.1442700514508872,4.275416443720796e-06,0.1754571495053824,0.0,0.0,0.0,0.0,0.002000586862027376,320,160,173.89809226989746,1.0868630766868592,0.5434315383434296,0.06023744232916215,0.0024223781292675994,2.2352012658586773,8.114645254103658e-06,0.2092515385011211,0.0,0.0,0.0,0.0,0.0024612557746877426,80,40,37.69665455818176,0.9424163639545441,0.47120818197727204,0.028668187485891394
+6,0.0019011627552913523,1.3824890940862353,3.5074695057979445e-06,0.18085340851102955,0.0,0.0,0.0,0.0,0.0019337917172890684,320,160,173.48067259788513,1.0842542037367822,0.5421271018683911,0.07720058038594288,0.00231237440930272,3.3106582164372442,5.485264414915609e-06,0.1899933501612395,0.0,0.0,0.0,0.0,0.002348827009609522,80,40,38.06031823158264,0.951507955789566,0.475753977894783,0.024147568842454347
+7,0.0017620563637663622,2.08702039143828,4.277907744039237e-06,0.1741062898454402,0.0,0.0,0.0,0.0,0.0017928976651145235,320,160,173.46568369865417,1.0841605231165885,0.5420802615582943,0.07193254736935159,0.0022043123801552154,2.4382340427693405,4.345398951133283e-06,0.22177592268999433,0.0,0.0,0.0,0.0,0.002243927074131591,80,40,37.98831129074097,0.9497077822685241,0.4748538911342621,0.023593891369819174
+8,0.0015997363887322535,1.9942195613491454,2.12305838595916e-06,0.18833316041855142,0.0,0.0,0.0,0.0,0.0016316618306177588,320,160,172.9914493560791,1.0811965584754943,0.5405982792377472,0.07330743282886942,0.002557959837577073,3.356362864944478,9.768955913480593e-06,0.24531859559938313,0.0,0.0,0.0,0.0,0.0026019316301244544,80,40,37.9961371421814,0.9499034285545349,0.47495171427726746,0.030474860878530307
+9,0.0015520233103259785,1.2436869248155205,3.6605559843476585e-06,0.1845664474152727,0.0,0.0,0.0,0.0,0.0015831556965707704,320,160,173.16736221313477,1.0822960138320923,0.5411480069160461,0.06796933644800447,0.002226237224749639,5.8766094757972525,5.918809148441895e-06,0.24479435225948692,0.0,0.0,0.0,0.0,0.0022684186602418776,80,40,38.149120807647705,0.9537280201911926,0.4768640100955963,0.025726988267979322
+10,0.0014469290221867936,1.8593177073192813,2.8659225091814812e-06,0.17962789068405982,0.0,0.0,0.0,0.0,0.0014769007869517737,320,160,172.20347905158997,1.0762717440724372,0.5381358720362186,0.07091635333836166,0.0024056937301793367,2.3075559470113687,7.195210898430782e-06,0.26990594328381123,0.0,0.0,0.0,0.0,0.0024520762970496436,80,40,37.45506477355957,0.9363766193389893,0.46818830966949465,0.03237821003422141
+11,0.0013373809825861116,1.173929054754868,1.6501064853204766e-06,0.18660539614356822,0.0,0.0,0.0,0.0,0.0013675392799864738,320,160,172.15098762512207,1.0759436726570129,0.5379718363285064,0.07849135186097556,0.0026173408418799227,3.798281030391638,1.0865136886828441e-05,0.24395470218732954,0.0,0.0,0.0,0.0,0.0026618223850164214,80,40,37.91745567321777,0.9479363918304443,0.47396819591522216,0.026291378935275132
+12,0.001361571840274678,1.4893103715210714,2.357963301387279e-06,0.21065570718492382,0.0,0.0,0.0,0.0,0.0013948013615504352,320,160,172.53218483924866,1.078326155245304,0.539163077622652,0.06484427234754549,0.002312301666415806,2.343618094189341,8.55624849894765e-06,0.2849353780504316,0.0,0.0,0.0,0.0,0.00236011099177631,80,40,39.01480150222778,0.9753700375556946,0.4876850187778473,0.033037679741391913
+13,0.0013374171531950196,0.9150310022058135,1.4488872623798119e-06,0.22414301362587138,0.0,0.0,0.0,0.0,0.0013720730063141672,320,160,176.8967101573944,1.1056044384837151,0.5528022192418576,0.078952330530592,0.0027515849543306103,2.345467333926322,1.3061403678160666e-05,0.3832862245384604,0.0,0.0,0.0,0.0,0.0028137680678810284,80,40,38.85416507720947,0.9713541269302368,0.4856770634651184,0.032020010952692246
+14,0.001240193446210469,1.120601199339011,1.9383188680013006e-06,0.22299806029186584,0.0,0.0,0.0,0.0,0.0012742314142997202,320,160,175.8337869644165,1.098961168527603,0.5494805842638015,0.07295391643074253,0.0023316621582125663,2.4607038528601537,7.180798617589801e-06,0.32943321072962134,0.0,0.0,0.0,0.0,0.002385099265302415,80,40,38.73373031616211,0.9683432579040527,0.48417162895202637,0.032793717614549675
+15,0.0012287105860963265,0.805710650381948,1.4418534727195665e-06,0.24881427236250603,0.0,0.0,0.0,0.0,0.0012658631573629008,320,160,175.72978258132935,1.0983111411333084,0.5491555705666542,0.07813957213829781,0.0021971696589389465,3.9529951616568395,6.586546618266021e-06,0.3238095646491274,0.0,0.0,0.0,0.0,0.002248892179704853,80,40,38.49005126953125,0.9622512817382812,0.4811256408691406,0.029112126285326667

contraceptive/realtabformer/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a5bd58ce64f40ee98a2b7d07616ebbd395ba0d21170d594a384032a311a4b0
+size 43889419

contraceptive/realtabformer/params.json

@@ -0,0 +1 @@
+{"Body": "twin_encoder", "loss_balancer_meta": true, "loss_balancer_log": false, "loss_balancer_lbtw": false, "pma_skip_small": false, "isab_skip_small": false, "layer_norm": false, "pma_layer_norm": false, "attn_residual": true, "tf_n_layers_dec": false, "tf_isab_rank": 0, "tf_lora": false, "tf_layer_norm": false, "tf_pma_start": -1, "ada_n_seeds": 0, "head_n_seeds": 0, "tf_pma_low": 8, "gradient_penalty_kwargs": {"mag_loss": true, "mse_mag": true, "mag_corr": false, "seq_mag": false, "cos_loss": false, "mse_mag_kwargs": {"target": 1.0, "multiply": true}, "mag_corr_kwargs": {"only_sign": false}, "cos_loss_kwargs": {"only_sign": true, "cos_matrix": false}}, "dropout": 0, "combine_mode": "diff_left", "tf_isab_mode": "separate", "grad_loss_fn": "mae", "single_model": true, "bias": true, "bias_final": true, "pma_ffn_mode": "shared", "patience": 10, "inds_init_mode": "fixnorm", "grad_clip": 0.775, "gradient_penalty_mode": "ALL", "synth_data": 2, "dataset_size": 2048, "batch_size": 2, "epochs": 100, "lr_mul": 0.075, "n_warmup_steps": 100, "Optim": "amsgradw", "loss_balancer_beta": 0.675, "loss_balancer_r": 0.95, "fixed_role_model": "realtabformer", "mse_mag": true, "mse_mag_target": 1.0, "mse_mag_multiply": true, "d_model": 256, "attn_activation": "prelu", "tf_d_inner": 512, "tf_n_layers_enc": 3, "tf_n_head": 32, "tf_activation": "leakyhardtanh", "tf_activation_final": "leakyhardtanh", "tf_num_inds": 64, "ada_d_hid": 1024, "ada_n_layers": 8, "ada_activation": "softsign", "ada_activation_final": "leakyhardsigmoid", "head_d_hid": 256, "head_n_layers": 9, "head_n_head": 32, "head_activation": "relu6", "head_activation_final": "leakyhardsigmoid", "models": ["realtabformer"], "max_seconds": 3600}

contraceptive/tab_ddpm_concat/eval.csv

@@ -0,0 +1,2 @@
+,avg_g_cos_loss,avg_g_mag_loss,avg_loss,grad_duration,grad_mae,grad_mape,grad_rmse,mean_pred_loss,pred_duration,pred_mae,pred_mape,pred_rmse,pred_std,std_loss,total_duration
+tab_ddpm_concat,0.006976435168699962,0.019684452694278928,0.005469150488197168,4.732121467590332,0.10522309690713882,0.8996597528457642,0.25440865755081177,6.793341162847355e-05,1.4780972003936768,0.05780091881752014,0.13661587238311768,0.07395370304584503,0.08244121074676514,0.00028081866912543774,6.210218667984009

contraceptive/tab_ddpm_concat/history.csv

@@ -0,0 +1,14 @@
+,avg_role_model_loss_train,avg_role_model_std_loss_train,avg_role_model_mean_pred_loss_train,avg_role_model_g_mag_loss_train,avg_role_model_g_cos_loss_train,avg_non_role_model_g_mag_loss_train,avg_non_role_model_g_cos_loss_train,avg_non_role_model_embed_loss_train,avg_loss_train,n_size_train,n_batch_train,duration_train,duration_batch_train,duration_size_train,avg_pred_std_train,avg_role_model_loss_test,avg_role_model_std_loss_test,avg_role_model_mean_pred_loss_test,avg_role_model_g_mag_loss_test,avg_role_model_g_cos_loss_test,avg_non_role_model_g_mag_loss_test,avg_non_role_model_g_cos_loss_test,avg_non_role_model_embed_loss_test,avg_loss_test,n_size_test,n_batch_test,duration_test,duration_batch_test,duration_size_test,avg_pred_std_test
+0,0.018960519676329567,0.633159703178444,0.0011727252675751032,0.05587912966730073,0.0,0.0,0.0,0.0,0.019387794903013855,320,80,97.81354141235352,1.2226692676544189,0.3056673169136047,0.1214748754282482,0.005117437991430052,1.2569677214083186,4.872746470283573e-05,0.0313290299847722,0.0,0.0,0.0,0.0,0.005207326461095363,80,20,19.29424023628235,0.9647120118141175,0.24117800295352937,0.0514119642553851
+1,0.014699359831865877,1.103800665530207,0.0005193239165346864,0.15416064693126827,0.0,0.0,0.0,0.0,0.01488935198285617,320,80,97.73809790611267,1.2217262238264084,0.3054315559566021,0.09262466638174374,0.008836813416564837,0.5016097052809527,0.00014911171683706925,0.1304568352177739,0.0,0.0,0.0,0.0,0.008931921707699075,80,20,19.49599575996399,0.9747997879981994,0.24369994699954986,0.0690233844332397
+2,0.009927867040460114,0.6356354271476448,0.00020892808070887558,0.11403882297454401,0.0,0.0,0.0,0.0,0.010061423623847076,320,80,97.83805751800537,1.2229757189750672,0.3057439297437668,0.10248138114111498,0.004521565337199718,1.0787538406874773,3.4153386028634714e-05,0.1442047566641122,0.0,0.0,0.0,0.0,0.004582326250965707,80,20,19.448378086090088,0.9724189043045044,0.2431047260761261,0.04124836295377463
+3,0.01018573724286398,0.7384141313583996,0.00020506313351988936,0.06779958754777908,0.0,0.0,0.0,0.0,0.010329423837538343,320,80,97.80484867095947,1.2225606083869933,0.30564015209674833,0.08878090149955824,0.004938754381146282,1.1424394390228372,2.856015009600199e-05,0.03729338594712317,0.0,0.0,0.0,0.0,0.005005534488009289,80,20,19.48591160774231,0.9742955803871155,0.24357389509677888,0.03839425216428936
+4,0.005628427321789786,0.445644349324516,4.922563089544974e-05,0.052951197209768,0.0,0.0,0.0,0.0,0.005696333260493703,320,80,97.72880864143372,1.2216101080179214,0.30540252700448034,0.0942096491693519,0.004431478650076315,2.1805682998136033,2.3924214234227746e-05,0.041412954684346914,0.0,0.0,0.0,0.0,0.0044817406902438964,80,20,19.514612197875977,0.9757306098937988,0.2439326524734497,0.03819809515262022
+5,0.004377504003969079,0.7532617844777411,4.913167144098285e-05,0.043540800781920554,0.0,0.0,0.0,0.0,0.004429807130145491,320,80,98.63056015968323,1.2328820019960403,0.30822050049901006,0.08962908287066966,0.003524563132668845,3.541576160071827,1.2924149661341922e-05,0.03394877891987562,0.0,0.0,0.0,0.0,0.003568227968935389,80,20,19.638448476791382,0.9819224238395691,0.24548060595989227,0.04204475942533463
+6,0.004308926320300088,0.655986472072349,3.8958016750684914e-05,0.04524608214851469,0.0,0.0,0.0,0.0,0.004360771635401761,320,80,98.1361870765686,1.2267023384571076,0.3066755846142769,0.08601754870906006,0.0037977110616338903,2.063007281812861,1.837681602836483e-05,0.04376108571887016,0.0,0.0,0.0,0.0,0.0038385945270420054,80,20,19.570854902267456,0.9785427451133728,0.2446356862783432,0.030497054848819972
+7,0.0038875900178936716,0.8493629617666272,2.666781584003133e-05,0.07926730818580836,0.0,0.0,0.0,0.0,0.003934197903254244,320,80,97.9080719947815,1.2238508999347686,0.30596272498369215,0.08284469123464078,0.003410281174001284,2.5351196237003024,8.761383719502192e-06,0.06262274421751499,0.0,0.0,0.0,0.0,0.0034496398351620884,80,20,19.63199734687805,0.9815998673439026,0.24539996683597565,0.029967716569080947
+8,0.003944453283475013,0.697565211437049,4.258767692717491e-05,0.04458279046230018,0.0,0.0,0.0,0.0,0.003991481203775038,320,80,97.73626518249512,1.2217033147811889,0.3054258286952972,0.08436954310745932,0.007964267671923153,0.92843264617959,8.528030000434227e-05,0.0632677624002099,0.0,0.0,0.0,0.0,0.0080590668701916,80,20,19.450220584869385,0.9725110292434692,0.2431277573108673,0.06122681526467204
+9,0.003340029970786418,0.48781303250957364,2.8307830278884367e-05,0.041397362318821254,0.0,0.0,0.0,0.0,0.003379593089266564,320,80,96.01197457313538,1.2001496821641922,0.30003742054104804,0.0903306363383308,0.003354643483180553,1.8730609221261603,1.555475001424611e-05,0.04130637706257403,0.0,0.0,0.0,0.0,0.0033913442108314483,80,20,18.96759533882141,0.9483797669410705,0.23709494173526763,0.04209472953807562
+10,0.003940557214809815,0.3181843262791631,3.4807291759936246e-05,0.04127106771338731,0.0,0.0,0.0,0.0,0.0039869014210125895,320,80,95.93454957008362,1.1991818696260452,0.2997954674065113,0.09244233099743723,0.003921330184675753,2.439302556675841,1.5360680176002007e-05,0.04387447247281671,0.0,0.0,0.0,0.0,0.003964195022854255,80,20,18.936774015426636,0.9468387007713318,0.23670967519283295,0.0390258968109265
+11,0.0029607639175083023,0.6851782390538916,9.521213198121579e-06,0.03578661805950105,0.0,0.0,0.0,0.0,0.0029942192559246905,320,80,96.0065131187439,1.2000814139842988,0.3000203534960747,0.08160512297181413,0.0032844552013557406,1.9535773819076212,1.0978048215903869e-05,0.03746633417904377,0.0,0.0,0.0,0.0,0.0033219303644727916,80,20,19.31860041618347,0.9659300208091736,0.2414825052022934,0.03969717922154814
+12,0.0025715101775858782,0.6255118230208495,7.738168527621215e-06,0.0324334034929052,0.0,0.0,0.0,0.0,0.002600309181434568,320,80,95.97005558013916,1.1996256947517394,0.29990642368793485,0.08734330767765641,0.002402786401216872,1.9713338775481133,4.400266065029967e-06,0.031274407636374235,0.0,0.0,0.0,0.0,0.0024293805909110233,80,20,19.06187415122986,0.9530937075614929,0.23827342689037323,0.034856686973944305

contraceptive/tab_ddpm_concat/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741402a51d8fa376ef10ca6f67a4ce472b2d64f4cea965d2167ec8a324acbc7c
+size 47482955

contraceptive/tab_ddpm_concat/params.json

@@ -0,0 +1 @@
+{"Body": "twin_encoder", "loss_balancer_meta": true, "loss_balancer_log": false, "loss_balancer_lbtw": false, "pma_skip_small": false, "isab_skip_small": false, "layer_norm": false, "pma_layer_norm": false, "attn_residual": true, "tf_n_layers_dec": false, "tf_isab_rank": 0, "tf_lora": false, "tf_layer_norm": false, "tf_pma_start": -1, "ada_n_seeds": 0, "head_n_seeds": 0, "tf_pma_low": 16, "gradient_penalty_kwargs": {"mag_loss": true, "mse_mag": true, "mag_corr": false, "seq_mag": false, "cos_loss": false, "mse_mag_kwargs": {"target": 1.0, "multiply": true}, "mag_corr_kwargs": {"only_sign": false}, "cos_loss_kwargs": {"only_sign": true, "cos_matrix": false}}, "dropout": 0, "combine_mode": "diff_left", "tf_isab_mode": "separate", "grad_loss_fn": "mae", "single_model": true, "bias": true, "bias_final": true, "pma_ffn_mode": "none", "patience": 10, "inds_init_mode": "fixnorm", "grad_clip": 0.73, "gradient_penalty_mode": "ALL", "synth_data": 2, "dataset_size": 2048, "batch_size": 4, "epochs": 100, "lr_mul": 0.09, "n_warmup_steps": 100, "Optim": "amsgradw", "loss_balancer_beta": 0.67, "loss_balancer_r": 0.943, "fixed_role_model": "tab_ddpm_concat", "mse_mag": true, "mse_mag_target": 1.0, "mse_mag_multiply": true, "d_model": 256, "attn_activation": "prelu", "tf_d_inner": 512, "tf_n_layers_enc": 3, "tf_n_head": 32, "tf_activation": "tanh", "tf_activation_final": "leakyhardtanh", "tf_num_inds": 128, "ada_d_hid": 1024, "ada_n_layers": 9, "ada_activation": "softsign", "ada_activation_final": "leakyhardsigmoid", "head_d_hid": 256, "head_n_layers": 9, "head_n_head": 32, "head_activation": "softsign", "head_activation_final": "leakyhardsigmoid", "models": ["tab_ddpm_concat"], "max_seconds": 3600}

contraceptive/tvae/eval.csv

@@ -0,0 +1,2 @@
+,avg_g_cos_loss,avg_g_mag_loss,avg_loss,grad_duration,grad_mae,grad_mape,grad_rmse,mean_pred_loss,pred_duration,pred_mae,pred_mape,pred_rmse,pred_std,std_loss,total_duration
+tvae,0.0048602849527101385,,0.001199199252957093,2.5938045978546143,0.029055854305624962,0.575093150138855,0.03735598176717758,7.052161663523293e-07,3.237421989440918,0.02745048701763153,0.06274975836277008,0.0346294566988945,0.05399195849895477,0.026110012084245682,5.831226587295532

contraceptive/tvae/history.csv

@@ -0,0 +1,20 @@
+,avg_role_model_loss_train,avg_role_model_std_loss_train,avg_role_model_mean_pred_loss_train,avg_role_model_g_mag_loss_train,avg_role_model_g_cos_loss_train,avg_non_role_model_g_mag_loss_train,avg_non_role_model_g_cos_loss_train,avg_non_role_model_embed_loss_train,avg_loss_train,n_size_train,n_batch_train,duration_train,duration_batch_train,duration_size_train,avg_pred_std_train,avg_role_model_loss_test,avg_role_model_std_loss_test,avg_role_model_mean_pred_loss_test,avg_role_model_g_mag_loss_test,avg_role_model_g_cos_loss_test,avg_non_role_model_g_mag_loss_test,avg_non_role_model_g_cos_loss_test,avg_non_role_model_embed_loss_test,avg_loss_test,n_size_test,n_batch_test,duration_test,duration_batch_test,duration_size_test,avg_pred_std_test
+0,0.02044109800390288,2.4362574391484584,0.0019195302865352177,0.16679631007427814,0.0,0.0,0.0,0.0,0.020752195270142694,320,160,152.6873915195465,0.9542961969971657,0.47714809849858286,0.07773836838096031,0.007787475768054719,2.2598845489101174,0.0001329833972132044,0.06387415776262059,0.0,0.0,0.0,0.0,0.007876941776339663,80,40,34.667025566101074,0.8666756391525269,0.43333781957626344,0.037622747202112804
+1,0.006578218158620075,3.5744917789010295,0.0001345584984532182,0.040657627023756505,0.0,0.0,0.0,0.0,0.006674684401968989,320,160,158.56897902488708,0.9910561189055442,0.4955280594527721,0.06574895506673784,0.002715696775703691,4.162856922139042,9.724292509610821e-06,0.020695178036112337,0.0,0.0,0.0,0.0,0.002750939411816944,80,40,35.01019263267517,0.8752548158168793,0.4376274079084396,0.022036342885985504
+2,0.0030868062563627063,1.476575678907632,1.725077691700862e-05,0.024703686686552827,0.0,0.0,0.0,0.0,0.0031247849726014467,320,160,156.26092982292175,0.9766308113932609,0.48831540569663046,0.06579984588715888,0.0027993964433790097,3.641182864084643,1.3598827807209668e-05,0.022234968321936322,0.0,0.0,0.0,0.0,0.002834092272314592,80,40,33.2850501537323,0.8321262538433075,0.41606312692165376,0.02141796936703031
+3,0.0022891667019848683,1.6068099677926182,6.612543098453473e-06,0.02071905894408701,0.0,0.0,0.0,0.0,0.0023184519005326363,320,160,154.19920873641968,0.9637450546026229,0.48187252730131147,0.07092049774619227,0.0026929985309834593,3.0403425516754,1.0568798141985525e-05,0.018767503660637886,0.0,0.0,0.0,0.0,0.002731285383561044,80,40,32.86460590362549,0.8216151475906373,0.4108075737953186,0.022138956440176116
+4,0.0017628774662000525,2.2449683045348796,3.043247930578793e-06,0.01629736885879538,0.0,0.0,0.0,0.0,0.0017833273730786913,320,160,154.66035175323486,0.9666271984577179,0.48331359922885897,0.07253363067648025,0.00217515139884199,2.751713131871395,6.859175753426428e-06,0.016465158166829495,0.0,0.0,0.0,0.0,0.0022024019488071644,80,40,32.97675704956055,0.8244189262390137,0.41220946311950685,0.027853763510938732
+5,0.0016198344877579984,1.198978344199396,2.7660729376433046e-06,0.013700315837559174,0.0,0.0,0.0,0.0,0.00163975777767007,320,160,151.12690496444702,0.9445431560277939,0.47227157801389696,0.07664285300816118,0.0023051692825561076,3.7659985534039606,6.092837360660574e-06,0.014564098932169145,0.0,0.0,0.0,0.0,0.002337455260965271,80,40,33.647725105285645,0.8411931276321412,0.4205965638160706,0.022250424231697253
+6,0.0015104103944622693,1.4739226749323517,2.151131067418738e-06,0.014532235827937256,0.0,0.0,0.0,0.0,0.0015276236336944748,320,160,150.64317202568054,0.9415198251605034,0.4707599125802517,0.07481845202296426,0.0017437607562897028,1.7716060946109806,3.2990996021275974e-06,0.013805617642356082,0.0,0.0,0.0,0.0,0.0017670220266154501,80,40,32.80771327018738,0.8201928317546845,0.41009641587734225,0.032647981911577514
+7,0.0014582326822619508,0.8133875374451442,2.600399002399001e-06,0.017096595877592335,0.0,0.0,0.0,0.0,0.0014742144544925395,320,160,150.58923768997192,0.9411827355623246,0.4705913677811623,0.07290942690669908,0.0022431900478295575,2.112379498438763,8.708145000263512e-06,0.02324506860168185,0.0,0.0,0.0,0.0,0.0022669869065794048,80,40,32.844870805740356,0.821121770143509,0.4105608850717545,0.030994260040461085
+8,0.0012292226523300087,0.9143240710843227,1.1601490665833457e-06,0.017422522912238492,0.0,0.0,0.0,0.0,0.0012417459553262233,320,160,149.79405570030212,0.9362128481268883,0.46810642406344416,0.08164471380441682,0.002094481812127924,2.5781812031031945,5.563664813551528e-06,0.023539607209386304,0.0,0.0,0.0,0.0,0.0021182637627134683,80,40,32.88525176048279,0.8221312940120697,0.4110656470060349,0.02998391728651768
+9,0.0011912165241611205,1.002233497608629,1.0378981288260842e-06,0.016518235197145258,0.0,0.0,0.0,0.0,0.0012034058073304265,320,160,149.81003165245056,0.936312697827816,0.468156348913908,0.07757201609729236,0.0021209866390563548,2.2054855651783485,7.790026517334384e-06,0.027394813470891677,0.0,0.0,0.0,0.0,0.0021441533169308967,80,40,32.834739208221436,0.8208684802055359,0.41043424010276797,0.03273092644376448
+10,0.0010440993143930656,0.6237209759905976,8.545894512740349e-07,0.016773289057891817,0.0,0.0,0.0,0.0,0.0010549161908912196,320,160,151.99514055252075,0.9499696284532547,0.47498481422662736,0.08429675764928106,0.0020188588828659705,1.6875887818820332,7.073809199660553e-06,0.020735643728403374,0.0,0.0,0.0,0.0,0.002045956869096699,80,40,36.630669593811035,0.9157667398452759,0.45788336992263795,0.033265805801784155
+11,0.0010166813490059211,0.5779329396736607,1.1541078821007341e-06,0.016200161819870117,0.0,0.0,0.0,0.0,0.0010268422765705055,320,160,154.49023914337158,0.9655639946460723,0.48278199732303617,0.08438906156479789,0.0022567970930140293,1.4275073309931146,9.043062631357477e-06,0.027866220747819172,0.0,0.0,0.0,0.0,0.0022840781810373302,80,40,33.030266523361206,0.8257566630840302,0.4128783315420151,0.03308896141534205
+12,0.0010085937371733245,0.6852384920215103,1.1549593074543923e-06,0.015572391230125503,0.0,0.0,0.0,0.0,0.0010184062243165926,320,160,151.7514419555664,0.94844651222229,0.474223256111145,0.06961961404886097,0.002278934889363882,2.298216237341036,8.917010871634101e-06,0.031079518698970788,0.0,0.0,0.0,0.0,0.002304124432612298,80,40,33.068289279937744,0.8267072319984436,0.4133536159992218,0.03493260265313438
+13,0.0009363631818700924,0.4839344189483297,8.540815376802124e-07,0.01630451331693621,0.0,0.0,0.0,0.0,0.0009456257481076591,320,160,150.87772369384766,0.9429857730865479,0.4714928865432739,0.07785468016882077,0.0022760112356991157,2.6171030896344747,1.0650064827233408e-05,0.029537392102065498,0.0,0.0,0.0,0.0,0.002303297990329156,80,40,33.033122539520264,0.8258280634880066,0.4129140317440033,0.03722803041819134
+14,0.000764540546202852,0.44834804190900857,6.100927646765161e-07,0.013185284686551313,0.0,0.0,0.0,0.0,0.0007720930538482662,320,160,150.77999806404114,0.9423749879002571,0.47118749395012854,0.08267560889125888,0.0020305066434957554,3.3567321322424286,6.930302250784948e-06,0.030277981684776023,0.0,0.0,0.0,0.0,0.002052497151453281,80,40,33.12909913063049,0.8282274782657624,0.4141137391328812,0.033659220521803944
+15,0.0007402757991229692,0.38544692055954943,4.2042679632425807e-07,0.013898816978326067,0.0,0.0,0.0,0.0,0.0007476143626305998,320,160,150.68796515464783,0.9417997822165489,0.47089989110827446,0.08294280422669545,0.0022146169496409128,1.9662903952322979,8.018624131983509e-06,0.03200231332739349,0.0,0.0,0.0,0.0,0.002240737696956785,80,40,33.06134486198425,0.8265336215496063,0.41326681077480315,0.03342230037087575
+16,0.0006711353589196279,0.5376870474081945,3.8460864332618064e-07,0.012289214101656398,0.0,0.0,0.0,0.0,0.0006777132193121815,320,160,150.60209393501282,0.9412630870938301,0.47063154354691505,0.07368135868346144,0.0023524648198872456,2.413720256314673,1.1856669321630431e-05,0.030548772783367893,0.0,0.0,0.0,0.0,0.002378911971572961,80,40,33.232566833496094,0.8308141708374024,0.4154070854187012,0.037087300876009976
+17,0.0006756978137346436,0.7821963908104526,5.090253047178393e-07,0.013120992203766946,0.0,0.0,0.0,0.0,0.0006825899582267425,320,160,152.36271023750305,0.9522669389843941,0.47613346949219704,0.07919310781685454,0.002482261122668206,1.5217115195275608,1.1857084663224882e-05,0.03310881347861141,0.0,0.0,0.0,0.0,0.002508918128592086,80,40,33.57771110534668,0.839442777633667,0.4197213888168335,0.03645229901885614
+18,0.0006414469639224763,0.8802176390026426,3.0969604700309403e-07,0.013044403970798157,0.0,0.0,0.0,0.0,0.000647848942770679,320,160,151.09337043762207,0.9443335652351379,0.47216678261756895,0.07918862322630957,0.00226858947034998,2.6035211705103833,9.649373751539902e-06,0.03664247310261999,0.0,0.0,0.0,0.0,0.0022923396401893113,80,40,33.24403095245361,0.8311007738113403,0.41555038690567014,0.033244564172491664

contraceptive/tvae/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e5cfdc0fba243dca2214c9e502ba42f0fbd956ce1278f925bf3191c3d19436
+size 41130645

contraceptive/tvae/params.json

@@ -0,0 +1 @@
+{"Body": "twin_encoder", "loss_balancer_meta": true, "loss_balancer_log": false, "loss_balancer_lbtw": false, "pma_skip_small": false, "isab_skip_small": false, "layer_norm": false, "pma_layer_norm": false, "attn_residual": true, "tf_n_layers_dec": false, "tf_isab_rank": 0, "tf_lora": false, "tf_layer_norm": false, "tf_pma_start": -1, "ada_n_seeds": 0, "head_n_seeds": 0, "tf_pma_low": 8, "gradient_penalty_kwargs": {"mag_loss": true, "mse_mag": true, "mag_corr": false, "seq_mag": false, "cos_loss": false, "mse_mag_kwargs": {"target": 1.0, "multiply": true}, "mag_corr_kwargs": {"only_sign": false}, "cos_loss_kwargs": {"only_sign": true, "cos_matrix": false}}, "dropout": 0, "combine_mode": "diff_left", "tf_isab_mode": "separate", "grad_loss_fn": "mae", "single_model": true, "bias": true, "bias_final": true, "pma_ffn_mode": "shared", "patience": 10, "inds_init_mode": "fixnorm", "grad_clip": 0.775, "gradient_penalty_mode": "ALL", "synth_data": 2, "dataset_size": 2048, "batch_size": 2, "epochs": 100, "lr_mul": 0.075, "n_warmup_steps": 100, "Optim": "amsgradw", "loss_balancer_beta": 0.675, "loss_balancer_r": 0.95, "fixed_role_model": "tvae", "mse_mag": true, "mse_mag_target": 1.0, "mse_mag_multiply": true, "d_model": 256, "attn_activation": "prelu", "tf_d_inner": 512, "tf_n_layers_enc": 3, "tf_n_head": 32, "tf_activation": "leakyhardtanh", "tf_activation_final": "leakyhardtanh", "tf_num_inds": 64, "ada_d_hid": 1024, "ada_n_layers": 8, "ada_activation": "softsign", "ada_activation_final": "leakyhardsigmoid", "head_d_hid": 256, "head_n_layers": 9, "head_n_head": 32, "head_activation": "relu6", "head_activation_final": "leakyhardsigmoid", "models": ["tvae"], "max_seconds": 3600}

insurance/lct_gan/eval.csv

@@ -0,0 +1,2 @@
+,avg_g_cos_loss,avg_g_mag_loss,avg_loss,grad_duration,grad_mae,grad_mape,grad_rmse,mean_pred_loss,pred_duration,pred_mae,pred_mape,pred_rmse,pred_std,std_loss,total_duration
+lct_gan,0.06709889649299153,0.04237791681767238,0.0004385647521223546,2.473484992980957,0.019484179094433784,0.6016532778739929,0.027372034266591072,5.971627103917854e-08,0.9092490673065186,0.016042448580265045,0.21174485981464386,0.02094193734228611,0.15322212874889374,0.00018641637871041894,3.3827340602874756

insurance/lct_gan/history.csv

@@ -0,0 +1,21 @@
+,avg_role_model_loss_train,avg_role_model_std_loss_train,avg_role_model_mean_pred_loss_train,avg_role_model_g_mag_loss_train,avg_role_model_g_cos_loss_train,avg_non_role_model_g_mag_loss_train,avg_non_role_model_g_cos_loss_train,avg_non_role_model_embed_loss_train,avg_loss_train,n_size_train,n_batch_train,duration_train,duration_batch_train,duration_size_train,avg_pred_std_train,avg_role_model_loss_test,avg_role_model_std_loss_test,avg_role_model_mean_pred_loss_test,avg_role_model_g_mag_loss_test,avg_role_model_g_cos_loss_test,avg_non_role_model_g_mag_loss_test,avg_non_role_model_g_cos_loss_test,avg_non_role_model_embed_loss_test,avg_loss_test,n_size_test,n_batch_test,duration_test,duration_batch_test,duration_size_test,avg_pred_std_test
+0,0.050247991016658486,10.28739813197949,0.017046372366257855,0.193543198867701,0.0,0.0,0.0,0.0,0.051501953338447495,320,40,56.587130069732666,1.4146782517433167,0.1768347814679146,0.09714822967071086,0.004852117493283003,0.1814691229723394,3.2799669435235045e-05,0.08009703867137433,0.0,0.0,0.0,0.0,0.004924363386817276,80,10,10.838585615158081,1.083858561515808,0.135482320189476,0.08860605396330357
+1,0.011156090041913558,11.664660499544821,0.0008925456208956461,0.08103617053711787,0.0,0.0,0.0,0.0,0.01129018383435323,320,40,56.461429834365845,1.4115357458591462,0.17644196823239328,0.07315202569152461,0.002358844585251063,0.4199162518021694,1.0129522642049472e-05,0.06003515869379043,0.0,0.0,0.0,0.0,0.002381171748857014,80,10,10.87971806526184,1.087971806526184,0.135996475815773,0.09902558447793126
+2,0.0034042925290123094,9.753277767247004,9.066182733613593e-06,0.038842388638295235,0.0,0.0,0.0,0.0,0.003444421075255377,320,40,56.57714056968689,1.4144285142421722,0.17680356428027152,0.06676940899342299,0.006381771888118237,0.19890570319257678,0.00012566872430852527,0.10561599396169186,0.0,0.0,0.0,0.0,0.006445180880837143,80,10,10.939128160476685,1.0939128160476685,0.13673910200595857,0.1349614226259291
+3,0.002452945696313691,1.2665704390786232,2.11658639054646e-06,0.028949995071161538,0.0,0.0,0.0,0.0,0.0024836566824887997,320,40,56.6224582195282,1.415561455488205,0.17694518193602563,0.0898168554296717,0.0007892202775110491,0.1727975025996784,5.349752479411052e-06,0.026769726537168026,0.0,0.0,0.0,0.0,0.000797343170415843,80,10,10.970746994018555,1.0970746994018554,0.13713433742523193,0.09117034515365958
+4,0.005982843652964221,8.70367759960153,4.6642777065386556e-05,0.05610372093506157,0.0,0.0,0.0,0.0,0.006053559554493404,320,40,56.52850890159607,1.4132127225399018,0.17665159031748773,0.0644026278750971,0.003287506682681851,16.047465970693157,1.088683212699948e-05,0.04266803655773401,0.0,0.0,0.0,0.0,0.0033236311399377884,80,10,10.905077695846558,1.0905077695846557,0.13631347119808196,0.06659559032414109
+5,0.004059205174417002,5.259179203768985,1.668044608822566e-05,0.026854972611181437,0.0,0.0,0.0,0.0,0.0041126025767880495,320,40,56.349008321762085,1.4087252080440522,0.17609065100550653,0.07893026950769126,0.006680386653169989,5.266184377827448,7.541818723666438e-06,0.033891827799379826,0.0,0.0,0.0,0.0,0.006806988373864442,80,10,10.916773557662964,1.0916773557662964,0.13645966947078705,0.03329654145054519
+6,0.003598407094614231,2.932740167534939,2.3322258428694864e-05,0.05079334197798744,0.0,0.0,0.0,0.0,0.003638804776710458,320,40,56.28336548805237,1.4070841372013092,0.17588551715016365,0.08040455909213051,0.001399435577332042,0.03829116202541627,5.023645737622928e-06,0.020581181766465305,0.0,0.0,0.0,0.0,0.0014129357805359177,80,10,10.841504096984863,1.0841504096984864,0.1355188012123108,0.08378756074234843
+7,0.0007492218805055017,0.170321739616611,4.540652907489067e-07,0.020798994018696247,0.0,0.0,0.0,0.0,0.0007574143121019006,320,40,56.28621745109558,1.4071554362773895,0.17589442953467369,0.09626067588105798,0.0007445405019097962,0.022931542915193857,7.847201817325067e-07,0.022695068223401903,0.0,0.0,0.0,0.0,0.0007516293582739309,80,10,10.79617428779602,1.079617428779602,0.13495217859745026,0.09322735751047731
+8,0.0005037498325691558,0.09364098146875222,5.574042118451682e-07,0.01803334672586061,0.0,0.0,0.0,0.0,0.0005089619417049107,320,40,56.07193899154663,1.4017984747886658,0.17522480934858323,0.09689875207841396,0.0005107733530167024,0.00858361014284128,1.0890024667808974e-06,0.017429086938500406,0.0,0.0,0.0,0.0,0.0005159668740816415,80,10,10.789738893508911,1.0789738893508911,0.1348717361688614,0.08924549822695553
+9,0.00035197669812987443,0.34276115468084073,1.0337585000970428e-07,0.013747934671118855,0.0,0.0,0.0,0.0,0.00035582845957833343,320,40,56.243980169296265,1.4060995042324067,0.17576243802905084,0.09651408242061735,0.00044438694512791697,0.4925519588992756,1.008665438284595e-06,0.01876302403397858,0.0,0.0,0.0,0.0,0.000449354921511258,80,10,10.789398670196533,1.0789398670196533,0.13486748337745666,0.08748150069732219
+10,0.00035949447574239456,0.1280737452699789,3.733976400273689e-08,0.01467946984921582,0.0,0.0,0.0,0.0,0.00036338540758151794,320,40,56.97472429275513,1.424368107318878,0.17804601341485976,0.09049497039522976,0.0006770771055016666,0.03294871362177219,5.858435483396818e-07,0.022112145693972705,0.0,0.0,0.0,0.0,0.0006841214883024805,80,10,11.102938890457153,1.1102938890457152,0.1387867361307144,0.09739410360343755
+11,0.0005287153543577005,0.5186876220466502,4.586899796882402e-07,0.016068345904932356,0.0,0.0,0.0,0.0,0.0005339632833056384,320,40,57.017521381378174,1.4254380345344544,0.1781797543168068,0.09512973661767318,0.001113348835860961,0.037260775306276625,1.0160834841599354e-05,0.026870487723499537,0.0,0.0,0.0,0.0,0.0011242192860663636,80,10,11.043520212173462,1.104352021217346,0.13804400265216826,0.09820128022693098
+12,0.0005380359987611882,0.11823862343915152,2.4365393777314724e-07,0.016488190542440863,0.0,0.0,0.0,0.0,0.0005437209121737397,320,40,56.564205169677734,1.4141051292419433,0.17676314115524291,0.09085401250049471,0.00033866083576867824,1.833931254097297,6.538905610309342e-08,0.014750928152352571,0.0,0.0,0.0,0.0,0.0003426387884246651,80,10,10.850196361541748,1.0850196361541748,0.13562745451927186,0.08306950689293444
+13,0.0005064211665740004,0.2563789238775499,2.7694440859517278e-08,0.017641309543978422,0.0,0.0,0.0,0.0,0.000511730196467397,320,40,56.38441038131714,1.4096102595329285,0.17620128244161606,0.08948770546121523,0.0009603310900274664,0.5317420201619558,1.386134010417095e-06,0.03154977913945913,0.0,0.0,0.0,0.0,0.0009698854177258909,80,10,10.881567239761353,1.0881567239761352,0.1360195904970169,0.09450749242678284
+14,0.000545748674630886,0.5983708105014387,2.0696913546770085e-07,0.01691446538316086,0.0,0.0,0.0,0.0,0.0005514411785952688,320,40,56.442954301834106,1.4110738575458526,0.17638423219323157,0.09217081667738966,0.0004825813819479663,1.5819854507564002,3.7346816483818657e-07,0.01985574811697006,0.0,0.0,0.0,0.0,0.00048788031563162804,80,10,10.967880487442017,1.0967880487442017,0.1370985060930252,0.08295555993681773
+15,0.0007052878027025145,0.5709439587292039,2.5470733571198996e-07,0.022239991917740554,0.0,0.0,0.0,0.0,0.0007124825457140105,320,40,56.290388345718384,1.4072597086429597,0.17590746358036996,0.09195324669708498,0.0005267480395559687,0.013233936694268778,2.673773188188733e-07,0.019443262554705142,0.0,0.0,0.0,0.0,0.0005322059372701915,80,10,10.92713212966919,1.092713212966919,0.13658915162086488,0.09297868777066469
+16,0.00039893748798931484,0.1465173953220642,1.9658869693291864e-07,0.013279191794572398,0.0,0.0,0.0,0.0,0.0004032720233226428,320,40,56.342530965805054,1.4085632741451264,0.1760704092681408,0.09154584540519864,0.00040967040695250034,0.07373528057341901,3.718508183148117e-07,0.014390437654219568,0.0,0.0,0.0,0.0,0.0004137940326472744,80,10,10.883796691894531,1.0883796691894532,0.13604745864868165,0.09073051768355071
+17,0.0006527752275360399,0.7538731722454941,9.391601971928554e-07,0.01640899422345683,0.0,0.0,0.0,0.0,0.000658580005983822,320,40,56.13877892494202,1.4034694731235504,0.1754336841404438,0.09342938290210441,0.0069938480504788455,4.3801720477524215,1.4892586449377632e-05,0.022057242598384617,0.0,0.0,0.0,0.0,0.007098242765641772,80,10,10.762710332870483,1.0762710332870484,0.13453387916088105,0.04032667824067175
+18,0.002608265062008286,1.1152279273919476,3.564367044772698e-06,0.03654546027537435,0.0,0.0,0.0,0.0,0.0026544345240836265,320,40,56.032405614852905,1.4008101403713227,0.17510126754641533,0.08181555005721748,0.001217631989857182,0.20784810947207005,8.713004294169657e-07,0.02198890279978514,0.0,0.0,0.0,0.0,0.0012277602480025962,80,10,10.823968410491943,1.0823968410491944,0.1352996051311493,0.07128694653511047
+19,0.0011638483822025592,0.29395967978312,1.489425534201283e-06,0.028835050016641616,0.0,0.0,0.0,0.0,0.0011756261381378863,320,40,56.04453897476196,1.401113474369049,0.17513918429613112,0.09410313908010721,0.0007999519177246839,0.12229554721852764,4.281340208578399e-07,0.02408305713906884,0.0,0.0,0.0,0.0,0.0008083746215561405,80,10,10.778013944625854,1.0778013944625855,0.1347251743078232,0.07425977652892471

insurance/lct_gan/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f554b5f68fa3c271fd6beeb2d4991d14b4ca2a19b19c76f2f10ecfbb38ca4a
+size 38583573

insurance/lct_gan/params.json

@@ -0,0 +1 @@
+{"Body": "twin_encoder", "loss_balancer_meta": true, "loss_balancer_log": false, "loss_balancer_lbtw": false, "pma_skip_small": false, "isab_skip_small": false, "layer_norm": false, "pma_layer_norm": false, "attn_residual": true, "tf_n_layers_dec": false, "tf_isab_rank": 0, "tf_lora": false, "tf_layer_norm": false, "tf_pma_start": -1, "ada_n_seeds": 0, "head_n_seeds": 0, "tf_pma_low": 16, "gradient_penalty_kwargs": {"mag_loss": true, "mse_mag": true, "mag_corr": false, "seq_mag": false, "cos_loss": false, "mse_mag_kwargs": {"target": 1.0, "multiply": true}, "mag_corr_kwargs": {"only_sign": false}, "cos_loss_kwargs": {"only_sign": true, "cos_matrix": false}}, "dropout": 0, "combine_mode": "diff_left", "tf_isab_mode": "separate", "grad_loss_fn": "mae", "single_model": true, "bias": true, "bias_final": true, "pma_ffn_mode": "shared", "patience": 10, "inds_init_mode": "fixnorm", "grad_clip": 0.7, "head_final_mul": "identity", "gradient_penalty_mode": "ALL", "synth_data": 2, "dataset_size": 2048, "batch_size": 8, "epochs": 100, "n_warmup_steps": 100, "Optim": "diffgrad", "loss_balancer_beta": 0.79, "loss_balancer_r": 0.95, "fixed_role_model": "lct_gan", "mse_mag": true, "mse_mag_target": 1.0, "mse_mag_multiply": true, "d_model": 256, "attn_activation": "leakyrelu", "tf_d_inner": 512, "tf_n_layers_enc": 4, "tf_n_head": 64, "tf_activation": "leakyhardsigmoid", "tf_activation_final": "leakyhardsigmoid", "tf_num_inds": 32, "ada_d_hid": 1024, "ada_n_layers": 7, "ada_activation": "relu", "ada_activation_final": "softsign", "head_d_hid": 128, "head_n_layers": 9, "head_n_head": 64, "head_activation": "prelu", "head_activation_final": "softsign", "models": ["lct_gan"], "max_seconds": 3600}

insurance/realtabformer/eval.csv

@@ -0,0 +1,2 @@
+,avg_g_cos_loss,avg_g_mag_loss,avg_loss,grad_duration,grad_mae,grad_mape,grad_rmse,mean_pred_loss,pred_duration,pred_mae,pred_mape,pred_rmse,pred_std,std_loss,total_duration
+realtabformer,0.11524768834723566,0.02341634124876461,0.0005081756423253164,0.4052395820617676,0.10590226948261261,2.4253790378570557,0.22090712189674377,8.237027770974237e-08,2.0878190994262695,0.01770336553454399,0.26909443736076355,0.02254275046288967,0.16169530153274536,3.49789515894372e-05,2.493058681488037

insurance/realtabformer/history.csv

@@ -0,0 +1,22 @@
+,avg_role_model_loss_train,avg_role_model_std_loss_train,avg_role_model_mean_pred_loss_train,avg_role_model_g_mag_loss_train,avg_role_model_g_cos_loss_train,avg_non_role_model_g_mag_loss_train,avg_non_role_model_g_cos_loss_train,avg_non_role_model_embed_loss_train,avg_loss_train,n_size_train,n_batch_train,duration_train,duration_batch_train,duration_size_train,avg_pred_std_train,avg_role_model_loss_test,avg_role_model_std_loss_test,avg_role_model_mean_pred_loss_test,avg_role_model_g_mag_loss_test,avg_role_model_g_cos_loss_test,avg_non_role_model_g_mag_loss_test,avg_non_role_model_g_cos_loss_test,avg_non_role_model_embed_loss_test,avg_loss_test,n_size_test,n_batch_test,duration_test,duration_batch_test,duration_size_test,avg_pred_std_test
+0,0.14850416241097264,1.180862516140678,0.0921927880990836,5.234412693977356,0.0,0.0,0.0,0.0,0.14999753049341963,320,40,54.21397066116333,1.3553492665290832,0.1694186583161354,0.18854508120566607,0.01377877084451029,3.3042451123972567,0.00011845146224525039,0.21803768426179887,0.0,0.0,0.0,0.0,0.01390348743661889,80,10,9.792181253433228,0.9792181253433228,0.12240226566791534,0.05718763165641576
+1,0.010435808167676442,5.020027183283946,0.0002433187393593883,0.40798311326652764,0.0,0.0,0.0,0.0,0.01056134452810511,320,40,54.643929958343506,1.3660982489585876,0.17076228111982344,0.06234871030319482,0.0054248009575530885,7.6202680438756945,2.544027604756138e-06,0.2834674768149853,0.0,0.0,0.0,0.0,0.005489112006034702,80,10,10.194044351577759,1.0194044351577758,0.12742555439472197,0.03268122207373381
+2,0.004800849179446232,4.060577614020576,1.805691692511324e-05,0.24826885210350155,0.0,0.0,0.0,0.0,0.004860438608739059,320,40,55.247488498687744,1.3811872124671936,0.1726484015583992,0.06760974442586302,0.002636889467248693,0.5023930853232741,1.9693377169005544e-06,0.46713720858097074,0.0,0.0,0.0,0.0,0.0027079362072981892,80,10,10.467901945114136,1.0467901945114135,0.1308487743139267,0.08990103090181947
+3,0.003688591261743568,5.662890090987792,3.4259154269070546e-05,0.2902778916526586,0.0,0.0,0.0,0.0,0.003743911211495288,320,40,54.36272192001343,1.3590680480003356,0.16988350600004196,0.08270897869369946,0.004029050027020276,3.6828645429341123,5.466211582216829e-06,0.22611289098858833,0.0,0.0,0.0,0.0,0.004080505215097219,80,10,9.939324378967285,0.9939324378967285,0.12424155473709106,0.10100285978987814
+4,0.004078761015261989,3.139242228523483,3.3808381526224254e-05,0.36921092458069327,0.0,0.0,0.0,0.0,0.0041462778390268795,320,40,54.406832456588745,1.3601708114147186,0.17002135142683983,0.08321290470194072,0.0015522451751166955,0.42041910818370526,2.725768419864494e-06,0.18216939978301525,0.0,0.0,0.0,0.0,0.0015822530665900558,80,10,10.175266981124878,1.0175266981124877,0.12719083726406097,0.08142163883894682
+5,0.0020072206414624818,0.8528530288420655,8.324493640320986e-06,0.22079015588387846,0.0,0.0,0.0,0.0,0.0020452409196877854,320,40,55.4995391368866,1.3874884784221648,0.1734360598027706,0.08714587027207017,0.00045264576037880034,0.6128407033349503,2.0517467608964848e-07,0.13081572577357292,0.0,0.0,0.0,0.0,0.00047156074579106643,80,10,10.349114894866943,1.0349114894866944,0.1293639361858368,0.07619310528971254
+6,0.0009020587680424796,0.19860290411693313,4.795286915437736e-07,0.16418010434135794,0.0,0.0,0.0,0.0,0.0009270869173633401,320,40,55.20178484916687,1.3800446212291717,0.17250557765364646,0.09331575823016465,0.005614329825039022,0.15103251073694537,3.9005249729129333e-05,0.43398396372795106,0.0,0.0,0.0,0.0,0.005694820835196878,80,10,10.202214241027832,1.0202214241027832,0.1275276780128479,0.12506430204957725
+7,0.002170501317596063,0.42862962205581423,9.560629908794694e-06,0.23468926995992662,0.0,0.0,0.0,0.0,0.0022109889338025822,320,40,55.481743574142456,1.3870435893535613,0.17338044866919516,0.09381236587651073,0.001958590082358569,0.8871201357003884,2.944644425895149e-06,0.20026710480451584,0.0,0.0,0.0,0.0,0.0019938025623559954,80,10,10.465904474258423,1.0465904474258423,0.13082380592823029,0.07660999405197799
+8,0.0032185729534830896,0.39595315401531933,2.223747077226177e-05,0.26023907188791784,0.0,0.0,0.0,0.0,0.0032680820706445955,320,40,55.13088512420654,1.3782721281051635,0.17228401601314544,0.09016182171180845,0.006755840044934303,0.042443403803736145,9.365343847704821e-05,0.8566916212439537,0.0,0.0,0.0,0.0,0.0068929205401218495,80,10,10.145907640457153,1.0145907640457152,0.1268238455057144,0.1274191069416702
+9,0.003263563236214395,0.8668862596564395,2.02128691412784e-05,0.2691699764691293,0.0,0.0,0.0,0.0,0.0033155382898257812,320,40,54.284446239471436,1.3571111559867859,0.16963889449834824,0.08654828406870366,0.0004874484846368432,0.003280633598478744,2.418919596181013e-07,0.12313968688249588,0.0,0.0,0.0,0.0,0.0005053632776252925,80,10,9.947452306747437,0.9947452306747436,0.12434315383434295,0.08960323911160231
+10,0.002170001242484432,0.33971318979765786,1.1028246948152631e-06,0.2432436312083155,0.0,0.0,0.0,0.0,0.0022117360727861523,320,40,54.17906904220581,1.3544767260551454,0.16930959075689317,0.0964421829674393,0.0009476982486376073,1.3159201624483856,1.8856890096896618e-07,0.13108705095946788,0.0,0.0,0.0,0.0,0.0009683694021077827,80,10,10.008543252944946,1.0008543252944946,0.12510679066181182,0.06394510199315846
+11,0.0008773179083618743,0.4401658920556809,6.324480833997878e-07,0.12429296048358082,0.0,0.0,0.0,0.0,0.0008975059775366389,320,40,54.14188766479492,1.3535471916198731,0.16919339895248414,0.09457911597564816,0.0003643055897555314,0.9265121433396416,1.4636429152004027e-07,0.07630779892206192,0.0,0.0,0.0,0.0,0.0003756950100068934,80,10,10.02190351486206,1.002190351486206,0.12527379393577576,0.08594365753233432
+12,0.0004941477713146014,0.05355267495711606,1.4848906236212407e-07,0.09103901842609048,0.0,0.0,0.0,0.0,0.000507950432574944,320,40,54.16036105155945,1.3540090262889861,0.16925112828612326,0.09392541642300785,0.00022847578329674434,0.661697834357119,3.0550005269969204e-08,0.056163723766803744,0.0,0.0,0.0,0.0,0.00023663823449169286,80,10,10.043348550796509,1.004334855079651,0.12554185688495637,0.08091261517256498
+13,0.00029569496205112956,0.04474922703773245,6.23439235618306e-08,0.05976610332727432,0.0,0.0,0.0,0.0,0.00030461719015875135,320,40,55.389015674591064,1.3847253918647766,0.17309067398309708,0.09439536663703621,0.00025476437076576985,2.0484021956655853,4.190348910498853e-08,0.05006699915975332,0.0,0.0,0.0,0.0,0.00026224629764328713,80,10,10.323888778686523,1.0323888778686523,0.12904860973358154,0.08619057663017884
+14,0.0003340222642691515,0.05788067737812881,5.194412635303129e-08,0.06943645351566374,0.0,0.0,0.0,0.0,0.0003443146288191201,320,40,55.98161721229553,1.3995404303073884,0.17494255378842355,0.091485915472731,0.00025505621306365356,0.46580720322454,2.3517513286774872e-08,0.053071103431284426,0.0,0.0,0.0,0.0,0.00026298246484657284,80,10,10.274444580078125,1.0274444580078126,0.12843055725097657,0.08523455495014787
+15,0.00045633949812327044,0.03235854215981604,6.432831875045203e-08,0.08093514840584248,0.0,0.0,0.0,0.0,0.000468703078058752,320,40,54.44696354866028,1.361174088716507,0.17014676108956336,0.09638399491086602,0.0005625217905617319,1.3924316422228002,1.6518343430860228e-07,0.09882423281669617,0.0,0.0,0.0,0.0,0.000577750973025104,80,10,10.127650499343872,1.0127650499343872,0.1265956312417984,0.07251062926370651
+16,0.0010068999348732178,0.41138206991290643,9.277023389098193e-07,0.12433609296567738,0.0,0.0,0.0,0.0,0.0010285568052495365,320,40,54.41342616081238,1.3603356540203095,0.1700419567525387,0.08991203643381596,0.0011337338481098413,0.349766146424372,8.557302780647091e-07,0.27743667736649513,0.0,0.0,0.0,0.0,0.001173558970913291,80,10,10.310146570205688,1.031014657020569,0.12887683212757112,0.09896524278447032
+17,0.0009781627519259927,0.12210180922690057,2.4953360625475097e-07,0.14165311101824046,0.0,0.0,0.0,0.0,0.0010008670633396832,320,40,55.63052153587341,1.3907630383968352,0.1738453797996044,0.09886696673929692,0.000485295636462979,0.006752535897888379,3.532286285690134e-07,0.1760434664785862,0.0,0.0,0.0,0.0,0.0005099983332911507,80,10,10.920001983642578,1.0920001983642578,0.13650002479553222,0.09113368857651949
+18,0.0005243772658104717,0.06725221440409826,5.400551530233399e-07,0.11257906723767519,0.0,0.0,0.0,0.0,0.0005410770281741861,320,40,55.73082876205444,1.3932707190513611,0.17415883988142014,0.09228192456066608,0.0008791333420958836,0.9210377830691868,1.0548424336231932e-07,0.1540754111483693,0.0,0.0,0.0,0.0,0.0009023529979458545,80,10,10.039228677749634,1.0039228677749634,0.12549035847187043,0.06676724823191763
+19,0.0034075098868925125,0.4902075598911324,2.192158632493697e-05,0.34483206500299274,0.0,0.0,0.0,0.0,0.0034694819161813937,320,40,54.436464071273804,1.360911601781845,0.17011395022273063,0.0833871294511482,0.0008605413371697068,0.6328421436296139,3.3934636718413457e-07,0.16964451484382154,0.0,0.0,0.0,0.0,0.0008860847738105804,80,10,10.06943392753601,1.0069433927536011,0.12586792409420014,0.07390656652860343
+20,0.0011855200507852714,0.24362912205001522,2.228905412201762e-06,0.1392481838585809,0.0,0.0,0.0,0.0,0.001209167311571946,320,40,55.08751344680786,1.3771878361701966,0.17214847952127457,0.09444970786571502,0.0006605268277780852,0.30152974404791166,2.607353242090049e-07,0.1564497247338295,0.0,0.0,0.0,0.0,0.0006833117298810975,80,10,10.297621965408325,1.0297621965408326,0.12872027456760407,0.09378624190576375

insurance/realtabformer/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee265eb1ca82fc7d4feb0f8c9f60cd92e13e3cd40eee0f092e0f2dbf8358cf0
+size 43503213

insurance/realtabformer/params.json

@@ -0,0 +1 @@
+{"Body": "twin_encoder", "loss_balancer_meta": true, "loss_balancer_log": false, "loss_balancer_lbtw": false, "pma_skip_small": false, "isab_skip_small": false, "layer_norm": false, "pma_layer_norm": false, "attn_residual": true, "tf_n_layers_dec": false, "tf_isab_rank": 0, "tf_lora": false, "tf_layer_norm": false, "tf_pma_start": -1, "ada_n_seeds": 0, "head_n_seeds": 0, "tf_pma_low": 16, "gradient_penalty_kwargs": {"mag_loss": true, "mse_mag": true, "mag_corr": false, "seq_mag": false, "cos_loss": false, "mse_mag_kwargs": {"target": 1.0, "multiply": true}, "mag_corr_kwargs": {"only_sign": false}, "cos_loss_kwargs": {"only_sign": true, "cos_matrix": false}}, "dropout": 0, "combine_mode": "diff_left", "tf_isab_mode": "separate", "grad_loss_fn": "mae", "single_model": true, "bias": true, "bias_final": true, "pma_ffn_mode": "shared", "patience": 10, "inds_init_mode": "fixnorm", "grad_clip": 0.77, "head_final_mul": "identity", "gradient_penalty_mode": "ALL", "synth_data": 2, "dataset_size": 2048, "batch_size": 8, "epochs": 100, "n_warmup_steps": 100, "Optim": "diffgrad", "loss_balancer_beta": 0.75, "loss_balancer_r": 0.95, "fixed_role_model": "realtabformer", "mse_mag": true, "mse_mag_target": 1.0, "mse_mag_multiply": true, "d_model": 256, "attn_activation": "leakyrelu", "tf_d_inner": 512, "tf_n_layers_enc": 4, "tf_n_head": 64, "tf_activation": "relu6", "tf_activation_final": "leakyhardsigmoid", "tf_num_inds": 32, "ada_d_hid": 1024, "ada_n_layers": 7, "ada_activation": "relu", "ada_activation_final": "softsign", "head_d_hid": 128, "head_n_layers": 9, "head_n_head": 64, "head_activation": "rrelu", "head_activation_final": "softsign", "models": ["realtabformer"], "max_seconds": 3600}

insurance/tab_ddpm_concat/eval.csv

@@ -0,0 +1,2 @@
+,avg_g_cos_loss,avg_g_mag_loss,avg_loss,grad_duration,grad_mae,grad_mape,grad_rmse,mean_pred_loss,pred_duration,pred_mae,pred_mape,pred_rmse,pred_std,std_loss,total_duration
+tab_ddpm_concat,3.508772319866949e-08,0.519334661818686,0.020264706268607824,0.5646026134490967,0.19168440997600555,0.9978110790252686,0.28464293479919434,1.485260327172e-05,0.8755850791931152,0.09591476619243622,0.7516146302223206,0.14235414564609528,0.04477740824222565,1.0563102960586548,1.440187692642212

insurance/tab_ddpm_concat/history.csv

@@ -0,0 +1,16 @@
+,avg_role_model_loss_train,avg_role_model_std_loss_train,avg_role_model_mean_pred_loss_train,avg_role_model_g_mag_loss_train,avg_role_model_g_cos_loss_train,avg_non_role_model_g_mag_loss_train,avg_non_role_model_g_cos_loss_train,avg_non_role_model_embed_loss_train,avg_loss_train,n_size_train,n_batch_train,duration_train,duration_batch_train,duration_size_train,avg_pred_std_train,avg_role_model_loss_test,avg_role_model_std_loss_test,avg_role_model_mean_pred_loss_test,avg_role_model_g_mag_loss_test,avg_role_model_g_cos_loss_test,avg_non_role_model_g_mag_loss_test,avg_non_role_model_g_cos_loss_test,avg_non_role_model_embed_loss_test,avg_loss_test,n_size_test,n_batch_test,duration_test,duration_batch_test,duration_size_test,avg_pred_std_test
+0,0.03187035469454713,10.499650678998297,0.004555381951256443,0.10591729702427984,0.0,0.0,0.0,0.0,0.032666408171644436,320,40,52.7623987197876,1.31905996799469,0.16488249599933624,0.06082322220318019,0.012105482351034879,11.988290130137239,4.250274636738993e-05,0.06420383900403977,0.0,0.0,0.0,0.0,0.012274807115318254,80,10,9.881241083145142,0.9881241083145141,0.12351551353931427,0.01785293687134981
+1,0.01477175319159869,13.734025255048982,0.00038951243641720533,0.07673057662323117,0.0,0.0,0.0,0.0,0.015022071998100728,320,40,51.19189524650574,1.2797973811626435,0.15997467264533044,0.025308902200777084,0.018090815236791968,7.937299627149969,0.00019444738691163366,0.1157106451690197,0.0,0.0,0.0,0.0,0.01831991651561111,80,10,9.59651231765747,0.9596512317657471,0.11995640397071838,0.024659548606723546
+2,0.013891099636384751,15.052705611435432,0.0001513469102661702,0.07600115705281496,0.0,0.0,0.0,0.0,0.01410236083320342,320,40,51.0040807723999,1.2751020193099976,0.1593877524137497,0.02815434621879831,0.011826220527291298,16.741873883521475,2.0565837598951475e-05,0.06937152929604054,0.0,0.0,0.0,0.0,0.011988498945720493,80,10,10.122968435287476,1.0122968435287476,0.12653710544109345,0.011842810921370983
+3,0.01305226328986464,8.44533070571506,8.075568497831754e-05,0.0740173936355859,0.0,0.0,0.0,0.0,0.01324827965145232,320,40,52.304439544677734,1.3076109886169434,0.16345137357711792,0.030870095500722526,0.01087374986964278,4.948310850643611,9.443121865615466e-06,0.06728989202529193,0.0,0.0,0.0,0.0,0.011004218307789415,80,10,10.216580152511597,1.0216580152511596,0.12770725190639495,0.03216287791728974
+4,0.01341965578030795,9.745894026785027,0.00025464458190107566,0.07172424085438252,0.0,0.0,0.0,0.0,0.013624004492885432,320,40,52.158915519714355,1.303972887992859,0.16299661099910737,0.03181108951102942,0.013633261938230135,23.27936131209135,0.0001621007818215503,0.06217544944956899,0.0,0.0,0.0,0.0,0.013878957656561396,80,10,9.629613637924194,0.9629613637924195,0.12037017047405243,0.008153766090981663
+5,0.015133786734077148,15.675266945300246,0.0004782500350243524,0.07984540462493897,0.0,0.0,0.0,0.0,0.015376201126491651,320,40,51.18136239051819,1.2795340597629548,0.15994175747036934,0.03030351351480931,0.013037011679261922,60.89342765808105,0.00012217244490742019,0.06693714633584022,0.0,0.0,0.0,0.0,0.013210956694092602,80,10,9.720444917678833,0.9720444917678833,0.12150556147098542,0.002085553959477693
+6,0.014456333359703422,23.62044777232586,0.00021797772160834228,0.07543233875185251,0.0,0.0,0.0,0.0,0.014706396087422035,320,40,51.926756381988525,1.298168909549713,0.16227111369371414,0.011786041979212314,0.012131108457106165,7.805004606687544,2.6683602803245778e-05,0.07964657545089722,0.0,0.0,0.0,0.0,0.012273790544713847,80,10,9.750572919845581,0.9750572919845581,0.12188216149806977,0.02273060418665409
+7,0.012077562542981469,6.567233682959795,4.818316614121354e-05,0.07109622973948718,0.0,0.0,0.0,0.0,0.012245478003751486,320,40,51.910486936569214,1.2977621734142304,0.1622202716767788,0.03978729886002839,0.011527308775112034,13.779987310473008,8.208526573838525e-06,0.07020539008080959,0.0,0.0,0.0,0.0,0.011682888003997504,80,10,9.546999216079712,0.9546999216079712,0.1193374902009964,0.013699167082086206
+8,0.012478862586431206,5.30599477694621,0.00012620691976824582,0.07224454144015909,0.0,0.0,0.0,0.0,0.012667084962595254,320,40,51.33292007446289,1.2833230018615722,0.16041537523269653,0.0429231948684901,0.012926540290936827,12.363943309122169,7.751098961534808e-05,0.06192715894430876,0.0,0.0,0.0,0.0,0.013109061248542275,80,10,9.641941547393799,0.9641941547393799,0.12052426934242248,0.01464123004116118
+9,0.012389416692894884,6.866479976817482,7.133043326996713e-05,0.07013261341489851,0.0,0.0,0.0,0.0,0.012591721711214632,320,40,51.01964092254639,1.2754910230636596,0.15943637788295745,0.03452906697057188,0.012916690974088851,11.750201603699548,8.754061152274061e-05,0.062365250661969185,0.0,0.0,0.0,0.0,0.0131001640445902,80,10,9.570227146148682,0.9570227146148682,0.11962783932685853,0.017192536499351263
+10,0.018607557029463352,4.465180883041103,0.000800906858773942,0.09729779753834009,0.0,0.0,0.0,0.0,0.018892296141711996,320,40,51.002689361572266,1.2750672340393066,0.15938340425491332,0.06619891247246415,0.011875751259503886,17.329812236219624,1.2309143085076357e-05,0.07150064390152693,0.0,0.0,0.0,0.0,0.012017370684770868,80,10,9.58153510093689,0.958153510093689,0.11976918876171112,0.011057432601228356
+11,0.012972346472088248,19.315320107340813,0.00019001812893630897,0.06836491376161576,0.0,0.0,0.0,0.0,0.013183764470159075,320,40,50.905850887298584,1.2726462721824645,0.15908078402280806,0.014206227369140834,0.011903141811490058,18.613083130121233,3.253242537972767e-05,0.06795406974852085,0.0,0.0,0.0,0.0,0.012059342197608203,80,10,9.73936128616333,0.973936128616333,0.12174201607704163,0.009851218271069228
+12,0.013557270777528174,9.40529484031249,0.000470378745089306,0.07184866722673178,0.0,0.0,0.0,0.0,0.013794060627697035,320,40,50.82116389274597,1.2705290973186494,0.15881613716483117,0.028804797097109258,0.01135652862722054,8.427186564245494,8.580396155366543e-06,0.0712865686044097,0.0,0.0,0.0,0.0,0.011488370859296992,80,10,9.59274697303772,0.959274697303772,0.1199093371629715,0.021046570409089325
+13,0.013481573245371692,7.827111255334057,0.0002185987625528796,0.0728761725127697,0.0,0.0,0.0,0.0,0.01369951949600363,320,40,51.20417022705078,1.2801042556762696,0.1600130319595337,0.031780592259019615,0.011808508425019681,6.597967364589567,2.029107187979662e-05,0.07400116585195064,0.0,0.0,0.0,0.0,0.011944976943777875,80,10,9.59532618522644,0.959532618522644,0.1199415773153305,0.030000757053494455
+14,0.013263944795471615,6.083585756333209,0.00026106483452181806,0.07474971488118172,0.0,0.0,0.0,0.0,0.013470099665573798,320,40,51.04028844833374,1.2760072112083436,0.15950090140104295,0.04288241628091782,0.011318164970725774,7.087506137978335,1.1584629907090972e-05,0.06372334305197,0.0,0.0,0.0,0.0,0.011474482208723203,80,10,9.756741285324097,0.9756741285324096,0.1219592660665512,0.024069974571466445

insurance/tab_ddpm_concat/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd7b4d6e01bcd20c011318b4556018c310099328ffe5000b29ff8b1919e8893
+size 38511671

insurance/tab_ddpm_concat/params.json

@@ -0,0 +1 @@
+{"Body": "twin_encoder", "loss_balancer_meta": true, "loss_balancer_log": false, "loss_balancer_lbtw": false, "pma_skip_small": false, "isab_skip_small": false, "layer_norm": false, "pma_layer_norm": false, "attn_residual": true, "tf_n_layers_dec": false, "tf_isab_rank": 0, "tf_lora": false, "tf_layer_norm": false, "tf_pma_start": -1, "ada_n_seeds": 0, "head_n_seeds": 0, "tf_pma_low": 16, "gradient_penalty_kwargs": {"mag_loss": true, "mse_mag": true, "mag_corr": false, "seq_mag": false, "cos_loss": false, "mse_mag_kwargs": {"target": 1.0, "multiply": true}, "mag_corr_kwargs": {"only_sign": false}, "cos_loss_kwargs": {"only_sign": true, "cos_matrix": false}}, "dropout": 0, "combine_mode": "diff_left", "tf_isab_mode": "separate", "grad_loss_fn": "mae", "single_model": true, "bias": true, "bias_final": true, "pma_ffn_mode": "shared", "patience": 10, "inds_init_mode": "fixnorm", "grad_clip": 0.77, "head_final_mul": "identity", "gradient_penalty_mode": "ALL", "synth_data": 2, "dataset_size": 2048, "batch_size": 8, "epochs": 100, "n_warmup_steps": 100, "Optim": "diffgrad", "loss_balancer_beta": 0.75, "loss_balancer_r": 0.95, "fixed_role_model": "tab_ddpm_concat", "mse_mag": true, "mse_mag_target": 1.0, "mse_mag_multiply": true, "d_model": 256, "attn_activation": "leakyrelu", "tf_d_inner": 512, "tf_n_layers_enc": 4, "tf_n_head": 64, "tf_activation": "relu6", "tf_activation_final": "leakyhardsigmoid", "tf_num_inds": 32, "ada_d_hid": 1024, "ada_n_layers": 7, "ada_activation": "relu", "ada_activation_final": "softsign", "head_d_hid": 128, "head_n_layers": 9, "head_n_head": 64, "head_activation": "rrelu", "head_activation_final": "softsign", "models": ["tab_ddpm_concat"], "max_seconds": 3600}

insurance/tvae/eval.csv

@@ -0,0 +1,2 @@
+,avg_g_cos_loss,avg_g_mag_loss,avg_loss,grad_duration,grad_mae,grad_mape,grad_rmse,mean_pred_loss,pred_duration,pred_mae,pred_mape,pred_rmse,pred_std,std_loss,total_duration
+tvae,0.11739331457698554,0.06104676764607803,0.00041556813743054156,2.451298952102661,0.022227462381124496,0.6887103915214539,0.03157595172524452,8.493182690472167e-08,0.8849966526031494,0.015491104684770107,0.17248360812664032,0.020385488867759705,0.15985152125358582,1.6569136278121732e-05,3.3362956047058105

insurance/tvae/history.csv

@@ -0,0 +1,21 @@
+,avg_role_model_loss_train,avg_role_model_std_loss_train,avg_role_model_mean_pred_loss_train,avg_role_model_g_mag_loss_train,avg_role_model_g_cos_loss_train,avg_non_role_model_g_mag_loss_train,avg_non_role_model_g_cos_loss_train,avg_non_role_model_embed_loss_train,avg_loss_train,n_size_train,n_batch_train,duration_train,duration_batch_train,duration_size_train,avg_pred_std_train,avg_role_model_loss_test,avg_role_model_std_loss_test,avg_role_model_mean_pred_loss_test,avg_role_model_g_mag_loss_test,avg_role_model_g_cos_loss_test,avg_non_role_model_g_mag_loss_test,avg_non_role_model_g_cos_loss_test,avg_non_role_model_embed_loss_test,avg_loss_test,n_size_test,n_batch_test,duration_test,duration_batch_test,duration_size_test,avg_pred_std_test
+0,0.031827369896927846,28.259707012480977,0.004191242665176187,0.2307685674633831,0.0,0.0,0.0,0.0,0.0321838908130303,320,40,54.558457136154175,1.3639614284038544,0.1704951785504818,0.05414983599475818,0.010481808317126706,6.6735696544030105,2.9961921549848113e-05,0.0279149753972888,0.0,0.0,0.0,0.0,0.010719987776246854,80,10,10.396106243133545,1.0396106243133545,0.1299513280391693,0.02609058879315853
+1,0.011675631045363843,18.501674464043028,0.0009566789830486755,0.09624193962663412,0.0,0.0,0.0,0.0,0.011828435189090668,320,40,55.64720034599304,1.391180008649826,0.17389750108122826,0.08122157981561032,0.004508110485039652,22.331014108657836,2.6730329889979034e-06,0.04836642872542143,0.0,0.0,0.0,0.0,0.004554628022015094,80,10,10.792717218399048,1.0792717218399048,0.1349089652299881,0.03636421860428527
+2,0.0035327200530446135,9.784873699297304,7.98118183580887e-06,0.0508232937194407,0.0,0.0,0.0,0.0,0.0035692405959707684,320,40,55.71424317359924,1.3928560793399811,0.17410700991749764,0.07611006779770832,0.0014172189374221488,0.09624732142401626,6.146688699448788e-06,0.020977134071290492,0.0,0.0,0.0,0.0,0.0014305356336990372,80,10,10.833696365356445,1.0833696365356444,0.13542120456695556,0.08805033396929503
+3,0.0020708162381197328,2.6992595067491036,7.111737180576228e-06,0.04061916306382045,0.0,0.0,0.0,0.0,0.002090448179660598,320,40,55.8498101234436,1.39624525308609,0.17453065663576126,0.08638362209312618,0.00137065484886989,0.005912328146041546,4.321905053217279e-06,0.02791164191439748,0.0,0.0,0.0,0.0,0.0013822964770952239,80,10,10.717517137527466,1.0717517137527466,0.13396896421909332,0.09996146205812692
+4,0.0014275090521550736,0.9193552540385213,1.838910397943677e-06,0.02831868330249563,0.0,0.0,0.0,0.0,0.0014419240753341,320,40,55.6291663646698,1.390729159116745,0.17384114488959312,0.08760609640739858,0.0012192766880616546,0.21555799300662254,1.798611496894864e-06,0.03309073373675346,0.0,0.0,0.0,0.0,0.001231387781444937,80,10,10.670984268188477,1.0670984268188477,0.13338730335235596,0.08692563734948636
+5,0.0017993727393331937,0.8518799075905094,2.7848555921972105e-06,0.03595072412863374,0.0,0.0,0.0,0.0,0.0018162189619033598,320,40,55.764097690582275,1.394102442264557,0.17426280528306962,0.08750550604891032,0.0010832886851858347,0.02544177576819493,1.465394489699734e-06,0.026945540122687815,0.0,0.0,0.0,0.0,0.001093548518838361,80,10,10.761934995651245,1.0761934995651246,0.13452418744564057,0.0844166411086917
+6,0.0011671951153402916,0.5874403900238576,1.4499453566324537e-06,0.027735682530328633,0.0,0.0,0.0,0.0,0.0011789663760282565,320,40,53.97340989112854,1.3493352472782134,0.16866690590977668,0.09012857411289588,0.005621012981282547,1.7633854886284097,6.435126891801701e-06,0.026362080965191124,0.0,0.0,0.0,0.0,0.005691835869220086,80,10,10.383732795715332,1.0383732795715332,0.12979665994644166,0.046620757598429916
+7,0.0026447449334227715,1.1427540660426474,2.4505569594213126e-06,0.03827556688338518,0.0,0.0,0.0,0.0,0.0026816512978257378,320,40,54.003010749816895,1.3500752687454223,0.16875940859317778,0.07941703633405268,0.0011788314557634294,0.005349384507599098,2.9599219267595344e-06,0.03608495369553566,0.0,0.0,0.0,0.0,0.0011917953903321176,80,10,10.279337406158447,1.0279337406158446,0.12849171757698058,0.10001012030988932
+8,0.0016346701009751995,0.718084112559017,3.656406406381263e-06,0.039087726082652804,0.0,0.0,0.0,0.0,0.0016500235098646954,320,40,53.33782744407654,1.3334456861019135,0.1666807107627392,0.08958328987937421,0.0010581719019683079,0.003487239831883926,4.90262124515084e-06,0.0341863420791924,0.0,0.0,0.0,0.0,0.0010685857152566314,80,10,9.576281309127808,0.9576281309127808,0.1197035163640976,0.0981753658503294
+9,0.0013097766401187982,0.6380827577727615,1.4933229921021417e-06,0.03195373273920268,0.0,0.0,0.0,0.0,0.0013226776201918256,320,40,52.700077295303345,1.3175019323825836,0.16468774154782295,0.08942489377222955,0.0010866674332646654,0.00882318691146793,4.24079198637628e-06,0.02658762000501156,0.0,0.0,0.0,0.0,0.0010967145411996172,80,10,9.853407621383667,0.9853407621383667,0.12316759526729584,0.09188855718821287
+10,0.0006990553600189741,1.061739949541392,1.0682193031123776e-06,0.0205522009258857,0.0,0.0,0.0,0.0,0.00070628455869155,320,40,53.82054615020752,1.345513653755188,0.1681892067193985,0.08604398613679223,0.0009244225264410488,0.06421275703937682,1.4013101122145599e-06,0.04732898417860269,0.0,0.0,0.0,0.0,0.0009358287643408403,80,10,10.352828025817871,1.035282802581787,0.12941035032272338,0.08558480869978666
+11,0.0015980420044797937,0.5406122412953664,1.8725383334045098e-06,0.032535753858974205,0.0,0.0,0.0,0.0,0.0016200240766920614,320,40,52.21665906906128,1.305416476726532,0.1631770595908165,0.09230114514939487,0.002002889267168939,0.0061411346425302325,1.0156804978578294e-05,0.04757400024682283,0.0,0.0,0.0,0.0,0.0020213359617628156,80,10,9.674538373947144,0.9674538373947144,0.1209317296743393,0.10838058441877366
+12,0.0017209277200890937,1.178802874633203,1.6148575717713204e-06,0.036564521375112236,0.0,0.0,0.0,0.0,0.0017370989189657848,320,40,52.85961055755615,1.321490263938904,0.165186282992363,0.08622921356000006,0.0022714424470905215,0.13002902529697166,3.263659819907616e-06,0.057125764340162276,0.0,0.0,0.0,0.0,0.0022938565700314937,80,10,9.738993883132935,0.9738993883132935,0.12173742353916168,0.10313290562480688
+13,0.0012762842405209085,0.2588888414171834,1.5229265101335266e-06,0.04046122131403536,0.0,0.0,0.0,0.0,0.0012891990583739244,320,40,52.36062669754028,1.3090156674385072,0.1636269584298134,0.08853817647323012,0.001091636417550035,0.09408267263497691,1.7059007003439318e-06,0.029268642514944078,0.0,0.0,0.0,0.0,0.0011036358628189191,80,10,9.722130298614502,0.9722130298614502,0.12152662873268127,0.09569714600220322
+14,0.0019031960193387932,0.7488255576945889,3.0515770202299565e-06,0.038308367284480484,0.0,0.0,0.0,0.0,0.0019228730783652282,320,40,52.47055411338806,1.3117638528347015,0.1639704816043377,0.09056595326401293,0.0037872558576054873,0.9208965854093549,6.925271605950911e-06,0.0315930200740695,0.0,0.0,0.0,0.0,0.00382659753668122,80,10,10.571656942367554,1.0571656942367553,0.13214571177959442,0.063721539452672
+15,0.0013684824078154633,0.6904069223831811,8.799437353642324e-07,0.026554493221919984,0.0,0.0,0.0,0.0,0.0013836498705131818,320,40,53.85569667816162,1.3463924169540404,0.16829905211925505,0.09258326740236952,0.0008738325996091589,0.6486218484133133,1.909309010628135e-06,0.02152107618749142,0.0,0.0,0.0,0.0,0.00088074420200428,80,10,9.91654920578003,0.991654920578003,0.12395686507225037,0.07936803023330867
+16,0.005297215489918017,5.37764993282708,1.1892299855552019e-05,0.05588673622114584,0.0,0.0,0.0,0.0,0.005385978057893226,320,40,52.9380304813385,1.3234507620334626,0.16543134525418282,0.07217288188985549,0.003967790375463664,2.064500455884263,3.926296935219398e-06,0.025678274407982826,0.0,0.0,0.0,0.0,0.00401492468372453,80,10,9.976269960403442,0.9976269960403442,0.12470337450504303,0.048923579324036834
+17,0.0015846264206629713,1.2480987950442795,5.060022944709808e-06,0.03413833014201373,0.0,0.0,0.0,0.0,0.0016031169310736005,320,40,52.37343645095825,1.3093359112739562,0.16366698890924453,0.08430429067229853,0.0009885555627988651,1.2472513985600018,2.0395318431324676e-06,0.022923901677131653,0.0,0.0,0.0,0.0,0.000998050649650395,80,10,10.16307783126831,1.016307783126831,0.12703847289085388,0.08072445834986866
+18,0.0009306106423537131,0.6546383185190479,1.0302065916178993e-06,0.027319350809557365,0.0,0.0,0.0,0.0,0.0009397507692483487,320,40,53.383638858795166,1.3345909714698792,0.1668238714337349,0.08970151729881763,0.0007668180856853724,0.5179583482356975,9.070707868374938e-07,0.01832481948658824,0.0,0.0,0.0,0.0,0.0007744630362140015,80,10,9.982792615890503,0.9982792615890503,0.12478490769863129,0.08095776736736297
+19,0.0012491234574554255,0.5037455438789038,2.073498104799426e-06,0.02705336583312601,0.0,0.0,0.0,0.0,0.0012609064433490857,320,40,52.2404465675354,1.306011164188385,0.16325139552354812,0.08776604899903759,0.001464261399814859,0.010546232295291702,5.130721780943759e-06,0.039135200902819633,0.0,0.0,0.0,0.0,0.0014782442012801766,80,10,10.231428146362305,1.0231428146362305,0.1278928518295288,0.09019482526928187

insurance/tvae/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5386af09b15af674d1675be1dfc37256d8947e39c05db9ef3c13096694fc763b
+size 38612117

insurance/tvae/params.json

@@ -0,0 +1 @@
+{"Body": "twin_encoder", "loss_balancer_meta": true, "loss_balancer_log": false, "loss_balancer_lbtw": false, "pma_skip_small": false, "isab_skip_small": false, "layer_norm": false, "pma_layer_norm": false, "attn_residual": true, "tf_n_layers_dec": false, "tf_isab_rank": 0, "tf_lora": false, "tf_layer_norm": false, "tf_pma_start": -1, "ada_n_seeds": 0, "head_n_seeds": 0, "tf_pma_low": 16, "gradient_penalty_kwargs": {"mag_loss": true, "mse_mag": true, "mag_corr": false, "seq_mag": false, "cos_loss": false, "mse_mag_kwargs": {"target": 1.0, "multiply": true}, "mag_corr_kwargs": {"only_sign": false}, "cos_loss_kwargs": {"only_sign": true, "cos_matrix": false}}, "dropout": 0, "combine_mode": "diff_left", "tf_isab_mode": "separate", "grad_loss_fn": "mae", "single_model": true, "bias": true, "bias_final": true, "pma_ffn_mode": "shared", "patience": 10, "inds_init_mode": "fixnorm", "grad_clip": 0.7, "head_final_mul": "identity", "gradient_penalty_mode": "ALL", "synth_data": 2, "dataset_size": 2048, "batch_size": 8, "epochs": 100, "n_warmup_steps": 100, "Optim": "diffgrad", "loss_balancer_beta": 0.79, "loss_balancer_r": 0.95, "fixed_role_model": "tvae", "mse_mag": true, "mse_mag_target": 1.0, "mse_mag_multiply": true, "d_model": 256, "attn_activation": "leakyrelu", "tf_d_inner": 512, "tf_n_layers_enc": 4, "tf_n_head": 64, "tf_activation": "leakyhardsigmoid", "tf_activation_final": "leakyhardsigmoid", "tf_num_inds": 32, "ada_d_hid": 1024, "ada_n_layers": 7, "ada_activation": "relu", "ada_activation_final": "softsign", "head_d_hid": 128, "head_n_layers": 9, "head_n_head": 64, "head_activation": "prelu", "head_activation_final": "softsign", "models": ["tvae"], "max_seconds": 3600}

treatment/lct_gan/eval.csv

@@ -0,0 +1,2 @@
+,avg_g_cos_loss,avg_g_mag_loss,avg_loss,grad_duration,grad_mae,grad_mape,grad_rmse,mean_pred_loss,pred_duration,pred_mae,pred_mape,pred_rmse,pred_std,std_loss,total_duration
+lct_gan,0.0,5.660650597639875e-07,0.002430406895076347,4.452483415603638,0.00676386896520853,0.0865572914481163,0.009492019191384315,4.4753242036676966e-06,2.381486177444458,0.03796955943107605,0.07213125377893448,0.04929915815591812,0.06725870072841644,0.018894590437412262,6.833969593048096

treatment/lct_gan/history.csv

@@ -0,0 +1,21 @@
+,avg_role_model_loss_train,avg_role_model_std_loss_train,avg_role_model_mean_pred_loss_train,avg_role_model_g_mag_loss_train,avg_role_model_g_cos_loss_train,avg_non_role_model_g_mag_loss_train,avg_non_role_model_g_cos_loss_train,avg_non_role_model_embed_loss_train,avg_loss_train,n_size_train,n_batch_train,duration_train,duration_batch_train,duration_size_train,avg_pred_std_train,avg_role_model_loss_test,avg_role_model_std_loss_test,avg_role_model_mean_pred_loss_test,avg_role_model_g_mag_loss_test,avg_role_model_g_cos_loss_test,avg_non_role_model_g_mag_loss_test,avg_non_role_model_g_cos_loss_test,avg_non_role_model_embed_loss_test,avg_loss_test,n_size_test,n_batch_test,duration_test,duration_batch_test,duration_size_test,avg_pred_std_test
+0,0.26128039993345736,135.00998422801496,0.08049385482445359,0.4579842137172818,0.0,0.0,0.0,0.0,0.2694031505845487,320,80,146.7050392627716,1.833812990784645,0.45845324769616125,0.005272725281702151,0.25311135954406155,100.63954811269392,0.08570385829276618,0.4422016212542076,0.0,0.0,0.0,0.0,0.26109687432544887,80,20,23.775160551071167,1.1887580275535583,0.2971895068883896,0.00016720850671845256
+1,0.16395704752285384,46.25117130066425,0.043989320625512696,0.25818611555732784,0.0,0.0,0.0,0.0,0.1720848368597217,320,80,144.67404317855835,1.8084255397319793,0.4521063849329948,0.05303716027590326,0.0057226947756134905,3.1514409528212126,5.1956086371518494e-05,0.05613231887109578,0.0,0.0,0.0,0.0,0.005799632198613835,80,20,23.154529809951782,1.157726490497589,0.28943162262439726,0.04428817721782252
+2,0.009967373472500185,1.1435001151776631,0.00025591168522280937,0.0428276356702554,0.0,0.0,0.0,0.0,0.010189983236341505,320,80,144.73762130737305,1.809220266342163,0.45230506658554076,0.18196576089248992,0.005311523424461484,1.4322910904029869,4.043803222786302e-05,0.03152598706074059,0.0,0.0,0.0,0.0,0.005420786762260832,80,20,23.13025999069214,1.1565129995346068,0.2891282498836517,0.04619570770300925
+3,0.006134010907044285,0.35356903110854654,6.0956277070700615e-05,0.02464446089579724,0.0,0.0,0.0,0.0,0.0062516480313206555,320,80,144.51434969902039,1.8064293712377548,0.4516073428094387,0.1885365787660703,0.013837382025667467,2.5610742956889228,0.0005938085471470344,0.022871465422213078,0.0,0.0,0.0,0.0,0.014309528892044909,80,20,23.141812324523926,1.1570906162261962,0.28927265405654906,0.031223367247730494
+4,0.007267655872419709,0.3062819363175539,0.00011790961587259673,0.02917690484318882,0.0,0.0,0.0,0.0,0.0074150352023934826,320,80,144.8067650794983,1.8100845634937286,0.45252114087343215,0.18684698601136915,0.004624169710587012,1.4239937734550865,2.9078645276914284e-05,0.03463592496700585,0.0,0.0,0.0,0.0,0.004706312119378708,80,20,23.05193328857422,1.152596664428711,0.2881491661071777,0.04468875783495605
+5,0.00623816143561271,0.29020242977792704,7.033139000531819e-05,0.021522978675784545,0.0,0.0,0.0,0.0,0.0063716771262988916,320,80,150.50194144248962,1.8812742680311203,0.4703185670077801,0.17831245453562589,0.005090736831334652,1.614344134640487,4.5580479082296675e-05,0.037349450215697286,0.0,0.0,0.0,0.0,0.005194863072028965,80,20,26.129301071166992,1.3064650535583495,0.3266162633895874,0.04783064681105316
+6,0.0066317346205323705,0.155090051446291,0.00012775564626566483,0.024297820206265898,0.0,0.0,0.0,0.0,0.006774960086113424,320,80,146.69751381874084,1.8337189227342605,0.45842973068356513,0.18502795521635562,0.007387617863423656,1.8196432548054873,0.00016067005997262088,0.02709107401315123,0.0,0.0,0.0,0.0,0.007611714216182008,80,20,23.294971227645874,1.1647485613822937,0.2911871403455734,0.04717457559891045
+7,0.0050507940538409455,0.24961636728171185,6.77448583133677e-05,0.021591220212576444,0.0,0.0,0.0,0.0,0.005148960298083693,320,80,148.39960646629333,1.8549950808286666,0.46374877020716665,0.18919667988666333,0.00471943209413439,1.4062298681291623,3.5436748082773303e-05,0.03587816776707768,0.0,0.0,0.0,0.0,0.004805206473974977,80,20,25.67212200164795,1.2836061000823975,0.3209015250205994,0.05039857877418399
+8,0.004636340067554557,0.3507599200662298,7.799542100694057e-05,0.021762262954143807,0.0,0.0,0.0,0.0,0.004718717332980305,320,80,150.16857385635376,1.877107173204422,0.4692767933011055,0.1829542159830453,0.010440742748323828,1.5362174712634442,0.00041889002012851506,0.04380658604204655,0.0,0.0,0.0,0.0,0.010641950925491982,80,20,23.65154242515564,1.182577121257782,0.2956442803144455,0.04646398308686912
+9,0.00379477626629523,0.11390200727429942,7.642670419733718e-05,0.026889230590313673,0.0,0.0,0.0,0.0,0.003848425932574173,320,80,146.48870396614075,1.8311087995767594,0.45777719989418986,0.18120208581676706,0.004786214925115928,1.108299489593469,4.4953928944124756e-05,0.048245068080723284,0.0,0.0,0.0,0.0,0.00485001786146313,80,20,24.08996295928955,1.2044981479644776,0.3011245369911194,0.05166552765294909
+10,0.0033935373040549165,0.254286147947502,1.513824191111358e-05,0.031514893082203344,0.0,0.0,0.0,0.0,0.00343727340514306,320,80,149.14973759651184,1.864371719956398,0.4660929299890995,0.17849353865312878,0.0055357136952807195,1.2160269206097467,7.856696559896681e-05,0.061062258388847115,0.0,0.0,0.0,0.0,0.005603326101845596,80,20,24.012556314468384,1.2006278157234191,0.3001569539308548,0.04710417920723557
+11,0.002693801052055278,0.1464270501550981,2.100214074168402e-05,0.0323501096398104,0.0,0.0,0.0,0.0,0.0027267849328836747,320,80,146.62752771377563,1.8328440964221955,0.45821102410554887,0.18363276715390384,0.0056254648501635526,1.0173772743873997,9.926339396217898e-05,0.06872351877391339,0.0,0.0,0.0,0.0,0.005695302168896887,80,20,23.80198311805725,1.1900991559028626,0.29752478897571566,0.05559386946260929
+12,0.0014208264025228345,0.04045106382802146,5.251845141255966e-06,0.027116044610738754,0.0,0.0,0.0,0.0,0.0014380259427070996,320,80,146.92432856559753,1.8365541070699691,0.4591385267674923,0.2041609299601987,0.005773982740356587,0.8331387747311965,0.00010853523310434543,0.07785461563616991,0.0,0.0,0.0,0.0,0.005842015838425141,80,20,23.71011471748352,1.185505735874176,0.296376433968544,0.05547772371210158
+13,0.0006808990618768273,0.04152264156692178,6.086644313010679e-07,0.021928094135728316,0.0,0.0,0.0,0.0,0.0006899666342157218,320,80,147.01682090759277,1.8377102613449097,0.4594275653362274,0.18354589576229047,0.008106111267989036,0.9430381521855054,0.0002473866394328006,0.0817655582446605,0.0,0.0,0.0,0.0,0.008207306088297627,80,20,23.672499895095825,1.1836249947547912,0.2959062486886978,0.04822360556572676
+14,0.0006262306521421124,0.013846133756529965,5.347792941735277e-07,0.02022404745221138,0.0,0.0,0.0,0.0,0.0006347098269316121,320,80,147.68385481834412,1.8460481852293014,0.46151204630732534,0.19029335069935768,0.007200535701122135,0.9546419340079865,0.0001910924554870519,0.0773586924187839,0.0,0.0,0.0,0.0,0.007289312210195931,80,20,24.65805673599243,1.2329028367996215,0.3082257091999054,0.050718773249536754
+15,0.00033651087611161754,0.012355822190818566,1.6889446918767067e-07,0.014677857210335788,0.0,0.0,0.0,0.0,0.00034159754657139276,320,80,147.733962059021,1.8466745257377624,0.4616686314344406,0.19043351346626877,0.009353837548405863,1.1220808846118415,0.00032246472827637265,0.08625785815529526,0.0,0.0,0.0,0.0,0.009475567466870416,80,20,23.59881329536438,1.179940664768219,0.2949851661920547,0.04545478667132556
+16,0.0004585306428644742,0.04090626894583309,1.9009434258025014e-06,0.017395624532946387,0.0,0.0,0.0,0.0,0.00046507135782718477,320,80,148.33422374725342,1.8541777968406676,0.4635444492101669,0.19497270800638944,0.00842655439155351,0.9143219219447929,0.00028370599442979484,0.07937973253428936,0.0,0.0,0.0,0.0,0.008536131002983893,80,20,23.87963342666626,1.193981671333313,0.2984954178333282,0.054555920278653504
+17,0.00037294581165951967,0.05376572193176317,4.8404896809648184e-08,0.01513790819735732,0.0,0.0,0.0,0.0,0.0003784365873286788,320,80,146.86418867111206,1.8358023583889007,0.4589505895972252,0.19413201494608073,0.007073825206316542,0.9812158623795313,0.00019214735687924644,0.07729512881487607,0.0,0.0,0.0,0.0,0.007161703807651065,80,20,23.716655492782593,1.1858327746391297,0.29645819365978243,0.051480500027537346
+18,0.00014858139757052414,0.007059495568182683,1.036167499412745e-08,0.009602279996033757,0.0,0.0,0.0,0.0,0.0001513956265142724,320,80,146.31447434425354,1.8289309293031693,0.4572327323257923,0.19686991329072043,0.005858969881956,0.7899941703799414,0.0001155219032677457,0.07324809860438108,0.0,0.0,0.0,0.0,0.005929632572951959,80,20,23.843982934951782,1.1921991467475892,0.2980497866868973,0.05531781129539013
+19,0.00010132013832446774,0.01020061541920308,1.3937130828327704e-09,0.007747239743184764,0.0,0.0,0.0,0.0,0.00010356856200104403,320,80,147.32227063179016,1.841528382897377,0.46038209572434424,0.20688477805815636,0.006702580576529726,0.8139775842824587,0.00016960971130888236,0.07491350602358579,0.0,0.0,0.0,0.0,0.006786745876888744,80,20,23.885791540145874,1.1942895770072937,0.2985723942518234,0.053444467252120376

treatment/lct_gan/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7bc101bcf2b97eddd569e940acf46edd6a65e63dfeeb409cff945d6aee1ae75
+size 74778241

treatment/lct_gan/params.json

@@ -0,0 +1 @@
+{"Body": "twin_encoder", "loss_balancer_meta": true, "loss_balancer_log": false, "loss_balancer_lbtw": false, "pma_skip_small": false, "isab_skip_small": false, "layer_norm": false, "pma_layer_norm": false, "attn_residual": true, "tf_n_layers_dec": false, "tf_isab_rank": 0, "tf_lora": false, "tf_layer_norm": false, "tf_pma_start": -1, "ada_n_seeds": 0, "head_n_seeds": 0, "tf_pma_low": 16, "gradient_penalty_kwargs": {"mag_loss": true, "mse_mag": true, "mag_corr": false, "seq_mag": false, "cos_loss": false, "mse_mag_kwargs": {"target": 1.0, "multiply": true}, "mag_corr_kwargs": {"only_sign": false}, "cos_loss_kwargs": {"only_sign": true, "cos_matrix": false}}, "dropout": 0, "combine_mode": "diff_left", "tf_isab_mode": "separate", "grad_loss_fn": "mae", "single_model": true, "bias": true, "bias_final": true, "pma_ffn_mode": "shared", "patience": 10, "inds_init_mode": "torch", "grad_clip": 0.8, "gradient_penalty_mode": "ALL", "synth_data": 2, "dataset_size": 2048, "batch_size": 4, "epochs": 100, "lr_mul": 0.04, "n_warmup_steps": 220, "Optim": "diffgrad", "loss_balancer_beta": 0.73, "loss_balancer_r": 0.94, "fixed_role_model": "lct_gan", "mse_mag": true, "mse_mag_target": 1.0, "mse_mag_multiply": true, "d_model": 512, "attn_activation": "leakyhardsigmoid", "tf_d_inner": 512, "tf_n_layers_enc": 4, "tf_n_head": 64, "tf_activation": "leakyhardtanh", "tf_activation_final": "leakyhardtanh", "tf_num_inds": 64, "ada_d_hid": 1024, "ada_n_layers": 7, "ada_activation": "selu", "ada_activation_final": "leakyhardsigmoid", "head_d_hid": 128, "head_n_layers": 8, "head_n_head": 64, "head_activation": "leakyhardsigmoid", "head_activation_final": "leakyhardsigmoid", "models": ["lct_gan"], "max_seconds": 3600}

treatment/realtabformer/eval.csv

@@ -0,0 +1,2 @@
+,avg_g_cos_loss,avg_g_mag_loss,avg_loss,grad_duration,grad_mae,grad_mape,grad_rmse,mean_pred_loss,pred_duration,pred_mae,pred_mape,pred_rmse,pred_std,std_loss,total_duration
+realtabformer,2.4650275154636803e-06,,0.001919547600785183,2.350700855255127,0.08960049599409103,1.7269368171691895,0.13757629692554474,4.768799499288434e-06,10.927171230316162,0.033860355615615845,0.06284471601247787,0.04381264001131058,0.06655652076005936,0.021347884088754654,13.277872085571289

treatment/realtabformer/history.csv

@@ -0,0 +1,13 @@
+,avg_role_model_loss_train,avg_role_model_std_loss_train,avg_role_model_mean_pred_loss_train,avg_role_model_g_mag_loss_train,avg_role_model_g_cos_loss_train,avg_non_role_model_g_mag_loss_train,avg_non_role_model_g_cos_loss_train,avg_non_role_model_embed_loss_train,avg_loss_train,n_size_train,n_batch_train,duration_train,duration_batch_train,duration_size_train,avg_pred_std_train,avg_role_model_loss_test,avg_role_model_std_loss_test,avg_role_model_mean_pred_loss_test,avg_role_model_g_mag_loss_test,avg_role_model_g_cos_loss_test,avg_non_role_model_g_mag_loss_test,avg_non_role_model_g_cos_loss_test,avg_non_role_model_embed_loss_test,avg_loss_test,n_size_test,n_batch_test,duration_test,duration_batch_test,duration_size_test,avg_pred_std_test
+0,0.17274063066684206,32.54312604089673,0.0552633830926005,0.3830513606852037,0.0,0.0,0.0,0.0,0.1777599465671756,320,160,252.70333337783813,1.5793958336114884,0.7896979168057442,0.12334369912808008,0.14260793848316097,34.241665986541186,0.05053621208407284,0.28937910752138124,0.0,0.0,0.0,0.0,0.14700217486024486,80,40,43.77654767036438,1.0944136917591094,0.5472068458795547,0.10342117013753124
+1,0.12808593967503334,24.135995886683254,0.03799298999619229,0.24013567787806095,0.0,0.0,0.0,0.0,0.13213618035493369,320,160,249.8136842250824,1.561335526406765,0.7806677632033825,0.17246930892296225,0.05324988574730014,17.651811327400104,0.008742467289794364,0.027332919216132723,0.0,0.0,0.0,0.0,0.059270787181776544,80,40,43.29320168495178,1.0823300421237945,0.5411650210618972,0.021186699938334642
+2,0.01842976342000071,10.15742298751733,0.0012341465806072962,0.11120925650629943,0.0,0.0,0.0,0.0,0.019104365019365587,320,160,249.94196939468384,1.562137308716774,0.781068654358387,0.11273365501998227,0.006959301792082784,24.924650703443284,0.00016421204741474661,0.061348673028260234,0.0,0.0,0.0,0.0,0.007060477700136047,80,40,43.324461698532104,1.0831115424633027,0.5415557712316513,0.003516542712429782
+3,0.0094169184052588,8.37598086759846,0.00029596344863640016,0.07017327518287857,0.0,0.0,0.0,0.0,0.00955239509055179,320,160,249.7390410900116,1.5608690068125726,0.7804345034062863,0.15416082545476115,0.005165062801461317,20.42051088246374,3.41182621838923e-05,0.04188905684277415,0.0,0.0,0.0,0.0,0.005266186463268241,80,40,43.202502489089966,1.080062562227249,0.5400312811136245,0.01200705139306706
+4,0.007788351746415656,11.70798542958924,0.00015231196534966018,0.058090974773494966,0.0,0.0,0.0,0.0,0.0079054738426243,320,160,249.75754499435425,1.560984656214714,0.780492328107357,0.13232829257080053,0.005066547100977914,13.522705953694617,7.158047726778527e-05,0.1007533791125752,0.0,0.0,0.0,0.0,0.005207566117314854,80,40,43.26472735404968,1.081618183851242,0.540809091925621,0.013474537204729131
+5,0.006294602435991692,6.33328887433686,9.684177390981152e-05,0.08273278586857487,0.0,0.0,0.0,0.0,0.006374534645516405,320,160,249.90035939216614,1.5618772462010384,0.7809386231005192,0.117095634009911,0.004170434930529154,14.81665239444008,2.34258444930191e-05,0.06965655735693872,0.0,0.0,0.0,0.0,0.004237807755816903,80,40,43.293201208114624,1.0823300302028656,0.5411650151014328,0.022184051648196146
+6,0.006196894027448252,4.8341636554777425,0.00011549125597037635,0.094308190207812,0.0,0.0,0.0,0.0,0.006269788878671534,320,160,249.95278120040894,1.5622048825025558,0.7811024412512779,0.1319531003245288,0.004221608684019884,10.302404212270737,2.561588371109702e-05,0.08412196736608166,0.0,0.0,0.0,0.0,0.004336855133806239,80,40,43.18171191215515,1.0795427978038787,0.5397713989019394,0.025219803489926564
+7,0.005747240910363871,3.7540236900401482,9.932379949015515e-05,0.09486368083598791,0.0,0.0,0.0,0.0,0.0058169683367850665,320,160,236.3643090724945,1.4772769317030907,0.7386384658515454,0.14723998532332416,0.004258396451325553,10.139248311189034,2.5635939312307342e-05,0.07636677546834107,0.0,0.0,0.0,0.0,0.004334129349547311,80,40,39.33404016494751,0.9833510041236877,0.49167550206184385,0.024249439790219186
+8,0.005594146692064328,4.709009060162941,0.00011444825762162003,0.08336758576042484,0.0,0.0,0.0,0.0,0.0056661242446011785,320,160,233.7539517879486,1.4609621986746788,0.7304810993373394,0.14480910277636666,0.005135520236672164,11.65470664921339,5.308824860196515e-05,0.05176811983110383,0.0,0.0,0.0,0.0,0.005268141837132134,80,40,38.870795249938965,0.9717698812484741,0.48588494062423704,0.028078802437062223
+9,0.005501753174223722,5.608701468630493,0.00011689694678972598,0.08811835766100558,0.0,0.0,0.0,0.0,0.005575995156732461,320,160,234.21500182151794,1.4638437613844872,0.7319218806922436,0.1474024361260035,0.005505009344597056,13.499444098733353,6.128027262813918e-05,0.1038002680579666,0.0,0.0,0.0,0.0,0.005596104772848776,80,40,42.07728934288025,1.0519322335720063,0.5259661167860031,0.035794182426798216
+10,0.00555761277170177,4.359144222357516,7.373428340302565e-05,0.11662060340167954,0.0,0.0,0.0,0.0,0.005633294901269892,320,160,245.06033635139465,1.5316271021962167,0.7658135510981083,0.14656462968980577,0.004731032052768569,12.1588466797154,3.7162138724934624e-05,0.1094296614639461,0.0,0.0,0.0,0.0,0.004811913078810903,80,40,41.566365480422974,1.0391591370105744,0.5195795685052872,0.03354522421614092
+11,0.005510396755062175,3.9457729407642987,7.684137375911747e-05,0.11754734711139463,0.0,0.0,0.0,0.0,0.005578392313691438,320,160,246.70163893699646,1.5418852433562278,0.7709426216781139,0.14803811081962975,0.003412693228585795,14.689670172936781,2.834388970897467e-05,0.11955833142856136,0.0,0.0,0.0,0.0,0.003510729462868767,80,40,42.07568120956421,1.0518920302391053,0.5259460151195526,0.025872247267534475

treatment/realtabformer/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2282dc82cbf2866b884ef9a8d23f69514e620c68a3aeb53ae9042021a38d04d1
+size 78481207