Batch-effects-leaderboard / src /bernn_tuned_defaults.json
spell0's picture
Recover BERNN hparam search pipeline on HF branch
39d24ee
Raw
History Blame Contribute Delete
2.76 kB
{
"ae_inversetriplet": {
"kan": false,
"n_layers": 4,
"layer1": 641,
"scaler": "robust_per_batch",
"warmup": 44,
"lr": 0.0010346379110655927,
"wd": 0.0009650802848329284,
"nu": 59.42720581869172,
"margin": 3.009935598851257,
"smoothing": 0.0810572610737374,
"dropout": 0.1309158496485058,
"thres": 0.027868163249801087,
"gamma": 0.037499360828152736,
"beta": 0,
"_valid_mcc": 0.6502640444966357
},
"vae_inversetriplet": {
"kan": false,
"n_layers": 3,
"layer1": 969,
"scaler": "robust_per_batch",
"warmup": 1,
"lr": 0.006021910395423803,
"wd": 4.967530534836928e-05,
"nu": 91.0637889566336,
"margin": 7.7841135443808795,
"smoothing": 0.10451022622728967,
"dropout": 0.4232687725551607,
"thres": 0.09230558590300905,
"gamma": 2.4710405271146034,
"beta": 0.019130995644009764,
"_valid_mcc": 0.5332506761722272
},
"ae_dann": {
"kan": false,
"n_layers": 4,
"layer1": 836,
"scaler": "robust_per_batch",
"warmup": 46,
"lr": 0.00051322832031919,
"wd": 0.0002997182605518771,
"nu": 39.141258118076465,
"margin": 8.417759332322943,
"smoothing": 0.022307271805426396,
"dropout": 0.2109160318409362,
"thres": 0.006615128493912979,
"gamma": 0.3511478341520632,
"beta": 0,
"_valid_mcc": 0.6235069574631745
},
"vae_dann": {
"kan": false,
"n_layers": 3,
"layer1": 625,
"scaler": "standard_per_batch",
"warmup": 17,
"lr": 0.0022970538421789016,
"wd": 0.00021978955708150107,
"nu": 47.01051349230954,
"margin": 7.2071977320177805,
"smoothing": 0.1457433596055021,
"dropout": 0.41376081941419063,
"thres": 0.06019531551066903,
"gamma": 85.52662433529147,
"beta": 0.014747630137480984,
"_valid_mcc": 0.3391358447402206
},
"ae_normae": {
"kan": false,
"n_layers": 3,
"layer1": 638,
"scaler": "robust_per_batch",
"warmup": 48,
"lr": 0.000419872876300974,
"wd": 0.0006865536593453573,
"nu": 64.07204319424032,
"margin": 8.448426221050617,
"smoothing": 0.09674621718840214,
"dropout": 0.32583006218700844,
"thres": 3.319489700890927e-05,
"gamma": 0.12095251855638223,
"beta": 0,
"_valid_mcc": 0.7081126780036086
},
"ae_no_correction": {
"kan": false,
"n_layers": 4,
"layer1": 620,
"scaler": "robust_per_batch",
"warmup": 44,
"lr": 0.0005611516415334506,
"wd": 0.0007114476009343421,
"nu": 73.19942098174633,
"margin": 1.5601864044243652,
"smoothing": 0.11973169683940732,
"dropout": 0.07799726016810132,
"thres": 0.005808361216819946,
"gamma": 0,
"beta": 0,
"_valid_mcc": 0.47927402783406087
}
}