TARA-WorldModel-VICReg / config /best_config.json
GreenGenomicsLab's picture
Upload config/best_config.json with huggingface_hub
3e651cb verified
Raw
History Blame Contribute Delete
9.95 kB
{
"provenance": {
"script": "/media/drn2/External/TARA-Oceans/03_analyses/WorldModelApp/scripts/t13_hyperparam_sweep_20260127_130000.py",
"inputs": [
"/media/drn2/External/TARA-Oceans/03_analyses/WorldModelApp/data/consolidated_env.npy",
"/media/drn2/External/TARA-Oceans/03_analyses/WorldModelApp/data/consolidated_pfam_modules.npy",
"/media/drn2/External/TARA-Oceans/03_analyses/WorldModelApp/data/consolidated_bio_response.npy",
"/media/drn2/External/TARA-Oceans/03_analyses/WorldModelApp/data/consolidated_bio_valid.npy"
],
"date": "2026-01-27 11:11:45",
"integrity_check": "PASSED"
},
"sweep_config": {
"fold": "Atlantic",
"n_train": 1166,
"n_val": 644,
"seeds": [
42,
123,
456
],
"total_runs": 54,
"total_time_s": 214.4
},
"best_config": {
"latent_dim": 32,
"dropout": 0.3,
"vicreg_name": "default",
"lambda_inv": 25.0,
"lambda_var": 25.0,
"lambda_cov": 1.0,
"pred_alpha": 1.0,
"lr": 0.001,
"weight_decay": 0.0001,
"max_epochs": 300,
"patience": 30,
"min_delta": 0.0001,
"batch_size": 128,
"grad_clip": 1.0
},
"best_metrics": {
"avg_val_total": 41.05130301581489,
"std_val_total": 0.38005576687680837,
"avg_val_vicreg": 38.984246571858726,
"std_val_vicreg": 0.3580761158729817,
"avg_val_pred": 2.067056621114413,
"std_val_pred": 0.09396329900913643,
"params": 53187
},
"all_results": [
{
"rank": 1,
"latent_dim": 32,
"dropout": 0.3,
"vicreg_name": "default",
"lambda_inv": 25.0,
"lambda_var": 25.0,
"lambda_cov": 1.0,
"params": 53187,
"avg_val_total": 41.05130301581489,
"std_val_total": 0.38005576687680837,
"avg_val_vicreg": 38.984246571858726,
"std_val_vicreg": 0.3580761158729817,
"avg_val_pred": 2.067056621114413,
"std_val_pred": 0.09396329900913643
},
{
"rank": 2,
"latent_dim": 16,
"dropout": 0.3,
"vicreg_name": "default",
"lambda_inv": 25.0,
"lambda_var": 25.0,
"lambda_cov": 1.0,
"params": 47971,
"avg_val_total": 41.41749254862467,
"std_val_total": 0.1648006392111517,
"avg_val_vicreg": 38.50013097127279,
"std_val_vicreg": 0.35088072688752703,
"avg_val_pred": 2.917361912628015,
"std_val_pred": 0.21399294374027156
},
{
"rank": 3,
"latent_dim": 64,
"dropout": 0.3,
"vicreg_name": "default",
"lambda_inv": 25.0,
"lambda_var": 25.0,
"lambda_cov": 1.0,
"params": 63619,
"avg_val_total": 41.53866449991862,
"std_val_total": 0.2151686493501874,
"avg_val_vicreg": 39.844089084201386,
"std_val_vicreg": 0.1480184844259856,
"avg_val_pred": 1.6945752816067803,
"std_val_pred": 0.10930353765485408
},
{
"rank": 4,
"latent_dim": 32,
"dropout": 0.5,
"vicreg_name": "default",
"lambda_inv": 25.0,
"lambda_var": 25.0,
"lambda_cov": 1.0,
"params": 53187,
"avg_val_total": 42.267934799194336,
"std_val_total": 0.40859077604106053,
"avg_val_vicreg": 39.89259719848633,
"std_val_vicreg": 0.3256019664506181,
"avg_val_pred": 2.375337744752566,
"std_val_pred": 0.2298646191069577
},
{
"rank": 5,
"latent_dim": 64,
"dropout": 0.5,
"vicreg_name": "default",
"lambda_inv": 25.0,
"lambda_var": 25.0,
"lambda_cov": 1.0,
"params": 63619,
"avg_val_total": 42.66293801201714,
"std_val_total": 0.2136225260624326,
"avg_val_vicreg": 40.723184373643655,
"std_val_vicreg": 0.20533054186665559,
"avg_val_pred": 1.939753719088104,
"std_val_pred": 0.011867779844547188
},
{
"rank": 6,
"latent_dim": 16,
"dropout": 0.5,
"vicreg_name": "default",
"lambda_inv": 25.0,
"lambda_var": 25.0,
"lambda_cov": 1.0,
"params": 47971,
"avg_val_total": 42.71917851765951,
"std_val_total": 0.7665875124356349,
"avg_val_vicreg": 39.40584627787272,
"std_val_vicreg": 0.6577386783806081,
"avg_val_pred": 3.3133317819899983,
"std_val_pred": 0.12508679730393615
},
{
"rank": 7,
"latent_dim": 32,
"dropout": 0.3,
"vicreg_name": "high_covariance",
"lambda_inv": 25.0,
"lambda_var": 25.0,
"lambda_cov": 10.0,
"params": 53187,
"avg_val_total": 44.4754458533393,
"std_val_total": 0.06584588928393995,
"avg_val_vicreg": 42.07578637864855,
"std_val_vicreg": 0.28418722198316027,
"avg_val_pred": 2.399659642328819,
"std_val_pred": 0.24705891220031367
},
{
"rank": 8,
"latent_dim": 32,
"dropout": 0.5,
"vicreg_name": "high_covariance",
"lambda_inv": 25.0,
"lambda_var": 25.0,
"lambda_cov": 10.0,
"params": 53187,
"avg_val_total": 44.576649559868706,
"std_val_total": 0.17545108648607916,
"avg_val_vicreg": 42.15482881334093,
"std_val_vicreg": 0.12596852085536833,
"avg_val_pred": 2.421820650084151,
"std_val_pred": 0.050243832835822594
},
{
"rank": 9,
"latent_dim": 16,
"dropout": 0.3,
"vicreg_name": "high_covariance",
"lambda_inv": 25.0,
"lambda_var": 25.0,
"lambda_cov": 10.0,
"params": 47971,
"avg_val_total": 44.600736194186744,
"std_val_total": 0.16113749177324208,
"avg_val_vicreg": 41.29713821411133,
"std_val_vicreg": 0.27327076432329706,
"avg_val_pred": 3.3035979196429253,
"std_val_pred": 0.25611801797899636
},
{
"rank": 10,
"latent_dim": 16,
"dropout": 0.5,
"vicreg_name": "high_covariance",
"lambda_inv": 25.0,
"lambda_var": 25.0,
"lambda_cov": 10.0,
"params": 47971,
"avg_val_total": 44.66786532931857,
"std_val_total": 0.2543020078561328,
"avg_val_vicreg": 41.54936239454481,
"std_val_vicreg": 0.13479661347127272,
"avg_val_pred": 3.1185029836164575,
"std_val_pred": 0.1669271848740466
},
{
"rank": 11,
"latent_dim": 64,
"dropout": 0.3,
"vicreg_name": "high_covariance",
"lambda_inv": 25.0,
"lambda_var": 25.0,
"lambda_cov": 10.0,
"params": 63619,
"avg_val_total": 44.759677463107636,
"std_val_total": 0.13176357883806153,
"avg_val_vicreg": 42.70491578843859,
"std_val_vicreg": 0.04728248324726026,
"avg_val_pred": 2.054761736343304,
"std_val_pred": 0.1130719732622441
},
{
"rank": 12,
"latent_dim": 64,
"dropout": 0.5,
"vicreg_name": "high_covariance",
"lambda_inv": 25.0,
"lambda_var": 25.0,
"lambda_cov": 10.0,
"params": 63619,
"avg_val_total": 45.132680045233826,
"std_val_total": 0.05655242970803006,
"avg_val_vicreg": 43.10596889919705,
"std_val_vicreg": 0.057764934163928965,
"avg_val_pred": 2.026710879057646,
"std_val_pred": 0.06620457474314766
},
{
"rank": 13,
"latent_dim": 32,
"dropout": 0.3,
"vicreg_name": "high_variance",
"lambda_inv": 10.0,
"lambda_var": 50.0,
"lambda_cov": 1.0,
"params": 53187,
"avg_val_total": 54.442194832695854,
"std_val_total": 0.3233563313102728,
"avg_val_vicreg": 52.32098049587674,
"std_val_vicreg": 0.3367353449524611,
"avg_val_pred": 2.1212142213351197,
"std_val_pred": 0.1534630946054846
},
{
"rank": 14,
"latent_dim": 16,
"dropout": 0.3,
"vicreg_name": "high_variance",
"lambda_inv": 10.0,
"lambda_var": 50.0,
"lambda_cov": 1.0,
"params": 47971,
"avg_val_total": 54.65630997551813,
"std_val_total": 1.5158442768219174,
"avg_val_vicreg": 51.99490547180176,
"std_val_vicreg": 1.424356508362817,
"avg_val_pred": 2.6614045856727495,
"std_val_pred": 0.12813470575119099
},
{
"rank": 15,
"latent_dim": 64,
"dropout": 0.3,
"vicreg_name": "high_variance",
"lambda_inv": 10.0,
"lambda_var": 50.0,
"lambda_cov": 1.0,
"params": 63619,
"avg_val_total": 58.833312564425995,
"std_val_total": 0.684309109473459,
"avg_val_vicreg": 56.4467887878418,
"std_val_vicreg": 0.7851219132682428,
"avg_val_pred": 2.3865235398213067,
"std_val_pred": 0.10826007102064247
},
{
"rank": 16,
"latent_dim": 32,
"dropout": 0.5,
"vicreg_name": "high_variance",
"lambda_inv": 10.0,
"lambda_var": 50.0,
"lambda_cov": 1.0,
"params": 53187,
"avg_val_total": 64.88169436984593,
"std_val_total": 0.4121604408754495,
"avg_val_vicreg": 62.20666758219401,
"std_val_vicreg": 0.25507370131286555,
"avg_val_pred": 2.6750266907943625,
"std_val_pred": 0.19599384353880261
},
{
"rank": 17,
"latent_dim": 16,
"dropout": 0.5,
"vicreg_name": "high_variance",
"lambda_inv": 10.0,
"lambda_var": 50.0,
"lambda_cov": 1.0,
"params": 47971,
"avg_val_total": 66.12008539835612,
"std_val_total": 1.593290289328216,
"avg_val_vicreg": 62.57050938076443,
"std_val_vicreg": 1.6494563418144146,
"avg_val_pred": 3.549575644234816,
"std_val_pred": 0.07241669466839466
},
{
"rank": 18,
"latent_dim": 64,
"dropout": 0.5,
"vicreg_name": "high_variance",
"lambda_inv": 10.0,
"lambda_var": 50.0,
"lambda_cov": 1.0,
"params": 63619,
"avg_val_total": 68.17775344848633,
"std_val_total": 0.332835219927688,
"avg_val_vicreg": 65.75349447462293,
"std_val_vicreg": 0.4273214717910489,
"avg_val_pred": 2.4242580677900047,
"std_val_pred": 0.10955952723640604
}
]
}