| { |
| "provenance": { |
| "script": "/media/drn2/External/TARA-Oceans/03_analyses/WorldModelApp/scripts/t13_hyperparam_sweep_20260127_130000.py", |
| "inputs": [ |
| "/media/drn2/External/TARA-Oceans/03_analyses/WorldModelApp/data/consolidated_env.npy", |
| "/media/drn2/External/TARA-Oceans/03_analyses/WorldModelApp/data/consolidated_pfam_modules.npy", |
| "/media/drn2/External/TARA-Oceans/03_analyses/WorldModelApp/data/consolidated_bio_response.npy", |
| "/media/drn2/External/TARA-Oceans/03_analyses/WorldModelApp/data/consolidated_bio_valid.npy" |
| ], |
| "date": "2026-01-27 11:11:45", |
| "integrity_check": "PASSED" |
| }, |
| "sweep_config": { |
| "fold": "Atlantic", |
| "n_train": 1166, |
| "n_val": 644, |
| "seeds": [ |
| 42, |
| 123, |
| 456 |
| ], |
| "total_runs": 54, |
| "total_time_s": 214.4 |
| }, |
| "best_config": { |
| "latent_dim": 32, |
| "dropout": 0.3, |
| "vicreg_name": "default", |
| "lambda_inv": 25.0, |
| "lambda_var": 25.0, |
| "lambda_cov": 1.0, |
| "pred_alpha": 1.0, |
| "lr": 0.001, |
| "weight_decay": 0.0001, |
| "max_epochs": 300, |
| "patience": 30, |
| "min_delta": 0.0001, |
| "batch_size": 128, |
| "grad_clip": 1.0 |
| }, |
| "best_metrics": { |
| "avg_val_total": 41.05130301581489, |
| "std_val_total": 0.38005576687680837, |
| "avg_val_vicreg": 38.984246571858726, |
| "std_val_vicreg": 0.3580761158729817, |
| "avg_val_pred": 2.067056621114413, |
| "std_val_pred": 0.09396329900913643, |
| "params": 53187 |
| }, |
| "all_results": [ |
| { |
| "rank": 1, |
| "latent_dim": 32, |
| "dropout": 0.3, |
| "vicreg_name": "default", |
| "lambda_inv": 25.0, |
| "lambda_var": 25.0, |
| "lambda_cov": 1.0, |
| "params": 53187, |
| "avg_val_total": 41.05130301581489, |
| "std_val_total": 0.38005576687680837, |
| "avg_val_vicreg": 38.984246571858726, |
| "std_val_vicreg": 0.3580761158729817, |
| "avg_val_pred": 2.067056621114413, |
| "std_val_pred": 0.09396329900913643 |
| }, |
| { |
| "rank": 2, |
| "latent_dim": 16, |
| "dropout": 0.3, |
| "vicreg_name": "default", |
| "lambda_inv": 25.0, |
| "lambda_var": 25.0, |
| "lambda_cov": 1.0, |
| "params": 47971, |
| "avg_val_total": 41.41749254862467, |
| "std_val_total": 0.1648006392111517, |
| "avg_val_vicreg": 38.50013097127279, |
| "std_val_vicreg": 0.35088072688752703, |
| "avg_val_pred": 2.917361912628015, |
| "std_val_pred": 0.21399294374027156 |
| }, |
| { |
| "rank": 3, |
| "latent_dim": 64, |
| "dropout": 0.3, |
| "vicreg_name": "default", |
| "lambda_inv": 25.0, |
| "lambda_var": 25.0, |
| "lambda_cov": 1.0, |
| "params": 63619, |
| "avg_val_total": 41.53866449991862, |
| "std_val_total": 0.2151686493501874, |
| "avg_val_vicreg": 39.844089084201386, |
| "std_val_vicreg": 0.1480184844259856, |
| "avg_val_pred": 1.6945752816067803, |
| "std_val_pred": 0.10930353765485408 |
| }, |
| { |
| "rank": 4, |
| "latent_dim": 32, |
| "dropout": 0.5, |
| "vicreg_name": "default", |
| "lambda_inv": 25.0, |
| "lambda_var": 25.0, |
| "lambda_cov": 1.0, |
| "params": 53187, |
| "avg_val_total": 42.267934799194336, |
| "std_val_total": 0.40859077604106053, |
| "avg_val_vicreg": 39.89259719848633, |
| "std_val_vicreg": 0.3256019664506181, |
| "avg_val_pred": 2.375337744752566, |
| "std_val_pred": 0.2298646191069577 |
| }, |
| { |
| "rank": 5, |
| "latent_dim": 64, |
| "dropout": 0.5, |
| "vicreg_name": "default", |
| "lambda_inv": 25.0, |
| "lambda_var": 25.0, |
| "lambda_cov": 1.0, |
| "params": 63619, |
| "avg_val_total": 42.66293801201714, |
| "std_val_total": 0.2136225260624326, |
| "avg_val_vicreg": 40.723184373643655, |
| "std_val_vicreg": 0.20533054186665559, |
| "avg_val_pred": 1.939753719088104, |
| "std_val_pred": 0.011867779844547188 |
| }, |
| { |
| "rank": 6, |
| "latent_dim": 16, |
| "dropout": 0.5, |
| "vicreg_name": "default", |
| "lambda_inv": 25.0, |
| "lambda_var": 25.0, |
| "lambda_cov": 1.0, |
| "params": 47971, |
| "avg_val_total": 42.71917851765951, |
| "std_val_total": 0.7665875124356349, |
| "avg_val_vicreg": 39.40584627787272, |
| "std_val_vicreg": 0.6577386783806081, |
| "avg_val_pred": 3.3133317819899983, |
| "std_val_pred": 0.12508679730393615 |
| }, |
| { |
| "rank": 7, |
| "latent_dim": 32, |
| "dropout": 0.3, |
| "vicreg_name": "high_covariance", |
| "lambda_inv": 25.0, |
| "lambda_var": 25.0, |
| "lambda_cov": 10.0, |
| "params": 53187, |
| "avg_val_total": 44.4754458533393, |
| "std_val_total": 0.06584588928393995, |
| "avg_val_vicreg": 42.07578637864855, |
| "std_val_vicreg": 0.28418722198316027, |
| "avg_val_pred": 2.399659642328819, |
| "std_val_pred": 0.24705891220031367 |
| }, |
| { |
| "rank": 8, |
| "latent_dim": 32, |
| "dropout": 0.5, |
| "vicreg_name": "high_covariance", |
| "lambda_inv": 25.0, |
| "lambda_var": 25.0, |
| "lambda_cov": 10.0, |
| "params": 53187, |
| "avg_val_total": 44.576649559868706, |
| "std_val_total": 0.17545108648607916, |
| "avg_val_vicreg": 42.15482881334093, |
| "std_val_vicreg": 0.12596852085536833, |
| "avg_val_pred": 2.421820650084151, |
| "std_val_pred": 0.050243832835822594 |
| }, |
| { |
| "rank": 9, |
| "latent_dim": 16, |
| "dropout": 0.3, |
| "vicreg_name": "high_covariance", |
| "lambda_inv": 25.0, |
| "lambda_var": 25.0, |
| "lambda_cov": 10.0, |
| "params": 47971, |
| "avg_val_total": 44.600736194186744, |
| "std_val_total": 0.16113749177324208, |
| "avg_val_vicreg": 41.29713821411133, |
| "std_val_vicreg": 0.27327076432329706, |
| "avg_val_pred": 3.3035979196429253, |
| "std_val_pred": 0.25611801797899636 |
| }, |
| { |
| "rank": 10, |
| "latent_dim": 16, |
| "dropout": 0.5, |
| "vicreg_name": "high_covariance", |
| "lambda_inv": 25.0, |
| "lambda_var": 25.0, |
| "lambda_cov": 10.0, |
| "params": 47971, |
| "avg_val_total": 44.66786532931857, |
| "std_val_total": 0.2543020078561328, |
| "avg_val_vicreg": 41.54936239454481, |
| "std_val_vicreg": 0.13479661347127272, |
| "avg_val_pred": 3.1185029836164575, |
| "std_val_pred": 0.1669271848740466 |
| }, |
| { |
| "rank": 11, |
| "latent_dim": 64, |
| "dropout": 0.3, |
| "vicreg_name": "high_covariance", |
| "lambda_inv": 25.0, |
| "lambda_var": 25.0, |
| "lambda_cov": 10.0, |
| "params": 63619, |
| "avg_val_total": 44.759677463107636, |
| "std_val_total": 0.13176357883806153, |
| "avg_val_vicreg": 42.70491578843859, |
| "std_val_vicreg": 0.04728248324726026, |
| "avg_val_pred": 2.054761736343304, |
| "std_val_pred": 0.1130719732622441 |
| }, |
| { |
| "rank": 12, |
| "latent_dim": 64, |
| "dropout": 0.5, |
| "vicreg_name": "high_covariance", |
| "lambda_inv": 25.0, |
| "lambda_var": 25.0, |
| "lambda_cov": 10.0, |
| "params": 63619, |
| "avg_val_total": 45.132680045233826, |
| "std_val_total": 0.05655242970803006, |
| "avg_val_vicreg": 43.10596889919705, |
| "std_val_vicreg": 0.057764934163928965, |
| "avg_val_pred": 2.026710879057646, |
| "std_val_pred": 0.06620457474314766 |
| }, |
| { |
| "rank": 13, |
| "latent_dim": 32, |
| "dropout": 0.3, |
| "vicreg_name": "high_variance", |
| "lambda_inv": 10.0, |
| "lambda_var": 50.0, |
| "lambda_cov": 1.0, |
| "params": 53187, |
| "avg_val_total": 54.442194832695854, |
| "std_val_total": 0.3233563313102728, |
| "avg_val_vicreg": 52.32098049587674, |
| "std_val_vicreg": 0.3367353449524611, |
| "avg_val_pred": 2.1212142213351197, |
| "std_val_pred": 0.1534630946054846 |
| }, |
| { |
| "rank": 14, |
| "latent_dim": 16, |
| "dropout": 0.3, |
| "vicreg_name": "high_variance", |
| "lambda_inv": 10.0, |
| "lambda_var": 50.0, |
| "lambda_cov": 1.0, |
| "params": 47971, |
| "avg_val_total": 54.65630997551813, |
| "std_val_total": 1.5158442768219174, |
| "avg_val_vicreg": 51.99490547180176, |
| "std_val_vicreg": 1.424356508362817, |
| "avg_val_pred": 2.6614045856727495, |
| "std_val_pred": 0.12813470575119099 |
| }, |
| { |
| "rank": 15, |
| "latent_dim": 64, |
| "dropout": 0.3, |
| "vicreg_name": "high_variance", |
| "lambda_inv": 10.0, |
| "lambda_var": 50.0, |
| "lambda_cov": 1.0, |
| "params": 63619, |
| "avg_val_total": 58.833312564425995, |
| "std_val_total": 0.684309109473459, |
| "avg_val_vicreg": 56.4467887878418, |
| "std_val_vicreg": 0.7851219132682428, |
| "avg_val_pred": 2.3865235398213067, |
| "std_val_pred": 0.10826007102064247 |
| }, |
| { |
| "rank": 16, |
| "latent_dim": 32, |
| "dropout": 0.5, |
| "vicreg_name": "high_variance", |
| "lambda_inv": 10.0, |
| "lambda_var": 50.0, |
| "lambda_cov": 1.0, |
| "params": 53187, |
| "avg_val_total": 64.88169436984593, |
| "std_val_total": 0.4121604408754495, |
| "avg_val_vicreg": 62.20666758219401, |
| "std_val_vicreg": 0.25507370131286555, |
| "avg_val_pred": 2.6750266907943625, |
| "std_val_pred": 0.19599384353880261 |
| }, |
| { |
| "rank": 17, |
| "latent_dim": 16, |
| "dropout": 0.5, |
| "vicreg_name": "high_variance", |
| "lambda_inv": 10.0, |
| "lambda_var": 50.0, |
| "lambda_cov": 1.0, |
| "params": 47971, |
| "avg_val_total": 66.12008539835612, |
| "std_val_total": 1.593290289328216, |
| "avg_val_vicreg": 62.57050938076443, |
| "std_val_vicreg": 1.6494563418144146, |
| "avg_val_pred": 3.549575644234816, |
| "std_val_pred": 0.07241669466839466 |
| }, |
| { |
| "rank": 18, |
| "latent_dim": 64, |
| "dropout": 0.5, |
| "vicreg_name": "high_variance", |
| "lambda_inv": 10.0, |
| "lambda_var": 50.0, |
| "lambda_cov": 1.0, |
| "params": 63619, |
| "avg_val_total": 68.17775344848633, |
| "std_val_total": 0.332835219927688, |
| "avg_val_vicreg": 65.75349447462293, |
| "std_val_vicreg": 0.4273214717910489, |
| "avg_val_pred": 2.4242580677900047, |
| "std_val_pred": 0.10955952723640604 |
| } |
| ] |
| } |