{ "provenance": { "script": "/media/drn2/External/TARA-Oceans/03_analyses/WorldModelApp/scripts/t13_hyperparam_sweep_20260127_130000.py", "inputs": [ "/media/drn2/External/TARA-Oceans/03_analyses/WorldModelApp/data/consolidated_env.npy", "/media/drn2/External/TARA-Oceans/03_analyses/WorldModelApp/data/consolidated_pfam_modules.npy", "/media/drn2/External/TARA-Oceans/03_analyses/WorldModelApp/data/consolidated_bio_response.npy", "/media/drn2/External/TARA-Oceans/03_analyses/WorldModelApp/data/consolidated_bio_valid.npy" ], "date": "2026-01-27 11:11:45", "integrity_check": "PASSED" }, "sweep_config": { "fold": "Atlantic", "n_train": 1166, "n_val": 644, "seeds": [ 42, 123, 456 ], "total_runs": 54, "total_time_s": 214.4 }, "best_config": { "latent_dim": 32, "dropout": 0.3, "vicreg_name": "default", "lambda_inv": 25.0, "lambda_var": 25.0, "lambda_cov": 1.0, "pred_alpha": 1.0, "lr": 0.001, "weight_decay": 0.0001, "max_epochs": 300, "patience": 30, "min_delta": 0.0001, "batch_size": 128, "grad_clip": 1.0 }, "best_metrics": { "avg_val_total": 41.05130301581489, "std_val_total": 0.38005576687680837, "avg_val_vicreg": 38.984246571858726, "std_val_vicreg": 0.3580761158729817, "avg_val_pred": 2.067056621114413, "std_val_pred": 0.09396329900913643, "params": 53187 }, "all_results": [ { "rank": 1, "latent_dim": 32, "dropout": 0.3, "vicreg_name": "default", "lambda_inv": 25.0, "lambda_var": 25.0, "lambda_cov": 1.0, "params": 53187, "avg_val_total": 41.05130301581489, "std_val_total": 0.38005576687680837, "avg_val_vicreg": 38.984246571858726, "std_val_vicreg": 0.3580761158729817, "avg_val_pred": 2.067056621114413, "std_val_pred": 0.09396329900913643 }, { "rank": 2, "latent_dim": 16, "dropout": 0.3, "vicreg_name": "default", "lambda_inv": 25.0, "lambda_var": 25.0, "lambda_cov": 1.0, "params": 47971, "avg_val_total": 41.41749254862467, "std_val_total": 0.1648006392111517, "avg_val_vicreg": 38.50013097127279, "std_val_vicreg": 0.35088072688752703, "avg_val_pred": 2.917361912628015, "std_val_pred": 0.21399294374027156 }, { "rank": 3, "latent_dim": 64, "dropout": 0.3, "vicreg_name": "default", "lambda_inv": 25.0, "lambda_var": 25.0, "lambda_cov": 1.0, "params": 63619, "avg_val_total": 41.53866449991862, "std_val_total": 0.2151686493501874, "avg_val_vicreg": 39.844089084201386, "std_val_vicreg": 0.1480184844259856, "avg_val_pred": 1.6945752816067803, "std_val_pred": 0.10930353765485408 }, { "rank": 4, "latent_dim": 32, "dropout": 0.5, "vicreg_name": "default", "lambda_inv": 25.0, "lambda_var": 25.0, "lambda_cov": 1.0, "params": 53187, "avg_val_total": 42.267934799194336, "std_val_total": 0.40859077604106053, "avg_val_vicreg": 39.89259719848633, "std_val_vicreg": 0.3256019664506181, "avg_val_pred": 2.375337744752566, "std_val_pred": 0.2298646191069577 }, { "rank": 5, "latent_dim": 64, "dropout": 0.5, "vicreg_name": "default", "lambda_inv": 25.0, "lambda_var": 25.0, "lambda_cov": 1.0, "params": 63619, "avg_val_total": 42.66293801201714, "std_val_total": 0.2136225260624326, "avg_val_vicreg": 40.723184373643655, "std_val_vicreg": 0.20533054186665559, "avg_val_pred": 1.939753719088104, "std_val_pred": 0.011867779844547188 }, { "rank": 6, "latent_dim": 16, "dropout": 0.5, "vicreg_name": "default", "lambda_inv": 25.0, "lambda_var": 25.0, "lambda_cov": 1.0, "params": 47971, "avg_val_total": 42.71917851765951, "std_val_total": 0.7665875124356349, "avg_val_vicreg": 39.40584627787272, "std_val_vicreg": 0.6577386783806081, "avg_val_pred": 3.3133317819899983, "std_val_pred": 0.12508679730393615 }, { "rank": 7, "latent_dim": 32, "dropout": 0.3, "vicreg_name": "high_covariance", "lambda_inv": 25.0, "lambda_var": 25.0, "lambda_cov": 10.0, "params": 53187, "avg_val_total": 44.4754458533393, "std_val_total": 0.06584588928393995, "avg_val_vicreg": 42.07578637864855, "std_val_vicreg": 0.28418722198316027, "avg_val_pred": 2.399659642328819, "std_val_pred": 0.24705891220031367 }, { "rank": 8, "latent_dim": 32, "dropout": 0.5, "vicreg_name": "high_covariance", "lambda_inv": 25.0, "lambda_var": 25.0, "lambda_cov": 10.0, "params": 53187, "avg_val_total": 44.576649559868706, "std_val_total": 0.17545108648607916, "avg_val_vicreg": 42.15482881334093, "std_val_vicreg": 0.12596852085536833, "avg_val_pred": 2.421820650084151, "std_val_pred": 0.050243832835822594 }, { "rank": 9, "latent_dim": 16, "dropout": 0.3, "vicreg_name": "high_covariance", "lambda_inv": 25.0, "lambda_var": 25.0, "lambda_cov": 10.0, "params": 47971, "avg_val_total": 44.600736194186744, "std_val_total": 0.16113749177324208, "avg_val_vicreg": 41.29713821411133, "std_val_vicreg": 0.27327076432329706, "avg_val_pred": 3.3035979196429253, "std_val_pred": 0.25611801797899636 }, { "rank": 10, "latent_dim": 16, "dropout": 0.5, "vicreg_name": "high_covariance", "lambda_inv": 25.0, "lambda_var": 25.0, "lambda_cov": 10.0, "params": 47971, "avg_val_total": 44.66786532931857, "std_val_total": 0.2543020078561328, "avg_val_vicreg": 41.54936239454481, "std_val_vicreg": 0.13479661347127272, "avg_val_pred": 3.1185029836164575, "std_val_pred": 0.1669271848740466 }, { "rank": 11, "latent_dim": 64, "dropout": 0.3, "vicreg_name": "high_covariance", "lambda_inv": 25.0, "lambda_var": 25.0, "lambda_cov": 10.0, "params": 63619, "avg_val_total": 44.759677463107636, "std_val_total": 0.13176357883806153, "avg_val_vicreg": 42.70491578843859, "std_val_vicreg": 0.04728248324726026, "avg_val_pred": 2.054761736343304, "std_val_pred": 0.1130719732622441 }, { "rank": 12, "latent_dim": 64, "dropout": 0.5, "vicreg_name": "high_covariance", "lambda_inv": 25.0, "lambda_var": 25.0, "lambda_cov": 10.0, "params": 63619, "avg_val_total": 45.132680045233826, "std_val_total": 0.05655242970803006, "avg_val_vicreg": 43.10596889919705, "std_val_vicreg": 0.057764934163928965, "avg_val_pred": 2.026710879057646, "std_val_pred": 0.06620457474314766 }, { "rank": 13, "latent_dim": 32, "dropout": 0.3, "vicreg_name": "high_variance", "lambda_inv": 10.0, "lambda_var": 50.0, "lambda_cov": 1.0, "params": 53187, "avg_val_total": 54.442194832695854, "std_val_total": 0.3233563313102728, "avg_val_vicreg": 52.32098049587674, "std_val_vicreg": 0.3367353449524611, "avg_val_pred": 2.1212142213351197, "std_val_pred": 0.1534630946054846 }, { "rank": 14, "latent_dim": 16, "dropout": 0.3, "vicreg_name": "high_variance", "lambda_inv": 10.0, "lambda_var": 50.0, "lambda_cov": 1.0, "params": 47971, "avg_val_total": 54.65630997551813, "std_val_total": 1.5158442768219174, "avg_val_vicreg": 51.99490547180176, "std_val_vicreg": 1.424356508362817, "avg_val_pred": 2.6614045856727495, "std_val_pred": 0.12813470575119099 }, { "rank": 15, "latent_dim": 64, "dropout": 0.3, "vicreg_name": "high_variance", "lambda_inv": 10.0, "lambda_var": 50.0, "lambda_cov": 1.0, "params": 63619, "avg_val_total": 58.833312564425995, "std_val_total": 0.684309109473459, "avg_val_vicreg": 56.4467887878418, "std_val_vicreg": 0.7851219132682428, "avg_val_pred": 2.3865235398213067, "std_val_pred": 0.10826007102064247 }, { "rank": 16, "latent_dim": 32, "dropout": 0.5, "vicreg_name": "high_variance", "lambda_inv": 10.0, "lambda_var": 50.0, "lambda_cov": 1.0, "params": 53187, "avg_val_total": 64.88169436984593, "std_val_total": 0.4121604408754495, "avg_val_vicreg": 62.20666758219401, "std_val_vicreg": 0.25507370131286555, "avg_val_pred": 2.6750266907943625, "std_val_pred": 0.19599384353880261 }, { "rank": 17, "latent_dim": 16, "dropout": 0.5, "vicreg_name": "high_variance", "lambda_inv": 10.0, "lambda_var": 50.0, "lambda_cov": 1.0, "params": 47971, "avg_val_total": 66.12008539835612, "std_val_total": 1.593290289328216, "avg_val_vicreg": 62.57050938076443, "std_val_vicreg": 1.6494563418144146, "avg_val_pred": 3.549575644234816, "std_val_pred": 0.07241669466839466 }, { "rank": 18, "latent_dim": 64, "dropout": 0.5, "vicreg_name": "high_variance", "lambda_inv": 10.0, "lambda_var": 50.0, "lambda_cov": 1.0, "params": 63619, "avg_val_total": 68.17775344848633, "std_val_total": 0.332835219927688, "avg_val_vicreg": 65.75349447462293, "std_val_vicreg": 0.4273214717910489, "avg_val_pred": 2.4242580677900047, "std_val_pred": 0.10955952723640604 } ] }