Upload phase2_best_config.json with huggingface_hub

phase2_best_config.json

@@ -0,0 +1,340 @@
+{
+  "provenance": {
+    "script": "/media/drn2/External/TARA-Oceans/03_analyses/WorldModelApp/scripts/t13_hyperparam_sweep_20260127_130000.py",
+    "inputs": [
+      "/media/drn2/External/TARA-Oceans/03_analyses/WorldModelApp/data/consolidated_env.npy",
+      "/media/drn2/External/TARA-Oceans/03_analyses/WorldModelApp/data/consolidated_pfam_modules.npy",
+      "/media/drn2/External/TARA-Oceans/03_analyses/WorldModelApp/data/consolidated_bio_response.npy",
+      "/media/drn2/External/TARA-Oceans/03_analyses/WorldModelApp/data/consolidated_bio_valid.npy"
+    ],
+    "date": "2026-01-27 11:11:45",
+    "integrity_check": "PASSED"
+  },
+  "sweep_config": {
+    "fold": "Atlantic",
+    "n_train": 1166,
+    "n_val": 644,
+    "seeds": [
+      42,
+      123,
+      456
+    ],
+    "total_runs": 54,
+    "total_time_s": 214.4
+  },
+  "best_config": {
+    "latent_dim": 32,
+    "dropout": 0.3,
+    "vicreg_name": "default",
+    "lambda_inv": 25.0,
+    "lambda_var": 25.0,
+    "lambda_cov": 1.0,
+    "pred_alpha": 1.0,
+    "lr": 0.001,
+    "weight_decay": 0.0001,
+    "max_epochs": 300,
+    "patience": 30,
+    "min_delta": 0.0001,
+    "batch_size": 128,
+    "grad_clip": 1.0
+  },
+  "best_metrics": {
+    "avg_val_total": 41.05130301581489,
+    "std_val_total": 0.38005576687680837,
+    "avg_val_vicreg": 38.984246571858726,
+    "std_val_vicreg": 0.3580761158729817,
+    "avg_val_pred": 2.067056621114413,
+    "std_val_pred": 0.09396329900913643,
+    "params": 53187
+  },
+  "all_results": [
+    {
+      "rank": 1,
+      "latent_dim": 32,
+      "dropout": 0.3,
+      "vicreg_name": "default",
+      "lambda_inv": 25.0,
+      "lambda_var": 25.0,
+      "lambda_cov": 1.0,
+      "params": 53187,
+      "avg_val_total": 41.05130301581489,
+      "std_val_total": 0.38005576687680837,
+      "avg_val_vicreg": 38.984246571858726,
+      "std_val_vicreg": 0.3580761158729817,
+      "avg_val_pred": 2.067056621114413,
+      "std_val_pred": 0.09396329900913643
+    },
+    {
+      "rank": 2,
+      "latent_dim": 16,
+      "dropout": 0.3,
+      "vicreg_name": "default",
+      "lambda_inv": 25.0,
+      "lambda_var": 25.0,
+      "lambda_cov": 1.0,
+      "params": 47971,
+      "avg_val_total": 41.41749254862467,
+      "std_val_total": 0.1648006392111517,
+      "avg_val_vicreg": 38.50013097127279,
+      "std_val_vicreg": 0.35088072688752703,
+      "avg_val_pred": 2.917361912628015,
+      "std_val_pred": 0.21399294374027156
+    },
+    {
+      "rank": 3,
+      "latent_dim": 64,
+      "dropout": 0.3,
+      "vicreg_name": "default",
+      "lambda_inv": 25.0,
+      "lambda_var": 25.0,
+      "lambda_cov": 1.0,
+      "params": 63619,
+      "avg_val_total": 41.53866449991862,
+      "std_val_total": 0.2151686493501874,
+      "avg_val_vicreg": 39.844089084201386,
+      "std_val_vicreg": 0.1480184844259856,
+      "avg_val_pred": 1.6945752816067803,
+      "std_val_pred": 0.10930353765485408
+    },
+    {
+      "rank": 4,
+      "latent_dim": 32,
+      "dropout": 0.5,
+      "vicreg_name": "default",
+      "lambda_inv": 25.0,
+      "lambda_var": 25.0,
+      "lambda_cov": 1.0,
+      "params": 53187,
+      "avg_val_total": 42.267934799194336,
+      "std_val_total": 0.40859077604106053,
+      "avg_val_vicreg": 39.89259719848633,
+      "std_val_vicreg": 0.3256019664506181,
+      "avg_val_pred": 2.375337744752566,
+      "std_val_pred": 0.2298646191069577
+    },
+    {
+      "rank": 5,
+      "latent_dim": 64,
+      "dropout": 0.5,
+      "vicreg_name": "default",
+      "lambda_inv": 25.0,
+      "lambda_var": 25.0,
+      "lambda_cov": 1.0,
+      "params": 63619,
+      "avg_val_total": 42.66293801201714,
+      "std_val_total": 0.2136225260624326,
+      "avg_val_vicreg": 40.723184373643655,
+      "std_val_vicreg": 0.20533054186665559,
+      "avg_val_pred": 1.939753719088104,
+      "std_val_pred": 0.011867779844547188
+    },
+    {
+      "rank": 6,
+      "latent_dim": 16,
+      "dropout": 0.5,
+      "vicreg_name": "default",
+      "lambda_inv": 25.0,
+      "lambda_var": 25.0,
+      "lambda_cov": 1.0,
+      "params": 47971,
+      "avg_val_total": 42.71917851765951,
+      "std_val_total": 0.7665875124356349,
+      "avg_val_vicreg": 39.40584627787272,
+      "std_val_vicreg": 0.6577386783806081,
+      "avg_val_pred": 3.3133317819899983,
+      "std_val_pred": 0.12508679730393615
+    },
+    {
+      "rank": 7,
+      "latent_dim": 32,
+      "dropout": 0.3,
+      "vicreg_name": "high_covariance",
+      "lambda_inv": 25.0,
+      "lambda_var": 25.0,
+      "lambda_cov": 10.0,
+      "params": 53187,
+      "avg_val_total": 44.4754458533393,
+      "std_val_total": 0.06584588928393995,
+      "avg_val_vicreg": 42.07578637864855,
+      "std_val_vicreg": 0.28418722198316027,
+      "avg_val_pred": 2.399659642328819,
+      "std_val_pred": 0.24705891220031367
+    },
+    {
+      "rank": 8,
+      "latent_dim": 32,
+      "dropout": 0.5,
+      "vicreg_name": "high_covariance",
+      "lambda_inv": 25.0,
+      "lambda_var": 25.0,
+      "lambda_cov": 10.0,
+      "params": 53187,
+      "avg_val_total": 44.576649559868706,
+      "std_val_total": 0.17545108648607916,
+      "avg_val_vicreg": 42.15482881334093,
+      "std_val_vicreg": 0.12596852085536833,
+      "avg_val_pred": 2.421820650084151,
+      "std_val_pred": 0.050243832835822594
+    },
+    {
+      "rank": 9,
+      "latent_dim": 16,
+      "dropout": 0.3,
+      "vicreg_name": "high_covariance",
+      "lambda_inv": 25.0,
+      "lambda_var": 25.0,
+      "lambda_cov": 10.0,
+      "params": 47971,
+      "avg_val_total": 44.600736194186744,
+      "std_val_total": 0.16113749177324208,
+      "avg_val_vicreg": 41.29713821411133,
+      "std_val_vicreg": 0.27327076432329706,
+      "avg_val_pred": 3.3035979196429253,
+      "std_val_pred": 0.25611801797899636
+    },
+    {
+      "rank": 10,
+      "latent_dim": 16,
+      "dropout": 0.5,
+      "vicreg_name": "high_covariance",
+      "lambda_inv": 25.0,
+      "lambda_var": 25.0,
+      "lambda_cov": 10.0,
+      "params": 47971,
+      "avg_val_total": 44.66786532931857,
+      "std_val_total": 0.2543020078561328,
+      "avg_val_vicreg": 41.54936239454481,
+      "std_val_vicreg": 0.13479661347127272,
+      "avg_val_pred": 3.1185029836164575,
+      "std_val_pred": 0.1669271848740466
+    },
+    {
+      "rank": 11,
+      "latent_dim": 64,
+      "dropout": 0.3,
+      "vicreg_name": "high_covariance",
+      "lambda_inv": 25.0,
+      "lambda_var": 25.0,
+      "lambda_cov": 10.0,
+      "params": 63619,
+      "avg_val_total": 44.759677463107636,
+      "std_val_total": 0.13176357883806153,
+      "avg_val_vicreg": 42.70491578843859,
+      "std_val_vicreg": 0.04728248324726026,
+      "avg_val_pred": 2.054761736343304,
+      "std_val_pred": 0.1130719732622441
+    },
+    {
+      "rank": 12,
+      "latent_dim": 64,
+      "dropout": 0.5,
+      "vicreg_name": "high_covariance",
+      "lambda_inv": 25.0,
+      "lambda_var": 25.0,
+      "lambda_cov": 10.0,
+      "params": 63619,
+      "avg_val_total": 45.132680045233826,
+      "std_val_total": 0.05655242970803006,
+      "avg_val_vicreg": 43.10596889919705,
+      "std_val_vicreg": 0.057764934163928965,
+      "avg_val_pred": 2.026710879057646,
+      "std_val_pred": 0.06620457474314766
+    },
+    {
+      "rank": 13,
+      "latent_dim": 32,
+      "dropout": 0.3,
+      "vicreg_name": "high_variance",
+      "lambda_inv": 10.0,
+      "lambda_var": 50.0,
+      "lambda_cov": 1.0,
+      "params": 53187,
+      "avg_val_total": 54.442194832695854,
+      "std_val_total": 0.3233563313102728,
+      "avg_val_vicreg": 52.32098049587674,
+      "std_val_vicreg": 0.3367353449524611,
+      "avg_val_pred": 2.1212142213351197,
+      "std_val_pred": 0.1534630946054846
+    },
+    {
+      "rank": 14,
+      "latent_dim": 16,
+      "dropout": 0.3,
+      "vicreg_name": "high_variance",
+      "lambda_inv": 10.0,
+      "lambda_var": 50.0,
+      "lambda_cov": 1.0,
+      "params": 47971,
+      "avg_val_total": 54.65630997551813,
+      "std_val_total": 1.5158442768219174,
+      "avg_val_vicreg": 51.99490547180176,
+      "std_val_vicreg": 1.424356508362817,
+      "avg_val_pred": 2.6614045856727495,
+      "std_val_pred": 0.12813470575119099
+    },
+    {
+      "rank": 15,
+      "latent_dim": 64,
+      "dropout": 0.3,
+      "vicreg_name": "high_variance",
+      "lambda_inv": 10.0,
+      "lambda_var": 50.0,
+      "lambda_cov": 1.0,
+      "params": 63619,
+      "avg_val_total": 58.833312564425995,
+      "std_val_total": 0.684309109473459,
+      "avg_val_vicreg": 56.4467887878418,
+      "std_val_vicreg": 0.7851219132682428,
+      "avg_val_pred": 2.3865235398213067,
+      "std_val_pred": 0.10826007102064247
+    },
+    {
+      "rank": 16,
+      "latent_dim": 32,
+      "dropout": 0.5,
+      "vicreg_name": "high_variance",
+      "lambda_inv": 10.0,
+      "lambda_var": 50.0,
+      "lambda_cov": 1.0,
+      "params": 53187,
+      "avg_val_total": 64.88169436984593,
+      "std_val_total": 0.4121604408754495,
+      "avg_val_vicreg": 62.20666758219401,
+      "std_val_vicreg": 0.25507370131286555,
+      "avg_val_pred": 2.6750266907943625,
+      "std_val_pred": 0.19599384353880261
+    },
+    {
+      "rank": 17,
+      "latent_dim": 16,
+      "dropout": 0.5,
+      "vicreg_name": "high_variance",
+      "lambda_inv": 10.0,
+      "lambda_var": 50.0,
+      "lambda_cov": 1.0,
+      "params": 47971,
+      "avg_val_total": 66.12008539835612,
+      "std_val_total": 1.593290289328216,
+      "avg_val_vicreg": 62.57050938076443,
+      "std_val_vicreg": 1.6494563418144146,
+      "avg_val_pred": 3.549575644234816,
+      "std_val_pred": 0.07241669466839466
+    },
+    {
+      "rank": 18,
+      "latent_dim": 64,
+      "dropout": 0.5,
+      "vicreg_name": "high_variance",
+      "lambda_inv": 10.0,
+      "lambda_var": 50.0,
+      "lambda_cov": 1.0,
+      "params": 63619,
+      "avg_val_total": 68.17775344848633,
+      "std_val_total": 0.332835219927688,
+      "avg_val_vicreg": 65.75349447462293,
+      "std_val_vicreg": 0.4273214717910489,
+      "avg_val_pred": 2.4242580677900047,
+      "std_val_pred": 0.10955952723640604
+    }
+  ]
+}