best val_rmse 0.0650

config.json

@@ -1,5 +1,5 @@
 {
-  "best_val_loss": 0.038794148713350296,
+  "best_val_loss": 0.06496782600879669,
   "comet_ai_key": null,
   "context_observations": {
     "add_rem": true,
@@ -18,7 +18,7 @@
     "route": "oral",
     "time": 0.0
   },
-  "experiment_dir": "/work/ojedamarin/Projects/Pharma/Results/comet/node_pk_compartments/1eedb5c502584d1f9ced294309e6d361",
+  "experiment_dir": "/work/ojedamarin/Projects/Pharma/Results/comet/node_pk_compartments/b4d960d4c19440768f782afb04cad70f",
   "experiment_indentifier": null,
   "experiment_name": "node_pk_compartments",
   "hf_model_card_path": [
@@ -156,7 +156,7 @@
     ],
     "test_protocol": "simulated",
     "test_size": 50,
-    "train_size": 1000,
+    "train_size": 2000,
     "val_protocol": "simulated",
     "val_size": 50,
     "z_score_normalization": false
@@ -167,21 +167,21 @@
   "network": {
     "activation": "ReLU",
     "aggregator_num_heads": 8,
-    "aggregator_type": "attention",
+    "aggregator_type": "mean",
     "cov_proj_dim": 16,
     "decoder_attention_layers": 2,
     "decoder_hidden_dim": 512,
-    "decoder_name": "RNNDecoder",
+    "decoder_name": "TransformerDecoder",
     "decoder_num_layers": 4,
     "decoder_rnn_hidden_dim": 256,
     "drift_activation": "Tanh",
     "drift_num_layers": 2,
     "dropout": 0.1,
     "encoder_rnn_hidden_dim": 256,
-    "exclusive_node_step": false,
+    "exclusive_node_step": true,
     "individual_encoder_name": "RNNContextEncoder",
     "individual_encoder_number_of_heads": 4,
-    "init_hidden_num_layers": 4,
+    "init_hidden_num_layers": 2,
     "input_encoding_hidden_dim": 128,
     "loss_name": "nll",
     "node_step": true,
@@ -195,12 +195,13 @@
     "use_kl_i": true,
     "use_kl_init": true,
     "use_kl_s": true,
-    "zi_latent_dim": 512
+    "zi_latent_dim": 256
   },
-  "run_index": 7,
+  "run_index": 0,
   "tags": [
     "NP",
     "OU",
+    "KL_ZI_PRED",
     "N-0"
   ],
   "target_observations": {
@@ -216,7 +217,7 @@
   },
   "train": {
     "amsgrad": false,
-    "batch_size": 32,
+    "batch_size": 64,
     "betas": [
       0.9,
       0.999

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fdd1744b166d09f444c4ac84e96e1b41fb4742bff30837516a1100e6082e434f
-size 38204018
+oid sha256:ba3ee47da630a8fd9d4f4b746673de1384e9f5925b60da3e19655fafaba13511
+size 37691910