best val_rmse 0.0002

config.json

@@ -1,9 +1,9 @@
 {
-  "best_val_loss": 0.06750477105379105,
+  "best_val_loss": 0.00015151454135775566,
   "comet_ai_key": null,
   "context_observations": {
     "add_rem": true,
-    "divide_in_past_and_future": false,
+    "divide_in_past_and_future": true,
     "empirical_number_of_obs": false,
     "max_num_obs": 15,
     "min_num_of_past_context": 3,
@@ -22,7 +22,7 @@
   "experiment_name": "node_pk_compartments",
   "hf_model_card_path": [
     "hf_model_cards",
-    "SNODE-PK_Readme.md"
+    "NODE-PK_Readme.md"
   ],
   "hf_model_name": "NodePK_development",
   "hugging_face_token": null,
@@ -106,10 +106,10 @@
     "time_stop": 10.0
   },
   "mix_data": {
-    "evaluate_prediction_steps_past": 5,
+    "evaluate_prediction_steps_past": 3,
     "log_transform": false,
-    "n_of_databatches": 3,
-    "n_of_target_individuals": 1,
+    "n_of_databatches": 1,
+    "n_of_target_individuals": 0,
     "normalize_by_max": true,
     "normalize_time": true,
     "pretraining_dataset_path": [
@@ -120,30 +120,30 @@
     "pretraining_epochs": 90,
     "pretraining_protocol": "none",
     "split_seed": 42,
-    "split_strategy": "study",
-    "test_protocol": "simulated",
+    "split_strategy": "subject",
+    "test_protocol": "empirical",
     "test_size": 5,
     "train_size": 100,
-    "val_protocol": "simulated",
+    "val_protocol": "empirical",
     "val_size": 5,
     "z_score_normalization": false
   },
   "model_type": "node_pk",
   "my_results_path": null,
-  "name_str": "SNodePK",
+  "name_str": "NodePK",
   "network": {
     "activation": "ReLU",
     "aggregator_num_heads": 8,
     "aggregator_type": "attention",
-    "decoder_hidden_dim": 128,
+    "decoder_hidden_dim": 32,
     "decoder_name": "RNNDecoder",
     "decoder_num_layers": 2,
-    "decoder_rnn_hidden_dim": 200,
+    "decoder_rnn_hidden_dim": 20,
     "drift_activation": "Tanh",
-    "drift_num_layers": 3,
+    "drift_num_layers": 2,
     "dropout": 0.1,
-    "encoder_rnn_hidden_dim": 200,
-    "exclusive_node_step": false,
+    "encoder_rnn_hidden_dim": 20,
+    "exclusive_node_step": true,
     "individual_encoder_name": "RNNContextEncoder",
     "individual_encoder_number_of_heads": 4,
     "init_hidden_num_layers": 2,
@@ -152,22 +152,22 @@
     "node_step": true,
     "norm": "layer",
     "output_head_num_layers": 2,
-    "rnn_decoder_number_of_layers": 4,
-    "rnn_individual_encoder_number_of_layers": 2,
-    "time_obs_encoder_hidden_dim": 128,
-    "time_obs_encoder_output_dim": 128,
+    "rnn_decoder_number_of_layers": 1,
+    "rnn_individual_encoder_number_of_layers": 1,
+    "time_obs_encoder_hidden_dim": 32,
+    "time_obs_encoder_output_dim": 32,
     "use_attention": true,
-    "zi_latent_dim": 200
+    "zi_latent_dim": 20
   },
   "run_index": 0,
   "tags": [
-    "snode-pk",
-    "S-0"
+    "node-pk",
+    "B-0"
   ],
   "target_observations": {
     "add_rem": true,
     "divide_in_past_and_future": true,
-    "empirical_number_of_obs": false,
+    "empirical_number_of_obs": true,
     "max_num_obs": 14,
     "min_num_of_past_context": 3,
     "num_of_past_context": 4,

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0ae822c01db11255ab25012df2debb6e49467bf439efdc66958b04b97fe8c525
-size 10238705
+oid sha256:8d37bc1a382bfd16121fe0672b42915141f145c403fad53eaf061ce6a0d89144
+size 116067