best val_rmse 0.2235

config.json

@@ -1,5 +1,5 @@
 {
-  "best_val_loss": 0.22287924587726593,
+  "best_val_loss": 0.22347266972064972,
   "comet_ai_key": null,
   "context_observations": {
     "add_rem": true,
@@ -108,7 +108,7 @@
   "mix_data": {
     "evaluate_prediction_steps_past": 5,
     "log_transform": false,
-    "n_of_databatches": 5,
+    "n_of_databatches": 10,
     "n_of_target_individuals": 1,
     "normalize_by_max": true,
     "normalize_time": true,
@@ -136,7 +136,7 @@
     "aggregator_num_heads": 8,
     "aggregator_type": "attention",
     "decoder_hidden_dim": 128,
-    "decoder_name": "RNNDecoder",
+    "decoder_name": "TransformerDecoder",
     "decoder_num_layers": 2,
     "decoder_rnn_hidden_dim": 200,
     "drift_activation": "Tanh",
@@ -182,7 +182,7 @@
       0.9,
       0.999
     ],
-    "epochs": 4,
+    "epochs": 14,
     "eps": 1e-08,
     "gradient_clip_val": 1.0,
     "learning_rate": 0.0001,
@@ -201,6 +201,6 @@
     "weight_decay": 0.0001
   },
   "transformers_version": "4.52.4",
-  "upload_to_hf_hub": true,
+  "upload_to_hf_hub": false,
   "verbose": false
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f5ae41447621317af59ace4a7d34134337b98037c9c5c6d6557c5eecae076eb6
-size 10887253
+oid sha256:a187ca4af341db85b8da0251fd58d78c7b3f2f0d6d4c04e924183d3f42523fe8
+size 6144927