best val_rmse 0.0676

config.json

@@ -1,5 +1,5 @@
 {
-  "best_val_loss": 0.07606141269207001,
+  "best_val_loss": 0.06757950037717819,
   "comet_ai_key": null,
   "context_observations": {
     "add_rem": true,
@@ -136,7 +136,7 @@
     "aggregator_num_heads": 8,
     "aggregator_type": "attention",
     "decoder_hidden_dim": 128,
-    "decoder_name": "RNNDecoder",
+    "decoder_name": "TransformerDecoder",
     "decoder_num_layers": 2,
     "decoder_rnn_hidden_dim": 200,
     "drift_activation": "Tanh",
@@ -188,6 +188,7 @@
     "learning_rate": 0.0001,
     "log_image_every_epoch": 2,
     "log_interval": 1,
+    "log_vcp": true,
     "num_batch_plot": 1,
     "num_workers": 3,
     "optimizer_name": "AdamW",
@@ -200,6 +201,6 @@
     "weight_decay": 0.0001
   },
   "transformers_version": "4.52.4",
-  "upload_to_hf_hub": true,
+  "upload_to_hf_hub": false,
   "verbose": false
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:035ef115be051927ef076774f9c9cea6e7c14731658ab32804b27613e2401a6f
-size 10238705
+oid sha256:5d8d655decf7509ab14cc26869c20cda11cedb7bc692040d9e8ee71afe318ea8
+size 5496379