best val_rmse 0.0152

config.json

@@ -1,5 +1,5 @@
 {
-  "best_val_loss": 0.010383961722254753,
+  "best_val_loss": 0.015225487761199474,
   "comet_ai_key": null,
   "context_observations": {
     "add_rem": true,
@@ -137,7 +137,7 @@
     "aggregator_type": "mean",
     "decoder_hidden_dim": 128,
     "decoder_name": "TransformerDecoder",
-    "decoder_num_layers": 2,
+    "decoder_num_layers": 4,
     "decoder_rnn_hidden_dim": 256,
     "drift_activation": "Tanh",
     "drift_num_layers": 3,
@@ -159,7 +159,7 @@
     "use_attention": true,
     "zi_latent_dim": 256
   },
-  "run_index": 6,
+  "run_index": 5,
   "tags": [
     "FAttention",
     "S-0"
@@ -185,7 +185,7 @@
     "epochs": 300,
     "eps": 1e-08,
     "gradient_clip_val": 1.0,
-    "learning_rate": 0.0001,
+    "learning_rate": 1e-05,
     "log_image_every_epoch": 5,
     "log_interval": 1,
     "log_vcp": true,

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1439bba29929736d6625743cf8782f4143b00705343cd9c2e1781e53bc2f219a
-size 9975455
+oid sha256:a00181c4be04818f608640675d09531b750ee081b6281d20058ba53db87696b2
+size 10386663