best val_rmse 0.0082

config.json

@@ -1,5 +1,5 @@
 {
-  "best_val_loss": 0.008375785313546658,
+  "best_val_loss": 0.008182710967957973,
   "comet_ai_key": null,
   "context_observations": {
     "add_rem": true,
@@ -136,9 +136,9 @@
     "aggregator_num_heads": 8,
     "aggregator_type": "mean",
     "cov_proj_dim": 16,
-    "decoder_hidden_dim": 128,
-    "decoder_name": "TransformerDecoder",
-    "decoder_num_layers": 2,
+    "decoder_hidden_dim": 512,
+    "decoder_name": "RNNDecoder",
+    "decoder_num_layers": 4,
     "decoder_rnn_hidden_dim": 256,
     "drift_activation": "Tanh",
     "drift_num_layers": 3,
@@ -159,9 +159,9 @@
     "time_obs_encoder_output_dim": 256,
     "use_attention": true,
     "use_covariance": false,
-    "zi_latent_dim": 128
+    "zi_latent_dim": 256
   },
-  "run_index": 29,
+  "run_index": 33,
   "tags": [
     "FAttention",
     "Long",

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:666ec9ea58145e9a412c4c54461101f216ebfd822a8023cef4b90f58130c8487
-size 9778335
+oid sha256:f35f949c3ecbe2fe329b98925cc35159889f1cd55debb3a847ed0e0e217b42af
+size 24252949