best val_rmse 0.0068

config.json

@@ -1,5 +1,5 @@
 {
-  "best_val_loss": 0.007522146217525005,
+  "best_val_loss": 0.0068426295183598995,
   "comet_ai_key": null,
   "context_observations": {
     "add_rem": true,
@@ -138,7 +138,7 @@
     "cov_proj_dim": 16,
     "decoder_hidden_dim": 512,
     "decoder_name": "TransformerDecoder",
-    "decoder_num_layers": 2,
+    "decoder_num_layers": 4,
     "decoder_rnn_hidden_dim": 256,
     "drift_activation": "Tanh",
     "drift_num_layers": 3,
@@ -161,7 +161,7 @@
     "use_covariance": false,
     "zi_latent_dim": 256
   },
-  "run_index": 5,
+  "run_index": 1,
   "tags": [
     "FAttention",
     "Long",

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:60b3c08969c2e4bc61f21edbf11c13942b7f651122e381c6a76f8cd997b7e7b4
-size 23191327
+oid sha256:1dcf6436735ae7bcd9175337b694e7c518a1bdf84accd2cacee708705e268958
+size 29528487