best val_rmse 0.0087

config.json

@@ -1,5 +1,5 @@
 {
-  "best_val_loss": 0.00603056326508522,
+  "best_val_loss": 0.008684365078806877,
   "comet_ai_key": null,
   "context_observations": {
     "add_rem": true,
@@ -138,7 +138,7 @@
     "cov_proj_dim": 16,
     "decoder_hidden_dim": 512,
     "decoder_name": "TransformerDecoder",
-    "decoder_num_layers": 2,
+    "decoder_num_layers": 4,
     "decoder_rnn_hidden_dim": 256,
     "drift_activation": "Tanh",
     "drift_num_layers": 3,
@@ -159,9 +159,9 @@
     "time_obs_encoder_output_dim": 256,
     "use_attention": true,
     "use_covariance": false,
-    "zi_latent_dim": 256
+    "zi_latent_dim": 128
   },
-  "run_index": 7,
+  "run_index": 9,
   "tags": [
     "FAttention",
     "Long",
@@ -190,7 +190,7 @@
     "epochs": 950,
     "eps": 1e-08,
     "gradient_clip_val": 1.0,
-    "learning_rate": 1e-05,
+    "learning_rate": 0.0001,
     "log_image_every_epoch": 5,
     "log_interval": 1,
     "log_vcp": true,

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0ca96a4a7030c52f0225dbc2c291d94dc0cb28bc5045c0b539ab8e9fdf0236dc
-size 23191327
+oid sha256:86c6f9234c9f94c76c911f44a0a852e20587f7efcd025adaffef7cf5ca362df1
+size 29134759