Upload logs/history.json with huggingface_hub

logs/history.json

@@ -3,1300 +3,330 @@
     "epoch": 1,
     "beta": 1.2e-05,
     "lr": 0.0002997,
-    "train_loss": 0.080518,
-    "train_recon": 0.079909,
-    "train_kl": 50.7819,
-    "val_loss": 0.080803,
-    "val_recon": 0.053361,
-    "val_kl": 91.4745,
-    "active_dims": 48,
+    "train_loss": 0.080587,
+    "train_recon": 0.079828,
+    "train_kl": 63.2749,
+    "val_loss": 0.089129,
+    "val_recon": 0.055516,
+    "val_kl": 112.0422,
+    "active_dims": 96,
     "active_per_slot": [
+      16,
+      16,
+      16,
       16,
       16,
       16
     ],
-    "usage_max": 0.3368,
-    "usage_min": 0.3276,
+    "usage_max": 0.1667,
+    "usage_min": 0.1666,
     "usage": [
-      0.3276,
-      0.3356,
-      0.3368
+      0.1667,
+      0.1667,
+      0.1667,
+      0.1667,
+      0.1666,
+      0.1667
     ],
-    "grad_norm": 0.163,
-    "sec": 72.7
+    "active_slots": 6,
+    "grad_norm": 0.174,
+    "sec": 130.9
   },
   {
     "epoch": 2,
     "beta": 2.4e-05,
     "lr": 0.0002988,
-    "train_loss": 0.050594,
-    "train_recon": 0.048677,
-    "train_kl": 79.885,
-    "val_loss": 0.067565,
-    "val_recon": 0.043665,
-    "val_kl": 79.6684,
-    "active_dims": 48,
+    "train_loss": 0.051385,
+    "train_recon": 0.049252,
+    "train_kl": 88.8779,
+    "val_loss": 0.071474,
+    "val_recon": 0.04581,
+    "val_kl": 85.5472,
+    "active_dims": 96,
     "active_per_slot": [
+      16,
+      16,
+      16,
       16,
       16,
       16
     ],
-    "usage_max": 0.3352,
-    "usage_min": 0.3322,
+    "usage_max": 0.1667,
+    "usage_min": 0.1666,
     "usage": [
-      0.3352,
-      0.3322,
-      0.3325
+      0.1667,
+      0.1667,
+      0.1667,
+      0.1667,
+      0.1667,
+      0.1666
     ],
-    "grad_norm": 0.17,
-    "sec": 72.9
+    "active_slots": 6,
+    "grad_norm": 0.182,
+    "sec": 136.3
   },
   {
     "epoch": 3,
     "beta": 3.6e-05,
     "lr": 0.0002974,
-    "train_loss": 0.045462,
-    "train_recon": 0.043025,
-    "train_kl": 67.691,
-    "val_loss": 0.059956,
-    "val_recon": 0.041135,
-    "val_kl": 62.736,
-    "active_dims": 48,
+    "train_loss": 0.047323,
+    "train_recon": 0.044807,
+    "train_kl": 69.889,
+    "val_loss": 0.063513,
+    "val_recon": 0.043855,
+    "val_kl": 65.5257,
+    "active_dims": 96,
     "active_per_slot": [
+      16,
+      16,
+      16,
       16,
       16,
       16
     ],
-    "usage_max": 0.3365,
-    "usage_min": 0.3306,
+    "usage_max": 0.1667,
+    "usage_min": 0.1666,
     "usage": [
-      0.3306,
-      0.3365,
-      0.3329
+      0.1667,
+      0.1667,
+      0.1667,
+      0.1667,
+      0.1667,
+      0.1666
     ],
-    "grad_norm": 0.159,
-    "sec": 74.6
+    "active_slots": 6,
+    "grad_norm": 0.16,
+    "sec": 137.4
   },
   {
     "epoch": 4,
     "beta": 4.8e-05,
     "lr": 0.0002953,
-    "train_loss": 0.043859,
-    "train_recon": 0.041226,
-    "train_kl": 54.8556,
-    "val_loss": 0.055058,
-    "val_recon": 0.039352,
-    "val_kl": 52.3535,
-    "active_dims": 48,
+    "train_loss": 0.045265,
+    "train_recon": 0.042434,
+    "train_kl": 58.9728,
+    "val_loss": 0.059306,
+    "val_recon": 0.041996,
+    "val_kl": 57.6993,
+    "active_dims": 90,
     "active_per_slot": [
-      16,
-      16,
-      16
+      15,
+      15,
+      15,
+      15,
+      15,
+      15
     ],
-    "usage_max": 0.3343,
-    "usage_min": 0.3319,
+    "usage_max": 0.1667,
+    "usage_min": 0.1667,
     "usage": [
-      0.3343,
-      0.3319,
-      0.3337
+      0.1667,
+      0.1667,
+      0.1667,
+      0.1667,
+      0.1667,
+      0.1667
     ],
-    "grad_norm": 0.156,
-    "sec": 75.8
+    "active_slots": 6,
+    "grad_norm": 0.16,
+    "sec": 137.5
   },
   {
     "epoch": 5,
     "beta": 6e-05,
     "lr": 0.0002927,
-    "train_loss": 0.042942,
-    "train_recon": 0.040082,
-    "train_kl": 47.6777,
-    "val_loss": 0.052435,
-    "val_recon": 0.038535,
-    "val_kl": 46.3312,
-    "active_dims": 48,
+    "train_loss": 0.044393,
+    "train_recon": 0.04123,
+    "train_kl": 52.7117,
+    "val_loss": 0.055317,
+    "val_recon": 0.039975,
+    "val_kl": 51.1392,
+    "active_dims": 90,
     "active_per_slot": [
-      16,
-      16,
-      16
+      15,
+      15,
+      15,
+      15,
+      15,
+      15
     ],
-    "usage_max": 0.3393,
-    "usage_min": 0.3298,
+    "usage_max": 0.1667,
+    "usage_min": 0.1667,
     "usage": [
-      0.3309,
-      0.3298,
-      0.3393
+      0.1667,
+      0.1667,
+      0.1667,
+      0.1667,
+      0.1667,
+      0.1667
     ],
-    "grad_norm": 0.15,
-    "sec": 76.2
+    "active_slots": 6,
+    "grad_norm": 0.151,
+    "sec": 137.0
   },
   {
     "epoch": 6,
     "beta": 7.2e-05,
     "lr": 0.0002895,
-    "train_loss": 0.042367,
-    "train_recon": 0.039275,
-    "train_kl": 42.9507,
-    "val_loss": 0.05137,
-    "val_recon": 0.038831,
-    "val_kl": 41.7972,
-    "active_dims": 45,
-    "active_per_slot": [
-      15,
-      15,
-      15
-    ],
-    "usage_max": 0.3342,
-    "usage_min": 0.3318,
-    "usage": [
-      0.3342,
-      0.3318,
-      0.334
-    ],
-    "grad_norm": 0.152,
-    "sec": 76.3
+    "train_loss": 0.043934,
+    "train_recon": 0.040449,
+    "train_kl": 48.409,
+    "val_loss": 0.053754,
+    "val_recon": 0.03942,
+    "val_kl": 47.7803,
+    "active_dims": 84,
+    "active_per_slot": [
+      14,
+      14,
+      14,
+      14,
+      14,
+      14
+    ],
+    "usage_max": 0.1667,
+    "usage_min": 0.1667,
+    "usage": [
+      0.1667,
+      0.1667,
+      0.1667,
+      0.1667,
+      0.1667,
+      0.1667
+    ],
+    "active_slots": 6,
+    "grad_norm": 0.14,
+    "sec": 137.1
   },
   {
     "epoch": 7,
     "beta": 8.4e-05,
     "lr": 0.0002858,
-    "train_loss": 0.041705,
-    "train_recon": 0.038374,
-    "train_kl": 39.6486,
-    "val_loss": 0.049004,
-    "val_recon": 0.037198,
-    "val_kl": 39.3539,
-    "active_dims": 39,
-    "active_per_slot": [
-      13,
-      13,
-      13
-    ],
-    "usage_max": 0.3384,
-    "usage_min": 0.3299,
-    "usage": [
-      0.3299,
-      0.3384,
-      0.3317
-    ],
-    "grad_norm": 0.152,
-    "sec": 76.3
+    "train_loss": 0.04374,
+    "train_recon": 0.039955,
+    "train_kl": 45.0568,
+    "val_loss": 0.053639,
+    "val_recon": 0.040031,
+    "val_kl": 45.3613,
+    "active_dims": 66,
+    "active_per_slot": [
+      11,
+      11,
+      11,
+      11,
+      11,
+      11
+    ],
+    "usage_max": 0.1667,
+    "usage_min": 0.1667,
+    "usage": [
+      0.1667,
+      0.1667,
+      0.1667,
+      0.1667,
+      0.1667,
+      0.1667
+    ],
+    "active_slots": 6,
+    "grad_norm": 0.138,
+    "sec": 137.6
   },
   {
     "epoch": 8,
     "beta": 9.6e-05,
     "lr": 0.0002815,
-    "train_loss": 0.041342,
-    "train_recon": 0.037728,
-    "train_kl": 37.6374,
-    "val_loss": 0.047678,
-    "val_recon": 0.036624,
-    "val_kl": 36.8492,
-    "active_dims": 27,
+    "train_loss": 0.043649,
+    "train_recon": 0.039552,
+    "train_kl": 42.6693,
+    "val_loss": 0.051192,
+    "val_recon": 0.038312,
+    "val_kl": 42.9359,
+    "active_dims": 54,
     "active_per_slot": [
+      9,
+      9,
+      9,
       9,
       9,
       9
     ],
-    "usage_max": 0.3353,
-    "usage_min": 0.332,
+    "usage_max": 0.1667,
+    "usage_min": 0.1666,
     "usage": [
-      0.332,
-      0.3353,
-      0.3327
+      0.1667,
+      0.1667,
+      0.1667,
+      0.1667,
+      0.1667,
+      0.1666
     ],
-    "grad_norm": 0.158,
-    "sec": 76.3
+    "active_slots": 6,
+    "grad_norm": 0.135,
+    "sec": 137.6
   },
   {
     "epoch": 9,
     "beta": 0.000108,
     "lr": 0.0002767,
-    "train_loss": 0.041069,
-    "train_recon": 0.037139,
-    "train_kl": 36.3906,
-    "val_loss": 0.046538,
-    "val_recon": 0.035567,
-    "val_kl": 36.57,
-    "active_dims": 24,
-    "active_per_slot": [
-      8,
-      8,
-      8
-    ],
-    "usage_max": 0.3362,
-    "usage_min": 0.3307,
-    "usage": [
-      0.3362,
-      0.333,
-      0.3307
-    ],
-    "grad_norm": 0.155,
-    "sec": 76.4
+    "train_loss": 0.04384,
+    "train_recon": 0.039407,
+    "train_kl": 41.0424,
+    "val_loss": 0.051036,
+    "val_recon": 0.03877,
+    "val_kl": 40.889,
+    "active_dims": 42,
+    "active_per_slot": [
+      7,
+      7,
+      7,
+      7,
+      7,
+      7
+    ],
+    "usage_max": 0.1667,
+    "usage_min": 0.1666,
+    "usage": [
+      0.1666,
+      0.1667,
+      0.1666,
+      0.1667,
+      0.1667,
+      0.1667
+    ],
+    "active_slots": 6,
+    "grad_norm": 0.135,
+    "sec": 137.0
   },
   {
     "epoch": 10,
     "beta": 0.00012,
     "lr": 0.0002714,
-    "train_loss": 0.041053,
-    "train_recon": 0.03683,
-    "train_kl": 35.1953,
-    "val_loss": 0.045933,
-    "val_recon": 0.035353,
-    "val_kl": 35.2668,
-    "active_dims": 18,
-    "active_per_slot": [
-      6,
-      6,
-      6
-    ],
-    "usage_max": 0.3347,
-    "usage_min": 0.3312,
-    "usage": [
-      0.3312,
-      0.334,
-      0.3347
-    ],
-    "grad_norm": 0.159,
-    "sec": 76.2
-  },
-  {
-    "epoch": 11,
-    "beta": 0.000132,
-    "lr": 0.0002657,
-    "train_loss": 0.04284,
-    "train_recon": 0.038392,
-    "train_kl": 33.6972,
-    "val_loss": 0.049249,
-    "val_recon": 0.038784,
-    "val_kl": 34.8832,
-    "active_dims": 18,
-    "active_per_slot": [
-      6,
-      6,
-      6
-    ],
-    "usage_max": 0.3351,
-    "usage_min": 0.3319,
-    "usage": [
-      0.3351,
-      0.333,
-      0.3319
-    ],
-    "grad_norm": 0.171,
-    "sec": 76.4
-  },
-  {
-    "epoch": 12,
-    "beta": 0.000144,
-    "lr": 0.0002595,
-    "train_loss": 0.04225,
-    "train_recon": 0.037525,
-    "train_kl": 32.8078,
-    "val_loss": 0.045718,
-    "val_recon": 0.035839,
-    "val_kl": 32.9317,
-    "active_dims": 15,
-    "active_per_slot": [
-      5,
-      5,
-      5
-    ],
-    "usage_max": 0.3386,
-    "usage_min": 0.3305,
-    "usage": [
-      0.3309,
-      0.3305,
-      0.3386
-    ],
-    "grad_norm": 0.164,
-    "sec": 76.3
-  },
-  {
-    "epoch": 13,
-    "beta": 0.000156,
-    "lr": 0.0002528,
-    "train_loss": 0.04128,
-    "train_recon": 0.036243,
-    "train_kl": 32.2887,
-    "val_loss": 0.04463,
-    "val_recon": 0.034931,
-    "val_kl": 32.3313,
-    "active_dims": 15,
-    "active_per_slot": [
-      5,
-      5,
-      5
-    ],
-    "usage_max": 0.3363,
-    "usage_min": 0.3315,
-    "usage": [
-      0.3322,
-      0.3315,
-      0.3363
-    ],
-    "grad_norm": 0.156,
-    "sec": 76.3
-  },
-  {
-    "epoch": 14,
-    "beta": 0.000168,
-    "lr": 0.0002458,
-    "train_loss": 0.041259,
-    "train_recon": 0.03598,
-    "train_kl": 31.422,
-    "val_loss": 0.043682,
-    "val_recon": 0.034225,
-    "val_kl": 31.5214,
-    "active_dims": 15,
-    "active_per_slot": [
-      5,
-      5,
-      5
-    ],
-    "usage_max": 0.3367,
-    "usage_min": 0.3313,
-    "usage": [
-      0.332,
-      0.3313,
-      0.3367
-    ],
-    "grad_norm": 0.152,
-    "sec": 76.4
-  },
-  {
-    "epoch": 15,
-    "beta": 0.00018,
-    "lr": 0.0002384,
-    "train_loss": 0.041078,
-    "train_recon": 0.035554,
-    "train_kl": 30.6929,
-    "val_loss": 0.043337,
-    "val_recon": 0.034313,
-    "val_kl": 30.0813,
-    "active_dims": 15,
-    "active_per_slot": [
-      5,
-      5,
-      5
-    ],
-    "usage_max": 0.3361,
-    "usage_min": 0.3289,
-    "usage": [
-      0.335,
-      0.3361,
-      0.3289
-    ],
-    "grad_norm": 0.153,
-    "sec": 76.2
-  },
-  {
-    "epoch": 16,
-    "beta": 0.000192,
-    "lr": 0.0002306,
-    "train_loss": 0.041467,
-    "train_recon": 0.035776,
-    "train_kl": 29.6391,
-    "val_loss": 0.042472,
-    "val_recon": 0.033582,
-    "val_kl": 29.6334,
-    "active_dims": 15,
-    "active_per_slot": [
-      5,
-      5,
-      5
-    ],
-    "usage_max": 0.3352,
-    "usage_min": 0.3321,
-    "usage": [
-      0.3327,
-      0.3352,
-      0.3321
-    ],
-    "grad_norm": 0.163,
-    "sec": 76.4
-  },
-  {
-    "epoch": 17,
-    "beta": 0.000204,
-    "lr": 0.0002225,
-    "train_loss": 0.04141,
-    "train_recon": 0.035644,
-    "train_kl": 28.2652,
-    "val_loss": 0.041835,
-    "val_recon": 0.033433,
-    "val_kl": 28.0079,
-    "active_dims": 15,
+    "train_loss": 0.043939,
+    "train_recon": 0.039159,
+    "train_kl": 39.8347,
+    "val_loss": 0.049877,
+    "val_recon": 0.037889,
+    "val_kl": 39.9588,
+    "active_dims": 30,
     "active_per_slot": [
       5,
-      5,
-      5
-    ],
-    "usage_max": 0.3344,
-    "usage_min": 0.3327,
-    "usage": [
-      0.3344,
-      0.3327,
-      0.3329
-    ],
-    "grad_norm": 0.168,
-    "sec": 76.3
-  },
-  {
-    "epoch": 18,
-    "beta": 0.000216,
-    "lr": 0.0002142,
-    "train_loss": 0.041097,
-    "train_recon": 0.035241,
-    "train_kl": 27.1111,
-    "val_loss": 0.041358,
-    "val_recon": 0.033374,
-    "val_kl": 26.6155,
-    "active_dims": 15,
-    "active_per_slot": [
       5,
       5,
-      5
-    ],
-    "usage_max": 0.3359,
-    "usage_min": 0.3316,
-    "usage": [
-      0.3359,
-      0.3325,
-      0.3316
-    ],
-    "grad_norm": 0.161,
-    "sec": 76.4
-  },
-  {
-    "epoch": 19,
-    "beta": 0.000228,
-    "lr": 0.0002055,
-    "train_loss": 0.040617,
-    "train_recon": 0.034562,
-    "train_kl": 26.5581,
-    "val_loss": 0.041156,
-    "val_recon": 0.033222,
-    "val_kl": 26.4477,
-    "active_dims": 15,
-    "active_per_slot": [
       5,
       5,
       5
     ],
-    "usage_max": 0.3391,
-    "usage_min": 0.3303,
-    "usage": [
-      0.3303,
-      0.3305,
-      0.3391
-    ],
-    "grad_norm": 0.153,
-    "sec": 76.3
-  },
-  {
-    "epoch": 20,
-    "beta": 0.00024,
-    "lr": 0.0001967,
-    "train_loss": 0.041227,
-    "train_recon": 0.034961,
-    "train_kl": 26.1056,
-    "val_loss": 0.040926,
-    "val_recon": 0.033059,
-    "val_kl": 26.2245,
-    "active_dims": 15,
-    "active_per_slot": [
-      5,
-      5,
-      5
-    ],
-    "usage_max": 0.3358,
-    "usage_min": 0.3307,
-    "usage": [
-      0.3335,
-      0.3307,
-      0.3358
-    ],
-    "grad_norm": 0.18,
-    "sec": 76.4
-  },
-  {
-    "epoch": 21,
-    "beta": 0.000252,
-    "lr": 0.0001877,
-    "train_loss": 0.041545,
-    "train_recon": 0.035107,
-    "train_kl": 25.5483,
-    "val_loss": 0.041037,
-    "val_recon": 0.033349,
-    "val_kl": 25.629,
-    "active_dims": 15,
-    "active_per_slot": [
-      5,
-      5,
-      5
-    ],
-    "usage_max": 0.3362,
-    "usage_min": 0.3307,
-    "usage": [
-      0.3362,
-      0.3307,
-      0.3331
-    ],
-    "grad_norm": 0.163,
-    "sec": 76.4
-  },
-  {
-    "epoch": 22,
-    "beta": 0.000264,
-    "lr": 0.0001785,
-    "train_loss": 0.041687,
-    "train_recon": 0.035005,
-    "train_kl": 25.3086,
-    "val_loss": 0.041052,
-    "val_recon": 0.033407,
-    "val_kl": 25.4829,
-    "active_dims": 15,
-    "active_per_slot": [
-      5,
-      5,
-      5
-    ],
-    "usage_max": 0.334,
-    "usage_min": 0.3327,
-    "usage": [
-      0.3327,
-      0.3333,
-      0.334
-    ],
-    "grad_norm": 0.173,
-    "sec": 76.4
-  },
-  {
-    "epoch": 23,
-    "beta": 0.000276,
-    "lr": 0.0001692,
-    "train_loss": 0.04165,
-    "train_recon": 0.034746,
-    "train_kl": 25.0122,
-    "val_loss": 0.040556,
-    "val_recon": 0.033062,
-    "val_kl": 24.9796,
-    "active_dims": 12,
-    "active_per_slot": [
-      4,
-      4,
-      4
-    ],
-    "usage_max": 0.3351,
-    "usage_min": 0.3318,
-    "usage": [
-      0.3318,
-      0.3331,
-      0.3351
-    ],
-    "grad_norm": 0.158,
-    "sec": 76.3
-  },
-  {
-    "epoch": 24,
-    "beta": 0.000288,
-    "lr": 0.0001599,
-    "train_loss": 0.041886,
-    "train_recon": 0.034761,
-    "train_kl": 24.7398,
-    "val_loss": 0.040211,
-    "val_recon": 0.032709,
-    "val_kl": 25.0077,
-    "active_dims": 12,
-    "active_per_slot": [
-      4,
-      4,
-      4
-    ],
-    "usage_max": 0.3353,
-    "usage_min": 0.3299,
+    "usage_max": 0.1667,
+    "usage_min": 0.1666,
     "usage": [
-      0.3348,
-      0.3353,
-      0.3299
-    ],
-    "grad_norm": 0.179,
-    "sec": 76.3
-  },
-  {
-    "epoch": 25,
-    "beta": 0.0003,
-    "lr": 0.0001505,
-    "train_loss": 0.041811,
-    "train_recon": 0.034457,
-    "train_kl": 24.513,
-    "val_loss": 0.040276,
-    "val_recon": 0.032941,
-    "val_kl": 24.4481,
-    "active_dims": 12,
-    "active_per_slot": [
-      4,
-      4,
-      4
-    ],
-    "usage_max": 0.3366,
-    "usage_min": 0.3288,
-    "usage": [
-      0.3288,
-      0.3346,
-      0.3366
-    ],
-    "grad_norm": 0.161,
-    "sec": 76.3
-  },
-  {
-    "epoch": 26,
-    "beta": 0.0003,
-    "lr": 0.0001411,
-    "train_loss": 0.041752,
-    "train_recon": 0.034418,
-    "train_kl": 24.447,
-    "val_loss": 0.039923,
-    "val_recon": 0.032614,
-    "val_kl": 24.3621,
-    "active_dims": 12,
-    "active_per_slot": [
-      4,
-      4,
-      4
-    ],
-    "usage_max": 0.3342,
-    "usage_min": 0.3326,
-    "usage": [
-      0.3326,
-      0.3332,
-      0.3342
-    ],
-    "grad_norm": 0.171,
-    "sec": 76.4
-  },
-  {
-    "epoch": 27,
-    "beta": 0.0003,
-    "lr": 0.0001318,
-    "train_loss": 0.041613,
-    "train_recon": 0.034288,
-    "train_kl": 24.4168,
-    "val_loss": 0.04007,
-    "val_recon": 0.032646,
-    "val_kl": 24.7462,
-    "active_dims": 12,
-    "active_per_slot": [
-      4,
-      4,
-      4
-    ],
-    "usage_max": 0.3364,
-    "usage_min": 0.33,
-    "usage": [
-      0.3336,
-      0.3364,
-      0.33
-    ],
-    "grad_norm": 0.173,
-    "sec": 76.2
-  },
-  {
-    "epoch": 28,
-    "beta": 0.0003,
-    "lr": 0.0001225,
-    "train_loss": 0.041215,
-    "train_recon": 0.033873,
-    "train_kl": 24.4724,
-    "val_loss": 0.039428,
-    "val_recon": 0.032019,
-    "val_kl": 24.6982,
-    "active_dims": 12,
-    "active_per_slot": [
-      4,
-      4,
-      4
-    ],
-    "usage_max": 0.3339,
-    "usage_min": 0.3327,
-    "usage": [
-      0.3327,
-      0.3339,
-      0.3334
-    ],
-    "grad_norm": 0.15,
-    "sec": 76.2
-  },
-  {
-    "epoch": 29,
-    "beta": 0.0003,
-    "lr": 0.0001133,
-    "train_loss": 0.041672,
-    "train_recon": 0.034353,
-    "train_kl": 24.3948,
-    "val_loss": 0.039853,
-    "val_recon": 0.032617,
-    "val_kl": 24.118,
-    "active_dims": 12,
-    "active_per_slot": [
-      4,
-      4,
-      4
-    ],
-    "usage_max": 0.3369,
-    "usage_min": 0.3308,
-    "usage": [
-      0.3308,
-      0.3323,
-      0.3369
-    ],
-    "grad_norm": 0.239,
-    "sec": 76.2
-  },
-  {
-    "epoch": 30,
-    "beta": 0.0003,
-    "lr": 0.0001043,
-    "train_loss": 0.041163,
-    "train_recon": 0.033864,
-    "train_kl": 24.3285,
-    "val_loss": 0.03923,
-    "val_recon": 0.031955,
-    "val_kl": 24.2529,
-    "active_dims": 12,
-    "active_per_slot": [
-      4,
-      4,
-      4
-    ],
-    "usage_max": 0.3347,
-    "usage_min": 0.3315,
-    "usage": [
-      0.3315,
-      0.3347,
-      0.3339
-    ],
-    "grad_norm": 0.17,
-    "sec": 76.3
-  },
-  {
-    "epoch": 31,
-    "beta": 0.0003,
-    "lr": 9.55e-05,
-    "train_loss": 0.041065,
-    "train_recon": 0.033755,
-    "train_kl": 24.3662,
-    "val_loss": 0.039105,
-    "val_recon": 0.031836,
-    "val_kl": 24.2311,
-    "active_dims": 12,
-    "active_per_slot": [
-      4,
-      4,
-      4
-    ],
-    "usage_max": 0.3355,
-    "usage_min": 0.3308,
-    "usage": [
-      0.3337,
-      0.3355,
-      0.3308
-    ],
-    "grad_norm": 0.143,
-    "sec": 76.4
-  },
-  {
-    "epoch": 32,
-    "beta": 0.0003,
-    "lr": 8.68e-05,
-    "train_loss": 0.041097,
-    "train_recon": 0.03376,
-    "train_kl": 24.4566,
-    "val_loss": 0.039323,
-    "val_recon": 0.031966,
-    "val_kl": 24.5241,
-    "active_dims": 12,
-    "active_per_slot": [
-      4,
-      4,
-      4
-    ],
-    "usage_max": 0.3371,
-    "usage_min": 0.3299,
-    "usage": [
-      0.3371,
-      0.333,
-      0.3299
-    ],
-    "grad_norm": 0.172,
-    "sec": 76.3
-  },
-  {
-    "epoch": 33,
-    "beta": 0.0003,
-    "lr": 7.85e-05,
-    "train_loss": 0.04074,
-    "train_recon": 0.03338,
-    "train_kl": 24.5343,
-    "val_loss": 0.039178,
-    "val_recon": 0.03189,
-    "val_kl": 24.295,
-    "active_dims": 12,
-    "active_per_slot": [
-      4,
-      4,
-      4
-    ],
-    "usage_max": 0.3344,
-    "usage_min": 0.3323,
-    "usage": [
-      0.3344,
-      0.3333,
-      0.3323
-    ],
-    "grad_norm": 0.158,
-    "sec": 76.3
-  },
-  {
-    "epoch": 34,
-    "beta": 0.0003,
-    "lr": 7.04e-05,
-    "train_loss": 0.040739,
-    "train_recon": 0.033378,
-    "train_kl": 24.5378,
-    "val_loss": 0.039307,
-    "val_recon": 0.032037,
-    "val_kl": 24.232,
-    "active_dims": 12,
-    "active_per_slot": [
-      4,
-      4,
-      4
-    ],
-    "usage_max": 0.3346,
-    "usage_min": 0.3324,
-    "usage": [
-      0.333,
-      0.3346,
-      0.3324
-    ],
-    "grad_norm": 0.162,
-    "sec": 76.3
-  },
-  {
-    "epoch": 35,
-    "beta": 0.0003,
-    "lr": 6.26e-05,
-    "train_loss": 0.040503,
-    "train_recon": 0.033156,
-    "train_kl": 24.4894,
-    "val_loss": 0.038795,
-    "val_recon": 0.031507,
-    "val_kl": 24.2947,
-    "active_dims": 12,
-    "active_per_slot": [
-      4,
-      4,
-      4
-    ],
-    "usage_max": 0.3368,
-    "usage_min": 0.3308,
-    "usage": [
-      0.3308,
-      0.3324,
-      0.3368
-    ],
-    "grad_norm": 0.135,
-    "sec": 76.3
-  },
-  {
-    "epoch": 36,
-    "beta": 0.0003,
-    "lr": 5.52e-05,
-    "train_loss": 0.040407,
-    "train_recon": 0.033044,
-    "train_kl": 24.5425,
-    "val_loss": 0.039208,
-    "val_recon": 0.031802,
-    "val_kl": 24.6873,
-    "active_dims": 12,
-    "active_per_slot": [
-      4,
-      4,
-      4
-    ],
-    "usage_max": 0.3352,
-    "usage_min": 0.3305,
-    "usage": [
-      0.3305,
-      0.3352,
-      0.3344
-    ],
-    "grad_norm": 0.162,
-    "sec": 76.3
-  },
-  {
-    "epoch": 37,
-    "beta": 0.0003,
-    "lr": 4.82e-05,
-    "train_loss": 0.040371,
-    "train_recon": 0.033021,
-    "train_kl": 24.5023,
-    "val_loss": 0.038672,
-    "val_recon": 0.031364,
-    "val_kl": 24.357,
-    "active_dims": 12,
-    "active_per_slot": [
-      4,
-      4,
-      4
-    ],
-    "usage_max": 0.3353,
-    "usage_min": 0.3312,
-    "usage": [
-      0.3335,
-      0.3312,
-      0.3353
-    ],
-    "grad_norm": 0.155,
-    "sec": 76.3
-  },
-  {
-    "epoch": 38,
-    "beta": 0.0003,
-    "lr": 4.15e-05,
-    "train_loss": 0.0403,
-    "train_recon": 0.032937,
-    "train_kl": 24.5434,
-    "val_loss": 0.03885,
-    "val_recon": 0.031494,
-    "val_kl": 24.5214,
-    "active_dims": 12,
-    "active_per_slot": [
-      4,
-      4,
-      4
-    ],
-    "usage_max": 0.3388,
-    "usage_min": 0.3301,
-    "usage": [
-      0.3301,
-      0.3388,
-      0.3311
-    ],
-    "grad_norm": 0.188,
-    "sec": 76.3
-  },
-  {
-    "epoch": 39,
-    "beta": 0.0003,
-    "lr": 3.53e-05,
-    "train_loss": 0.040317,
-    "train_recon": 0.03296,
-    "train_kl": 24.5236,
-    "val_loss": 0.038564,
-    "val_recon": 0.03124,
-    "val_kl": 24.4149,
-    "active_dims": 12,
-    "active_per_slot": [
-      4,
-      4,
-      4
-    ],
-    "usage_max": 0.337,
-    "usage_min": 0.3315,
-    "usage": [
-      0.337,
-      0.3316,
-      0.3315
-    ],
-    "grad_norm": 0.172,
-    "sec": 76.4
-  },
-  {
-    "epoch": 40,
-    "beta": 0.0003,
-    "lr": 2.96e-05,
-    "train_loss": 0.040195,
-    "train_recon": 0.032811,
-    "train_kl": 24.6104,
-    "val_loss": 0.038846,
-    "val_recon": 0.031379,
-    "val_kl": 24.8893,
-    "active_dims": 12,
-    "active_per_slot": [
-      4,
-      4,
-      4
-    ],
-    "usage_max": 0.335,
-    "usage_min": 0.3314,
-    "usage": [
-      0.335,
-      0.3314,
-      0.3336
-    ],
-    "grad_norm": 0.195,
-    "sec": 76.3
-  },
-  {
-    "epoch": 41,
-    "beta": 0.0003,
-    "lr": 2.43e-05,
-    "train_loss": 0.040033,
-    "train_recon": 0.032655,
-    "train_kl": 24.5927,
-    "val_loss": 0.038497,
-    "val_recon": 0.031199,
-    "val_kl": 24.3254,
-    "active_dims": 12,
-    "active_per_slot": [
-      4,
-      4,
-      4
-    ],
-    "usage_max": 0.3343,
-    "usage_min": 0.3318,
-    "usage": [
-      0.3318,
-      0.3339,
-      0.3343
-    ],
-    "grad_norm": 0.164,
-    "sec": 76.3
-  },
-  {
-    "epoch": 42,
-    "beta": 0.0003,
-    "lr": 1.95e-05,
-    "train_loss": 0.039939,
-    "train_recon": 0.032578,
-    "train_kl": 24.5383,
-    "val_loss": 0.038448,
-    "val_recon": 0.031064,
-    "val_kl": 24.6102,
-    "active_dims": 12,
-    "active_per_slot": [
-      4,
-      4,
-      4
-    ],
-    "usage_max": 0.3378,
-    "usage_min": 0.3303,
-    "usage": [
-      0.3378,
-      0.3303,
-      0.3318
-    ],
-    "grad_norm": 0.148,
-    "sec": 76.2
-  },
-  {
-    "epoch": 43,
-    "beta": 0.0003,
-    "lr": 1.52e-05,
-    "train_loss": 0.039851,
-    "train_recon": 0.032464,
-    "train_kl": 24.6233,
-    "val_loss": 0.038465,
-    "val_recon": 0.031036,
-    "val_kl": 24.7623,
-    "active_dims": 12,
-    "active_per_slot": [
-      4,
-      4,
-      4
-    ],
-    "usage_max": 0.3358,
-    "usage_min": 0.33,
-    "usage": [
-      0.33,
-      0.3342,
-      0.3358
-    ],
-    "grad_norm": 0.158,
-    "sec": 76.4
-  },
-  {
-    "epoch": 44,
-    "beta": 0.0003,
-    "lr": 1.15e-05,
-    "train_loss": 0.039883,
-    "train_recon": 0.032494,
-    "train_kl": 24.627,
-    "val_loss": 0.038375,
-    "val_recon": 0.030965,
-    "val_kl": 24.7015,
-    "active_dims": 12,
-    "active_per_slot": [
-      4,
-      4,
-      4
-    ],
-    "usage_max": 0.3373,
-    "usage_min": 0.3302,
-    "usage": [
-      0.3325,
-      0.3302,
-      0.3373
-    ],
-    "grad_norm": 0.194,
-    "sec": 76.3
-  },
-  {
-    "epoch": 45,
-    "beta": 0.0003,
-    "lr": 8.3e-06,
-    "train_loss": 0.039779,
-    "train_recon": 0.032389,
-    "train_kl": 24.6331,
-    "val_loss": 0.038241,
-    "val_recon": 0.030881,
-    "val_kl": 24.5332,
-    "active_dims": 12,
-    "active_per_slot": [
-      4,
-      4,
-      4
-    ],
-    "usage_max": 0.3363,
-    "usage_min": 0.3313,
-    "usage": [
-      0.3363,
-      0.3313,
-      0.3324
+      0.1666,
+      0.1667,
+      0.1667,
+      0.1667,
+      0.1667,
+      0.1667
     ],
+    "active_slots": 6,
     "grad_norm": 0.129,
-    "sec": 76.4
-  },
-  {
-    "epoch": 46,
-    "beta": 0.0003,
-    "lr": 5.7e-06,
-    "train_loss": 0.039808,
-    "train_recon": 0.0324,
-    "train_kl": 24.6945,
-    "val_loss": 0.038271,
-    "val_recon": 0.030882,
-    "val_kl": 24.6279,
-    "active_dims": 12,
-    "active_per_slot": [
-      4,
-      4,
-      4
-    ],
-    "usage_max": 0.3353,
-    "usage_min": 0.3317,
-    "usage": [
-      0.333,
-      0.3317,
-      0.3353
-    ],
-    "grad_norm": 0.287,
-    "sec": 76.2
-  },
-  {
-    "epoch": 47,
-    "beta": 0.0003,
-    "lr": 3.6e-06,
-    "train_loss": 0.039715,
-    "train_recon": 0.032329,
-    "train_kl": 24.6202,
-    "val_loss": 0.038265,
-    "val_recon": 0.030881,
-    "val_kl": 24.6125,
-    "active_dims": 12,
-    "active_per_slot": [
-      4,
-      4,
-      4
-    ],
-    "usage_max": 0.3355,
-    "usage_min": 0.3317,
-    "usage": [
-      0.3328,
-      0.3355,
-      0.3317
-    ],
-    "grad_norm": 0.125,
-    "sec": 76.3
-  },
-  {
-    "epoch": 48,
-    "beta": 0.0003,
-    "lr": 2.2e-06,
-    "train_loss": 0.039696,
-    "train_recon": 0.032302,
-    "train_kl": 24.6479,
-    "val_loss": 0.03823,
-    "val_recon": 0.030834,
-    "val_kl": 24.6528,
-    "active_dims": 12,
-    "active_per_slot": [
-      4,
-      4,
-      4
-    ],
-    "usage_max": 0.3369,
-    "usage_min": 0.331,
-    "usage": [
-      0.3369,
-      0.331,
-      0.3322
-    ],
-    "grad_norm": 0.126,
-    "sec": 76.3
-  },
-  {
-    "epoch": 49,
-    "beta": 0.0003,
-    "lr": 1.3e-06,
-    "train_loss": 0.039684,
-    "train_recon": 0.032283,
-    "train_kl": 24.6717,
-    "val_loss": 0.038225,
-    "val_recon": 0.030839,
-    "val_kl": 24.6194,
-    "active_dims": 12,
-    "active_per_slot": [
-      4,
-      4,
-      4
-    ],
-    "usage_max": 0.3378,
-    "usage_min": 0.3302,
-    "usage": [
-      0.3378,
-      0.3302,
-      0.332
-    ],
-    "grad_norm": 0.114,
-    "sec": 76.4
-  },
-  {
-    "epoch": 50,
-    "beta": 0.0003,
-    "lr": 1e-06,
-    "train_loss": 0.039684,
-    "train_recon": 0.032295,
-    "train_kl": 24.6304,
-    "val_loss": 0.038194,
-    "val_recon": 0.030802,
-    "val_kl": 24.6384,
-    "active_dims": 12,
-    "active_per_slot": [
-      4,
-      4,
-      4
-    ],
-    "usage_max": 0.3344,
-    "usage_min": 0.3327,
-    "usage": [
-      0.3344,
-      0.3328,
-      0.3327
-    ],
-    "grad_norm": 0.145,
-    "sec": 76.3
+    "sec": 137.6
   }
 ]