End of epoch 11 | Loss: 10284.8938 | PPL: 221.4

config.json

@@ -56,7 +56,7 @@
   "feat_quantizer_dropout": 0.0,
   "final_dropout": 0.0,
   "gradient_checkpointing": false,
-  "gumbel_temperature": 1.9016975384076458,
+  "gumbel_temperature": 1.8921370476859396,
   "hidden_act": "gelu",
   "hidden_dropout": 0.1,
   "hidden_size": 1024,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4a8fdbf2c05d5e84addd5d530a5d509a052262ec6b3e198fb90026b127b3b8c1
+oid sha256:90a0c11a9411ff3d5938c356cf761656b513bf573da0ea1feff2c863860cc2f1
 size 1269615400