End of epoch 12 | Loss: 10203.4715 | PPL: 213.1

config.json

@@ -56,7 +56,7 @@
   "feat_quantizer_dropout": 0.0,
   "final_dropout": 0.0,
   "gradient_checkpointing": false,
-  "gumbel_temperature": 1.8921370476859396,
+  "gumbel_temperature": 1.8826246208550435,
   "hidden_act": "gelu",
   "hidden_dropout": 0.1,
   "hidden_size": 1024,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:90a0c11a9411ff3d5938c356cf761656b513bf573da0ea1feff2c863860cc2f1
+oid sha256:b6c067034d23ac65f0ccbabe3cb14951a914bc2f7e67466537682688ed3dae32
 size 1269615400