End of epoch 10 | Loss: 10376.9585 | PPL: 230.6

config.json

@@ -56,7 +56,7 @@
   "feat_quantizer_dropout": 0.0,
   "final_dropout": 0.0,
   "gradient_checkpointing": false,
-  "gumbel_temperature": 1.9113063358748659,
+  "gumbel_temperature": 1.9016975384076458,
   "hidden_act": "gelu",
   "hidden_dropout": 0.1,
   "hidden_size": 1024,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb8a32b4860c08bfba9d835b69a832843be2eb9380a0b61b973a290fa2dc8eab
+oid sha256:4a8fdbf2c05d5e84addd5d530a5d509a052262ec6b3e198fb90026b127b3b8c1
 size 1269615400