End of epoch 13 | Loss: 10103.3412 | PPL: 206.7

config.json

@@ -56,7 +56,7 @@
   "feat_quantizer_dropout": 0.0,
   "final_dropout": 0.0,
   "gradient_checkpointing": false,
-  "gumbel_temperature": 1.8826246208550435,
+  "gumbel_temperature": 1.8731600162811681,
   "hidden_act": "gelu",
   "hidden_dropout": 0.1,
   "hidden_size": 1024,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b6c067034d23ac65f0ccbabe3cb14951a914bc2f7e67466537682688ed3dae32
+oid sha256:b56fea653cabe77eda889c4f40816a54eea5313de74871b3085b3d5f6387ba0d
 size 1269615400