End of epoch 14 | Loss: 10054.8982 | PPL: 201.8

config.json

@@ -56,7 +56,7 @@
   "feat_quantizer_dropout": 0.0,
   "final_dropout": 0.0,
   "gradient_checkpointing": false,
-  "gumbel_temperature": 1.8731600162811681,
+  "gumbel_temperature": 1.8637429935453012,
   "hidden_act": "gelu",
   "hidden_dropout": 0.1,
   "hidden_size": 1024,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b56fea653cabe77eda889c4f40816a54eea5313de74871b3085b3d5f6387ba0d
+oid sha256:14a6e7b6a47a4050589f21caac2d5c2034c42923cca792d53b1240feedeb05af
 size 1269615400