Training in progress, step 16800

config.json

@@ -8,7 +8,7 @@
   "d_model": 256,
   "decoder_start_token_id": 1,
   "dense_act_fn": "relu",
-  "dropout_rate": 0.2,
+  "dropout_rate": 0.3,
   "eos_token_id": 1,
   "feed_forward_proj": "relu",
   "initializer_factor": 1.0,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c9d5613a64b3fad48288a9c2f84b03308b80c65e7d72dd5f03548b8e0afd5a89
+oid sha256:0db0436f589b07b05c135a54252dfdf9c797e66ba1b4711ab3726d72fac31b4c
 size 29454424

tokenizer_config.json

@@ -39,6 +39,6 @@
   "max_len": 128,
   "model_max_length": 128,
   "pad_token": "<pad>",
-  "tokenizer_class": "CustomTokenizer",
+  "tokenizer_class": "MyByT5Tokenizer",
   "unk_token": "<unk>"
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9dc4aee3578ad89286d8e1aae80edca8ad0de6d7e256225463ebe87f03453f08
+oid sha256:b4ce67ebca446b6b6caba45b9fc27fdf79fdcab8443377ca428ec7e56a445621
 size 4728

vocab.json

@@ -1 +1 @@
-{"1": 0, "P": 1, "d": 2, "V": 3, "g": 4, "L": 5, ")": 6, "G": 7, "4": 8, "R": 9, "\u00e1": 10, "\u00e9": 11, "D": 12, "a": 13, "s": 14, "i": 15, "2": 16, "\u0119": 17, "N": 18, "F": 19, "j": 20, "c": 21, "n": 22, "x": 23, "m": 24, ",": 25, "T": 26, "t": 27, "\u00ed": 28, " ": 29, "h": 30, "I": 31, "O": 32, "3": 33, "b": 34, "w": 35, "E": 36, "\u0301": 37, "\u01eb": 38, ";": 39, "l": 40, "\u0105": 41, "\u0142": 42, "e": 43, "\u0144": 44, "k": 45, "\u00f3": 46, "o": 47, "y": 48, "\u012f": 49, "z": 50, "\u02bc": 51, "(": 52, "M": 53, "S": 54}
+{"F": 0, "\u0144": 1, "V": 2, "i": 3, "j": 4, "\u00e9": 5, "n": 6, ")": 7, "g": 8, "\u0119": 9, "1": 10, "(": 11, "\u02bc": 12, "\u0301": 13, "l": 14, "\u01eb": 15, "\u00e1": 16, "b": 17, "c": 18, "4": 19, "T": 20, "x": 21, "\u00ed": 22, "o": 23, "M": 24, "y": 25, "\u00f3": 26, "D": 27, "h": 28, "a": 29, "\u012f": 30, "3": 31, ",": 32, "z": 33, "N": 34, "\u0142": 35, "P": 36, "s": 37, "e": 38, "L": 39, "d": 40, "O": 41, "k": 42, "w": 43, "G": 44, "E": 45, "R": 46, " ": 47, "2": 48, "\u0105": 49, "m": 50, "S": 51, "I": 52, ";": 53, "t": 54}