Upload model, config, tokenizer, and generation config

config.json

@@ -0,0 +1,28 @@
+{
+  "architectures": [
+    "TransformerModel"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 2,
+  "eos_token_id": 2,
+  "hidden_act": "geglu",
+  "hidden_size": 256,
+  "initializer_range": 0.02,
+  "intermediate_size": 1024,
+  "max_position_embeddings": 96,
+  "model_type": "transformer",
+  "num_attention_heads": 4,
+  "num_hidden_layers": 4,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.47.1",
+  "use_cache": true,
+  "vocab_size": 500,
+  "custom_parameters": {
+    "num_groups": 4
+  }
+}

generation_config.json

@@ -0,0 +1,9 @@
+{
+  "max_length": 100,
+  "do_sample": false,
+  "top_k": 0,
+  "top_p": 1.0,
+  "temperature": 1.0,
+  "eos_token_id": 2,
+  "pad_token_id": 1
+}

pytorch_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c2697c67aef49fe95224ddbf2ec6a49387e114998f1a97f22e44e883fb5577
+size 46384820

tokenizer.json

@@ -0,0 +1,369 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "[UNK]",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 1,
+      "content": "[PAD]",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 2,
+      "content": "[EOS]",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  ],
+  "normalizer": null,
+  "pre_tokenizer": {
+    "type": "Whitespace"
+  },
+  "post_processor": null,
+  "decoder": null,
+  "model": {
+    "type": "BPE",
+    "dropout": null,
+    "unk_token": "[UNK]",
+    "continuing_subword_prefix": null,
+    "end_of_word_suffix": null,
+    "fuse_unk": false,
+    "byte_fallback": false,
+    "ignore_merges": false,
+    "vocab": {
+      "[UNK]": 0,
+      "[PAD]": 1,
+      "[EOS]": 2,
+      "d": 3,
+      "e": 4,
+      "f": 5,
+      "g": 6,
+      "h": 7,
+      "i": 8,
+      "l": 9,
+      "n": 10,
+      "o": 11,
+      "r": 12,
+      "s": 13,
+      "t": 14,
+      "u": 15,
+      "v": 16,
+      "w": 17,
+      "x": 18,
+      "y": 19,
+      "ty": 20,
+      "en": 21,
+      "rty": 22,
+      "fi": 23,
+      "fo": 24,
+      "ix": 25,
+      "six": 26,
+      "th": 27,
+      "ne": 28,
+      "ev": 29,
+      "even": 30,
+      "seven": 31,
+      "tw": 32,
+      "fif": 33,
+      "fifty": 34,
+      "forty": 35,
+      "ei": 36,
+      "gh": 37,
+      "eigh": 38,
+      "sixty": 39,
+      "thi": 40,
+      "thirty": 41,
+      "ine": 42,
+      "nine": 43,
+      "seventy": 44,
+      "ur": 45,
+      "four": 46,
+      "eight": 47,
+      "ve": 48,
+      "one": 49,
+      "re": 50,
+      "two": 51,
+      "thre": 52,
+      "three": 53,
+      "enty": 54,
+      "twenty": 55,
+      "five": 56,
+      "eighty": 57,
+      "een": 58,
+      "teen": 59,
+      "ninety": 60,
+      "el": 61,
+      "nineteen": 62,
+      "eighteen": 63,
+      "seventeen": 64,
+      "sixteen": 65,
+      "fifteen": 66,
+      "fourteen": 67,
+      "rteen": 68,
+      "thirteen": 69,
+      "twel": 70,
+      "twelve": 71,
+      "eleven": 72,
+      "ten": 73,
+      "dre": 74,
+      "hu": 75,
+      "ndre": 76,
+      "hundre": 77,
+      "hundred": 78
+    },
+    "merges": [
+      [
+        "t",
+        "y"
+      ],
+      [
+        "e",
+        "n"
+      ],
+      [
+        "r",
+        "ty"
+      ],
+      [
+        "f",
+        "i"
+      ],
+      [
+        "f",
+        "o"
+      ],
+      [
+        "i",
+        "x"
+      ],
+      [
+        "s",
+        "ix"
+      ],
+      [
+        "t",
+        "h"
+      ],
+      [
+        "n",
+        "e"
+      ],
+      [
+        "e",
+        "v"
+      ],
+      [
+        "ev",
+        "en"
+      ],
+      [
+        "s",
+        "even"
+      ],
+      [
+        "t",
+        "w"
+      ],
+      [
+        "fi",
+        "f"
+      ],
+      [
+        "fif",
+        "ty"
+      ],
+      [
+        "fo",
+        "rty"
+      ],
+      [
+        "e",
+        "i"
+      ],
+      [
+        "g",
+        "h"
+      ],
+      [
+        "ei",
+        "gh"
+      ],
+      [
+        "six",
+        "ty"
+      ],
+      [
+        "th",
+        "i"
+      ],
+      [
+        "thi",
+        "rty"
+      ],
+      [
+        "i",
+        "ne"
+      ],
+      [
+        "n",
+        "ine"
+      ],
+      [
+        "seven",
+        "ty"
+      ],
+      [
+        "u",
+        "r"
+      ],
+      [
+        "fo",
+        "ur"
+      ],
+      [
+        "eigh",
+        "t"
+      ],
+      [
+        "v",
+        "e"
+      ],
+      [
+        "o",
+        "ne"
+      ],
+      [
+        "r",
+        "e"
+      ],
+      [
+        "tw",
+        "o"
+      ],
+      [
+        "th",
+        "re"
+      ],
+      [
+        "thre",
+        "e"
+      ],
+      [
+        "en",
+        "ty"
+      ],
+      [
+        "tw",
+        "enty"
+      ],
+      [
+        "fi",
+        "ve"
+      ],
+      [
+        "eigh",
+        "ty"
+      ],
+      [
+        "e",
+        "en"
+      ],
+      [
+        "t",
+        "een"
+      ],
+      [
+        "nine",
+        "ty"
+      ],
+      [
+        "e",
+        "l"
+      ],
+      [
+        "nine",
+        "teen"
+      ],
+      [
+        "eight",
+        "een"
+      ],
+      [
+        "seven",
+        "teen"
+      ],
+      [
+        "six",
+        "teen"
+      ],
+      [
+        "fif",
+        "teen"
+      ],
+      [
+        "four",
+        "teen"
+      ],
+      [
+        "r",
+        "teen"
+      ],
+      [
+        "thi",
+        "rteen"
+      ],
+      [
+        "tw",
+        "el"
+      ],
+      [
+        "twel",
+        "ve"
+      ],
+      [
+        "el",
+        "even"
+      ],
+      [
+        "t",
+        "en"
+      ],
+      [
+        "d",
+        "re"
+      ],
+      [
+        "h",
+        "u"
+      ],
+      [
+        "n",
+        "dre"
+      ],
+      [
+        "hu",
+        "ndre"
+      ],
+      [
+        "hundre",
+        "d"
+      ]
+    ]
+  }
+}

tokenizer_config.json

@@ -0,0 +1,16 @@
+{
+  "tokenizer_class": "BPETokenizer",
+  "unk_token": "[UNK]",
+  "pad_token": "[PAD]",
+  "eos_token": "[EOS]",
+  "bos_token": null,
+  "special_tokens": [
+    "[UNK]",
+    "[PAD]",
+    "[EOS]"
+  ],
+  "model_max_length": 96,
+  "do_lower_case": false,
+  "strip_accents": false,
+  "clean_text": false
+}

vocab.json

@@ -0,0 +1,81 @@
+{
+  "teen": 59,
+  "ve": 48,
+  "eighteen": 63,
+  "[PAD]": 1,
+  "thre": 52,
+  "fo": 24,
+  "l": 9,
+  "fourteen": 67,
+  "e": 4,
+  "t": 14,
+  "eleven": 72,
+  "ix": 25,
+  "th": 27,
+  "thi": 40,
+  "ty": 20,
+  "seventeen": 64,
+  "s": 13,
+  "seventy": 44,
+  "six": 26,
+  "twelve": 71,
+  "rty": 22,
+  "u": 15,
+  "eigh": 38,
+  "y": 19,
+  "en": 21,
+  "nineteen": 62,
+  "seven": 31,
+  "two": 51,
+  "w": 17,
+  "ninety": 60,
+  "o": 11,
+  "three": 53,
+  "ur": 45,
+  "[EOS]": 2,
+  "twel": 70,
+  "i": 8,
+  "even": 30,
+  "sixteen": 65,
+  "eight": 47,
+  "rteen": 68,
+  "d": 3,
+  "one": 49,
+  "five": 56,
+  "hundre": 77,
+  "x": 18,
+  "re": 50,
+  "four": 46,
+  "thirty": 41,
+  "ine": 42,
+  "fif": 33,
+  "n": 10,
+  "tw": 32,
+  "twenty": 55,
+  "nine": 43,
+  "v": 16,
+  "el": 61,
+  "h": 7,
+  "eighty": 57,
+  "een": 58,
+  "ndre": 76,
+  "ten": 73,
+  "ei": 36,
+  "[UNK]": 0,
+  "ne": 28,
+  "enty": 54,
+  "thirteen": 69,
+  "fi": 23,
+  "fifty": 34,
+  "forty": 35,
+  "gh": 37,
+  "f": 5,
+  "hundred": 78,
+  "g": 6,
+  "ev": 29,
+  "dre": 74,
+  "hu": 75,
+  "fifteen": 66,
+  "r": 12,
+  "sixty": 39
+}