Add C1e14-d56-0.18M

C1e14-d56-0.18M/README.md

@@ -0,0 +1,27 @@
+---
+library_name: transformers
+pipeline_tag: text-generation
+tags:
+  - midi
+  - gpt2
+  - scaling-laws
+---
+
+# C1e14-d56-0.18M
+
+Checkpoint from the MIDI IsoFLOP scaling-law sweep.
+
+| | |
+| --- | --- |
+| parameters (non-embedding) | 182224 |
+| layers / heads / width | 4 / 4 / 56 |
+| compute budget (FLOPs) | 1.000e+14 |
+| tokens seen | 91455488 |
+| final val loss | 2.4656562841208816 |
+| best val loss | 2.4656562841208816 |
+
+```python
+from transformers import AutoModelForCausalLM, AutoTokenizer
+model = AutoModelForCausalLM.from_pretrained("wmatejuk/midi-gpt", subfolder="C1e14-d56-0.18M")
+tokenizer = AutoTokenizer.from_pretrained("wmatejuk/midi-gpt", subfolder="C1e14-d56-0.18M")
+```

C1e14-d56-0.18M/config.json

@@ -0,0 +1,34 @@
+{
+  "activation_function": "gelu",
+  "add_cross_attention": false,
+  "architectures": [
+    "GPT2LMHeadModel"
+  ],
+  "attn_pdrop": 0.0,
+  "bos_token_id": 2,
+  "dtype": "float32",
+  "embd_pdrop": 0.0,
+  "eos_token_id": 3,
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "model_type": "gpt2",
+  "n_embd": 56,
+  "n_head": 4,
+  "n_inner": null,
+  "n_layer": 4,
+  "n_positions": 512,
+  "pad_token_id": 0,
+  "reorder_and_upcast_attn": false,
+  "resid_pdrop": 0.0,
+  "scale_attn_by_inverse_layer_idx": false,
+  "scale_attn_weights": true,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "tie_word_embeddings": true,
+  "transformers_version": "5.15.1",
+  "use_cache": true,
+  "vocab_size": 512
+}

C1e14-d56-0.18M/generation_config.json

@@ -0,0 +1,10 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 2,
+  "eos_token_id": 3,
+  "output_attentions": false,
+  "output_hidden_states": false,
+  "pad_token_id": 0,
+  "transformers_version": "5.15.1",
+  "use_cache": true
+}

C1e14-d56-0.18M/midi_codec.json

@@ -0,0 +1,8 @@
+{
+  "name": "dyadic",
+  "config": {
+    "time_unit": 0.01,
+    "n_velocity_bins": 32,
+    "max_time_step": 1.0
+  }
+}

C1e14-d56-0.18M/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba3fad6c1300c0655314d9535504abedf3e03eb2d87bbc5427778993a90c523
+size 848480

C1e14-d56-0.18M/summary.json

@@ -0,0 +1,22 @@
+{
+  "run_id": "C1e14-d56-0.18M",
+  "n_params": 182224,
+  "n_layer": 4,
+  "n_head": 4,
+  "n_embd": 56,
+  "vocab_size": 512,
+  "seq_len": 512,
+  "batch_size": 16,
+  "gradient_accumulation_steps": 2,
+  "world_size": 1,
+  "tokens_per_step": 16384,
+  "iter_num": 5582,
+  "tokens_seen": 91455488,
+  "flops": 99992309071872.0,
+  "budget_flops": 100000000000000.0,
+  "final_val_loss": 2.4656562841208816,
+  "best_val_loss": 2.4656562841208816,
+  "data_source": "packed",
+  "tokens_repo": "wmatejuk/midi-tokens-dyadic-tu0.01-vb32-mts1.0-vocab512",
+  "wandb_url": "https://wandb.ai/wmatejuk/midi-gpt-scaling/runs/viuhck7e"
+}

C1e14-d56-0.18M/tokenizer.json

@@ -0,0 +1,592 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "<PAD>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 1,
+      "content": "<UNK>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 2,
+      "content": "<BOS>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 3,
+      "content": "<EOS>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  ],
+  "normalizer": null,
+  "pre_tokenizer": {
+    "type": "WhitespaceSplit"
+  },
+  "post_processor": {
+    "type": "TemplateProcessing",
+    "single": [
+      {
+        "Sequence": {
+          "id": "A",
+          "type_id": 0
+        }
+      }
+    ],
+    "pair": [
+      {
+        "Sequence": {
+          "id": "A",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "B",
+          "type_id": 1
+        }
+      }
+    ],
+    "special_tokens": {}
+  },
+  "decoder": null,
+  "model": {
+    "type": "WordLevel",
+    "vocab": {
+      "<PAD>": 0,
+      "<UNK>": 1,
+      "<BOS>": 2,
+      "<EOS>": 3,
+      "NOTE_ON_21": 4,
+      "NOTE_OFF_21": 5,
+      "NOTE_ON_22": 6,
+      "NOTE_OFF_22": 7,
+      "NOTE_ON_23": 8,
+      "NOTE_OFF_23": 9,
+      "NOTE_ON_24": 10,
+      "NOTE_OFF_24": 11,
+      "NOTE_ON_25": 12,
+      "NOTE_OFF_25": 13,
+      "NOTE_ON_26": 14,
+      "NOTE_OFF_26": 15,
+      "NOTE_ON_27": 16,
+      "NOTE_OFF_27": 17,
+      "NOTE_ON_28": 18,
+      "NOTE_OFF_28": 19,
+      "NOTE_ON_29": 20,
+      "NOTE_OFF_29": 21,
+      "NOTE_ON_30": 22,
+      "NOTE_OFF_30": 23,
+      "NOTE_ON_31": 24,
+      "NOTE_OFF_31": 25,
+      "NOTE_ON_32": 26,
+      "NOTE_OFF_32": 27,
+      "NOTE_ON_33": 28,
+      "NOTE_OFF_33": 29,
+      "NOTE_ON_34": 30,
+      "NOTE_OFF_34": 31,
+      "NOTE_ON_35": 32,
+      "NOTE_OFF_35": 33,
+      "NOTE_ON_36": 34,
+      "NOTE_OFF_36": 35,
+      "NOTE_ON_37": 36,
+      "NOTE_OFF_37": 37,
+      "NOTE_ON_38": 38,
+      "NOTE_OFF_38": 39,
+      "NOTE_ON_39": 40,
+      "NOTE_OFF_39": 41,
+      "NOTE_ON_40": 42,
+      "NOTE_OFF_40": 43,
+      "NOTE_ON_41": 44,
+      "NOTE_OFF_41": 45,
+      "NOTE_ON_42": 46,
+      "NOTE_OFF_42": 47,
+      "NOTE_ON_43": 48,
+      "NOTE_OFF_43": 49,
+      "NOTE_ON_44": 50,
+      "NOTE_OFF_44": 51,
+      "NOTE_ON_45": 52,
+      "NOTE_OFF_45": 53,
+      "NOTE_ON_46": 54,
+      "NOTE_OFF_46": 55,
+      "NOTE_ON_47": 56,
+      "NOTE_OFF_47": 57,
+      "NOTE_ON_48": 58,
+      "NOTE_OFF_48": 59,
+      "NOTE_ON_49": 60,
+      "NOTE_OFF_49": 61,
+      "NOTE_ON_50": 62,
+      "NOTE_OFF_50": 63,
+      "NOTE_ON_51": 64,
+      "NOTE_OFF_51": 65,
+      "NOTE_ON_52": 66,
+      "NOTE_OFF_52": 67,
+      "NOTE_ON_53": 68,
+      "NOTE_OFF_53": 69,
+      "NOTE_ON_54": 70,
+      "NOTE_OFF_54": 71,
+      "NOTE_ON_55": 72,
+      "NOTE_OFF_55": 73,
+      "NOTE_ON_56": 74,
+      "NOTE_OFF_56": 75,
+      "NOTE_ON_57": 76,
+      "NOTE_OFF_57": 77,
+      "NOTE_ON_58": 78,
+      "NOTE_OFF_58": 79,
+      "NOTE_ON_59": 80,
+      "NOTE_OFF_59": 81,
+      "NOTE_ON_60": 82,
+      "NOTE_OFF_60": 83,
+      "NOTE_ON_61": 84,
+      "NOTE_OFF_61": 85,
+      "NOTE_ON_62": 86,
+      "NOTE_OFF_62": 87,
+      "NOTE_ON_63": 88,
+      "NOTE_OFF_63": 89,
+      "NOTE_ON_64": 90,
+      "NOTE_OFF_64": 91,
+      "NOTE_ON_65": 92,
+      "NOTE_OFF_65": 93,
+      "NOTE_ON_66": 94,
+      "NOTE_OFF_66": 95,
+      "NOTE_ON_67": 96,
+      "NOTE_OFF_67": 97,
+      "NOTE_ON_68": 98,
+      "NOTE_OFF_68": 99,
+      "NOTE_ON_69": 100,
+      "NOTE_OFF_69": 101,
+      "NOTE_ON_70": 102,
+      "NOTE_OFF_70": 103,
+      "NOTE_ON_71": 104,
+      "NOTE_OFF_71": 105,
+      "NOTE_ON_72": 106,
+      "NOTE_OFF_72": 107,
+      "NOTE_ON_73": 108,
+      "NOTE_OFF_73": 109,
+      "NOTE_ON_74": 110,
+      "NOTE_OFF_74": 111,
+      "NOTE_ON_75": 112,
+      "NOTE_OFF_75": 113,
+      "NOTE_ON_76": 114,
+      "NOTE_OFF_76": 115,
+      "NOTE_ON_77": 116,
+      "NOTE_OFF_77": 117,
+      "NOTE_ON_78": 118,
+      "NOTE_OFF_78": 119,
+      "NOTE_ON_79": 120,
+      "NOTE_OFF_79": 121,
+      "NOTE_ON_80": 122,
+      "NOTE_OFF_80": 123,
+      "NOTE_ON_81": 124,
+      "NOTE_OFF_81": 125,
+      "NOTE_ON_82": 126,
+      "NOTE_OFF_82": 127,
+      "NOTE_ON_83": 128,
+      "NOTE_OFF_83": 129,
+      "NOTE_ON_84": 130,
+      "NOTE_OFF_84": 131,
+      "NOTE_ON_85": 132,
+      "NOTE_OFF_85": 133,
+      "NOTE_ON_86": 134,
+      "NOTE_OFF_86": 135,
+      "NOTE_ON_87": 136,
+      "NOTE_OFF_87": 137,
+      "NOTE_ON_88": 138,
+      "NOTE_OFF_88": 139,
+      "NOTE_ON_89": 140,
+      "NOTE_OFF_89": 141,
+      "NOTE_ON_90": 142,
+      "NOTE_OFF_90": 143,
+      "NOTE_ON_91": 144,
+      "NOTE_OFF_91": 145,
+      "NOTE_ON_92": 146,
+      "NOTE_OFF_92": 147,
+      "NOTE_ON_93": 148,
+      "NOTE_OFF_93": 149,
+      "NOTE_ON_94": 150,
+      "NOTE_OFF_94": 151,
+      "NOTE_ON_95": 152,
+      "NOTE_OFF_95": 153,
+      "NOTE_ON_96": 154,
+      "NOTE_OFF_96": 155,
+      "NOTE_ON_97": 156,
+      "NOTE_OFF_97": 157,
+      "NOTE_ON_98": 158,
+      "NOTE_OFF_98": 159,
+      "NOTE_ON_99": 160,
+      "NOTE_OFF_99": 161,
+      "NOTE_ON_100": 162,
+      "NOTE_OFF_100": 163,
+      "NOTE_ON_101": 164,
+      "NOTE_OFF_101": 165,
+      "NOTE_ON_102": 166,
+      "NOTE_OFF_102": 167,
+      "NOTE_ON_103": 168,
+      "NOTE_OFF_103": 169,
+      "NOTE_ON_104": 170,
+      "NOTE_OFF_104": 171,
+      "NOTE_ON_105": 172,
+      "NOTE_OFF_105": 173,
+      "NOTE_ON_106": 174,
+      "NOTE_OFF_106": 175,
+      "NOTE_ON_107": 176,
+      "NOTE_OFF_107": 177,
+      "NOTE_ON_108": 178,
+      "NOTE_OFF_108": 179,
+      "VELOCITY_0": 180,
+      "VELOCITY_1": 181,
+      "VELOCITY_2": 182,
+      "VELOCITY_3": 183,
+      "VELOCITY_4": 184,
+      "VELOCITY_5": 185,
+      "VELOCITY_6": 186,
+      "VELOCITY_7": 187,
+      "VELOCITY_8": 188,
+      "VELOCITY_9": 189,
+      "VELOCITY_10": 190,
+      "VELOCITY_11": 191,
+      "VELOCITY_12": 192,
+      "VELOCITY_13": 193,
+      "VELOCITY_14": 194,
+      "VELOCITY_15": 195,
+      "VELOCITY_16": 196,
+      "VELOCITY_17": 197,
+      "VELOCITY_18": 198,
+      "VELOCITY_19": 199,
+      "VELOCITY_20": 200,
+      "VELOCITY_21": 201,
+      "VELOCITY_22": 202,
+      "VELOCITY_23": 203,
+      "VELOCITY_24": 204,
+      "VELOCITY_25": 205,
+      "VELOCITY_26": 206,
+      "VELOCITY_27": 207,
+      "VELOCITY_28": 208,
+      "VELOCITY_29": 209,
+      "VELOCITY_30": 210,
+      "VELOCITY_31": 211,
+      "1T": 212,
+      "2T": 213,
+      "4T": 214,
+      "8T": 215,
+      "16T": 216,
+      "32T": 217,
+      "64T": 218,
+      "<PLACEHOLDER_0>": 219,
+      "<PLACEHOLDER_1>": 220,
+      "<PLACEHOLDER_2>": 221,
+      "<PLACEHOLDER_3>": 222,
+      "<PLACEHOLDER_4>": 223,
+      "<PLACEHOLDER_5>": 224,
+      "<PLACEHOLDER_6>": 225,
+      "<PLACEHOLDER_7>": 226,
+      "<PLACEHOLDER_8>": 227,
+      "<PLACEHOLDER_9>": 228,
+      "<PLACEHOLDER_10>": 229,
+      "<PLACEHOLDER_11>": 230,
+      "<PLACEHOLDER_12>": 231,
+      "<PLACEHOLDER_13>": 232,
+      "<PLACEHOLDER_14>": 233,
+      "<PLACEHOLDER_15>": 234,
+      "<PLACEHOLDER_16>": 235,
+      "<PLACEHOLDER_17>": 236,
+      "<PLACEHOLDER_18>": 237,
+      "<PLACEHOLDER_19>": 238,
+      "<PLACEHOLDER_20>": 239,
+      "<PLACEHOLDER_21>": 240,
+      "<PLACEHOLDER_22>": 241,
+      "<PLACEHOLDER_23>": 242,
+      "<PLACEHOLDER_24>": 243,
+      "<PLACEHOLDER_25>": 244,
+      "<PLACEHOLDER_26>": 245,
+      "<PLACEHOLDER_27>": 246,
+      "<PLACEHOLDER_28>": 247,
+      "<PLACEHOLDER_29>": 248,
+      "<PLACEHOLDER_30>": 249,
+      "<PLACEHOLDER_31>": 250,
+      "<PLACEHOLDER_32>": 251,
+      "<PLACEHOLDER_33>": 252,
+      "<PLACEHOLDER_34>": 253,
+      "<PLACEHOLDER_35>": 254,
+      "<PLACEHOLDER_36>": 255,
+      "<PLACEHOLDER_37>": 256,
+      "<PLACEHOLDER_38>": 257,
+      "<PLACEHOLDER_39>": 258,
+      "<PLACEHOLDER_40>": 259,
+      "<PLACEHOLDER_41>": 260,
+      "<PLACEHOLDER_42>": 261,
+      "<PLACEHOLDER_43>": 262,
+      "<PLACEHOLDER_44>": 263,
+      "<PLACEHOLDER_45>": 264,
+      "<PLACEHOLDER_46>": 265,
+      "<PLACEHOLDER_47>": 266,
+      "<PLACEHOLDER_48>": 267,
+      "<PLACEHOLDER_49>": 268,
+      "<PLACEHOLDER_50>": 269,
+      "<PLACEHOLDER_51>": 270,
+      "<PLACEHOLDER_52>": 271,
+      "<PLACEHOLDER_53>": 272,
+      "<PLACEHOLDER_54>": 273,
+      "<PLACEHOLDER_55>": 274,
+      "<PLACEHOLDER_56>": 275,
+      "<PLACEHOLDER_57>": 276,
+      "<PLACEHOLDER_58>": 277,
+      "<PLACEHOLDER_59>": 278,
+      "<PLACEHOLDER_60>": 279,
+      "<PLACEHOLDER_61>": 280,
+      "<PLACEHOLDER_62>": 281,
+      "<PLACEHOLDER_63>": 282,
+      "<PLACEHOLDER_64>": 283,
+      "<PLACEHOLDER_65>": 284,
+      "<PLACEHOLDER_66>": 285,
+      "<PLACEHOLDER_67>": 286,
+      "<PLACEHOLDER_68>": 287,
+      "<PLACEHOLDER_69>": 288,
+      "<PLACEHOLDER_70>": 289,
+      "<PLACEHOLDER_71>": 290,
+      "<PLACEHOLDER_72>": 291,
+      "<PLACEHOLDER_73>": 292,
+      "<PLACEHOLDER_74>": 293,
+      "<PLACEHOLDER_75>": 294,
+      "<PLACEHOLDER_76>": 295,
+      "<PLACEHOLDER_77>": 296,
+      "<PLACEHOLDER_78>": 297,
+      "<PLACEHOLDER_79>": 298,
+      "<PLACEHOLDER_80>": 299,
+      "<PLACEHOLDER_81>": 300,
+      "<PLACEHOLDER_82>": 301,
+      "<PLACEHOLDER_83>": 302,
+      "<PLACEHOLDER_84>": 303,
+      "<PLACEHOLDER_85>": 304,
+      "<PLACEHOLDER_86>": 305,
+      "<PLACEHOLDER_87>": 306,
+      "<PLACEHOLDER_88>": 307,
+      "<PLACEHOLDER_89>": 308,
+      "<PLACEHOLDER_90>": 309,
+      "<PLACEHOLDER_91>": 310,
+      "<PLACEHOLDER_92>": 311,
+      "<PLACEHOLDER_93>": 312,
+      "<PLACEHOLDER_94>": 313,
+      "<PLACEHOLDER_95>": 314,
+      "<PLACEHOLDER_96>": 315,
+      "<PLACEHOLDER_97>": 316,
+      "<PLACEHOLDER_98>": 317,
+      "<PLACEHOLDER_99>": 318,
+      "<PLACEHOLDER_100>": 319,
+      "<PLACEHOLDER_101>": 320,
+      "<PLACEHOLDER_102>": 321,
+      "<PLACEHOLDER_103>": 322,
+      "<PLACEHOLDER_104>": 323,
+      "<PLACEHOLDER_105>": 324,
+      "<PLACEHOLDER_106>": 325,
+      "<PLACEHOLDER_107>": 326,
+      "<PLACEHOLDER_108>": 327,
+      "<PLACEHOLDER_109>": 328,
+      "<PLACEHOLDER_110>": 329,
+      "<PLACEHOLDER_111>": 330,
+      "<PLACEHOLDER_112>": 331,
+      "<PLACEHOLDER_113>": 332,
+      "<PLACEHOLDER_114>": 333,
+      "<PLACEHOLDER_115>": 334,
+      "<PLACEHOLDER_116>": 335,
+      "<PLACEHOLDER_117>": 336,
+      "<PLACEHOLDER_118>": 337,
+      "<PLACEHOLDER_119>": 338,
+      "<PLACEHOLDER_120>": 339,
+      "<PLACEHOLDER_121>": 340,
+      "<PLACEHOLDER_122>": 341,
+      "<PLACEHOLDER_123>": 342,
+      "<PLACEHOLDER_124>": 343,
+      "<PLACEHOLDER_125>": 344,
+      "<PLACEHOLDER_126>": 345,
+      "<PLACEHOLDER_127>": 346,
+      "<PLACEHOLDER_128>": 347,
+      "<PLACEHOLDER_129>": 348,
+      "<PLACEHOLDER_130>": 349,
+      "<PLACEHOLDER_131>": 350,
+      "<PLACEHOLDER_132>": 351,
+      "<PLACEHOLDER_133>": 352,
+      "<PLACEHOLDER_134>": 353,
+      "<PLACEHOLDER_135>": 354,
+      "<PLACEHOLDER_136>": 355,
+      "<PLACEHOLDER_137>": 356,
+      "<PLACEHOLDER_138>": 357,
+      "<PLACEHOLDER_139>": 358,
+      "<PLACEHOLDER_140>": 359,
+      "<PLACEHOLDER_141>": 360,
+      "<PLACEHOLDER_142>": 361,
+      "<PLACEHOLDER_143>": 362,
+      "<PLACEHOLDER_144>": 363,
+      "<PLACEHOLDER_145>": 364,
+      "<PLACEHOLDER_146>": 365,
+      "<PLACEHOLDER_147>": 366,
+      "<PLACEHOLDER_148>": 367,
+      "<PLACEHOLDER_149>": 368,
+      "<PLACEHOLDER_150>": 369,
+      "<PLACEHOLDER_151>": 370,
+      "<PLACEHOLDER_152>": 371,
+      "<PLACEHOLDER_153>": 372,
+      "<PLACEHOLDER_154>": 373,
+      "<PLACEHOLDER_155>": 374,
+      "<PLACEHOLDER_156>": 375,
+      "<PLACEHOLDER_157>": 376,
+      "<PLACEHOLDER_158>": 377,
+      "<PLACEHOLDER_159>": 378,
+      "<PLACEHOLDER_160>": 379,
+      "<PLACEHOLDER_161>": 380,
+      "<PLACEHOLDER_162>": 381,
+      "<PLACEHOLDER_163>": 382,
+      "<PLACEHOLDER_164>": 383,
+      "<PLACEHOLDER_165>": 384,
+      "<PLACEHOLDER_166>": 385,
+      "<PLACEHOLDER_167>": 386,
+      "<PLACEHOLDER_168>": 387,
+      "<PLACEHOLDER_169>": 388,
+      "<PLACEHOLDER_170>": 389,
+      "<PLACEHOLDER_171>": 390,
+      "<PLACEHOLDER_172>": 391,
+      "<PLACEHOLDER_173>": 392,
+      "<PLACEHOLDER_174>": 393,
+      "<PLACEHOLDER_175>": 394,
+      "<PLACEHOLDER_176>": 395,
+      "<PLACEHOLDER_177>": 396,
+      "<PLACEHOLDER_178>": 397,
+      "<PLACEHOLDER_179>": 398,
+      "<PLACEHOLDER_180>": 399,
+      "<PLACEHOLDER_181>": 400,
+      "<PLACEHOLDER_182>": 401,
+      "<PLACEHOLDER_183>": 402,
+      "<PLACEHOLDER_184>": 403,
+      "<PLACEHOLDER_185>": 404,
+      "<PLACEHOLDER_186>": 405,
+      "<PLACEHOLDER_187>": 406,
+      "<PLACEHOLDER_188>": 407,
+      "<PLACEHOLDER_189>": 408,
+      "<PLACEHOLDER_190>": 409,
+      "<PLACEHOLDER_191>": 410,
+      "<PLACEHOLDER_192>": 411,
+      "<PLACEHOLDER_193>": 412,
+      "<PLACEHOLDER_194>": 413,
+      "<PLACEHOLDER_195>": 414,
+      "<PLACEHOLDER_196>": 415,
+      "<PLACEHOLDER_197>": 416,
+      "<PLACEHOLDER_198>": 417,
+      "<PLACEHOLDER_199>": 418,
+      "<PLACEHOLDER_200>": 419,
+      "<PLACEHOLDER_201>": 420,
+      "<PLACEHOLDER_202>": 421,
+      "<PLACEHOLDER_203>": 422,
+      "<PLACEHOLDER_204>": 423,
+      "<PLACEHOLDER_205>": 424,
+      "<PLACEHOLDER_206>": 425,
+      "<PLACEHOLDER_207>": 426,
+      "<PLACEHOLDER_208>": 427,
+      "<PLACEHOLDER_209>": 428,
+      "<PLACEHOLDER_210>": 429,
+      "<PLACEHOLDER_211>": 430,
+      "<PLACEHOLDER_212>": 431,
+      "<PLACEHOLDER_213>": 432,
+      "<PLACEHOLDER_214>": 433,
+      "<PLACEHOLDER_215>": 434,
+      "<PLACEHOLDER_216>": 435,
+      "<PLACEHOLDER_217>": 436,
+      "<PLACEHOLDER_218>": 437,
+      "<PLACEHOLDER_219>": 438,
+      "<PLACEHOLDER_220>": 439,
+      "<PLACEHOLDER_221>": 440,
+      "<PLACEHOLDER_222>": 441,
+      "<PLACEHOLDER_223>": 442,
+      "<PLACEHOLDER_224>": 443,
+      "<PLACEHOLDER_225>": 444,
+      "<PLACEHOLDER_226>": 445,
+      "<PLACEHOLDER_227>": 446,
+      "<PLACEHOLDER_228>": 447,
+      "<PLACEHOLDER_229>": 448,
+      "<PLACEHOLDER_230>": 449,
+      "<PLACEHOLDER_231>": 450,
+      "<PLACEHOLDER_232>": 451,
+      "<PLACEHOLDER_233>": 452,
+      "<PLACEHOLDER_234>": 453,
+      "<PLACEHOLDER_235>": 454,
+      "<PLACEHOLDER_236>": 455,
+      "<PLACEHOLDER_237>": 456,
+      "<PLACEHOLDER_238>": 457,
+      "<PLACEHOLDER_239>": 458,
+      "<PLACEHOLDER_240>": 459,
+      "<PLACEHOLDER_241>": 460,
+      "<PLACEHOLDER_242>": 461,
+      "<PLACEHOLDER_243>": 462,
+      "<PLACEHOLDER_244>": 463,
+      "<PLACEHOLDER_245>": 464,
+      "<PLACEHOLDER_246>": 465,
+      "<PLACEHOLDER_247>": 466,
+      "<PLACEHOLDER_248>": 467,
+      "<PLACEHOLDER_249>": 468,
+      "<PLACEHOLDER_250>": 469,
+      "<PLACEHOLDER_251>": 470,
+      "<PLACEHOLDER_252>": 471,
+      "<PLACEHOLDER_253>": 472,
+      "<PLACEHOLDER_254>": 473,
+      "<PLACEHOLDER_255>": 474,
+      "<PLACEHOLDER_256>": 475,
+      "<PLACEHOLDER_257>": 476,
+      "<PLACEHOLDER_258>": 477,
+      "<PLACEHOLDER_259>": 478,
+      "<PLACEHOLDER_260>": 479,
+      "<PLACEHOLDER_261>": 480,
+      "<PLACEHOLDER_262>": 481,
+      "<PLACEHOLDER_263>": 482,
+      "<PLACEHOLDER_264>": 483,
+      "<PLACEHOLDER_265>": 484,
+      "<PLACEHOLDER_266>": 485,
+      "<PLACEHOLDER_267>": 486,
+      "<PLACEHOLDER_268>": 487,
+      "<PLACEHOLDER_269>": 488,
+      "<PLACEHOLDER_270>": 489,
+      "<PLACEHOLDER_271>": 490,
+      "<PLACEHOLDER_272>": 491,
+      "<PLACEHOLDER_273>": 492,
+      "<PLACEHOLDER_274>": 493,
+      "<PLACEHOLDER_275>": 494,
+      "<PLACEHOLDER_276>": 495,
+      "<PLACEHOLDER_277>": 496,
+      "<PLACEHOLDER_278>": 497,
+      "<PLACEHOLDER_279>": 498,
+      "<PLACEHOLDER_280>": 499,
+      "<PLACEHOLDER_281>": 500,
+      "<PLACEHOLDER_282>": 501,
+      "<PLACEHOLDER_283>": 502,
+      "<PLACEHOLDER_284>": 503,
+      "<PLACEHOLDER_285>": 504,
+      "<PLACEHOLDER_286>": 505,
+      "<PLACEHOLDER_287>": 506,
+      "<PLACEHOLDER_288>": 507,
+      "<PLACEHOLDER_289>": 508,
+      "<PLACEHOLDER_290>": 509,
+      "<PLACEHOLDER_291>": 510,
+      "<PLACEHOLDER_292>": 511
+    },
+    "unk_token": "<UNK>"
+  }
+}

C1e14-d56-0.18M/tokenizer_config.json

@@ -0,0 +1,11 @@
+{
+  "backend": "tokenizers",
+  "bos_token": "<BOS>",
+  "eos_token": "<EOS>",
+  "is_local": true,
+  "local_files_only": false,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<PAD>",
+  "tokenizer_class": "TokenizersBackend",
+  "unk_token": "<UNK>"
+}