diff --git a/p2_ja_bytes/seed1/step_0/config.json b/p2_ja_bytes/seed1/step_0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/p2_ja_bytes/seed1/step_0/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/p2_ja_bytes/seed1/step_0/generation_config.json b/p2_ja_bytes/seed1/step_0/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/p2_ja_bytes/seed1/step_0/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/p2_ja_bytes/seed1/step_0/model.safetensors b/p2_ja_bytes/seed1/step_0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f21d5fd2c1b1100dd66899bddf32bd96865dca32 --- /dev/null +++ b/p2_ja_bytes/seed1/step_0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d59faaaf2ff56522f60d2f1be468812465dfda2e43f89f95723e60accad37efc +size 13430768 diff --git a/p2_ja_bytes/seed1/step_0/tokenizer.json b/p2_ja_bytes/seed1/step_0/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/p2_ja_bytes/seed1/step_0/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/p2_ja_bytes/seed1/step_0/tokenizer_config.json b/p2_ja_bytes/seed1/step_0/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/p2_ja_bytes/seed1/step_0/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/p2_ja_bytes/seed1/step_10/config.json b/p2_ja_bytes/seed1/step_10/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/p2_ja_bytes/seed1/step_10/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/p2_ja_bytes/seed1/step_10/generation_config.json b/p2_ja_bytes/seed1/step_10/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/p2_ja_bytes/seed1/step_10/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/p2_ja_bytes/seed1/step_10/model.safetensors b/p2_ja_bytes/seed1/step_10/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8614d7250f1e856bff9b3c3de42aa89feb0906cf --- /dev/null +++ b/p2_ja_bytes/seed1/step_10/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe45af259b64352c2b5d65a97bd57b85135594461f221ce7f373821b263653c1 +size 13430768 diff --git a/p2_ja_bytes/seed1/step_10/tokenizer.json b/p2_ja_bytes/seed1/step_10/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/p2_ja_bytes/seed1/step_10/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/p2_ja_bytes/seed1/step_10/tokenizer_config.json b/p2_ja_bytes/seed1/step_10/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/p2_ja_bytes/seed1/step_10/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/p2_ja_bytes/seed1/step_100/config.json b/p2_ja_bytes/seed1/step_100/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/p2_ja_bytes/seed1/step_100/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/p2_ja_bytes/seed1/step_100/generation_config.json b/p2_ja_bytes/seed1/step_100/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/p2_ja_bytes/seed1/step_100/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/p2_ja_bytes/seed1/step_100/model.safetensors b/p2_ja_bytes/seed1/step_100/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f4a1b892325b4ee75004d5b32c4aedcfac6586e0 --- /dev/null +++ b/p2_ja_bytes/seed1/step_100/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60468e24a723cb675244bafa7472b3b8e749c42fcbd1a9f302dde18b74507c4c +size 13430768 diff --git a/p2_ja_bytes/seed1/step_100/tokenizer.json b/p2_ja_bytes/seed1/step_100/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/p2_ja_bytes/seed1/step_100/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/p2_ja_bytes/seed1/step_100/tokenizer_config.json b/p2_ja_bytes/seed1/step_100/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/p2_ja_bytes/seed1/step_100/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/p2_ja_bytes/seed1/step_1600/config.json b/p2_ja_bytes/seed1/step_1600/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/p2_ja_bytes/seed1/step_1600/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/p2_ja_bytes/seed1/step_1600/generation_config.json b/p2_ja_bytes/seed1/step_1600/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/p2_ja_bytes/seed1/step_1600/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/p2_ja_bytes/seed1/step_1600/model.safetensors b/p2_ja_bytes/seed1/step_1600/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7a834c9e92a12591da7bc7529f9eb17ff8549a0b --- /dev/null +++ b/p2_ja_bytes/seed1/step_1600/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fe65f85f8f48e00d5190daa36039a77d62f3275ea414acad6b706ef187e8574 +size 13430768 diff --git a/p2_ja_bytes/seed1/step_1600/tokenizer.json b/p2_ja_bytes/seed1/step_1600/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/p2_ja_bytes/seed1/step_1600/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/p2_ja_bytes/seed1/step_1600/tokenizer_config.json b/p2_ja_bytes/seed1/step_1600/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/p2_ja_bytes/seed1/step_1600/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/p2_ja_bytes/seed1/step_200/config.json b/p2_ja_bytes/seed1/step_200/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/p2_ja_bytes/seed1/step_200/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/p2_ja_bytes/seed1/step_200/generation_config.json b/p2_ja_bytes/seed1/step_200/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/p2_ja_bytes/seed1/step_200/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/p2_ja_bytes/seed1/step_200/model.safetensors b/p2_ja_bytes/seed1/step_200/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0fa6109d11d716ffeeb79042cc50001f69609f39 --- /dev/null +++ b/p2_ja_bytes/seed1/step_200/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88156f987a062e94340dfc7fe335576448c8e6f52a2e635f0a26e92a67754db4 +size 13430768 diff --git a/p2_ja_bytes/seed1/step_200/tokenizer.json b/p2_ja_bytes/seed1/step_200/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/p2_ja_bytes/seed1/step_200/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/p2_ja_bytes/seed1/step_200/tokenizer_config.json b/p2_ja_bytes/seed1/step_200/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/p2_ja_bytes/seed1/step_200/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/p2_ja_bytes/seed1/step_25/config.json b/p2_ja_bytes/seed1/step_25/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/p2_ja_bytes/seed1/step_25/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/p2_ja_bytes/seed1/step_25/generation_config.json b/p2_ja_bytes/seed1/step_25/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/p2_ja_bytes/seed1/step_25/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/p2_ja_bytes/seed1/step_25/model.safetensors b/p2_ja_bytes/seed1/step_25/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..08d61e54f72b0aa2a3e1257064e5966acc60bbd0 --- /dev/null +++ b/p2_ja_bytes/seed1/step_25/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2838f1db8612057b8ace2bfa48d2ab8805b8fc5187a1f9ace006e6229e64728 +size 13430768 diff --git a/p2_ja_bytes/seed1/step_25/tokenizer.json b/p2_ja_bytes/seed1/step_25/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/p2_ja_bytes/seed1/step_25/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/p2_ja_bytes/seed1/step_25/tokenizer_config.json b/p2_ja_bytes/seed1/step_25/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/p2_ja_bytes/seed1/step_25/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/p2_ja_bytes/seed1/step_3200/config.json b/p2_ja_bytes/seed1/step_3200/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/p2_ja_bytes/seed1/step_3200/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/p2_ja_bytes/seed1/step_3200/generation_config.json b/p2_ja_bytes/seed1/step_3200/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/p2_ja_bytes/seed1/step_3200/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/p2_ja_bytes/seed1/step_3200/model.safetensors b/p2_ja_bytes/seed1/step_3200/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0734a78c5c3f97506c091518e4471b60904a16f1 --- /dev/null +++ b/p2_ja_bytes/seed1/step_3200/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1545c3c83cf528fe5e1a605a7c93427f26600306f6805696b4888c207639ff5 +size 13430768 diff --git a/p2_ja_bytes/seed1/step_3200/tokenizer.json b/p2_ja_bytes/seed1/step_3200/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/p2_ja_bytes/seed1/step_3200/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/p2_ja_bytes/seed1/step_3200/tokenizer_config.json b/p2_ja_bytes/seed1/step_3200/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/p2_ja_bytes/seed1/step_3200/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/p2_ja_bytes/seed1/step_400/config.json b/p2_ja_bytes/seed1/step_400/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/p2_ja_bytes/seed1/step_400/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/p2_ja_bytes/seed1/step_400/generation_config.json b/p2_ja_bytes/seed1/step_400/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/p2_ja_bytes/seed1/step_400/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/p2_ja_bytes/seed1/step_400/model.safetensors b/p2_ja_bytes/seed1/step_400/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4c2db0b47affbe8834887a061f3f97153f50a913 --- /dev/null +++ b/p2_ja_bytes/seed1/step_400/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8b83f4eddba8ffb9cb37309b66ac42b89625de02397844c2bbaf57f14bf411e +size 13430768 diff --git a/p2_ja_bytes/seed1/step_400/tokenizer.json b/p2_ja_bytes/seed1/step_400/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/p2_ja_bytes/seed1/step_400/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/p2_ja_bytes/seed1/step_400/tokenizer_config.json b/p2_ja_bytes/seed1/step_400/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/p2_ja_bytes/seed1/step_400/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/p2_ja_bytes/seed1/step_50/config.json b/p2_ja_bytes/seed1/step_50/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/p2_ja_bytes/seed1/step_50/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/p2_ja_bytes/seed1/step_50/generation_config.json b/p2_ja_bytes/seed1/step_50/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/p2_ja_bytes/seed1/step_50/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/p2_ja_bytes/seed1/step_50/model.safetensors b/p2_ja_bytes/seed1/step_50/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..84b08a119f7dba55b3d5ab53e80df6bc5a6598f3 --- /dev/null +++ b/p2_ja_bytes/seed1/step_50/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3e14e8f859ecd621e996dc7ae17e846743183f018926a62c1ba6efc85fd38c7 +size 13430768 diff --git a/p2_ja_bytes/seed1/step_50/tokenizer.json b/p2_ja_bytes/seed1/step_50/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/p2_ja_bytes/seed1/step_50/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/p2_ja_bytes/seed1/step_50/tokenizer_config.json b/p2_ja_bytes/seed1/step_50/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/p2_ja_bytes/seed1/step_50/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/p2_ja_bytes/seed1/step_5092/config.json b/p2_ja_bytes/seed1/step_5092/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/p2_ja_bytes/seed1/step_5092/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/p2_ja_bytes/seed1/step_5092/generation_config.json b/p2_ja_bytes/seed1/step_5092/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/p2_ja_bytes/seed1/step_5092/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/p2_ja_bytes/seed1/step_5092/model.safetensors b/p2_ja_bytes/seed1/step_5092/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b2a91f28dc110058008f9194fd2e145d23d80cfd --- /dev/null +++ b/p2_ja_bytes/seed1/step_5092/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37015ae12e05463a7e0d05ae3a9c3888a136b03be939e897b4d291e1dca5c82a +size 13430768 diff --git a/p2_ja_bytes/seed1/step_5092/tokenizer.json b/p2_ja_bytes/seed1/step_5092/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/p2_ja_bytes/seed1/step_5092/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/p2_ja_bytes/seed1/step_5092/tokenizer_config.json b/p2_ja_bytes/seed1/step_5092/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/p2_ja_bytes/seed1/step_5092/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/p2_ja_bytes/seed1/step_800/config.json b/p2_ja_bytes/seed1/step_800/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/p2_ja_bytes/seed1/step_800/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/p2_ja_bytes/seed1/step_800/generation_config.json b/p2_ja_bytes/seed1/step_800/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/p2_ja_bytes/seed1/step_800/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/p2_ja_bytes/seed1/step_800/model.safetensors b/p2_ja_bytes/seed1/step_800/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d5d40a453e62953f3af1d65a03b39a0cad1706a8 --- /dev/null +++ b/p2_ja_bytes/seed1/step_800/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca1a91c349b4d29f1aa3a76cccb65521193df264e88f5de40ba57a7a3fa59459 +size 13430768 diff --git a/p2_ja_bytes/seed1/step_800/tokenizer.json b/p2_ja_bytes/seed1/step_800/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/p2_ja_bytes/seed1/step_800/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/p2_ja_bytes/seed1/step_800/tokenizer_config.json b/p2_ja_bytes/seed1/step_800/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/p2_ja_bytes/seed1/step_800/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/p2_ja_bytes/seed2/step_0/config.json b/p2_ja_bytes/seed2/step_0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/p2_ja_bytes/seed2/step_0/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/p2_ja_bytes/seed2/step_0/generation_config.json b/p2_ja_bytes/seed2/step_0/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/p2_ja_bytes/seed2/step_0/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/p2_ja_bytes/seed2/step_0/model.safetensors b/p2_ja_bytes/seed2/step_0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..77118171f227b12dbaa547afaf75bdf5fce880f7 --- /dev/null +++ b/p2_ja_bytes/seed2/step_0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:599b80b64606a7355a489c1b7c7cb932926fa21d4cfdc12731624f3e206b527c +size 13430768 diff --git a/p2_ja_bytes/seed2/step_0/tokenizer.json b/p2_ja_bytes/seed2/step_0/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/p2_ja_bytes/seed2/step_0/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/p2_ja_bytes/seed2/step_0/tokenizer_config.json b/p2_ja_bytes/seed2/step_0/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/p2_ja_bytes/seed2/step_0/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/p2_ja_bytes/seed2/step_10/config.json b/p2_ja_bytes/seed2/step_10/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/p2_ja_bytes/seed2/step_10/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/p2_ja_bytes/seed2/step_10/generation_config.json b/p2_ja_bytes/seed2/step_10/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/p2_ja_bytes/seed2/step_10/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/p2_ja_bytes/seed2/step_10/model.safetensors b/p2_ja_bytes/seed2/step_10/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..30e87146731365c6df3634c7a43e2d2d892970d6 --- /dev/null +++ b/p2_ja_bytes/seed2/step_10/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:277e32335f3079371320b3509e1e545e2e7d105a4e9f20605d0c0792305138bd +size 13430768 diff --git a/p2_ja_bytes/seed2/step_10/tokenizer.json b/p2_ja_bytes/seed2/step_10/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/p2_ja_bytes/seed2/step_10/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/p2_ja_bytes/seed2/step_10/tokenizer_config.json b/p2_ja_bytes/seed2/step_10/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/p2_ja_bytes/seed2/step_10/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/p2_ja_bytes/seed2/step_100/config.json b/p2_ja_bytes/seed2/step_100/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/p2_ja_bytes/seed2/step_100/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/p2_ja_bytes/seed2/step_100/generation_config.json b/p2_ja_bytes/seed2/step_100/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/p2_ja_bytes/seed2/step_100/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/p2_ja_bytes/seed2/step_100/model.safetensors b/p2_ja_bytes/seed2/step_100/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..be794ca7f5cdef0b186bc33837ee9c6875b47ad7 --- /dev/null +++ b/p2_ja_bytes/seed2/step_100/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:307e68bb5ee43d304cca80938d9c178993b3cd791306fedfbfffd412531bea82 +size 13430768 diff --git a/p2_ja_bytes/seed2/step_100/tokenizer.json b/p2_ja_bytes/seed2/step_100/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/p2_ja_bytes/seed2/step_100/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/p2_ja_bytes/seed2/step_100/tokenizer_config.json b/p2_ja_bytes/seed2/step_100/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/p2_ja_bytes/seed2/step_100/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/p2_ja_bytes/seed2/step_1600/config.json b/p2_ja_bytes/seed2/step_1600/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/p2_ja_bytes/seed2/step_1600/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/p2_ja_bytes/seed2/step_1600/generation_config.json b/p2_ja_bytes/seed2/step_1600/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/p2_ja_bytes/seed2/step_1600/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/p2_ja_bytes/seed2/step_1600/model.safetensors b/p2_ja_bytes/seed2/step_1600/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8679a6a4003254b7b50bf052d8391b983dafbcb9 --- /dev/null +++ b/p2_ja_bytes/seed2/step_1600/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2ac1d59662146f4471820f3dfe2b007e03f0cac91d9eb1deee82a2f75284bb7 +size 13430768 diff --git a/p2_ja_bytes/seed2/step_1600/tokenizer.json b/p2_ja_bytes/seed2/step_1600/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/p2_ja_bytes/seed2/step_1600/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/p2_ja_bytes/seed2/step_1600/tokenizer_config.json b/p2_ja_bytes/seed2/step_1600/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/p2_ja_bytes/seed2/step_1600/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/p2_ja_bytes/seed2/step_200/config.json b/p2_ja_bytes/seed2/step_200/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/p2_ja_bytes/seed2/step_200/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/p2_ja_bytes/seed2/step_200/generation_config.json b/p2_ja_bytes/seed2/step_200/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/p2_ja_bytes/seed2/step_200/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/p2_ja_bytes/seed2/step_200/model.safetensors b/p2_ja_bytes/seed2/step_200/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9fb1cacbf4a3d3c9ed936aaf96541a46bf22db0e --- /dev/null +++ b/p2_ja_bytes/seed2/step_200/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21bda5eff3bdab2213e8e314072cb22535a55c97cc6f1c8e6abbc3c96ce0a154 +size 13430768 diff --git a/p2_ja_bytes/seed2/step_200/tokenizer.json b/p2_ja_bytes/seed2/step_200/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/p2_ja_bytes/seed2/step_200/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/p2_ja_bytes/seed2/step_200/tokenizer_config.json b/p2_ja_bytes/seed2/step_200/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/p2_ja_bytes/seed2/step_200/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/p2_ja_bytes/seed2/step_25/config.json b/p2_ja_bytes/seed2/step_25/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/p2_ja_bytes/seed2/step_25/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/p2_ja_bytes/seed2/step_25/generation_config.json b/p2_ja_bytes/seed2/step_25/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/p2_ja_bytes/seed2/step_25/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/p2_ja_bytes/seed2/step_25/model.safetensors b/p2_ja_bytes/seed2/step_25/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b38e8b990023afd17e4d2b9f47658ff456b621d3 --- /dev/null +++ b/p2_ja_bytes/seed2/step_25/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc13ab66b7cb2104f95eefc98de3b5b7b52a95fdac2db0ba8b6d4513bd742730 +size 13430768 diff --git a/p2_ja_bytes/seed2/step_25/tokenizer.json b/p2_ja_bytes/seed2/step_25/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/p2_ja_bytes/seed2/step_25/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/p2_ja_bytes/seed2/step_25/tokenizer_config.json b/p2_ja_bytes/seed2/step_25/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/p2_ja_bytes/seed2/step_25/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/p2_ja_bytes/seed2/step_3200/config.json b/p2_ja_bytes/seed2/step_3200/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/p2_ja_bytes/seed2/step_3200/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/p2_ja_bytes/seed2/step_3200/generation_config.json b/p2_ja_bytes/seed2/step_3200/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/p2_ja_bytes/seed2/step_3200/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/p2_ja_bytes/seed2/step_3200/model.safetensors b/p2_ja_bytes/seed2/step_3200/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..038a1001052e76fa93f174049e77f9aaf05a4b92 --- /dev/null +++ b/p2_ja_bytes/seed2/step_3200/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8ea3d6d438918006a512b4a759f1e484a7db5464be0ffb22964b9ffe5816ba9 +size 13430768 diff --git a/p2_ja_bytes/seed2/step_3200/tokenizer.json b/p2_ja_bytes/seed2/step_3200/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/p2_ja_bytes/seed2/step_3200/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/p2_ja_bytes/seed2/step_3200/tokenizer_config.json b/p2_ja_bytes/seed2/step_3200/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/p2_ja_bytes/seed2/step_3200/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/p2_ja_bytes/seed2/step_400/config.json b/p2_ja_bytes/seed2/step_400/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/p2_ja_bytes/seed2/step_400/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/p2_ja_bytes/seed2/step_400/generation_config.json b/p2_ja_bytes/seed2/step_400/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/p2_ja_bytes/seed2/step_400/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/p2_ja_bytes/seed2/step_400/model.safetensors b/p2_ja_bytes/seed2/step_400/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e1ebaab3534d4c3994e918f65ef4ffca5c4673cf --- /dev/null +++ b/p2_ja_bytes/seed2/step_400/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8fd74ac484b5986a474a14587f3f158aeb137046a8e61aed78dfe6f3eeec889 +size 13430768 diff --git a/p2_ja_bytes/seed2/step_400/tokenizer.json b/p2_ja_bytes/seed2/step_400/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/p2_ja_bytes/seed2/step_400/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/p2_ja_bytes/seed2/step_400/tokenizer_config.json b/p2_ja_bytes/seed2/step_400/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/p2_ja_bytes/seed2/step_400/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/p2_ja_bytes/seed2/step_50/config.json b/p2_ja_bytes/seed2/step_50/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/p2_ja_bytes/seed2/step_50/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/p2_ja_bytes/seed2/step_50/generation_config.json b/p2_ja_bytes/seed2/step_50/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/p2_ja_bytes/seed2/step_50/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/p2_ja_bytes/seed2/step_50/model.safetensors b/p2_ja_bytes/seed2/step_50/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..14f42c9fbb8d20f483ca738cf5f1c1947b58d9c8 --- /dev/null +++ b/p2_ja_bytes/seed2/step_50/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a977114d5ed51cd961f282fc8b9bdb49668d0cc1181acf0d2fe30cbaca6cc93 +size 13430768 diff --git a/p2_ja_bytes/seed2/step_50/tokenizer.json b/p2_ja_bytes/seed2/step_50/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/p2_ja_bytes/seed2/step_50/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/p2_ja_bytes/seed2/step_50/tokenizer_config.json b/p2_ja_bytes/seed2/step_50/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/p2_ja_bytes/seed2/step_50/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/p2_ja_bytes/seed2/step_5092/config.json b/p2_ja_bytes/seed2/step_5092/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/p2_ja_bytes/seed2/step_5092/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/p2_ja_bytes/seed2/step_5092/generation_config.json b/p2_ja_bytes/seed2/step_5092/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/p2_ja_bytes/seed2/step_5092/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/p2_ja_bytes/seed2/step_5092/model.safetensors b/p2_ja_bytes/seed2/step_5092/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3619da9d516ea574346a9c1859e1d19b6e333c13 --- /dev/null +++ b/p2_ja_bytes/seed2/step_5092/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3ff375ff9340c364cde4651fd574f7e6fcdf9619a31b7f219cd86f81d0c195b +size 13430768 diff --git a/p2_ja_bytes/seed2/step_5092/tokenizer.json b/p2_ja_bytes/seed2/step_5092/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/p2_ja_bytes/seed2/step_5092/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/p2_ja_bytes/seed2/step_5092/tokenizer_config.json b/p2_ja_bytes/seed2/step_5092/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/p2_ja_bytes/seed2/step_5092/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/p2_ja_bytes/seed2/step_800/config.json b/p2_ja_bytes/seed2/step_800/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/p2_ja_bytes/seed2/step_800/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/p2_ja_bytes/seed2/step_800/generation_config.json b/p2_ja_bytes/seed2/step_800/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/p2_ja_bytes/seed2/step_800/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/p2_ja_bytes/seed2/step_800/model.safetensors b/p2_ja_bytes/seed2/step_800/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bcde65afd92a9fbaaae315125eec7f14724b8113 --- /dev/null +++ b/p2_ja_bytes/seed2/step_800/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb167c1d06621780f6e64c5564e28cbd07e97a156f55bf89646109391117a4bd +size 13430768 diff --git a/p2_ja_bytes/seed2/step_800/tokenizer.json b/p2_ja_bytes/seed2/step_800/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/p2_ja_bytes/seed2/step_800/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/p2_ja_bytes/seed2/step_800/tokenizer_config.json b/p2_ja_bytes/seed2/step_800/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/p2_ja_bytes/seed2/step_800/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/p2_ja_bytes/seed3/step_0/config.json b/p2_ja_bytes/seed3/step_0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/p2_ja_bytes/seed3/step_0/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/p2_ja_bytes/seed3/step_0/generation_config.json b/p2_ja_bytes/seed3/step_0/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/p2_ja_bytes/seed3/step_0/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/p2_ja_bytes/seed3/step_0/model.safetensors b/p2_ja_bytes/seed3/step_0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f6a50390e453431492e9687530dc97e755cfa3e0 --- /dev/null +++ b/p2_ja_bytes/seed3/step_0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:baef5f347c975a60974add3ff02ab401bf5c2ac32cc71f0c5ece0f328b6d1434 +size 13430768 diff --git a/p2_ja_bytes/seed3/step_0/tokenizer.json b/p2_ja_bytes/seed3/step_0/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/p2_ja_bytes/seed3/step_0/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/p2_ja_bytes/seed3/step_0/tokenizer_config.json b/p2_ja_bytes/seed3/step_0/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/p2_ja_bytes/seed3/step_0/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/p2_ja_bytes/seed3/step_10/config.json b/p2_ja_bytes/seed3/step_10/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/p2_ja_bytes/seed3/step_10/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/p2_ja_bytes/seed3/step_10/generation_config.json b/p2_ja_bytes/seed3/step_10/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/p2_ja_bytes/seed3/step_10/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/p2_ja_bytes/seed3/step_10/model.safetensors b/p2_ja_bytes/seed3/step_10/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3db98dec6650d939ee300e56abe2f1772930e8a1 --- /dev/null +++ b/p2_ja_bytes/seed3/step_10/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73f8ae0131c9d17bbca8e7e1a664036b8caae8231beedcff97c8b2402be23e28 +size 13430768 diff --git a/p2_ja_bytes/seed3/step_10/tokenizer.json b/p2_ja_bytes/seed3/step_10/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/p2_ja_bytes/seed3/step_10/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/p2_ja_bytes/seed3/step_10/tokenizer_config.json b/p2_ja_bytes/seed3/step_10/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/p2_ja_bytes/seed3/step_10/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/p2_ja_bytes/seed3/step_100/config.json b/p2_ja_bytes/seed3/step_100/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/p2_ja_bytes/seed3/step_100/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/p2_ja_bytes/seed3/step_100/generation_config.json b/p2_ja_bytes/seed3/step_100/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/p2_ja_bytes/seed3/step_100/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/p2_ja_bytes/seed3/step_100/model.safetensors b/p2_ja_bytes/seed3/step_100/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3d7d9d51a065e8124bac47c9e9a24cb0d0b72f57 --- /dev/null +++ b/p2_ja_bytes/seed3/step_100/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf2cab9fab7e75fe6e94590b394e4c4f4e1a0efc6c7893116232211675f55b26 +size 13430768 diff --git a/p2_ja_bytes/seed3/step_100/tokenizer.json b/p2_ja_bytes/seed3/step_100/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/p2_ja_bytes/seed3/step_100/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/p2_ja_bytes/seed3/step_100/tokenizer_config.json b/p2_ja_bytes/seed3/step_100/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/p2_ja_bytes/seed3/step_100/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/p2_ja_bytes/seed3/step_1600/config.json b/p2_ja_bytes/seed3/step_1600/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/p2_ja_bytes/seed3/step_1600/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/p2_ja_bytes/seed3/step_1600/generation_config.json b/p2_ja_bytes/seed3/step_1600/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/p2_ja_bytes/seed3/step_1600/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/p2_ja_bytes/seed3/step_1600/model.safetensors b/p2_ja_bytes/seed3/step_1600/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4a5e235f28d410599b4f4e52316aa618149cbc6 --- /dev/null +++ b/p2_ja_bytes/seed3/step_1600/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ae5ffb1d765b992796f11537858b389028fe52cbf9017e7a0be31cc318a7acb +size 13430768 diff --git a/p2_ja_bytes/seed3/step_1600/tokenizer.json b/p2_ja_bytes/seed3/step_1600/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/p2_ja_bytes/seed3/step_1600/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/p2_ja_bytes/seed3/step_1600/tokenizer_config.json b/p2_ja_bytes/seed3/step_1600/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/p2_ja_bytes/seed3/step_1600/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/p2_ja_bytes/seed3/step_200/config.json b/p2_ja_bytes/seed3/step_200/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/p2_ja_bytes/seed3/step_200/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/p2_ja_bytes/seed3/step_200/generation_config.json b/p2_ja_bytes/seed3/step_200/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/p2_ja_bytes/seed3/step_200/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/p2_ja_bytes/seed3/step_200/model.safetensors b/p2_ja_bytes/seed3/step_200/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0ccb25defafd79828dc08c50ae4411a37c64714c --- /dev/null +++ b/p2_ja_bytes/seed3/step_200/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a82745772f7055286d7f855479dfafa9d28416b1f07e9d0299af201799d5279 +size 13430768 diff --git a/p2_ja_bytes/seed3/step_200/tokenizer.json b/p2_ja_bytes/seed3/step_200/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/p2_ja_bytes/seed3/step_200/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/p2_ja_bytes/seed3/step_200/tokenizer_config.json b/p2_ja_bytes/seed3/step_200/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/p2_ja_bytes/seed3/step_200/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/p2_ja_bytes/seed3/step_25/config.json b/p2_ja_bytes/seed3/step_25/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/p2_ja_bytes/seed3/step_25/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/p2_ja_bytes/seed3/step_25/generation_config.json b/p2_ja_bytes/seed3/step_25/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/p2_ja_bytes/seed3/step_25/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/p2_ja_bytes/seed3/step_25/model.safetensors b/p2_ja_bytes/seed3/step_25/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..67a5a9b89db990eb4a13dc3c8528f0da57f53bb9 --- /dev/null +++ b/p2_ja_bytes/seed3/step_25/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d5c082a46895115f690fbc37e83ab8653e8928e9a2fd94aeb50cedd531e6e00 +size 13430768 diff --git a/p2_ja_bytes/seed3/step_25/tokenizer.json b/p2_ja_bytes/seed3/step_25/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/p2_ja_bytes/seed3/step_25/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/p2_ja_bytes/seed3/step_25/tokenizer_config.json b/p2_ja_bytes/seed3/step_25/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/p2_ja_bytes/seed3/step_25/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/p2_ja_bytes/seed3/step_3200/config.json b/p2_ja_bytes/seed3/step_3200/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/p2_ja_bytes/seed3/step_3200/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/p2_ja_bytes/seed3/step_3200/generation_config.json b/p2_ja_bytes/seed3/step_3200/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/p2_ja_bytes/seed3/step_3200/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/p2_ja_bytes/seed3/step_3200/model.safetensors b/p2_ja_bytes/seed3/step_3200/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c04d65411b6c71aeb72807d110cf21cbc392c4f9 --- /dev/null +++ b/p2_ja_bytes/seed3/step_3200/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b012517c30e2a71efefcb25809b0879f3b5ace69a710537a06d24d42d42eb17 +size 13430768 diff --git a/p2_ja_bytes/seed3/step_3200/tokenizer.json b/p2_ja_bytes/seed3/step_3200/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/p2_ja_bytes/seed3/step_3200/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/p2_ja_bytes/seed3/step_3200/tokenizer_config.json b/p2_ja_bytes/seed3/step_3200/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/p2_ja_bytes/seed3/step_3200/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/p2_ja_bytes/seed3/step_400/config.json b/p2_ja_bytes/seed3/step_400/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/p2_ja_bytes/seed3/step_400/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/p2_ja_bytes/seed3/step_400/generation_config.json b/p2_ja_bytes/seed3/step_400/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/p2_ja_bytes/seed3/step_400/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/p2_ja_bytes/seed3/step_400/model.safetensors b/p2_ja_bytes/seed3/step_400/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b479f6c39096a34f331eb419ac5ef32076908fcc --- /dev/null +++ b/p2_ja_bytes/seed3/step_400/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10111e5d535a3ccb7577a576262fba60f66a3460674348b5bc31fda4c190706a +size 13430768 diff --git a/p2_ja_bytes/seed3/step_400/tokenizer.json b/p2_ja_bytes/seed3/step_400/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/p2_ja_bytes/seed3/step_400/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/p2_ja_bytes/seed3/step_400/tokenizer_config.json b/p2_ja_bytes/seed3/step_400/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/p2_ja_bytes/seed3/step_400/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/p2_ja_bytes/seed3/step_50/config.json b/p2_ja_bytes/seed3/step_50/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/p2_ja_bytes/seed3/step_50/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/p2_ja_bytes/seed3/step_50/generation_config.json b/p2_ja_bytes/seed3/step_50/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/p2_ja_bytes/seed3/step_50/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/p2_ja_bytes/seed3/step_50/model.safetensors b/p2_ja_bytes/seed3/step_50/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..21761ef8ec63986b8a3ea27dfdb31943c2df3a65 --- /dev/null +++ b/p2_ja_bytes/seed3/step_50/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:200f47fb1570168df157d567afd3d45ae1f838880bb846d6c3511faf937912bf +size 13430768 diff --git a/p2_ja_bytes/seed3/step_50/tokenizer.json b/p2_ja_bytes/seed3/step_50/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/p2_ja_bytes/seed3/step_50/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/p2_ja_bytes/seed3/step_50/tokenizer_config.json b/p2_ja_bytes/seed3/step_50/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/p2_ja_bytes/seed3/step_50/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/p2_ja_bytes/seed3/step_5092/config.json b/p2_ja_bytes/seed3/step_5092/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/p2_ja_bytes/seed3/step_5092/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/p2_ja_bytes/seed3/step_5092/generation_config.json b/p2_ja_bytes/seed3/step_5092/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/p2_ja_bytes/seed3/step_5092/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/p2_ja_bytes/seed3/step_5092/model.safetensors b/p2_ja_bytes/seed3/step_5092/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..37c9e42f57f27e34e965619faeebde8e1cd8d88f --- /dev/null +++ b/p2_ja_bytes/seed3/step_5092/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93d5ea72a6a4673c9b82e25bf5e7b87f33866a32c34d2ed71195b82e20c80f3e +size 13430768 diff --git a/p2_ja_bytes/seed3/step_5092/tokenizer.json b/p2_ja_bytes/seed3/step_5092/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/p2_ja_bytes/seed3/step_5092/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/p2_ja_bytes/seed3/step_5092/tokenizer_config.json b/p2_ja_bytes/seed3/step_5092/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/p2_ja_bytes/seed3/step_5092/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/p2_ja_bytes/seed3/step_800/config.json b/p2_ja_bytes/seed3/step_800/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/p2_ja_bytes/seed3/step_800/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/p2_ja_bytes/seed3/step_800/generation_config.json b/p2_ja_bytes/seed3/step_800/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/p2_ja_bytes/seed3/step_800/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/p2_ja_bytes/seed3/step_800/model.safetensors b/p2_ja_bytes/seed3/step_800/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..692a9134a531a4734dd95025196ff2b50061195d --- /dev/null +++ b/p2_ja_bytes/seed3/step_800/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e20097030f3778b025d44f0c90be9ba850994e9ac8271e3d5ccd12fc68a6eda6 +size 13430768 diff --git a/p2_ja_bytes/seed3/step_800/tokenizer.json b/p2_ja_bytes/seed3/step_800/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/p2_ja_bytes/seed3/step_800/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/p2_ja_bytes/seed3/step_800/tokenizer_config.json b/p2_ja_bytes/seed3/step_800/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/p2_ja_bytes/seed3/step_800/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +}