diff --git a/en_free/seed1/step_0/config.json b/en_free/seed1/step_0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/en_free/seed1/step_0/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/en_free/seed1/step_0/generation_config.json b/en_free/seed1/step_0/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/en_free/seed1/step_0/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/en_free/seed1/step_0/model.safetensors b/en_free/seed1/step_0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6e3d809eadae60b4a0f33133fe8229f5583c62b2 --- /dev/null +++ b/en_free/seed1/step_0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc2e6e0aa028df3725ef45700b33baa5708ce8d181cc47eeb00b30ba71bc55b9 +size 13430768 diff --git a/en_free/seed1/step_0/tokenizer.json b/en_free/seed1/step_0/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/en_free/seed1/step_0/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/en_free/seed1/step_0/tokenizer_config.json b/en_free/seed1/step_0/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/en_free/seed1/step_0/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/en_free/seed1/step_10/config.json b/en_free/seed1/step_10/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/en_free/seed1/step_10/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/en_free/seed1/step_10/generation_config.json b/en_free/seed1/step_10/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/en_free/seed1/step_10/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/en_free/seed1/step_10/model.safetensors b/en_free/seed1/step_10/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2f2c1a8a1c930997d744c3f1499ac8fb36297520 --- /dev/null +++ b/en_free/seed1/step_10/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dd4c501f795dcf425b7a80f7fe3fa6008b79af9795ff2fb22672662088c33ab +size 13430768 diff --git a/en_free/seed1/step_10/tokenizer.json b/en_free/seed1/step_10/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/en_free/seed1/step_10/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/en_free/seed1/step_10/tokenizer_config.json b/en_free/seed1/step_10/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/en_free/seed1/step_10/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/en_free/seed1/step_100/config.json b/en_free/seed1/step_100/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/en_free/seed1/step_100/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/en_free/seed1/step_100/generation_config.json b/en_free/seed1/step_100/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/en_free/seed1/step_100/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/en_free/seed1/step_100/model.safetensors b/en_free/seed1/step_100/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5db80dc6d298800024ea90443dfe7c668efaf467 --- /dev/null +++ b/en_free/seed1/step_100/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7e55ab17c4a129959e2ce374838121d585b935c48238116a8c3e87bc04c3acc +size 13430768 diff --git a/en_free/seed1/step_100/tokenizer.json b/en_free/seed1/step_100/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/en_free/seed1/step_100/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/en_free/seed1/step_100/tokenizer_config.json b/en_free/seed1/step_100/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/en_free/seed1/step_100/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/en_free/seed1/step_1600/config.json b/en_free/seed1/step_1600/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/en_free/seed1/step_1600/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/en_free/seed1/step_1600/generation_config.json b/en_free/seed1/step_1600/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/en_free/seed1/step_1600/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/en_free/seed1/step_1600/model.safetensors b/en_free/seed1/step_1600/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bbfd8100ad49679e45df2bc4793eea5acb811165 --- /dev/null +++ b/en_free/seed1/step_1600/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d37c21c2ac1387f3a97322e9da9f880c831f32e6a4c4275af4318fc31cfdd8df +size 13430768 diff --git a/en_free/seed1/step_1600/tokenizer.json b/en_free/seed1/step_1600/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/en_free/seed1/step_1600/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/en_free/seed1/step_1600/tokenizer_config.json b/en_free/seed1/step_1600/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/en_free/seed1/step_1600/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/en_free/seed1/step_200/config.json b/en_free/seed1/step_200/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/en_free/seed1/step_200/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/en_free/seed1/step_200/generation_config.json b/en_free/seed1/step_200/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/en_free/seed1/step_200/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/en_free/seed1/step_200/model.safetensors b/en_free/seed1/step_200/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4fb5390baebfa5f68e78d4879ed7552848cd3bc --- /dev/null +++ b/en_free/seed1/step_200/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53973aa09a81a835f06715b2a8675b5cc16fb321127d8f5acfc755ac7c3a76f6 +size 13430768 diff --git a/en_free/seed1/step_200/tokenizer.json b/en_free/seed1/step_200/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/en_free/seed1/step_200/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/en_free/seed1/step_200/tokenizer_config.json b/en_free/seed1/step_200/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/en_free/seed1/step_200/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/en_free/seed1/step_25/config.json b/en_free/seed1/step_25/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/en_free/seed1/step_25/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/en_free/seed1/step_25/generation_config.json b/en_free/seed1/step_25/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/en_free/seed1/step_25/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/en_free/seed1/step_25/model.safetensors b/en_free/seed1/step_25/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c2d890df1298df49cd476a9fb8ba18387a567ce9 --- /dev/null +++ b/en_free/seed1/step_25/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfb638c9ed9b098f93b3633e1397c66ada0de5dcb69a319efc5d4c4a5cf9a2e1 +size 13430768 diff --git a/en_free/seed1/step_25/tokenizer.json b/en_free/seed1/step_25/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/en_free/seed1/step_25/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/en_free/seed1/step_25/tokenizer_config.json b/en_free/seed1/step_25/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/en_free/seed1/step_25/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/en_free/seed1/step_3200/config.json b/en_free/seed1/step_3200/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/en_free/seed1/step_3200/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/en_free/seed1/step_3200/generation_config.json b/en_free/seed1/step_3200/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/en_free/seed1/step_3200/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/en_free/seed1/step_3200/model.safetensors b/en_free/seed1/step_3200/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..914bcdd82cd345f3ad7c2278ffa877d9ba7c973f --- /dev/null +++ b/en_free/seed1/step_3200/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1682490940c55cc50681e69d2070c2773fd9e0053c3ac9e08f1a3c7dc8560c7 +size 13430768 diff --git a/en_free/seed1/step_3200/tokenizer.json b/en_free/seed1/step_3200/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/en_free/seed1/step_3200/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/en_free/seed1/step_3200/tokenizer_config.json b/en_free/seed1/step_3200/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/en_free/seed1/step_3200/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/en_free/seed1/step_400/config.json b/en_free/seed1/step_400/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/en_free/seed1/step_400/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/en_free/seed1/step_400/generation_config.json b/en_free/seed1/step_400/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/en_free/seed1/step_400/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/en_free/seed1/step_400/model.safetensors b/en_free/seed1/step_400/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..06183fe15f6757ed348cbe71654c35f2266fc847 --- /dev/null +++ b/en_free/seed1/step_400/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e34c7fe61ef4d0734755c3ad8fd3879b7483cfa384daf8e6fec04986b49b5359 +size 13430768 diff --git a/en_free/seed1/step_400/tokenizer.json b/en_free/seed1/step_400/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/en_free/seed1/step_400/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/en_free/seed1/step_400/tokenizer_config.json b/en_free/seed1/step_400/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/en_free/seed1/step_400/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/en_free/seed1/step_50/config.json b/en_free/seed1/step_50/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/en_free/seed1/step_50/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/en_free/seed1/step_50/generation_config.json b/en_free/seed1/step_50/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/en_free/seed1/step_50/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/en_free/seed1/step_50/model.safetensors b/en_free/seed1/step_50/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..878fc8534b9d1db2c5e9041ad34be64aca04bb4a --- /dev/null +++ b/en_free/seed1/step_50/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c9aa191b31894241bd2f4f7427b6598f0383957443e9503d6af3ad312298beb +size 13430768 diff --git a/en_free/seed1/step_50/tokenizer.json b/en_free/seed1/step_50/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/en_free/seed1/step_50/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/en_free/seed1/step_50/tokenizer_config.json b/en_free/seed1/step_50/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/en_free/seed1/step_50/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/en_free/seed1/step_5092/config.json b/en_free/seed1/step_5092/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/en_free/seed1/step_5092/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/en_free/seed1/step_5092/generation_config.json b/en_free/seed1/step_5092/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/en_free/seed1/step_5092/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/en_free/seed1/step_5092/model.safetensors b/en_free/seed1/step_5092/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..057c67b20fe45f3724ceec5c6af764b8a176c5b5 --- /dev/null +++ b/en_free/seed1/step_5092/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a277213fa8eab7523c71bb835120f06c913a90bd29c45d828a18c1b4939fba49 +size 13430768 diff --git a/en_free/seed1/step_5092/tokenizer.json b/en_free/seed1/step_5092/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/en_free/seed1/step_5092/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/en_free/seed1/step_5092/tokenizer_config.json b/en_free/seed1/step_5092/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/en_free/seed1/step_5092/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/en_free/seed1/step_800/config.json b/en_free/seed1/step_800/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/en_free/seed1/step_800/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/en_free/seed1/step_800/generation_config.json b/en_free/seed1/step_800/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/en_free/seed1/step_800/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/en_free/seed1/step_800/model.safetensors b/en_free/seed1/step_800/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fad84a05ca00d00171bbde0b0b0d6694e4d9be22 --- /dev/null +++ b/en_free/seed1/step_800/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46911675ef5109e9154edd58d3d7e34655ebd46e650b169386620a5595c822ad +size 13430768 diff --git a/en_free/seed1/step_800/tokenizer.json b/en_free/seed1/step_800/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/en_free/seed1/step_800/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/en_free/seed1/step_800/tokenizer_config.json b/en_free/seed1/step_800/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/en_free/seed1/step_800/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/en_free/seed2/step_0/config.json b/en_free/seed2/step_0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/en_free/seed2/step_0/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/en_free/seed2/step_0/generation_config.json b/en_free/seed2/step_0/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/en_free/seed2/step_0/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/en_free/seed2/step_0/model.safetensors b/en_free/seed2/step_0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f1fbb284fb01e3c11036374cf375349cf8a09348 --- /dev/null +++ b/en_free/seed2/step_0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46bb8b49cf4e0984534387081f7164b98e7294489d4ed0b2eb993d66be020b7d +size 13430768 diff --git a/en_free/seed2/step_0/tokenizer.json b/en_free/seed2/step_0/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/en_free/seed2/step_0/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/en_free/seed2/step_0/tokenizer_config.json b/en_free/seed2/step_0/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/en_free/seed2/step_0/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/en_free/seed2/step_10/config.json b/en_free/seed2/step_10/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/en_free/seed2/step_10/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/en_free/seed2/step_10/generation_config.json b/en_free/seed2/step_10/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/en_free/seed2/step_10/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/en_free/seed2/step_10/model.safetensors b/en_free/seed2/step_10/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e4d529359a4254e64ddb40c5c4d6b4c3e6c7242b --- /dev/null +++ b/en_free/seed2/step_10/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06da9dd7688a7432abb552c9b4d734b0260416b5635e9793d5b75e41cc797953 +size 13430768 diff --git a/en_free/seed2/step_10/tokenizer.json b/en_free/seed2/step_10/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/en_free/seed2/step_10/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/en_free/seed2/step_10/tokenizer_config.json b/en_free/seed2/step_10/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/en_free/seed2/step_10/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/en_free/seed2/step_100/config.json b/en_free/seed2/step_100/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/en_free/seed2/step_100/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/en_free/seed2/step_100/generation_config.json b/en_free/seed2/step_100/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/en_free/seed2/step_100/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/en_free/seed2/step_100/model.safetensors b/en_free/seed2/step_100/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ed486612dfc4510fed527654bf08e627c47f5315 --- /dev/null +++ b/en_free/seed2/step_100/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71e378d8afafd15c8d7ff25ca2699758919d205d8dc0c1bd97209befed405888 +size 13430768 diff --git a/en_free/seed2/step_100/tokenizer.json b/en_free/seed2/step_100/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/en_free/seed2/step_100/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/en_free/seed2/step_100/tokenizer_config.json b/en_free/seed2/step_100/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/en_free/seed2/step_100/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/en_free/seed2/step_1600/config.json b/en_free/seed2/step_1600/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/en_free/seed2/step_1600/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/en_free/seed2/step_1600/generation_config.json b/en_free/seed2/step_1600/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/en_free/seed2/step_1600/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/en_free/seed2/step_1600/model.safetensors b/en_free/seed2/step_1600/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ef1e580d2d491193210ae059c667335a77c0a522 --- /dev/null +++ b/en_free/seed2/step_1600/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7995ef95e5a445aeae3a31adcde56896273e2ce5a0783f1393c2565fa34cb73 +size 13430768 diff --git a/en_free/seed2/step_1600/tokenizer.json b/en_free/seed2/step_1600/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/en_free/seed2/step_1600/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/en_free/seed2/step_1600/tokenizer_config.json b/en_free/seed2/step_1600/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/en_free/seed2/step_1600/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/en_free/seed2/step_200/config.json b/en_free/seed2/step_200/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/en_free/seed2/step_200/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/en_free/seed2/step_200/generation_config.json b/en_free/seed2/step_200/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/en_free/seed2/step_200/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/en_free/seed2/step_200/model.safetensors b/en_free/seed2/step_200/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8a73c16b955acb3fa16962d2f5b2397d1e851e9b --- /dev/null +++ b/en_free/seed2/step_200/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbd6365b7a9847b9f0e2f8cde8491ef32fa915c2def2d7cd116011aaee0a474f +size 13430768 diff --git a/en_free/seed2/step_200/tokenizer.json b/en_free/seed2/step_200/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/en_free/seed2/step_200/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/en_free/seed2/step_200/tokenizer_config.json b/en_free/seed2/step_200/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/en_free/seed2/step_200/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/en_free/seed2/step_25/config.json b/en_free/seed2/step_25/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/en_free/seed2/step_25/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/en_free/seed2/step_25/generation_config.json b/en_free/seed2/step_25/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/en_free/seed2/step_25/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/en_free/seed2/step_25/model.safetensors b/en_free/seed2/step_25/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2f7663fd27dacf157c81dae2542800eb6542a763 --- /dev/null +++ b/en_free/seed2/step_25/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a667b7184084dfbe37bfd5d5ceb4cbb1b6b6fc07dd6a2a0dd3fbfbd3dc6c5f2 +size 13430768 diff --git a/en_free/seed2/step_25/tokenizer.json b/en_free/seed2/step_25/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/en_free/seed2/step_25/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/en_free/seed2/step_25/tokenizer_config.json b/en_free/seed2/step_25/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/en_free/seed2/step_25/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/en_free/seed2/step_3200/config.json b/en_free/seed2/step_3200/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/en_free/seed2/step_3200/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/en_free/seed2/step_3200/generation_config.json b/en_free/seed2/step_3200/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/en_free/seed2/step_3200/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/en_free/seed2/step_3200/model.safetensors b/en_free/seed2/step_3200/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7e92edfad71eb9b4ce50a91c874b23dae51b3d3a --- /dev/null +++ b/en_free/seed2/step_3200/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6d377e7436ae43b53bbc29e55909e1b21f0f73d9a2233d1a6e36aac0a2fca84 +size 13430768 diff --git a/en_free/seed2/step_3200/tokenizer.json b/en_free/seed2/step_3200/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/en_free/seed2/step_3200/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/en_free/seed2/step_3200/tokenizer_config.json b/en_free/seed2/step_3200/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/en_free/seed2/step_3200/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/en_free/seed2/step_400/config.json b/en_free/seed2/step_400/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/en_free/seed2/step_400/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/en_free/seed2/step_400/generation_config.json b/en_free/seed2/step_400/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/en_free/seed2/step_400/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/en_free/seed2/step_400/model.safetensors b/en_free/seed2/step_400/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0eeb6fc6848b93374acdca97b86d13df7ce889de --- /dev/null +++ b/en_free/seed2/step_400/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15c5b3789a05dda572a112c451a69503ebad6fdc67d7e3e3c88a5feb00b1e4a0 +size 13430768 diff --git a/en_free/seed2/step_400/tokenizer.json b/en_free/seed2/step_400/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/en_free/seed2/step_400/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/en_free/seed2/step_400/tokenizer_config.json b/en_free/seed2/step_400/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/en_free/seed2/step_400/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/en_free/seed2/step_50/config.json b/en_free/seed2/step_50/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/en_free/seed2/step_50/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/en_free/seed2/step_50/generation_config.json b/en_free/seed2/step_50/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/en_free/seed2/step_50/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/en_free/seed2/step_50/model.safetensors b/en_free/seed2/step_50/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c69313f9d4a0cd355a6a9f2d2f18048ca1683f41 --- /dev/null +++ b/en_free/seed2/step_50/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:642cc5bfa7a9c9e1b931e6866302c79aa47a387ea30f7339f3d1e29871350e11 +size 13430768 diff --git a/en_free/seed2/step_50/tokenizer.json b/en_free/seed2/step_50/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/en_free/seed2/step_50/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/en_free/seed2/step_50/tokenizer_config.json b/en_free/seed2/step_50/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/en_free/seed2/step_50/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/en_free/seed2/step_5092/config.json b/en_free/seed2/step_5092/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/en_free/seed2/step_5092/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/en_free/seed2/step_5092/generation_config.json b/en_free/seed2/step_5092/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/en_free/seed2/step_5092/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/en_free/seed2/step_5092/model.safetensors b/en_free/seed2/step_5092/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c39593d555cfe5b1ac1c0e6af7e446d0ede99895 --- /dev/null +++ b/en_free/seed2/step_5092/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea61a644eea47c95caf6eac11c88543ed7a779a2aa54e3816cb08d10ab9d497b +size 13430768 diff --git a/en_free/seed2/step_5092/tokenizer.json b/en_free/seed2/step_5092/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/en_free/seed2/step_5092/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/en_free/seed2/step_5092/tokenizer_config.json b/en_free/seed2/step_5092/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/en_free/seed2/step_5092/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/en_free/seed2/step_800/config.json b/en_free/seed2/step_800/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/en_free/seed2/step_800/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/en_free/seed2/step_800/generation_config.json b/en_free/seed2/step_800/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/en_free/seed2/step_800/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/en_free/seed2/step_800/model.safetensors b/en_free/seed2/step_800/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5eada8c7c90beff049fb885b3399daf068f51a7c --- /dev/null +++ b/en_free/seed2/step_800/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1aba4f33cfed5fd2fef16bc69b11a9e7f875c1bbb53fcc1465f63c824db49f0f +size 13430768 diff --git a/en_free/seed2/step_800/tokenizer.json b/en_free/seed2/step_800/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/en_free/seed2/step_800/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/en_free/seed2/step_800/tokenizer_config.json b/en_free/seed2/step_800/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/en_free/seed2/step_800/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/en_free/seed3/step_0/config.json b/en_free/seed3/step_0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/en_free/seed3/step_0/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/en_free/seed3/step_0/generation_config.json b/en_free/seed3/step_0/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/en_free/seed3/step_0/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/en_free/seed3/step_0/model.safetensors b/en_free/seed3/step_0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aa2d74bbf8225492b5d152dd8e13f302d603c3a1 --- /dev/null +++ b/en_free/seed3/step_0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbfabf0a9748a21b6f6e761c089873da2e2b479cc7a2bbc223484b0e52e2087a +size 13430768 diff --git a/en_free/seed3/step_0/tokenizer.json b/en_free/seed3/step_0/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/en_free/seed3/step_0/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/en_free/seed3/step_0/tokenizer_config.json b/en_free/seed3/step_0/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/en_free/seed3/step_0/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/en_free/seed3/step_10/config.json b/en_free/seed3/step_10/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/en_free/seed3/step_10/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/en_free/seed3/step_10/generation_config.json b/en_free/seed3/step_10/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/en_free/seed3/step_10/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/en_free/seed3/step_10/model.safetensors b/en_free/seed3/step_10/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3b2b4962afb7af0deef458f5bc0f0c2268235579 --- /dev/null +++ b/en_free/seed3/step_10/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e0a9a876bc5b7b0a73fe742c77c656247c6913b629c8239ee06b9e7565f4ac9 +size 13430768 diff --git a/en_free/seed3/step_10/tokenizer.json b/en_free/seed3/step_10/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/en_free/seed3/step_10/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/en_free/seed3/step_10/tokenizer_config.json b/en_free/seed3/step_10/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/en_free/seed3/step_10/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/en_free/seed3/step_100/config.json b/en_free/seed3/step_100/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/en_free/seed3/step_100/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/en_free/seed3/step_100/generation_config.json b/en_free/seed3/step_100/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/en_free/seed3/step_100/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/en_free/seed3/step_100/model.safetensors b/en_free/seed3/step_100/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2e499927562abe16e0a31eaa8b747c108b003a7d --- /dev/null +++ b/en_free/seed3/step_100/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f5f1c2f36b7a0362b22a56d5515532c31dc079d5a6db3f4b796aceb113044eb +size 13430768 diff --git a/en_free/seed3/step_100/tokenizer.json b/en_free/seed3/step_100/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/en_free/seed3/step_100/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/en_free/seed3/step_100/tokenizer_config.json b/en_free/seed3/step_100/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/en_free/seed3/step_100/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/en_free/seed3/step_1600/config.json b/en_free/seed3/step_1600/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/en_free/seed3/step_1600/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/en_free/seed3/step_1600/generation_config.json b/en_free/seed3/step_1600/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/en_free/seed3/step_1600/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/en_free/seed3/step_1600/model.safetensors b/en_free/seed3/step_1600/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c11864e15f4f03eebff0db4aa8cf3eb8ea76f7ba --- /dev/null +++ b/en_free/seed3/step_1600/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8641f0ecc236a3659fbc5f3c9f0eb3d49c2443d3183dab1488c0dbdf7fcb2ca +size 13430768 diff --git a/en_free/seed3/step_1600/tokenizer.json b/en_free/seed3/step_1600/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/en_free/seed3/step_1600/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/en_free/seed3/step_1600/tokenizer_config.json b/en_free/seed3/step_1600/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/en_free/seed3/step_1600/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/en_free/seed3/step_200/config.json b/en_free/seed3/step_200/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/en_free/seed3/step_200/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/en_free/seed3/step_200/generation_config.json b/en_free/seed3/step_200/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/en_free/seed3/step_200/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/en_free/seed3/step_200/model.safetensors b/en_free/seed3/step_200/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c10fe864bc304a03f94f6678251ae5d4dd850133 --- /dev/null +++ b/en_free/seed3/step_200/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e5521332ba614a0a0b87ab70c59dd350a3fa0eb05e776ae31b47192435c52b8 +size 13430768 diff --git a/en_free/seed3/step_200/tokenizer.json b/en_free/seed3/step_200/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/en_free/seed3/step_200/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/en_free/seed3/step_200/tokenizer_config.json b/en_free/seed3/step_200/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/en_free/seed3/step_200/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/en_free/seed3/step_25/config.json b/en_free/seed3/step_25/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/en_free/seed3/step_25/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/en_free/seed3/step_25/generation_config.json b/en_free/seed3/step_25/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/en_free/seed3/step_25/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/en_free/seed3/step_25/model.safetensors b/en_free/seed3/step_25/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..926ffd655cae7ef52773fccb0539cf0cfd9e92a1 --- /dev/null +++ b/en_free/seed3/step_25/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75b599ee1db76f0778cba6793a6d54040cee335b2affe120843f0924a4531011 +size 13430768 diff --git a/en_free/seed3/step_25/tokenizer.json b/en_free/seed3/step_25/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/en_free/seed3/step_25/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/en_free/seed3/step_25/tokenizer_config.json b/en_free/seed3/step_25/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/en_free/seed3/step_25/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/en_free/seed3/step_3200/config.json b/en_free/seed3/step_3200/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/en_free/seed3/step_3200/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/en_free/seed3/step_3200/generation_config.json b/en_free/seed3/step_3200/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/en_free/seed3/step_3200/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/en_free/seed3/step_3200/model.safetensors b/en_free/seed3/step_3200/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b37ac7d6e29f5703106fd0929d339a736a12ff91 --- /dev/null +++ b/en_free/seed3/step_3200/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb6d9bf4a81eb366bfe0eb3d02749a7984110fed8855bfb42727dda08a37d8f6 +size 13430768 diff --git a/en_free/seed3/step_3200/tokenizer.json b/en_free/seed3/step_3200/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/en_free/seed3/step_3200/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/en_free/seed3/step_3200/tokenizer_config.json b/en_free/seed3/step_3200/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/en_free/seed3/step_3200/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/en_free/seed3/step_400/config.json b/en_free/seed3/step_400/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/en_free/seed3/step_400/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/en_free/seed3/step_400/generation_config.json b/en_free/seed3/step_400/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/en_free/seed3/step_400/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/en_free/seed3/step_400/model.safetensors b/en_free/seed3/step_400/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1274d0b6dc45017c84b071627af86bab47dfa857 --- /dev/null +++ b/en_free/seed3/step_400/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28d8fd5bfba35047de74575632da23faf68aed7816dbe89715752643cd91b643 +size 13430768 diff --git a/en_free/seed3/step_400/tokenizer.json b/en_free/seed3/step_400/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/en_free/seed3/step_400/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/en_free/seed3/step_400/tokenizer_config.json b/en_free/seed3/step_400/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/en_free/seed3/step_400/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/en_free/seed3/step_50/config.json b/en_free/seed3/step_50/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/en_free/seed3/step_50/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/en_free/seed3/step_50/generation_config.json b/en_free/seed3/step_50/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/en_free/seed3/step_50/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/en_free/seed3/step_50/model.safetensors b/en_free/seed3/step_50/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fbabeb534ba5c9ab25cc1e3c15a059ef9f05b3f5 --- /dev/null +++ b/en_free/seed3/step_50/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdeb9b1a8ca931ad8ff7c455b9becb5be52bd613dd33e09f1e5aee3b4ddc5167 +size 13430768 diff --git a/en_free/seed3/step_50/tokenizer.json b/en_free/seed3/step_50/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/en_free/seed3/step_50/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/en_free/seed3/step_50/tokenizer_config.json b/en_free/seed3/step_50/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/en_free/seed3/step_50/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/en_free/seed3/step_5092/config.json b/en_free/seed3/step_5092/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/en_free/seed3/step_5092/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/en_free/seed3/step_5092/generation_config.json b/en_free/seed3/step_5092/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/en_free/seed3/step_5092/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/en_free/seed3/step_5092/model.safetensors b/en_free/seed3/step_5092/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d02e80675ae3ec2cd147aaea6733103bb60053f4 --- /dev/null +++ b/en_free/seed3/step_5092/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77ce31bd4baf75cb886472c3914b52f4e003a98456ead3ef0e6c59f23bfad3c0 +size 13430768 diff --git a/en_free/seed3/step_5092/tokenizer.json b/en_free/seed3/step_5092/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/en_free/seed3/step_5092/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/en_free/seed3/step_5092/tokenizer_config.json b/en_free/seed3/step_5092/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/en_free/seed3/step_5092/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +} diff --git a/en_free/seed3/step_800/config.json b/en_free/seed3/step_800/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f266af4322aa7d2590eccb3a55ac821d7fdda42 --- /dev/null +++ b/en_free/seed3/step_800/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu_new", + "add_cross_attention": false, + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.0, + "bos_token_id": 256, + "dtype": "float32", + "embd_pdrop": 0.0, + "eos_token_id": 256, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_embd": 256, + "n_head": 4, + "n_inner": null, + "n_layer": 4, + "n_positions": 512, + "pad_token_id": null, + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.0, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "tie_word_embeddings": true, + "transformers_version": "5.18.0", + "use_cache": true, + "vocab_size": 257 +} diff --git a/en_free/seed3/step_800/generation_config.json b/en_free/seed3/step_800/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b5d45b47c21f97550833e2856e28d40a7ea9fd --- /dev/null +++ b/en_free/seed3/step_800/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 256, + "eos_token_id": 256, + "output_attentions": false, + "output_hidden_states": false, + "transformers_version": "5.18.0", + "use_cache": true +} diff --git a/en_free/seed3/step_800/model.safetensors b/en_free/seed3/step_800/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..08014d73cd9884ea6a7403e20710cae6f269eeea --- /dev/null +++ b/en_free/seed3/step_800/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6f8cc4a1fed80af5b7841de31fc60d874c08e29e26608b6a9cf11e12d6b7e0d +size 13430768 diff --git a/en_free/seed3/step_800/tokenizer.json b/en_free/seed3/step_800/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1b15cfb5ade91dcdb2b5536c1e53b19385c33a75 --- /dev/null +++ b/en_free/seed3/step_800/tokenizer.json @@ -0,0 +1,325 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 256, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "Ā": 0, + "ā": 1, + "Ă": 2, + "ă": 3, + "Ą": 4, + "ą": 5, + "Ć": 6, + "ć": 7, + "Ĉ": 8, + "ĉ": 9, + "Ċ": 10, + "ċ": 11, + "Č": 12, + "č": 13, + "Ď": 14, + "ď": 15, + "Đ": 16, + "đ": 17, + "Ē": 18, + "ē": 19, + "Ĕ": 20, + "ĕ": 21, + "Ė": 22, + "ė": 23, + "Ę": 24, + "ę": 25, + "Ě": 26, + "ě": 27, + "Ĝ": 28, + "ĝ": 29, + "Ğ": 30, + "ğ": 31, + "Ġ": 32, + "!": 33, + "\"": 34, + "#": 35, + "$": 36, + "%": 37, + "&": 38, + "'": 39, + "(": 40, + ")": 41, + "*": 42, + "+": 43, + ",": 44, + "-": 45, + ".": 46, + "/": 47, + "0": 48, + "1": 49, + "2": 50, + "3": 51, + "4": 52, + "5": 53, + "6": 54, + "7": 55, + "8": 56, + "9": 57, + ":": 58, + ";": 59, + "<": 60, + "=": 61, + ">": 62, + "?": 63, + "@": 64, + "A": 65, + "B": 66, + "C": 67, + "D": 68, + "E": 69, + "F": 70, + "G": 71, + "H": 72, + "I": 73, + "J": 74, + "K": 75, + "L": 76, + "M": 77, + "N": 78, + "O": 79, + "P": 80, + "Q": 81, + "R": 82, + "S": 83, + "T": 84, + "U": 85, + "V": 86, + "W": 87, + "X": 88, + "Y": 89, + "Z": 90, + "[": 91, + "\\": 92, + "]": 93, + "^": 94, + "_": 95, + "`": 96, + "a": 97, + "b": 98, + "c": 99, + "d": 100, + "e": 101, + "f": 102, + "g": 103, + "h": 104, + "i": 105, + "j": 106, + "k": 107, + "l": 108, + "m": 109, + "n": 110, + "o": 111, + "p": 112, + "q": 113, + "r": 114, + "s": 115, + "t": 116, + "u": 117, + "v": 118, + "w": 119, + "x": 120, + "y": 121, + "z": 122, + "{": 123, + "|": 124, + "}": 125, + "~": 126, + "ġ": 127, + "Ģ": 128, + "ģ": 129, + "Ĥ": 130, + "ĥ": 131, + "Ħ": 132, + "ħ": 133, + "Ĩ": 134, + "ĩ": 135, + "Ī": 136, + "ī": 137, + "Ĭ": 138, + "ĭ": 139, + "Į": 140, + "į": 141, + "İ": 142, + "ı": 143, + "IJ": 144, + "ij": 145, + "Ĵ": 146, + "ĵ": 147, + "Ķ": 148, + "ķ": 149, + "ĸ": 150, + "Ĺ": 151, + "ĺ": 152, + "Ļ": 153, + "ļ": 154, + "Ľ": 155, + "ľ": 156, + "Ŀ": 157, + "ŀ": 158, + "Ł": 159, + "ł": 160, + "¡": 161, + "¢": 162, + "£": 163, + "¤": 164, + "¥": 165, + "¦": 166, + "§": 167, + "¨": 168, + "©": 169, + "ª": 170, + "«": 171, + "¬": 172, + "Ń": 173, + "®": 174, + "¯": 175, + "°": 176, + "±": 177, + "²": 178, + "³": 179, + "´": 180, + "µ": 181, + "¶": 182, + "·": 183, + "¸": 184, + "¹": 185, + "º": 186, + "»": 187, + "¼": 188, + "½": 189, + "¾": 190, + "¿": 191, + "À": 192, + "Á": 193, + "Â": 194, + "Ã": 195, + "Ä": 196, + "Å": 197, + "Æ": 198, + "Ç": 199, + "È": 200, + "É": 201, + "Ê": 202, + "Ë": 203, + "Ì": 204, + "Í": 205, + "Î": 206, + "Ï": 207, + "Ð": 208, + "Ñ": 209, + "Ò": 210, + "Ó": 211, + "Ô": 212, + "Õ": 213, + "Ö": 214, + "×": 215, + "Ø": 216, + "Ù": 217, + "Ú": 218, + "Û": 219, + "Ü": 220, + "Ý": 221, + "Þ": 222, + "ß": 223, + "à": 224, + "á": 225, + "â": 226, + "ã": 227, + "ä": 228, + "å": 229, + "æ": 230, + "ç": 231, + "è": 232, + "é": 233, + "ê": 234, + "ë": 235, + "ì": 236, + "í": 237, + "î": 238, + "ï": 239, + "ð": 240, + "ñ": 241, + "ò": 242, + "ó": 243, + "ô": 244, + "õ": 245, + "ö": 246, + "÷": 247, + "ø": 248, + "ù": 249, + "ú": 250, + "û": 251, + "ü": 252, + "ý": 253, + "þ": 254, + "ÿ": 255, + "<|endoftext|>": 256 + }, + "merges": [] + } +} \ No newline at end of file diff --git a/en_free/seed3/step_800/tokenizer_config.json b/en_free/seed3/step_800/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe26120eaedd4d380a111738623eb2660b80b4d5 --- /dev/null +++ b/en_free/seed3/step_800/tokenizer_config.json @@ -0,0 +1,7 @@ +{ + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "model_max_length": 1000000000000000019884624838656, + "tokenizer_class": "TokenizersBackend" +}