bylin commited on
Commit
c3e87d3
·
verified ·
1 Parent(s): c754945
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. en_free/seed1/step_0/config.json +34 -0
  2. en_free/seed1/step_0/generation_config.json +9 -0
  3. en_free/seed1/step_0/model.safetensors +3 -0
  4. en_free/seed1/step_0/tokenizer.json +325 -0
  5. en_free/seed1/step_0/tokenizer_config.json +7 -0
  6. en_free/seed1/step_10/config.json +34 -0
  7. en_free/seed1/step_10/generation_config.json +9 -0
  8. en_free/seed1/step_10/model.safetensors +3 -0
  9. en_free/seed1/step_10/tokenizer.json +325 -0
  10. en_free/seed1/step_10/tokenizer_config.json +7 -0
  11. en_free/seed1/step_100/config.json +34 -0
  12. en_free/seed1/step_100/generation_config.json +9 -0
  13. en_free/seed1/step_100/model.safetensors +3 -0
  14. en_free/seed1/step_100/tokenizer.json +325 -0
  15. en_free/seed1/step_100/tokenizer_config.json +7 -0
  16. en_free/seed1/step_1600/config.json +34 -0
  17. en_free/seed1/step_1600/generation_config.json +9 -0
  18. en_free/seed1/step_1600/model.safetensors +3 -0
  19. en_free/seed1/step_1600/tokenizer.json +325 -0
  20. en_free/seed1/step_1600/tokenizer_config.json +7 -0
  21. en_free/seed1/step_200/config.json +34 -0
  22. en_free/seed1/step_200/generation_config.json +9 -0
  23. en_free/seed1/step_200/model.safetensors +3 -0
  24. en_free/seed1/step_200/tokenizer.json +325 -0
  25. en_free/seed1/step_200/tokenizer_config.json +7 -0
  26. en_free/seed1/step_25/config.json +34 -0
  27. en_free/seed1/step_25/generation_config.json +9 -0
  28. en_free/seed1/step_25/model.safetensors +3 -0
  29. en_free/seed1/step_25/tokenizer.json +325 -0
  30. en_free/seed1/step_25/tokenizer_config.json +7 -0
  31. en_free/seed1/step_3200/config.json +34 -0
  32. en_free/seed1/step_3200/generation_config.json +9 -0
  33. en_free/seed1/step_3200/model.safetensors +3 -0
  34. en_free/seed1/step_3200/tokenizer.json +325 -0
  35. en_free/seed1/step_3200/tokenizer_config.json +7 -0
  36. en_free/seed1/step_400/config.json +34 -0
  37. en_free/seed1/step_400/generation_config.json +9 -0
  38. en_free/seed1/step_400/model.safetensors +3 -0
  39. en_free/seed1/step_400/tokenizer.json +325 -0
  40. en_free/seed1/step_400/tokenizer_config.json +7 -0
  41. en_free/seed1/step_50/config.json +34 -0
  42. en_free/seed1/step_50/generation_config.json +9 -0
  43. en_free/seed1/step_50/model.safetensors +3 -0
  44. en_free/seed1/step_50/tokenizer.json +325 -0
  45. en_free/seed1/step_50/tokenizer_config.json +7 -0
  46. en_free/seed1/step_5092/config.json +34 -0
  47. en_free/seed1/step_5092/generation_config.json +9 -0
  48. en_free/seed1/step_5092/model.safetensors +3 -0
  49. en_free/seed1/step_5092/tokenizer.json +325 -0
  50. en_free/seed1/step_5092/tokenizer_config.json +7 -0
en_free/seed1/step_0/config.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "activation_function": "gelu_new",
3
+ "add_cross_attention": false,
4
+ "architectures": [
5
+ "GPT2LMHeadModel"
6
+ ],
7
+ "attn_pdrop": 0.0,
8
+ "bos_token_id": 256,
9
+ "dtype": "float32",
10
+ "embd_pdrop": 0.0,
11
+ "eos_token_id": 256,
12
+ "initializer_range": 0.02,
13
+ "layer_norm_epsilon": 1e-05,
14
+ "model_type": "gpt2",
15
+ "n_embd": 256,
16
+ "n_head": 4,
17
+ "n_inner": null,
18
+ "n_layer": 4,
19
+ "n_positions": 512,
20
+ "pad_token_id": null,
21
+ "reorder_and_upcast_attn": false,
22
+ "resid_pdrop": 0.0,
23
+ "scale_attn_by_inverse_layer_idx": false,
24
+ "scale_attn_weights": true,
25
+ "summary_activation": null,
26
+ "summary_first_dropout": 0.1,
27
+ "summary_proj_to_labels": true,
28
+ "summary_type": "cls_index",
29
+ "summary_use_proj": true,
30
+ "tie_word_embeddings": true,
31
+ "transformers_version": "5.18.0",
32
+ "use_cache": true,
33
+ "vocab_size": 257
34
+ }
en_free/seed1/step_0/generation_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 256,
4
+ "eos_token_id": 256,
5
+ "output_attentions": false,
6
+ "output_hidden_states": false,
7
+ "transformers_version": "5.18.0",
8
+ "use_cache": true
9
+ }
en_free/seed1/step_0/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc2e6e0aa028df3725ef45700b33baa5708ce8d181cc47eeb00b30ba71bc55b9
3
+ size 13430768
en_free/seed1/step_0/tokenizer.json ADDED
@@ -0,0 +1,325 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "1.0",
3
+ "truncation": null,
4
+ "padding": null,
5
+ "added_tokens": [
6
+ {
7
+ "id": 256,
8
+ "content": "<|endoftext|>",
9
+ "single_word": false,
10
+ "lstrip": false,
11
+ "rstrip": false,
12
+ "normalized": false,
13
+ "special": true
14
+ }
15
+ ],
16
+ "normalizer": null,
17
+ "pre_tokenizer": {
18
+ "type": "ByteLevel",
19
+ "add_prefix_space": false,
20
+ "trim_offsets": true,
21
+ "use_regex": false
22
+ },
23
+ "post_processor": {
24
+ "type": "TemplateProcessing",
25
+ "single": [
26
+ {
27
+ "Sequence": {
28
+ "id": "A",
29
+ "type_id": 0
30
+ }
31
+ }
32
+ ],
33
+ "pair": [
34
+ {
35
+ "Sequence": {
36
+ "id": "A",
37
+ "type_id": 0
38
+ }
39
+ },
40
+ {
41
+ "Sequence": {
42
+ "id": "B",
43
+ "type_id": 1
44
+ }
45
+ }
46
+ ],
47
+ "special_tokens": {}
48
+ },
49
+ "decoder": {
50
+ "type": "ByteLevel",
51
+ "add_prefix_space": true,
52
+ "trim_offsets": true,
53
+ "use_regex": true
54
+ },
55
+ "model": {
56
+ "type": "BPE",
57
+ "dropout": null,
58
+ "unk_token": null,
59
+ "continuing_subword_prefix": null,
60
+ "end_of_word_suffix": null,
61
+ "fuse_unk": false,
62
+ "byte_fallback": false,
63
+ "ignore_merges": false,
64
+ "vocab": {
65
+ "Ā": 0,
66
+ "ā": 1,
67
+ "Ă": 2,
68
+ "ă": 3,
69
+ "Ą": 4,
70
+ "ą": 5,
71
+ "Ć": 6,
72
+ "ć": 7,
73
+ "Ĉ": 8,
74
+ "ĉ": 9,
75
+ "Ċ": 10,
76
+ "ċ": 11,
77
+ "Č": 12,
78
+ "č": 13,
79
+ "Ď": 14,
80
+ "ď": 15,
81
+ "Đ": 16,
82
+ "đ": 17,
83
+ "Ē": 18,
84
+ "ē": 19,
85
+ "Ĕ": 20,
86
+ "ĕ": 21,
87
+ "Ė": 22,
88
+ "ė": 23,
89
+ "Ę": 24,
90
+ "ę": 25,
91
+ "Ě": 26,
92
+ "ě": 27,
93
+ "Ĝ": 28,
94
+ "ĝ": 29,
95
+ "Ğ": 30,
96
+ "ğ": 31,
97
+ "Ġ": 32,
98
+ "!": 33,
99
+ "\"": 34,
100
+ "#": 35,
101
+ "$": 36,
102
+ "%": 37,
103
+ "&": 38,
104
+ "'": 39,
105
+ "(": 40,
106
+ ")": 41,
107
+ "*": 42,
108
+ "+": 43,
109
+ ",": 44,
110
+ "-": 45,
111
+ ".": 46,
112
+ "/": 47,
113
+ "0": 48,
114
+ "1": 49,
115
+ "2": 50,
116
+ "3": 51,
117
+ "4": 52,
118
+ "5": 53,
119
+ "6": 54,
120
+ "7": 55,
121
+ "8": 56,
122
+ "9": 57,
123
+ ":": 58,
124
+ ";": 59,
125
+ "<": 60,
126
+ "=": 61,
127
+ ">": 62,
128
+ "?": 63,
129
+ "@": 64,
130
+ "A": 65,
131
+ "B": 66,
132
+ "C": 67,
133
+ "D": 68,
134
+ "E": 69,
135
+ "F": 70,
136
+ "G": 71,
137
+ "H": 72,
138
+ "I": 73,
139
+ "J": 74,
140
+ "K": 75,
141
+ "L": 76,
142
+ "M": 77,
143
+ "N": 78,
144
+ "O": 79,
145
+ "P": 80,
146
+ "Q": 81,
147
+ "R": 82,
148
+ "S": 83,
149
+ "T": 84,
150
+ "U": 85,
151
+ "V": 86,
152
+ "W": 87,
153
+ "X": 88,
154
+ "Y": 89,
155
+ "Z": 90,
156
+ "[": 91,
157
+ "\\": 92,
158
+ "]": 93,
159
+ "^": 94,
160
+ "_": 95,
161
+ "`": 96,
162
+ "a": 97,
163
+ "b": 98,
164
+ "c": 99,
165
+ "d": 100,
166
+ "e": 101,
167
+ "f": 102,
168
+ "g": 103,
169
+ "h": 104,
170
+ "i": 105,
171
+ "j": 106,
172
+ "k": 107,
173
+ "l": 108,
174
+ "m": 109,
175
+ "n": 110,
176
+ "o": 111,
177
+ "p": 112,
178
+ "q": 113,
179
+ "r": 114,
180
+ "s": 115,
181
+ "t": 116,
182
+ "u": 117,
183
+ "v": 118,
184
+ "w": 119,
185
+ "x": 120,
186
+ "y": 121,
187
+ "z": 122,
188
+ "{": 123,
189
+ "|": 124,
190
+ "}": 125,
191
+ "~": 126,
192
+ "ġ": 127,
193
+ "Ģ": 128,
194
+ "ģ": 129,
195
+ "Ĥ": 130,
196
+ "ĥ": 131,
197
+ "Ħ": 132,
198
+ "ħ": 133,
199
+ "Ĩ": 134,
200
+ "ĩ": 135,
201
+ "Ī": 136,
202
+ "ī": 137,
203
+ "Ĭ": 138,
204
+ "ĭ": 139,
205
+ "Į": 140,
206
+ "į": 141,
207
+ "İ": 142,
208
+ "ı": 143,
209
+ "IJ": 144,
210
+ "ij": 145,
211
+ "Ĵ": 146,
212
+ "ĵ": 147,
213
+ "Ķ": 148,
214
+ "ķ": 149,
215
+ "ĸ": 150,
216
+ "Ĺ": 151,
217
+ "ĺ": 152,
218
+ "Ļ": 153,
219
+ "ļ": 154,
220
+ "Ľ": 155,
221
+ "ľ": 156,
222
+ "Ŀ": 157,
223
+ "ŀ": 158,
224
+ "Ł": 159,
225
+ "ł": 160,
226
+ "¡": 161,
227
+ "¢": 162,
228
+ "£": 163,
229
+ "¤": 164,
230
+ "¥": 165,
231
+ "¦": 166,
232
+ "§": 167,
233
+ "¨": 168,
234
+ "©": 169,
235
+ "ª": 170,
236
+ "«": 171,
237
+ "¬": 172,
238
+ "Ń": 173,
239
+ "®": 174,
240
+ "¯": 175,
241
+ "°": 176,
242
+ "±": 177,
243
+ "²": 178,
244
+ "³": 179,
245
+ "´": 180,
246
+ "µ": 181,
247
+ "¶": 182,
248
+ "·": 183,
249
+ "¸": 184,
250
+ "¹": 185,
251
+ "º": 186,
252
+ "»": 187,
253
+ "¼": 188,
254
+ "½": 189,
255
+ "¾": 190,
256
+ "¿": 191,
257
+ "À": 192,
258
+ "Á": 193,
259
+ "Â": 194,
260
+ "Ã": 195,
261
+ "Ä": 196,
262
+ "Å": 197,
263
+ "Æ": 198,
264
+ "Ç": 199,
265
+ "È": 200,
266
+ "É": 201,
267
+ "Ê": 202,
268
+ "Ë": 203,
269
+ "Ì": 204,
270
+ "Í": 205,
271
+ "Î": 206,
272
+ "Ï": 207,
273
+ "Ð": 208,
274
+ "Ñ": 209,
275
+ "Ò": 210,
276
+ "Ó": 211,
277
+ "Ô": 212,
278
+ "Õ": 213,
279
+ "Ö": 214,
280
+ "×": 215,
281
+ "Ø": 216,
282
+ "Ù": 217,
283
+ "Ú": 218,
284
+ "Û": 219,
285
+ "Ü": 220,
286
+ "Ý": 221,
287
+ "Þ": 222,
288
+ "ß": 223,
289
+ "à": 224,
290
+ "á": 225,
291
+ "â": 226,
292
+ "ã": 227,
293
+ "ä": 228,
294
+ "å": 229,
295
+ "æ": 230,
296
+ "ç": 231,
297
+ "è": 232,
298
+ "é": 233,
299
+ "ê": 234,
300
+ "ë": 235,
301
+ "ì": 236,
302
+ "í": 237,
303
+ "î": 238,
304
+ "ï": 239,
305
+ "ð": 240,
306
+ "ñ": 241,
307
+ "ò": 242,
308
+ "ó": 243,
309
+ "ô": 244,
310
+ "õ": 245,
311
+ "ö": 246,
312
+ "÷": 247,
313
+ "ø": 248,
314
+ "ù": 249,
315
+ "ú": 250,
316
+ "û": 251,
317
+ "ü": 252,
318
+ "ý": 253,
319
+ "þ": 254,
320
+ "ÿ": 255,
321
+ "<|endoftext|>": 256
322
+ },
323
+ "merges": []
324
+ }
325
+ }
en_free/seed1/step_0/tokenizer_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "bos_token": "<|endoftext|>",
4
+ "eos_token": "<|endoftext|>",
5
+ "model_max_length": 1000000000000000019884624838656,
6
+ "tokenizer_class": "TokenizersBackend"
7
+ }
en_free/seed1/step_10/config.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "activation_function": "gelu_new",
3
+ "add_cross_attention": false,
4
+ "architectures": [
5
+ "GPT2LMHeadModel"
6
+ ],
7
+ "attn_pdrop": 0.0,
8
+ "bos_token_id": 256,
9
+ "dtype": "float32",
10
+ "embd_pdrop": 0.0,
11
+ "eos_token_id": 256,
12
+ "initializer_range": 0.02,
13
+ "layer_norm_epsilon": 1e-05,
14
+ "model_type": "gpt2",
15
+ "n_embd": 256,
16
+ "n_head": 4,
17
+ "n_inner": null,
18
+ "n_layer": 4,
19
+ "n_positions": 512,
20
+ "pad_token_id": null,
21
+ "reorder_and_upcast_attn": false,
22
+ "resid_pdrop": 0.0,
23
+ "scale_attn_by_inverse_layer_idx": false,
24
+ "scale_attn_weights": true,
25
+ "summary_activation": null,
26
+ "summary_first_dropout": 0.1,
27
+ "summary_proj_to_labels": true,
28
+ "summary_type": "cls_index",
29
+ "summary_use_proj": true,
30
+ "tie_word_embeddings": true,
31
+ "transformers_version": "5.18.0",
32
+ "use_cache": true,
33
+ "vocab_size": 257
34
+ }
en_free/seed1/step_10/generation_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 256,
4
+ "eos_token_id": 256,
5
+ "output_attentions": false,
6
+ "output_hidden_states": false,
7
+ "transformers_version": "5.18.0",
8
+ "use_cache": true
9
+ }
en_free/seed1/step_10/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dd4c501f795dcf425b7a80f7fe3fa6008b79af9795ff2fb22672662088c33ab
3
+ size 13430768
en_free/seed1/step_10/tokenizer.json ADDED
@@ -0,0 +1,325 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "1.0",
3
+ "truncation": null,
4
+ "padding": null,
5
+ "added_tokens": [
6
+ {
7
+ "id": 256,
8
+ "content": "<|endoftext|>",
9
+ "single_word": false,
10
+ "lstrip": false,
11
+ "rstrip": false,
12
+ "normalized": false,
13
+ "special": true
14
+ }
15
+ ],
16
+ "normalizer": null,
17
+ "pre_tokenizer": {
18
+ "type": "ByteLevel",
19
+ "add_prefix_space": false,
20
+ "trim_offsets": true,
21
+ "use_regex": false
22
+ },
23
+ "post_processor": {
24
+ "type": "TemplateProcessing",
25
+ "single": [
26
+ {
27
+ "Sequence": {
28
+ "id": "A",
29
+ "type_id": 0
30
+ }
31
+ }
32
+ ],
33
+ "pair": [
34
+ {
35
+ "Sequence": {
36
+ "id": "A",
37
+ "type_id": 0
38
+ }
39
+ },
40
+ {
41
+ "Sequence": {
42
+ "id": "B",
43
+ "type_id": 1
44
+ }
45
+ }
46
+ ],
47
+ "special_tokens": {}
48
+ },
49
+ "decoder": {
50
+ "type": "ByteLevel",
51
+ "add_prefix_space": true,
52
+ "trim_offsets": true,
53
+ "use_regex": true
54
+ },
55
+ "model": {
56
+ "type": "BPE",
57
+ "dropout": null,
58
+ "unk_token": null,
59
+ "continuing_subword_prefix": null,
60
+ "end_of_word_suffix": null,
61
+ "fuse_unk": false,
62
+ "byte_fallback": false,
63
+ "ignore_merges": false,
64
+ "vocab": {
65
+ "Ā": 0,
66
+ "ā": 1,
67
+ "Ă": 2,
68
+ "ă": 3,
69
+ "Ą": 4,
70
+ "ą": 5,
71
+ "Ć": 6,
72
+ "ć": 7,
73
+ "Ĉ": 8,
74
+ "ĉ": 9,
75
+ "Ċ": 10,
76
+ "ċ": 11,
77
+ "Č": 12,
78
+ "č": 13,
79
+ "Ď": 14,
80
+ "ď": 15,
81
+ "Đ": 16,
82
+ "đ": 17,
83
+ "Ē": 18,
84
+ "ē": 19,
85
+ "Ĕ": 20,
86
+ "ĕ": 21,
87
+ "Ė": 22,
88
+ "ė": 23,
89
+ "Ę": 24,
90
+ "ę": 25,
91
+ "Ě": 26,
92
+ "ě": 27,
93
+ "Ĝ": 28,
94
+ "ĝ": 29,
95
+ "Ğ": 30,
96
+ "ğ": 31,
97
+ "Ġ": 32,
98
+ "!": 33,
99
+ "\"": 34,
100
+ "#": 35,
101
+ "$": 36,
102
+ "%": 37,
103
+ "&": 38,
104
+ "'": 39,
105
+ "(": 40,
106
+ ")": 41,
107
+ "*": 42,
108
+ "+": 43,
109
+ ",": 44,
110
+ "-": 45,
111
+ ".": 46,
112
+ "/": 47,
113
+ "0": 48,
114
+ "1": 49,
115
+ "2": 50,
116
+ "3": 51,
117
+ "4": 52,
118
+ "5": 53,
119
+ "6": 54,
120
+ "7": 55,
121
+ "8": 56,
122
+ "9": 57,
123
+ ":": 58,
124
+ ";": 59,
125
+ "<": 60,
126
+ "=": 61,
127
+ ">": 62,
128
+ "?": 63,
129
+ "@": 64,
130
+ "A": 65,
131
+ "B": 66,
132
+ "C": 67,
133
+ "D": 68,
134
+ "E": 69,
135
+ "F": 70,
136
+ "G": 71,
137
+ "H": 72,
138
+ "I": 73,
139
+ "J": 74,
140
+ "K": 75,
141
+ "L": 76,
142
+ "M": 77,
143
+ "N": 78,
144
+ "O": 79,
145
+ "P": 80,
146
+ "Q": 81,
147
+ "R": 82,
148
+ "S": 83,
149
+ "T": 84,
150
+ "U": 85,
151
+ "V": 86,
152
+ "W": 87,
153
+ "X": 88,
154
+ "Y": 89,
155
+ "Z": 90,
156
+ "[": 91,
157
+ "\\": 92,
158
+ "]": 93,
159
+ "^": 94,
160
+ "_": 95,
161
+ "`": 96,
162
+ "a": 97,
163
+ "b": 98,
164
+ "c": 99,
165
+ "d": 100,
166
+ "e": 101,
167
+ "f": 102,
168
+ "g": 103,
169
+ "h": 104,
170
+ "i": 105,
171
+ "j": 106,
172
+ "k": 107,
173
+ "l": 108,
174
+ "m": 109,
175
+ "n": 110,
176
+ "o": 111,
177
+ "p": 112,
178
+ "q": 113,
179
+ "r": 114,
180
+ "s": 115,
181
+ "t": 116,
182
+ "u": 117,
183
+ "v": 118,
184
+ "w": 119,
185
+ "x": 120,
186
+ "y": 121,
187
+ "z": 122,
188
+ "{": 123,
189
+ "|": 124,
190
+ "}": 125,
191
+ "~": 126,
192
+ "ġ": 127,
193
+ "Ģ": 128,
194
+ "ģ": 129,
195
+ "Ĥ": 130,
196
+ "ĥ": 131,
197
+ "Ħ": 132,
198
+ "ħ": 133,
199
+ "Ĩ": 134,
200
+ "ĩ": 135,
201
+ "Ī": 136,
202
+ "ī": 137,
203
+ "Ĭ": 138,
204
+ "ĭ": 139,
205
+ "Į": 140,
206
+ "į": 141,
207
+ "İ": 142,
208
+ "ı": 143,
209
+ "IJ": 144,
210
+ "ij": 145,
211
+ "Ĵ": 146,
212
+ "ĵ": 147,
213
+ "Ķ": 148,
214
+ "ķ": 149,
215
+ "ĸ": 150,
216
+ "Ĺ": 151,
217
+ "ĺ": 152,
218
+ "Ļ": 153,
219
+ "ļ": 154,
220
+ "Ľ": 155,
221
+ "ľ": 156,
222
+ "Ŀ": 157,
223
+ "ŀ": 158,
224
+ "Ł": 159,
225
+ "ł": 160,
226
+ "¡": 161,
227
+ "¢": 162,
228
+ "£": 163,
229
+ "¤": 164,
230
+ "¥": 165,
231
+ "¦": 166,
232
+ "§": 167,
233
+ "¨": 168,
234
+ "©": 169,
235
+ "ª": 170,
236
+ "«": 171,
237
+ "¬": 172,
238
+ "Ń": 173,
239
+ "®": 174,
240
+ "¯": 175,
241
+ "°": 176,
242
+ "±": 177,
243
+ "²": 178,
244
+ "³": 179,
245
+ "´": 180,
246
+ "µ": 181,
247
+ "¶": 182,
248
+ "·": 183,
249
+ "¸": 184,
250
+ "¹": 185,
251
+ "º": 186,
252
+ "»": 187,
253
+ "¼": 188,
254
+ "½": 189,
255
+ "¾": 190,
256
+ "¿": 191,
257
+ "À": 192,
258
+ "Á": 193,
259
+ "Â": 194,
260
+ "Ã": 195,
261
+ "Ä": 196,
262
+ "Å": 197,
263
+ "Æ": 198,
264
+ "Ç": 199,
265
+ "È": 200,
266
+ "É": 201,
267
+ "Ê": 202,
268
+ "Ë": 203,
269
+ "Ì": 204,
270
+ "Í": 205,
271
+ "Î": 206,
272
+ "Ï": 207,
273
+ "Ð": 208,
274
+ "Ñ": 209,
275
+ "Ò": 210,
276
+ "Ó": 211,
277
+ "Ô": 212,
278
+ "Õ": 213,
279
+ "Ö": 214,
280
+ "×": 215,
281
+ "Ø": 216,
282
+ "Ù": 217,
283
+ "Ú": 218,
284
+ "Û": 219,
285
+ "Ü": 220,
286
+ "Ý": 221,
287
+ "Þ": 222,
288
+ "ß": 223,
289
+ "à": 224,
290
+ "á": 225,
291
+ "â": 226,
292
+ "ã": 227,
293
+ "ä": 228,
294
+ "å": 229,
295
+ "æ": 230,
296
+ "ç": 231,
297
+ "è": 232,
298
+ "é": 233,
299
+ "ê": 234,
300
+ "ë": 235,
301
+ "ì": 236,
302
+ "í": 237,
303
+ "î": 238,
304
+ "ï": 239,
305
+ "ð": 240,
306
+ "ñ": 241,
307
+ "ò": 242,
308
+ "ó": 243,
309
+ "ô": 244,
310
+ "õ": 245,
311
+ "ö": 246,
312
+ "÷": 247,
313
+ "ø": 248,
314
+ "ù": 249,
315
+ "ú": 250,
316
+ "û": 251,
317
+ "ü": 252,
318
+ "ý": 253,
319
+ "þ": 254,
320
+ "ÿ": 255,
321
+ "<|endoftext|>": 256
322
+ },
323
+ "merges": []
324
+ }
325
+ }
en_free/seed1/step_10/tokenizer_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "bos_token": "<|endoftext|>",
4
+ "eos_token": "<|endoftext|>",
5
+ "model_max_length": 1000000000000000019884624838656,
6
+ "tokenizer_class": "TokenizersBackend"
7
+ }
en_free/seed1/step_100/config.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "activation_function": "gelu_new",
3
+ "add_cross_attention": false,
4
+ "architectures": [
5
+ "GPT2LMHeadModel"
6
+ ],
7
+ "attn_pdrop": 0.0,
8
+ "bos_token_id": 256,
9
+ "dtype": "float32",
10
+ "embd_pdrop": 0.0,
11
+ "eos_token_id": 256,
12
+ "initializer_range": 0.02,
13
+ "layer_norm_epsilon": 1e-05,
14
+ "model_type": "gpt2",
15
+ "n_embd": 256,
16
+ "n_head": 4,
17
+ "n_inner": null,
18
+ "n_layer": 4,
19
+ "n_positions": 512,
20
+ "pad_token_id": null,
21
+ "reorder_and_upcast_attn": false,
22
+ "resid_pdrop": 0.0,
23
+ "scale_attn_by_inverse_layer_idx": false,
24
+ "scale_attn_weights": true,
25
+ "summary_activation": null,
26
+ "summary_first_dropout": 0.1,
27
+ "summary_proj_to_labels": true,
28
+ "summary_type": "cls_index",
29
+ "summary_use_proj": true,
30
+ "tie_word_embeddings": true,
31
+ "transformers_version": "5.18.0",
32
+ "use_cache": true,
33
+ "vocab_size": 257
34
+ }
en_free/seed1/step_100/generation_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 256,
4
+ "eos_token_id": 256,
5
+ "output_attentions": false,
6
+ "output_hidden_states": false,
7
+ "transformers_version": "5.18.0",
8
+ "use_cache": true
9
+ }
en_free/seed1/step_100/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7e55ab17c4a129959e2ce374838121d585b935c48238116a8c3e87bc04c3acc
3
+ size 13430768
en_free/seed1/step_100/tokenizer.json ADDED
@@ -0,0 +1,325 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "1.0",
3
+ "truncation": null,
4
+ "padding": null,
5
+ "added_tokens": [
6
+ {
7
+ "id": 256,
8
+ "content": "<|endoftext|>",
9
+ "single_word": false,
10
+ "lstrip": false,
11
+ "rstrip": false,
12
+ "normalized": false,
13
+ "special": true
14
+ }
15
+ ],
16
+ "normalizer": null,
17
+ "pre_tokenizer": {
18
+ "type": "ByteLevel",
19
+ "add_prefix_space": false,
20
+ "trim_offsets": true,
21
+ "use_regex": false
22
+ },
23
+ "post_processor": {
24
+ "type": "TemplateProcessing",
25
+ "single": [
26
+ {
27
+ "Sequence": {
28
+ "id": "A",
29
+ "type_id": 0
30
+ }
31
+ }
32
+ ],
33
+ "pair": [
34
+ {
35
+ "Sequence": {
36
+ "id": "A",
37
+ "type_id": 0
38
+ }
39
+ },
40
+ {
41
+ "Sequence": {
42
+ "id": "B",
43
+ "type_id": 1
44
+ }
45
+ }
46
+ ],
47
+ "special_tokens": {}
48
+ },
49
+ "decoder": {
50
+ "type": "ByteLevel",
51
+ "add_prefix_space": true,
52
+ "trim_offsets": true,
53
+ "use_regex": true
54
+ },
55
+ "model": {
56
+ "type": "BPE",
57
+ "dropout": null,
58
+ "unk_token": null,
59
+ "continuing_subword_prefix": null,
60
+ "end_of_word_suffix": null,
61
+ "fuse_unk": false,
62
+ "byte_fallback": false,
63
+ "ignore_merges": false,
64
+ "vocab": {
65
+ "Ā": 0,
66
+ "ā": 1,
67
+ "Ă": 2,
68
+ "ă": 3,
69
+ "Ą": 4,
70
+ "ą": 5,
71
+ "Ć": 6,
72
+ "ć": 7,
73
+ "Ĉ": 8,
74
+ "ĉ": 9,
75
+ "Ċ": 10,
76
+ "ċ": 11,
77
+ "Č": 12,
78
+ "č": 13,
79
+ "Ď": 14,
80
+ "ď": 15,
81
+ "Đ": 16,
82
+ "đ": 17,
83
+ "Ē": 18,
84
+ "ē": 19,
85
+ "Ĕ": 20,
86
+ "ĕ": 21,
87
+ "Ė": 22,
88
+ "ė": 23,
89
+ "Ę": 24,
90
+ "ę": 25,
91
+ "Ě": 26,
92
+ "ě": 27,
93
+ "Ĝ": 28,
94
+ "ĝ": 29,
95
+ "Ğ": 30,
96
+ "ğ": 31,
97
+ "Ġ": 32,
98
+ "!": 33,
99
+ "\"": 34,
100
+ "#": 35,
101
+ "$": 36,
102
+ "%": 37,
103
+ "&": 38,
104
+ "'": 39,
105
+ "(": 40,
106
+ ")": 41,
107
+ "*": 42,
108
+ "+": 43,
109
+ ",": 44,
110
+ "-": 45,
111
+ ".": 46,
112
+ "/": 47,
113
+ "0": 48,
114
+ "1": 49,
115
+ "2": 50,
116
+ "3": 51,
117
+ "4": 52,
118
+ "5": 53,
119
+ "6": 54,
120
+ "7": 55,
121
+ "8": 56,
122
+ "9": 57,
123
+ ":": 58,
124
+ ";": 59,
125
+ "<": 60,
126
+ "=": 61,
127
+ ">": 62,
128
+ "?": 63,
129
+ "@": 64,
130
+ "A": 65,
131
+ "B": 66,
132
+ "C": 67,
133
+ "D": 68,
134
+ "E": 69,
135
+ "F": 70,
136
+ "G": 71,
137
+ "H": 72,
138
+ "I": 73,
139
+ "J": 74,
140
+ "K": 75,
141
+ "L": 76,
142
+ "M": 77,
143
+ "N": 78,
144
+ "O": 79,
145
+ "P": 80,
146
+ "Q": 81,
147
+ "R": 82,
148
+ "S": 83,
149
+ "T": 84,
150
+ "U": 85,
151
+ "V": 86,
152
+ "W": 87,
153
+ "X": 88,
154
+ "Y": 89,
155
+ "Z": 90,
156
+ "[": 91,
157
+ "\\": 92,
158
+ "]": 93,
159
+ "^": 94,
160
+ "_": 95,
161
+ "`": 96,
162
+ "a": 97,
163
+ "b": 98,
164
+ "c": 99,
165
+ "d": 100,
166
+ "e": 101,
167
+ "f": 102,
168
+ "g": 103,
169
+ "h": 104,
170
+ "i": 105,
171
+ "j": 106,
172
+ "k": 107,
173
+ "l": 108,
174
+ "m": 109,
175
+ "n": 110,
176
+ "o": 111,
177
+ "p": 112,
178
+ "q": 113,
179
+ "r": 114,
180
+ "s": 115,
181
+ "t": 116,
182
+ "u": 117,
183
+ "v": 118,
184
+ "w": 119,
185
+ "x": 120,
186
+ "y": 121,
187
+ "z": 122,
188
+ "{": 123,
189
+ "|": 124,
190
+ "}": 125,
191
+ "~": 126,
192
+ "ġ": 127,
193
+ "Ģ": 128,
194
+ "ģ": 129,
195
+ "Ĥ": 130,
196
+ "ĥ": 131,
197
+ "Ħ": 132,
198
+ "ħ": 133,
199
+ "Ĩ": 134,
200
+ "ĩ": 135,
201
+ "Ī": 136,
202
+ "ī": 137,
203
+ "Ĭ": 138,
204
+ "ĭ": 139,
205
+ "Į": 140,
206
+ "į": 141,
207
+ "İ": 142,
208
+ "ı": 143,
209
+ "IJ": 144,
210
+ "ij": 145,
211
+ "Ĵ": 146,
212
+ "ĵ": 147,
213
+ "Ķ": 148,
214
+ "ķ": 149,
215
+ "ĸ": 150,
216
+ "Ĺ": 151,
217
+ "ĺ": 152,
218
+ "Ļ": 153,
219
+ "ļ": 154,
220
+ "Ľ": 155,
221
+ "ľ": 156,
222
+ "Ŀ": 157,
223
+ "ŀ": 158,
224
+ "Ł": 159,
225
+ "ł": 160,
226
+ "¡": 161,
227
+ "¢": 162,
228
+ "£": 163,
229
+ "¤": 164,
230
+ "¥": 165,
231
+ "¦": 166,
232
+ "§": 167,
233
+ "¨": 168,
234
+ "©": 169,
235
+ "ª": 170,
236
+ "«": 171,
237
+ "¬": 172,
238
+ "Ń": 173,
239
+ "®": 174,
240
+ "¯": 175,
241
+ "°": 176,
242
+ "±": 177,
243
+ "²": 178,
244
+ "³": 179,
245
+ "´": 180,
246
+ "µ": 181,
247
+ "¶": 182,
248
+ "·": 183,
249
+ "¸": 184,
250
+ "¹": 185,
251
+ "º": 186,
252
+ "»": 187,
253
+ "¼": 188,
254
+ "½": 189,
255
+ "¾": 190,
256
+ "¿": 191,
257
+ "À": 192,
258
+ "Á": 193,
259
+ "Â": 194,
260
+ "Ã": 195,
261
+ "Ä": 196,
262
+ "Å": 197,
263
+ "Æ": 198,
264
+ "Ç": 199,
265
+ "È": 200,
266
+ "É": 201,
267
+ "Ê": 202,
268
+ "Ë": 203,
269
+ "Ì": 204,
270
+ "Í": 205,
271
+ "Î": 206,
272
+ "Ï": 207,
273
+ "Ð": 208,
274
+ "Ñ": 209,
275
+ "Ò": 210,
276
+ "Ó": 211,
277
+ "Ô": 212,
278
+ "Õ": 213,
279
+ "Ö": 214,
280
+ "×": 215,
281
+ "Ø": 216,
282
+ "Ù": 217,
283
+ "Ú": 218,
284
+ "Û": 219,
285
+ "Ü": 220,
286
+ "Ý": 221,
287
+ "Þ": 222,
288
+ "ß": 223,
289
+ "à": 224,
290
+ "á": 225,
291
+ "â": 226,
292
+ "ã": 227,
293
+ "ä": 228,
294
+ "å": 229,
295
+ "æ": 230,
296
+ "ç": 231,
297
+ "è": 232,
298
+ "é": 233,
299
+ "ê": 234,
300
+ "ë": 235,
301
+ "ì": 236,
302
+ "í": 237,
303
+ "î": 238,
304
+ "ï": 239,
305
+ "ð": 240,
306
+ "ñ": 241,
307
+ "ò": 242,
308
+ "ó": 243,
309
+ "ô": 244,
310
+ "õ": 245,
311
+ "ö": 246,
312
+ "÷": 247,
313
+ "ø": 248,
314
+ "ù": 249,
315
+ "ú": 250,
316
+ "û": 251,
317
+ "ü": 252,
318
+ "ý": 253,
319
+ "þ": 254,
320
+ "ÿ": 255,
321
+ "<|endoftext|>": 256
322
+ },
323
+ "merges": []
324
+ }
325
+ }
en_free/seed1/step_100/tokenizer_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "bos_token": "<|endoftext|>",
4
+ "eos_token": "<|endoftext|>",
5
+ "model_max_length": 1000000000000000019884624838656,
6
+ "tokenizer_class": "TokenizersBackend"
7
+ }
en_free/seed1/step_1600/config.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "activation_function": "gelu_new",
3
+ "add_cross_attention": false,
4
+ "architectures": [
5
+ "GPT2LMHeadModel"
6
+ ],
7
+ "attn_pdrop": 0.0,
8
+ "bos_token_id": 256,
9
+ "dtype": "float32",
10
+ "embd_pdrop": 0.0,
11
+ "eos_token_id": 256,
12
+ "initializer_range": 0.02,
13
+ "layer_norm_epsilon": 1e-05,
14
+ "model_type": "gpt2",
15
+ "n_embd": 256,
16
+ "n_head": 4,
17
+ "n_inner": null,
18
+ "n_layer": 4,
19
+ "n_positions": 512,
20
+ "pad_token_id": null,
21
+ "reorder_and_upcast_attn": false,
22
+ "resid_pdrop": 0.0,
23
+ "scale_attn_by_inverse_layer_idx": false,
24
+ "scale_attn_weights": true,
25
+ "summary_activation": null,
26
+ "summary_first_dropout": 0.1,
27
+ "summary_proj_to_labels": true,
28
+ "summary_type": "cls_index",
29
+ "summary_use_proj": true,
30
+ "tie_word_embeddings": true,
31
+ "transformers_version": "5.18.0",
32
+ "use_cache": true,
33
+ "vocab_size": 257
34
+ }
en_free/seed1/step_1600/generation_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 256,
4
+ "eos_token_id": 256,
5
+ "output_attentions": false,
6
+ "output_hidden_states": false,
7
+ "transformers_version": "5.18.0",
8
+ "use_cache": true
9
+ }
en_free/seed1/step_1600/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d37c21c2ac1387f3a97322e9da9f880c831f32e6a4c4275af4318fc31cfdd8df
3
+ size 13430768
en_free/seed1/step_1600/tokenizer.json ADDED
@@ -0,0 +1,325 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "1.0",
3
+ "truncation": null,
4
+ "padding": null,
5
+ "added_tokens": [
6
+ {
7
+ "id": 256,
8
+ "content": "<|endoftext|>",
9
+ "single_word": false,
10
+ "lstrip": false,
11
+ "rstrip": false,
12
+ "normalized": false,
13
+ "special": true
14
+ }
15
+ ],
16
+ "normalizer": null,
17
+ "pre_tokenizer": {
18
+ "type": "ByteLevel",
19
+ "add_prefix_space": false,
20
+ "trim_offsets": true,
21
+ "use_regex": false
22
+ },
23
+ "post_processor": {
24
+ "type": "TemplateProcessing",
25
+ "single": [
26
+ {
27
+ "Sequence": {
28
+ "id": "A",
29
+ "type_id": 0
30
+ }
31
+ }
32
+ ],
33
+ "pair": [
34
+ {
35
+ "Sequence": {
36
+ "id": "A",
37
+ "type_id": 0
38
+ }
39
+ },
40
+ {
41
+ "Sequence": {
42
+ "id": "B",
43
+ "type_id": 1
44
+ }
45
+ }
46
+ ],
47
+ "special_tokens": {}
48
+ },
49
+ "decoder": {
50
+ "type": "ByteLevel",
51
+ "add_prefix_space": true,
52
+ "trim_offsets": true,
53
+ "use_regex": true
54
+ },
55
+ "model": {
56
+ "type": "BPE",
57
+ "dropout": null,
58
+ "unk_token": null,
59
+ "continuing_subword_prefix": null,
60
+ "end_of_word_suffix": null,
61
+ "fuse_unk": false,
62
+ "byte_fallback": false,
63
+ "ignore_merges": false,
64
+ "vocab": {
65
+ "Ā": 0,
66
+ "ā": 1,
67
+ "Ă": 2,
68
+ "ă": 3,
69
+ "Ą": 4,
70
+ "ą": 5,
71
+ "Ć": 6,
72
+ "ć": 7,
73
+ "Ĉ": 8,
74
+ "ĉ": 9,
75
+ "Ċ": 10,
76
+ "ċ": 11,
77
+ "Č": 12,
78
+ "č": 13,
79
+ "Ď": 14,
80
+ "ď": 15,
81
+ "Đ": 16,
82
+ "đ": 17,
83
+ "Ē": 18,
84
+ "ē": 19,
85
+ "Ĕ": 20,
86
+ "ĕ": 21,
87
+ "Ė": 22,
88
+ "ė": 23,
89
+ "Ę": 24,
90
+ "ę": 25,
91
+ "Ě": 26,
92
+ "ě": 27,
93
+ "Ĝ": 28,
94
+ "ĝ": 29,
95
+ "Ğ": 30,
96
+ "ğ": 31,
97
+ "Ġ": 32,
98
+ "!": 33,
99
+ "\"": 34,
100
+ "#": 35,
101
+ "$": 36,
102
+ "%": 37,
103
+ "&": 38,
104
+ "'": 39,
105
+ "(": 40,
106
+ ")": 41,
107
+ "*": 42,
108
+ "+": 43,
109
+ ",": 44,
110
+ "-": 45,
111
+ ".": 46,
112
+ "/": 47,
113
+ "0": 48,
114
+ "1": 49,
115
+ "2": 50,
116
+ "3": 51,
117
+ "4": 52,
118
+ "5": 53,
119
+ "6": 54,
120
+ "7": 55,
121
+ "8": 56,
122
+ "9": 57,
123
+ ":": 58,
124
+ ";": 59,
125
+ "<": 60,
126
+ "=": 61,
127
+ ">": 62,
128
+ "?": 63,
129
+ "@": 64,
130
+ "A": 65,
131
+ "B": 66,
132
+ "C": 67,
133
+ "D": 68,
134
+ "E": 69,
135
+ "F": 70,
136
+ "G": 71,
137
+ "H": 72,
138
+ "I": 73,
139
+ "J": 74,
140
+ "K": 75,
141
+ "L": 76,
142
+ "M": 77,
143
+ "N": 78,
144
+ "O": 79,
145
+ "P": 80,
146
+ "Q": 81,
147
+ "R": 82,
148
+ "S": 83,
149
+ "T": 84,
150
+ "U": 85,
151
+ "V": 86,
152
+ "W": 87,
153
+ "X": 88,
154
+ "Y": 89,
155
+ "Z": 90,
156
+ "[": 91,
157
+ "\\": 92,
158
+ "]": 93,
159
+ "^": 94,
160
+ "_": 95,
161
+ "`": 96,
162
+ "a": 97,
163
+ "b": 98,
164
+ "c": 99,
165
+ "d": 100,
166
+ "e": 101,
167
+ "f": 102,
168
+ "g": 103,
169
+ "h": 104,
170
+ "i": 105,
171
+ "j": 106,
172
+ "k": 107,
173
+ "l": 108,
174
+ "m": 109,
175
+ "n": 110,
176
+ "o": 111,
177
+ "p": 112,
178
+ "q": 113,
179
+ "r": 114,
180
+ "s": 115,
181
+ "t": 116,
182
+ "u": 117,
183
+ "v": 118,
184
+ "w": 119,
185
+ "x": 120,
186
+ "y": 121,
187
+ "z": 122,
188
+ "{": 123,
189
+ "|": 124,
190
+ "}": 125,
191
+ "~": 126,
192
+ "ġ": 127,
193
+ "Ģ": 128,
194
+ "ģ": 129,
195
+ "Ĥ": 130,
196
+ "ĥ": 131,
197
+ "Ħ": 132,
198
+ "ħ": 133,
199
+ "Ĩ": 134,
200
+ "ĩ": 135,
201
+ "Ī": 136,
202
+ "ī": 137,
203
+ "Ĭ": 138,
204
+ "ĭ": 139,
205
+ "Į": 140,
206
+ "į": 141,
207
+ "İ": 142,
208
+ "ı": 143,
209
+ "IJ": 144,
210
+ "ij": 145,
211
+ "Ĵ": 146,
212
+ "ĵ": 147,
213
+ "Ķ": 148,
214
+ "ķ": 149,
215
+ "ĸ": 150,
216
+ "Ĺ": 151,
217
+ "ĺ": 152,
218
+ "Ļ": 153,
219
+ "ļ": 154,
220
+ "Ľ": 155,
221
+ "ľ": 156,
222
+ "Ŀ": 157,
223
+ "ŀ": 158,
224
+ "Ł": 159,
225
+ "ł": 160,
226
+ "¡": 161,
227
+ "¢": 162,
228
+ "£": 163,
229
+ "¤": 164,
230
+ "¥": 165,
231
+ "¦": 166,
232
+ "§": 167,
233
+ "¨": 168,
234
+ "©": 169,
235
+ "ª": 170,
236
+ "«": 171,
237
+ "¬": 172,
238
+ "Ń": 173,
239
+ "®": 174,
240
+ "¯": 175,
241
+ "°": 176,
242
+ "±": 177,
243
+ "²": 178,
244
+ "³": 179,
245
+ "´": 180,
246
+ "µ": 181,
247
+ "¶": 182,
248
+ "·": 183,
249
+ "¸": 184,
250
+ "¹": 185,
251
+ "º": 186,
252
+ "»": 187,
253
+ "¼": 188,
254
+ "½": 189,
255
+ "¾": 190,
256
+ "¿": 191,
257
+ "À": 192,
258
+ "Á": 193,
259
+ "Â": 194,
260
+ "Ã": 195,
261
+ "Ä": 196,
262
+ "Å": 197,
263
+ "Æ": 198,
264
+ "Ç": 199,
265
+ "È": 200,
266
+ "É": 201,
267
+ "Ê": 202,
268
+ "Ë": 203,
269
+ "Ì": 204,
270
+ "Í": 205,
271
+ "Î": 206,
272
+ "Ï": 207,
273
+ "Ð": 208,
274
+ "Ñ": 209,
275
+ "Ò": 210,
276
+ "Ó": 211,
277
+ "Ô": 212,
278
+ "Õ": 213,
279
+ "Ö": 214,
280
+ "×": 215,
281
+ "Ø": 216,
282
+ "Ù": 217,
283
+ "Ú": 218,
284
+ "Û": 219,
285
+ "Ü": 220,
286
+ "Ý": 221,
287
+ "Þ": 222,
288
+ "ß": 223,
289
+ "à": 224,
290
+ "á": 225,
291
+ "â": 226,
292
+ "ã": 227,
293
+ "ä": 228,
294
+ "å": 229,
295
+ "æ": 230,
296
+ "ç": 231,
297
+ "è": 232,
298
+ "é": 233,
299
+ "ê": 234,
300
+ "ë": 235,
301
+ "ì": 236,
302
+ "í": 237,
303
+ "î": 238,
304
+ "ï": 239,
305
+ "ð": 240,
306
+ "ñ": 241,
307
+ "ò": 242,
308
+ "ó": 243,
309
+ "ô": 244,
310
+ "õ": 245,
311
+ "ö": 246,
312
+ "÷": 247,
313
+ "ø": 248,
314
+ "ù": 249,
315
+ "ú": 250,
316
+ "û": 251,
317
+ "ü": 252,
318
+ "ý": 253,
319
+ "þ": 254,
320
+ "ÿ": 255,
321
+ "<|endoftext|>": 256
322
+ },
323
+ "merges": []
324
+ }
325
+ }
en_free/seed1/step_1600/tokenizer_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "bos_token": "<|endoftext|>",
4
+ "eos_token": "<|endoftext|>",
5
+ "model_max_length": 1000000000000000019884624838656,
6
+ "tokenizer_class": "TokenizersBackend"
7
+ }
en_free/seed1/step_200/config.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "activation_function": "gelu_new",
3
+ "add_cross_attention": false,
4
+ "architectures": [
5
+ "GPT2LMHeadModel"
6
+ ],
7
+ "attn_pdrop": 0.0,
8
+ "bos_token_id": 256,
9
+ "dtype": "float32",
10
+ "embd_pdrop": 0.0,
11
+ "eos_token_id": 256,
12
+ "initializer_range": 0.02,
13
+ "layer_norm_epsilon": 1e-05,
14
+ "model_type": "gpt2",
15
+ "n_embd": 256,
16
+ "n_head": 4,
17
+ "n_inner": null,
18
+ "n_layer": 4,
19
+ "n_positions": 512,
20
+ "pad_token_id": null,
21
+ "reorder_and_upcast_attn": false,
22
+ "resid_pdrop": 0.0,
23
+ "scale_attn_by_inverse_layer_idx": false,
24
+ "scale_attn_weights": true,
25
+ "summary_activation": null,
26
+ "summary_first_dropout": 0.1,
27
+ "summary_proj_to_labels": true,
28
+ "summary_type": "cls_index",
29
+ "summary_use_proj": true,
30
+ "tie_word_embeddings": true,
31
+ "transformers_version": "5.18.0",
32
+ "use_cache": true,
33
+ "vocab_size": 257
34
+ }
en_free/seed1/step_200/generation_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 256,
4
+ "eos_token_id": 256,
5
+ "output_attentions": false,
6
+ "output_hidden_states": false,
7
+ "transformers_version": "5.18.0",
8
+ "use_cache": true
9
+ }
en_free/seed1/step_200/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53973aa09a81a835f06715b2a8675b5cc16fb321127d8f5acfc755ac7c3a76f6
3
+ size 13430768
en_free/seed1/step_200/tokenizer.json ADDED
@@ -0,0 +1,325 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "1.0",
3
+ "truncation": null,
4
+ "padding": null,
5
+ "added_tokens": [
6
+ {
7
+ "id": 256,
8
+ "content": "<|endoftext|>",
9
+ "single_word": false,
10
+ "lstrip": false,
11
+ "rstrip": false,
12
+ "normalized": false,
13
+ "special": true
14
+ }
15
+ ],
16
+ "normalizer": null,
17
+ "pre_tokenizer": {
18
+ "type": "ByteLevel",
19
+ "add_prefix_space": false,
20
+ "trim_offsets": true,
21
+ "use_regex": false
22
+ },
23
+ "post_processor": {
24
+ "type": "TemplateProcessing",
25
+ "single": [
26
+ {
27
+ "Sequence": {
28
+ "id": "A",
29
+ "type_id": 0
30
+ }
31
+ }
32
+ ],
33
+ "pair": [
34
+ {
35
+ "Sequence": {
36
+ "id": "A",
37
+ "type_id": 0
38
+ }
39
+ },
40
+ {
41
+ "Sequence": {
42
+ "id": "B",
43
+ "type_id": 1
44
+ }
45
+ }
46
+ ],
47
+ "special_tokens": {}
48
+ },
49
+ "decoder": {
50
+ "type": "ByteLevel",
51
+ "add_prefix_space": true,
52
+ "trim_offsets": true,
53
+ "use_regex": true
54
+ },
55
+ "model": {
56
+ "type": "BPE",
57
+ "dropout": null,
58
+ "unk_token": null,
59
+ "continuing_subword_prefix": null,
60
+ "end_of_word_suffix": null,
61
+ "fuse_unk": false,
62
+ "byte_fallback": false,
63
+ "ignore_merges": false,
64
+ "vocab": {
65
+ "Ā": 0,
66
+ "ā": 1,
67
+ "Ă": 2,
68
+ "ă": 3,
69
+ "Ą": 4,
70
+ "ą": 5,
71
+ "Ć": 6,
72
+ "ć": 7,
73
+ "Ĉ": 8,
74
+ "ĉ": 9,
75
+ "Ċ": 10,
76
+ "ċ": 11,
77
+ "Č": 12,
78
+ "č": 13,
79
+ "Ď": 14,
80
+ "ď": 15,
81
+ "Đ": 16,
82
+ "đ": 17,
83
+ "Ē": 18,
84
+ "ē": 19,
85
+ "Ĕ": 20,
86
+ "ĕ": 21,
87
+ "Ė": 22,
88
+ "ė": 23,
89
+ "Ę": 24,
90
+ "ę": 25,
91
+ "Ě": 26,
92
+ "ě": 27,
93
+ "Ĝ": 28,
94
+ "ĝ": 29,
95
+ "Ğ": 30,
96
+ "ğ": 31,
97
+ "Ġ": 32,
98
+ "!": 33,
99
+ "\"": 34,
100
+ "#": 35,
101
+ "$": 36,
102
+ "%": 37,
103
+ "&": 38,
104
+ "'": 39,
105
+ "(": 40,
106
+ ")": 41,
107
+ "*": 42,
108
+ "+": 43,
109
+ ",": 44,
110
+ "-": 45,
111
+ ".": 46,
112
+ "/": 47,
113
+ "0": 48,
114
+ "1": 49,
115
+ "2": 50,
116
+ "3": 51,
117
+ "4": 52,
118
+ "5": 53,
119
+ "6": 54,
120
+ "7": 55,
121
+ "8": 56,
122
+ "9": 57,
123
+ ":": 58,
124
+ ";": 59,
125
+ "<": 60,
126
+ "=": 61,
127
+ ">": 62,
128
+ "?": 63,
129
+ "@": 64,
130
+ "A": 65,
131
+ "B": 66,
132
+ "C": 67,
133
+ "D": 68,
134
+ "E": 69,
135
+ "F": 70,
136
+ "G": 71,
137
+ "H": 72,
138
+ "I": 73,
139
+ "J": 74,
140
+ "K": 75,
141
+ "L": 76,
142
+ "M": 77,
143
+ "N": 78,
144
+ "O": 79,
145
+ "P": 80,
146
+ "Q": 81,
147
+ "R": 82,
148
+ "S": 83,
149
+ "T": 84,
150
+ "U": 85,
151
+ "V": 86,
152
+ "W": 87,
153
+ "X": 88,
154
+ "Y": 89,
155
+ "Z": 90,
156
+ "[": 91,
157
+ "\\": 92,
158
+ "]": 93,
159
+ "^": 94,
160
+ "_": 95,
161
+ "`": 96,
162
+ "a": 97,
163
+ "b": 98,
164
+ "c": 99,
165
+ "d": 100,
166
+ "e": 101,
167
+ "f": 102,
168
+ "g": 103,
169
+ "h": 104,
170
+ "i": 105,
171
+ "j": 106,
172
+ "k": 107,
173
+ "l": 108,
174
+ "m": 109,
175
+ "n": 110,
176
+ "o": 111,
177
+ "p": 112,
178
+ "q": 113,
179
+ "r": 114,
180
+ "s": 115,
181
+ "t": 116,
182
+ "u": 117,
183
+ "v": 118,
184
+ "w": 119,
185
+ "x": 120,
186
+ "y": 121,
187
+ "z": 122,
188
+ "{": 123,
189
+ "|": 124,
190
+ "}": 125,
191
+ "~": 126,
192
+ "ġ": 127,
193
+ "Ģ": 128,
194
+ "ģ": 129,
195
+ "Ĥ": 130,
196
+ "ĥ": 131,
197
+ "Ħ": 132,
198
+ "ħ": 133,
199
+ "Ĩ": 134,
200
+ "ĩ": 135,
201
+ "Ī": 136,
202
+ "ī": 137,
203
+ "Ĭ": 138,
204
+ "ĭ": 139,
205
+ "Į": 140,
206
+ "į": 141,
207
+ "İ": 142,
208
+ "ı": 143,
209
+ "IJ": 144,
210
+ "ij": 145,
211
+ "Ĵ": 146,
212
+ "ĵ": 147,
213
+ "Ķ": 148,
214
+ "ķ": 149,
215
+ "ĸ": 150,
216
+ "Ĺ": 151,
217
+ "ĺ": 152,
218
+ "Ļ": 153,
219
+ "ļ": 154,
220
+ "Ľ": 155,
221
+ "ľ": 156,
222
+ "Ŀ": 157,
223
+ "ŀ": 158,
224
+ "Ł": 159,
225
+ "ł": 160,
226
+ "¡": 161,
227
+ "¢": 162,
228
+ "£": 163,
229
+ "¤": 164,
230
+ "¥": 165,
231
+ "¦": 166,
232
+ "§": 167,
233
+ "¨": 168,
234
+ "©": 169,
235
+ "ª": 170,
236
+ "«": 171,
237
+ "¬": 172,
238
+ "Ń": 173,
239
+ "®": 174,
240
+ "¯": 175,
241
+ "°": 176,
242
+ "±": 177,
243
+ "²": 178,
244
+ "³": 179,
245
+ "´": 180,
246
+ "µ": 181,
247
+ "¶": 182,
248
+ "·": 183,
249
+ "¸": 184,
250
+ "¹": 185,
251
+ "º": 186,
252
+ "»": 187,
253
+ "¼": 188,
254
+ "½": 189,
255
+ "¾": 190,
256
+ "¿": 191,
257
+ "À": 192,
258
+ "Á": 193,
259
+ "Â": 194,
260
+ "Ã": 195,
261
+ "Ä": 196,
262
+ "Å": 197,
263
+ "Æ": 198,
264
+ "Ç": 199,
265
+ "È": 200,
266
+ "É": 201,
267
+ "Ê": 202,
268
+ "Ë": 203,
269
+ "Ì": 204,
270
+ "Í": 205,
271
+ "Î": 206,
272
+ "Ï": 207,
273
+ "Ð": 208,
274
+ "Ñ": 209,
275
+ "Ò": 210,
276
+ "Ó": 211,
277
+ "Ô": 212,
278
+ "Õ": 213,
279
+ "Ö": 214,
280
+ "×": 215,
281
+ "Ø": 216,
282
+ "Ù": 217,
283
+ "Ú": 218,
284
+ "Û": 219,
285
+ "Ü": 220,
286
+ "Ý": 221,
287
+ "Þ": 222,
288
+ "ß": 223,
289
+ "à": 224,
290
+ "á": 225,
291
+ "â": 226,
292
+ "ã": 227,
293
+ "ä": 228,
294
+ "å": 229,
295
+ "æ": 230,
296
+ "ç": 231,
297
+ "è": 232,
298
+ "é": 233,
299
+ "ê": 234,
300
+ "ë": 235,
301
+ "ì": 236,
302
+ "í": 237,
303
+ "î": 238,
304
+ "ï": 239,
305
+ "ð": 240,
306
+ "ñ": 241,
307
+ "ò": 242,
308
+ "ó": 243,
309
+ "ô": 244,
310
+ "õ": 245,
311
+ "ö": 246,
312
+ "÷": 247,
313
+ "ø": 248,
314
+ "ù": 249,
315
+ "ú": 250,
316
+ "û": 251,
317
+ "ü": 252,
318
+ "ý": 253,
319
+ "þ": 254,
320
+ "ÿ": 255,
321
+ "<|endoftext|>": 256
322
+ },
323
+ "merges": []
324
+ }
325
+ }
en_free/seed1/step_200/tokenizer_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "bos_token": "<|endoftext|>",
4
+ "eos_token": "<|endoftext|>",
5
+ "model_max_length": 1000000000000000019884624838656,
6
+ "tokenizer_class": "TokenizersBackend"
7
+ }
en_free/seed1/step_25/config.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "activation_function": "gelu_new",
3
+ "add_cross_attention": false,
4
+ "architectures": [
5
+ "GPT2LMHeadModel"
6
+ ],
7
+ "attn_pdrop": 0.0,
8
+ "bos_token_id": 256,
9
+ "dtype": "float32",
10
+ "embd_pdrop": 0.0,
11
+ "eos_token_id": 256,
12
+ "initializer_range": 0.02,
13
+ "layer_norm_epsilon": 1e-05,
14
+ "model_type": "gpt2",
15
+ "n_embd": 256,
16
+ "n_head": 4,
17
+ "n_inner": null,
18
+ "n_layer": 4,
19
+ "n_positions": 512,
20
+ "pad_token_id": null,
21
+ "reorder_and_upcast_attn": false,
22
+ "resid_pdrop": 0.0,
23
+ "scale_attn_by_inverse_layer_idx": false,
24
+ "scale_attn_weights": true,
25
+ "summary_activation": null,
26
+ "summary_first_dropout": 0.1,
27
+ "summary_proj_to_labels": true,
28
+ "summary_type": "cls_index",
29
+ "summary_use_proj": true,
30
+ "tie_word_embeddings": true,
31
+ "transformers_version": "5.18.0",
32
+ "use_cache": true,
33
+ "vocab_size": 257
34
+ }
en_free/seed1/step_25/generation_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 256,
4
+ "eos_token_id": 256,
5
+ "output_attentions": false,
6
+ "output_hidden_states": false,
7
+ "transformers_version": "5.18.0",
8
+ "use_cache": true
9
+ }
en_free/seed1/step_25/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfb638c9ed9b098f93b3633e1397c66ada0de5dcb69a319efc5d4c4a5cf9a2e1
3
+ size 13430768
en_free/seed1/step_25/tokenizer.json ADDED
@@ -0,0 +1,325 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "1.0",
3
+ "truncation": null,
4
+ "padding": null,
5
+ "added_tokens": [
6
+ {
7
+ "id": 256,
8
+ "content": "<|endoftext|>",
9
+ "single_word": false,
10
+ "lstrip": false,
11
+ "rstrip": false,
12
+ "normalized": false,
13
+ "special": true
14
+ }
15
+ ],
16
+ "normalizer": null,
17
+ "pre_tokenizer": {
18
+ "type": "ByteLevel",
19
+ "add_prefix_space": false,
20
+ "trim_offsets": true,
21
+ "use_regex": false
22
+ },
23
+ "post_processor": {
24
+ "type": "TemplateProcessing",
25
+ "single": [
26
+ {
27
+ "Sequence": {
28
+ "id": "A",
29
+ "type_id": 0
30
+ }
31
+ }
32
+ ],
33
+ "pair": [
34
+ {
35
+ "Sequence": {
36
+ "id": "A",
37
+ "type_id": 0
38
+ }
39
+ },
40
+ {
41
+ "Sequence": {
42
+ "id": "B",
43
+ "type_id": 1
44
+ }
45
+ }
46
+ ],
47
+ "special_tokens": {}
48
+ },
49
+ "decoder": {
50
+ "type": "ByteLevel",
51
+ "add_prefix_space": true,
52
+ "trim_offsets": true,
53
+ "use_regex": true
54
+ },
55
+ "model": {
56
+ "type": "BPE",
57
+ "dropout": null,
58
+ "unk_token": null,
59
+ "continuing_subword_prefix": null,
60
+ "end_of_word_suffix": null,
61
+ "fuse_unk": false,
62
+ "byte_fallback": false,
63
+ "ignore_merges": false,
64
+ "vocab": {
65
+ "Ā": 0,
66
+ "ā": 1,
67
+ "Ă": 2,
68
+ "ă": 3,
69
+ "Ą": 4,
70
+ "ą": 5,
71
+ "Ć": 6,
72
+ "ć": 7,
73
+ "Ĉ": 8,
74
+ "ĉ": 9,
75
+ "Ċ": 10,
76
+ "ċ": 11,
77
+ "Č": 12,
78
+ "č": 13,
79
+ "Ď": 14,
80
+ "ď": 15,
81
+ "Đ": 16,
82
+ "đ": 17,
83
+ "Ē": 18,
84
+ "ē": 19,
85
+ "Ĕ": 20,
86
+ "ĕ": 21,
87
+ "Ė": 22,
88
+ "ė": 23,
89
+ "Ę": 24,
90
+ "ę": 25,
91
+ "Ě": 26,
92
+ "ě": 27,
93
+ "Ĝ": 28,
94
+ "ĝ": 29,
95
+ "Ğ": 30,
96
+ "ğ": 31,
97
+ "Ġ": 32,
98
+ "!": 33,
99
+ "\"": 34,
100
+ "#": 35,
101
+ "$": 36,
102
+ "%": 37,
103
+ "&": 38,
104
+ "'": 39,
105
+ "(": 40,
106
+ ")": 41,
107
+ "*": 42,
108
+ "+": 43,
109
+ ",": 44,
110
+ "-": 45,
111
+ ".": 46,
112
+ "/": 47,
113
+ "0": 48,
114
+ "1": 49,
115
+ "2": 50,
116
+ "3": 51,
117
+ "4": 52,
118
+ "5": 53,
119
+ "6": 54,
120
+ "7": 55,
121
+ "8": 56,
122
+ "9": 57,
123
+ ":": 58,
124
+ ";": 59,
125
+ "<": 60,
126
+ "=": 61,
127
+ ">": 62,
128
+ "?": 63,
129
+ "@": 64,
130
+ "A": 65,
131
+ "B": 66,
132
+ "C": 67,
133
+ "D": 68,
134
+ "E": 69,
135
+ "F": 70,
136
+ "G": 71,
137
+ "H": 72,
138
+ "I": 73,
139
+ "J": 74,
140
+ "K": 75,
141
+ "L": 76,
142
+ "M": 77,
143
+ "N": 78,
144
+ "O": 79,
145
+ "P": 80,
146
+ "Q": 81,
147
+ "R": 82,
148
+ "S": 83,
149
+ "T": 84,
150
+ "U": 85,
151
+ "V": 86,
152
+ "W": 87,
153
+ "X": 88,
154
+ "Y": 89,
155
+ "Z": 90,
156
+ "[": 91,
157
+ "\\": 92,
158
+ "]": 93,
159
+ "^": 94,
160
+ "_": 95,
161
+ "`": 96,
162
+ "a": 97,
163
+ "b": 98,
164
+ "c": 99,
165
+ "d": 100,
166
+ "e": 101,
167
+ "f": 102,
168
+ "g": 103,
169
+ "h": 104,
170
+ "i": 105,
171
+ "j": 106,
172
+ "k": 107,
173
+ "l": 108,
174
+ "m": 109,
175
+ "n": 110,
176
+ "o": 111,
177
+ "p": 112,
178
+ "q": 113,
179
+ "r": 114,
180
+ "s": 115,
181
+ "t": 116,
182
+ "u": 117,
183
+ "v": 118,
184
+ "w": 119,
185
+ "x": 120,
186
+ "y": 121,
187
+ "z": 122,
188
+ "{": 123,
189
+ "|": 124,
190
+ "}": 125,
191
+ "~": 126,
192
+ "ġ": 127,
193
+ "Ģ": 128,
194
+ "ģ": 129,
195
+ "Ĥ": 130,
196
+ "ĥ": 131,
197
+ "Ħ": 132,
198
+ "ħ": 133,
199
+ "Ĩ": 134,
200
+ "ĩ": 135,
201
+ "Ī": 136,
202
+ "ī": 137,
203
+ "Ĭ": 138,
204
+ "ĭ": 139,
205
+ "Į": 140,
206
+ "į": 141,
207
+ "İ": 142,
208
+ "ı": 143,
209
+ "IJ": 144,
210
+ "ij": 145,
211
+ "Ĵ": 146,
212
+ "ĵ": 147,
213
+ "Ķ": 148,
214
+ "ķ": 149,
215
+ "ĸ": 150,
216
+ "Ĺ": 151,
217
+ "ĺ": 152,
218
+ "Ļ": 153,
219
+ "ļ": 154,
220
+ "Ľ": 155,
221
+ "ľ": 156,
222
+ "Ŀ": 157,
223
+ "ŀ": 158,
224
+ "Ł": 159,
225
+ "ł": 160,
226
+ "¡": 161,
227
+ "¢": 162,
228
+ "£": 163,
229
+ "¤": 164,
230
+ "¥": 165,
231
+ "¦": 166,
232
+ "§": 167,
233
+ "¨": 168,
234
+ "©": 169,
235
+ "ª": 170,
236
+ "«": 171,
237
+ "¬": 172,
238
+ "Ń": 173,
239
+ "®": 174,
240
+ "¯": 175,
241
+ "°": 176,
242
+ "±": 177,
243
+ "²": 178,
244
+ "³": 179,
245
+ "´": 180,
246
+ "µ": 181,
247
+ "¶": 182,
248
+ "·": 183,
249
+ "¸": 184,
250
+ "¹": 185,
251
+ "º": 186,
252
+ "»": 187,
253
+ "¼": 188,
254
+ "½": 189,
255
+ "¾": 190,
256
+ "¿": 191,
257
+ "À": 192,
258
+ "Á": 193,
259
+ "Â": 194,
260
+ "Ã": 195,
261
+ "Ä": 196,
262
+ "Å": 197,
263
+ "Æ": 198,
264
+ "Ç": 199,
265
+ "È": 200,
266
+ "É": 201,
267
+ "Ê": 202,
268
+ "Ë": 203,
269
+ "Ì": 204,
270
+ "Í": 205,
271
+ "Î": 206,
272
+ "Ï": 207,
273
+ "Ð": 208,
274
+ "Ñ": 209,
275
+ "Ò": 210,
276
+ "Ó": 211,
277
+ "Ô": 212,
278
+ "Õ": 213,
279
+ "Ö": 214,
280
+ "×": 215,
281
+ "Ø": 216,
282
+ "Ù": 217,
283
+ "Ú": 218,
284
+ "Û": 219,
285
+ "Ü": 220,
286
+ "Ý": 221,
287
+ "Þ": 222,
288
+ "ß": 223,
289
+ "à": 224,
290
+ "á": 225,
291
+ "â": 226,
292
+ "ã": 227,
293
+ "ä": 228,
294
+ "å": 229,
295
+ "æ": 230,
296
+ "ç": 231,
297
+ "è": 232,
298
+ "é": 233,
299
+ "ê": 234,
300
+ "ë": 235,
301
+ "ì": 236,
302
+ "í": 237,
303
+ "î": 238,
304
+ "ï": 239,
305
+ "ð": 240,
306
+ "ñ": 241,
307
+ "ò": 242,
308
+ "ó": 243,
309
+ "ô": 244,
310
+ "õ": 245,
311
+ "ö": 246,
312
+ "÷": 247,
313
+ "ø": 248,
314
+ "ù": 249,
315
+ "ú": 250,
316
+ "û": 251,
317
+ "ü": 252,
318
+ "ý": 253,
319
+ "þ": 254,
320
+ "ÿ": 255,
321
+ "<|endoftext|>": 256
322
+ },
323
+ "merges": []
324
+ }
325
+ }
en_free/seed1/step_25/tokenizer_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "bos_token": "<|endoftext|>",
4
+ "eos_token": "<|endoftext|>",
5
+ "model_max_length": 1000000000000000019884624838656,
6
+ "tokenizer_class": "TokenizersBackend"
7
+ }
en_free/seed1/step_3200/config.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "activation_function": "gelu_new",
3
+ "add_cross_attention": false,
4
+ "architectures": [
5
+ "GPT2LMHeadModel"
6
+ ],
7
+ "attn_pdrop": 0.0,
8
+ "bos_token_id": 256,
9
+ "dtype": "float32",
10
+ "embd_pdrop": 0.0,
11
+ "eos_token_id": 256,
12
+ "initializer_range": 0.02,
13
+ "layer_norm_epsilon": 1e-05,
14
+ "model_type": "gpt2",
15
+ "n_embd": 256,
16
+ "n_head": 4,
17
+ "n_inner": null,
18
+ "n_layer": 4,
19
+ "n_positions": 512,
20
+ "pad_token_id": null,
21
+ "reorder_and_upcast_attn": false,
22
+ "resid_pdrop": 0.0,
23
+ "scale_attn_by_inverse_layer_idx": false,
24
+ "scale_attn_weights": true,
25
+ "summary_activation": null,
26
+ "summary_first_dropout": 0.1,
27
+ "summary_proj_to_labels": true,
28
+ "summary_type": "cls_index",
29
+ "summary_use_proj": true,
30
+ "tie_word_embeddings": true,
31
+ "transformers_version": "5.18.0",
32
+ "use_cache": true,
33
+ "vocab_size": 257
34
+ }
en_free/seed1/step_3200/generation_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 256,
4
+ "eos_token_id": 256,
5
+ "output_attentions": false,
6
+ "output_hidden_states": false,
7
+ "transformers_version": "5.18.0",
8
+ "use_cache": true
9
+ }
en_free/seed1/step_3200/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1682490940c55cc50681e69d2070c2773fd9e0053c3ac9e08f1a3c7dc8560c7
3
+ size 13430768
en_free/seed1/step_3200/tokenizer.json ADDED
@@ -0,0 +1,325 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "1.0",
3
+ "truncation": null,
4
+ "padding": null,
5
+ "added_tokens": [
6
+ {
7
+ "id": 256,
8
+ "content": "<|endoftext|>",
9
+ "single_word": false,
10
+ "lstrip": false,
11
+ "rstrip": false,
12
+ "normalized": false,
13
+ "special": true
14
+ }
15
+ ],
16
+ "normalizer": null,
17
+ "pre_tokenizer": {
18
+ "type": "ByteLevel",
19
+ "add_prefix_space": false,
20
+ "trim_offsets": true,
21
+ "use_regex": false
22
+ },
23
+ "post_processor": {
24
+ "type": "TemplateProcessing",
25
+ "single": [
26
+ {
27
+ "Sequence": {
28
+ "id": "A",
29
+ "type_id": 0
30
+ }
31
+ }
32
+ ],
33
+ "pair": [
34
+ {
35
+ "Sequence": {
36
+ "id": "A",
37
+ "type_id": 0
38
+ }
39
+ },
40
+ {
41
+ "Sequence": {
42
+ "id": "B",
43
+ "type_id": 1
44
+ }
45
+ }
46
+ ],
47
+ "special_tokens": {}
48
+ },
49
+ "decoder": {
50
+ "type": "ByteLevel",
51
+ "add_prefix_space": true,
52
+ "trim_offsets": true,
53
+ "use_regex": true
54
+ },
55
+ "model": {
56
+ "type": "BPE",
57
+ "dropout": null,
58
+ "unk_token": null,
59
+ "continuing_subword_prefix": null,
60
+ "end_of_word_suffix": null,
61
+ "fuse_unk": false,
62
+ "byte_fallback": false,
63
+ "ignore_merges": false,
64
+ "vocab": {
65
+ "Ā": 0,
66
+ "ā": 1,
67
+ "Ă": 2,
68
+ "ă": 3,
69
+ "Ą": 4,
70
+ "ą": 5,
71
+ "Ć": 6,
72
+ "ć": 7,
73
+ "Ĉ": 8,
74
+ "ĉ": 9,
75
+ "Ċ": 10,
76
+ "ċ": 11,
77
+ "Č": 12,
78
+ "č": 13,
79
+ "Ď": 14,
80
+ "ď": 15,
81
+ "Đ": 16,
82
+ "đ": 17,
83
+ "Ē": 18,
84
+ "ē": 19,
85
+ "Ĕ": 20,
86
+ "ĕ": 21,
87
+ "Ė": 22,
88
+ "ė": 23,
89
+ "Ę": 24,
90
+ "ę": 25,
91
+ "Ě": 26,
92
+ "ě": 27,
93
+ "Ĝ": 28,
94
+ "ĝ": 29,
95
+ "Ğ": 30,
96
+ "ğ": 31,
97
+ "Ġ": 32,
98
+ "!": 33,
99
+ "\"": 34,
100
+ "#": 35,
101
+ "$": 36,
102
+ "%": 37,
103
+ "&": 38,
104
+ "'": 39,
105
+ "(": 40,
106
+ ")": 41,
107
+ "*": 42,
108
+ "+": 43,
109
+ ",": 44,
110
+ "-": 45,
111
+ ".": 46,
112
+ "/": 47,
113
+ "0": 48,
114
+ "1": 49,
115
+ "2": 50,
116
+ "3": 51,
117
+ "4": 52,
118
+ "5": 53,
119
+ "6": 54,
120
+ "7": 55,
121
+ "8": 56,
122
+ "9": 57,
123
+ ":": 58,
124
+ ";": 59,
125
+ "<": 60,
126
+ "=": 61,
127
+ ">": 62,
128
+ "?": 63,
129
+ "@": 64,
130
+ "A": 65,
131
+ "B": 66,
132
+ "C": 67,
133
+ "D": 68,
134
+ "E": 69,
135
+ "F": 70,
136
+ "G": 71,
137
+ "H": 72,
138
+ "I": 73,
139
+ "J": 74,
140
+ "K": 75,
141
+ "L": 76,
142
+ "M": 77,
143
+ "N": 78,
144
+ "O": 79,
145
+ "P": 80,
146
+ "Q": 81,
147
+ "R": 82,
148
+ "S": 83,
149
+ "T": 84,
150
+ "U": 85,
151
+ "V": 86,
152
+ "W": 87,
153
+ "X": 88,
154
+ "Y": 89,
155
+ "Z": 90,
156
+ "[": 91,
157
+ "\\": 92,
158
+ "]": 93,
159
+ "^": 94,
160
+ "_": 95,
161
+ "`": 96,
162
+ "a": 97,
163
+ "b": 98,
164
+ "c": 99,
165
+ "d": 100,
166
+ "e": 101,
167
+ "f": 102,
168
+ "g": 103,
169
+ "h": 104,
170
+ "i": 105,
171
+ "j": 106,
172
+ "k": 107,
173
+ "l": 108,
174
+ "m": 109,
175
+ "n": 110,
176
+ "o": 111,
177
+ "p": 112,
178
+ "q": 113,
179
+ "r": 114,
180
+ "s": 115,
181
+ "t": 116,
182
+ "u": 117,
183
+ "v": 118,
184
+ "w": 119,
185
+ "x": 120,
186
+ "y": 121,
187
+ "z": 122,
188
+ "{": 123,
189
+ "|": 124,
190
+ "}": 125,
191
+ "~": 126,
192
+ "ġ": 127,
193
+ "Ģ": 128,
194
+ "ģ": 129,
195
+ "Ĥ": 130,
196
+ "ĥ": 131,
197
+ "Ħ": 132,
198
+ "ħ": 133,
199
+ "Ĩ": 134,
200
+ "ĩ": 135,
201
+ "Ī": 136,
202
+ "ī": 137,
203
+ "Ĭ": 138,
204
+ "ĭ": 139,
205
+ "Į": 140,
206
+ "į": 141,
207
+ "İ": 142,
208
+ "ı": 143,
209
+ "IJ": 144,
210
+ "ij": 145,
211
+ "Ĵ": 146,
212
+ "ĵ": 147,
213
+ "Ķ": 148,
214
+ "ķ": 149,
215
+ "ĸ": 150,
216
+ "Ĺ": 151,
217
+ "ĺ": 152,
218
+ "Ļ": 153,
219
+ "ļ": 154,
220
+ "Ľ": 155,
221
+ "ľ": 156,
222
+ "Ŀ": 157,
223
+ "ŀ": 158,
224
+ "Ł": 159,
225
+ "ł": 160,
226
+ "¡": 161,
227
+ "¢": 162,
228
+ "£": 163,
229
+ "¤": 164,
230
+ "¥": 165,
231
+ "¦": 166,
232
+ "§": 167,
233
+ "¨": 168,
234
+ "©": 169,
235
+ "ª": 170,
236
+ "«": 171,
237
+ "¬": 172,
238
+ "Ń": 173,
239
+ "®": 174,
240
+ "¯": 175,
241
+ "°": 176,
242
+ "±": 177,
243
+ "²": 178,
244
+ "³": 179,
245
+ "´": 180,
246
+ "µ": 181,
247
+ "¶": 182,
248
+ "·": 183,
249
+ "¸": 184,
250
+ "¹": 185,
251
+ "º": 186,
252
+ "»": 187,
253
+ "¼": 188,
254
+ "½": 189,
255
+ "¾": 190,
256
+ "¿": 191,
257
+ "À": 192,
258
+ "Á": 193,
259
+ "Â": 194,
260
+ "Ã": 195,
261
+ "Ä": 196,
262
+ "Å": 197,
263
+ "Æ": 198,
264
+ "Ç": 199,
265
+ "È": 200,
266
+ "É": 201,
267
+ "Ê": 202,
268
+ "Ë": 203,
269
+ "Ì": 204,
270
+ "Í": 205,
271
+ "Î": 206,
272
+ "Ï": 207,
273
+ "Ð": 208,
274
+ "Ñ": 209,
275
+ "Ò": 210,
276
+ "Ó": 211,
277
+ "Ô": 212,
278
+ "Õ": 213,
279
+ "Ö": 214,
280
+ "×": 215,
281
+ "Ø": 216,
282
+ "Ù": 217,
283
+ "Ú": 218,
284
+ "Û": 219,
285
+ "Ü": 220,
286
+ "Ý": 221,
287
+ "Þ": 222,
288
+ "ß": 223,
289
+ "à": 224,
290
+ "á": 225,
291
+ "â": 226,
292
+ "ã": 227,
293
+ "ä": 228,
294
+ "å": 229,
295
+ "æ": 230,
296
+ "ç": 231,
297
+ "è": 232,
298
+ "é": 233,
299
+ "ê": 234,
300
+ "ë": 235,
301
+ "ì": 236,
302
+ "í": 237,
303
+ "î": 238,
304
+ "ï": 239,
305
+ "ð": 240,
306
+ "ñ": 241,
307
+ "ò": 242,
308
+ "ó": 243,
309
+ "ô": 244,
310
+ "õ": 245,
311
+ "ö": 246,
312
+ "÷": 247,
313
+ "ø": 248,
314
+ "ù": 249,
315
+ "ú": 250,
316
+ "û": 251,
317
+ "ü": 252,
318
+ "ý": 253,
319
+ "þ": 254,
320
+ "ÿ": 255,
321
+ "<|endoftext|>": 256
322
+ },
323
+ "merges": []
324
+ }
325
+ }
en_free/seed1/step_3200/tokenizer_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "bos_token": "<|endoftext|>",
4
+ "eos_token": "<|endoftext|>",
5
+ "model_max_length": 1000000000000000019884624838656,
6
+ "tokenizer_class": "TokenizersBackend"
7
+ }
en_free/seed1/step_400/config.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "activation_function": "gelu_new",
3
+ "add_cross_attention": false,
4
+ "architectures": [
5
+ "GPT2LMHeadModel"
6
+ ],
7
+ "attn_pdrop": 0.0,
8
+ "bos_token_id": 256,
9
+ "dtype": "float32",
10
+ "embd_pdrop": 0.0,
11
+ "eos_token_id": 256,
12
+ "initializer_range": 0.02,
13
+ "layer_norm_epsilon": 1e-05,
14
+ "model_type": "gpt2",
15
+ "n_embd": 256,
16
+ "n_head": 4,
17
+ "n_inner": null,
18
+ "n_layer": 4,
19
+ "n_positions": 512,
20
+ "pad_token_id": null,
21
+ "reorder_and_upcast_attn": false,
22
+ "resid_pdrop": 0.0,
23
+ "scale_attn_by_inverse_layer_idx": false,
24
+ "scale_attn_weights": true,
25
+ "summary_activation": null,
26
+ "summary_first_dropout": 0.1,
27
+ "summary_proj_to_labels": true,
28
+ "summary_type": "cls_index",
29
+ "summary_use_proj": true,
30
+ "tie_word_embeddings": true,
31
+ "transformers_version": "5.18.0",
32
+ "use_cache": true,
33
+ "vocab_size": 257
34
+ }
en_free/seed1/step_400/generation_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 256,
4
+ "eos_token_id": 256,
5
+ "output_attentions": false,
6
+ "output_hidden_states": false,
7
+ "transformers_version": "5.18.0",
8
+ "use_cache": true
9
+ }
en_free/seed1/step_400/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e34c7fe61ef4d0734755c3ad8fd3879b7483cfa384daf8e6fec04986b49b5359
3
+ size 13430768
en_free/seed1/step_400/tokenizer.json ADDED
@@ -0,0 +1,325 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "1.0",
3
+ "truncation": null,
4
+ "padding": null,
5
+ "added_tokens": [
6
+ {
7
+ "id": 256,
8
+ "content": "<|endoftext|>",
9
+ "single_word": false,
10
+ "lstrip": false,
11
+ "rstrip": false,
12
+ "normalized": false,
13
+ "special": true
14
+ }
15
+ ],
16
+ "normalizer": null,
17
+ "pre_tokenizer": {
18
+ "type": "ByteLevel",
19
+ "add_prefix_space": false,
20
+ "trim_offsets": true,
21
+ "use_regex": false
22
+ },
23
+ "post_processor": {
24
+ "type": "TemplateProcessing",
25
+ "single": [
26
+ {
27
+ "Sequence": {
28
+ "id": "A",
29
+ "type_id": 0
30
+ }
31
+ }
32
+ ],
33
+ "pair": [
34
+ {
35
+ "Sequence": {
36
+ "id": "A",
37
+ "type_id": 0
38
+ }
39
+ },
40
+ {
41
+ "Sequence": {
42
+ "id": "B",
43
+ "type_id": 1
44
+ }
45
+ }
46
+ ],
47
+ "special_tokens": {}
48
+ },
49
+ "decoder": {
50
+ "type": "ByteLevel",
51
+ "add_prefix_space": true,
52
+ "trim_offsets": true,
53
+ "use_regex": true
54
+ },
55
+ "model": {
56
+ "type": "BPE",
57
+ "dropout": null,
58
+ "unk_token": null,
59
+ "continuing_subword_prefix": null,
60
+ "end_of_word_suffix": null,
61
+ "fuse_unk": false,
62
+ "byte_fallback": false,
63
+ "ignore_merges": false,
64
+ "vocab": {
65
+ "Ā": 0,
66
+ "ā": 1,
67
+ "Ă": 2,
68
+ "ă": 3,
69
+ "Ą": 4,
70
+ "ą": 5,
71
+ "Ć": 6,
72
+ "ć": 7,
73
+ "Ĉ": 8,
74
+ "ĉ": 9,
75
+ "Ċ": 10,
76
+ "ċ": 11,
77
+ "Č": 12,
78
+ "č": 13,
79
+ "Ď": 14,
80
+ "ď": 15,
81
+ "Đ": 16,
82
+ "đ": 17,
83
+ "Ē": 18,
84
+ "ē": 19,
85
+ "Ĕ": 20,
86
+ "ĕ": 21,
87
+ "Ė": 22,
88
+ "ė": 23,
89
+ "Ę": 24,
90
+ "ę": 25,
91
+ "Ě": 26,
92
+ "ě": 27,
93
+ "Ĝ": 28,
94
+ "ĝ": 29,
95
+ "Ğ": 30,
96
+ "ğ": 31,
97
+ "Ġ": 32,
98
+ "!": 33,
99
+ "\"": 34,
100
+ "#": 35,
101
+ "$": 36,
102
+ "%": 37,
103
+ "&": 38,
104
+ "'": 39,
105
+ "(": 40,
106
+ ")": 41,
107
+ "*": 42,
108
+ "+": 43,
109
+ ",": 44,
110
+ "-": 45,
111
+ ".": 46,
112
+ "/": 47,
113
+ "0": 48,
114
+ "1": 49,
115
+ "2": 50,
116
+ "3": 51,
117
+ "4": 52,
118
+ "5": 53,
119
+ "6": 54,
120
+ "7": 55,
121
+ "8": 56,
122
+ "9": 57,
123
+ ":": 58,
124
+ ";": 59,
125
+ "<": 60,
126
+ "=": 61,
127
+ ">": 62,
128
+ "?": 63,
129
+ "@": 64,
130
+ "A": 65,
131
+ "B": 66,
132
+ "C": 67,
133
+ "D": 68,
134
+ "E": 69,
135
+ "F": 70,
136
+ "G": 71,
137
+ "H": 72,
138
+ "I": 73,
139
+ "J": 74,
140
+ "K": 75,
141
+ "L": 76,
142
+ "M": 77,
143
+ "N": 78,
144
+ "O": 79,
145
+ "P": 80,
146
+ "Q": 81,
147
+ "R": 82,
148
+ "S": 83,
149
+ "T": 84,
150
+ "U": 85,
151
+ "V": 86,
152
+ "W": 87,
153
+ "X": 88,
154
+ "Y": 89,
155
+ "Z": 90,
156
+ "[": 91,
157
+ "\\": 92,
158
+ "]": 93,
159
+ "^": 94,
160
+ "_": 95,
161
+ "`": 96,
162
+ "a": 97,
163
+ "b": 98,
164
+ "c": 99,
165
+ "d": 100,
166
+ "e": 101,
167
+ "f": 102,
168
+ "g": 103,
169
+ "h": 104,
170
+ "i": 105,
171
+ "j": 106,
172
+ "k": 107,
173
+ "l": 108,
174
+ "m": 109,
175
+ "n": 110,
176
+ "o": 111,
177
+ "p": 112,
178
+ "q": 113,
179
+ "r": 114,
180
+ "s": 115,
181
+ "t": 116,
182
+ "u": 117,
183
+ "v": 118,
184
+ "w": 119,
185
+ "x": 120,
186
+ "y": 121,
187
+ "z": 122,
188
+ "{": 123,
189
+ "|": 124,
190
+ "}": 125,
191
+ "~": 126,
192
+ "ġ": 127,
193
+ "Ģ": 128,
194
+ "ģ": 129,
195
+ "Ĥ": 130,
196
+ "ĥ": 131,
197
+ "Ħ": 132,
198
+ "ħ": 133,
199
+ "Ĩ": 134,
200
+ "ĩ": 135,
201
+ "Ī": 136,
202
+ "ī": 137,
203
+ "Ĭ": 138,
204
+ "ĭ": 139,
205
+ "Į": 140,
206
+ "į": 141,
207
+ "İ": 142,
208
+ "ı": 143,
209
+ "IJ": 144,
210
+ "ij": 145,
211
+ "Ĵ": 146,
212
+ "ĵ": 147,
213
+ "Ķ": 148,
214
+ "ķ": 149,
215
+ "ĸ": 150,
216
+ "Ĺ": 151,
217
+ "ĺ": 152,
218
+ "Ļ": 153,
219
+ "ļ": 154,
220
+ "Ľ": 155,
221
+ "ľ": 156,
222
+ "Ŀ": 157,
223
+ "ŀ": 158,
224
+ "Ł": 159,
225
+ "ł": 160,
226
+ "¡": 161,
227
+ "¢": 162,
228
+ "£": 163,
229
+ "¤": 164,
230
+ "¥": 165,
231
+ "¦": 166,
232
+ "§": 167,
233
+ "¨": 168,
234
+ "©": 169,
235
+ "ª": 170,
236
+ "«": 171,
237
+ "¬": 172,
238
+ "Ń": 173,
239
+ "®": 174,
240
+ "¯": 175,
241
+ "°": 176,
242
+ "±": 177,
243
+ "²": 178,
244
+ "³": 179,
245
+ "´": 180,
246
+ "µ": 181,
247
+ "¶": 182,
248
+ "·": 183,
249
+ "¸": 184,
250
+ "¹": 185,
251
+ "º": 186,
252
+ "»": 187,
253
+ "¼": 188,
254
+ "½": 189,
255
+ "¾": 190,
256
+ "¿": 191,
257
+ "À": 192,
258
+ "Á": 193,
259
+ "Â": 194,
260
+ "Ã": 195,
261
+ "Ä": 196,
262
+ "Å": 197,
263
+ "Æ": 198,
264
+ "Ç": 199,
265
+ "È": 200,
266
+ "É": 201,
267
+ "Ê": 202,
268
+ "Ë": 203,
269
+ "Ì": 204,
270
+ "Í": 205,
271
+ "Î": 206,
272
+ "Ï": 207,
273
+ "Ð": 208,
274
+ "Ñ": 209,
275
+ "Ò": 210,
276
+ "Ó": 211,
277
+ "Ô": 212,
278
+ "Õ": 213,
279
+ "Ö": 214,
280
+ "×": 215,
281
+ "Ø": 216,
282
+ "Ù": 217,
283
+ "Ú": 218,
284
+ "Û": 219,
285
+ "Ü": 220,
286
+ "Ý": 221,
287
+ "Þ": 222,
288
+ "ß": 223,
289
+ "à": 224,
290
+ "á": 225,
291
+ "â": 226,
292
+ "ã": 227,
293
+ "ä": 228,
294
+ "å": 229,
295
+ "æ": 230,
296
+ "ç": 231,
297
+ "è": 232,
298
+ "é": 233,
299
+ "ê": 234,
300
+ "ë": 235,
301
+ "ì": 236,
302
+ "í": 237,
303
+ "î": 238,
304
+ "ï": 239,
305
+ "ð": 240,
306
+ "ñ": 241,
307
+ "ò": 242,
308
+ "ó": 243,
309
+ "ô": 244,
310
+ "õ": 245,
311
+ "ö": 246,
312
+ "÷": 247,
313
+ "ø": 248,
314
+ "ù": 249,
315
+ "ú": 250,
316
+ "û": 251,
317
+ "ü": 252,
318
+ "ý": 253,
319
+ "þ": 254,
320
+ "ÿ": 255,
321
+ "<|endoftext|>": 256
322
+ },
323
+ "merges": []
324
+ }
325
+ }
en_free/seed1/step_400/tokenizer_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "bos_token": "<|endoftext|>",
4
+ "eos_token": "<|endoftext|>",
5
+ "model_max_length": 1000000000000000019884624838656,
6
+ "tokenizer_class": "TokenizersBackend"
7
+ }
en_free/seed1/step_50/config.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "activation_function": "gelu_new",
3
+ "add_cross_attention": false,
4
+ "architectures": [
5
+ "GPT2LMHeadModel"
6
+ ],
7
+ "attn_pdrop": 0.0,
8
+ "bos_token_id": 256,
9
+ "dtype": "float32",
10
+ "embd_pdrop": 0.0,
11
+ "eos_token_id": 256,
12
+ "initializer_range": 0.02,
13
+ "layer_norm_epsilon": 1e-05,
14
+ "model_type": "gpt2",
15
+ "n_embd": 256,
16
+ "n_head": 4,
17
+ "n_inner": null,
18
+ "n_layer": 4,
19
+ "n_positions": 512,
20
+ "pad_token_id": null,
21
+ "reorder_and_upcast_attn": false,
22
+ "resid_pdrop": 0.0,
23
+ "scale_attn_by_inverse_layer_idx": false,
24
+ "scale_attn_weights": true,
25
+ "summary_activation": null,
26
+ "summary_first_dropout": 0.1,
27
+ "summary_proj_to_labels": true,
28
+ "summary_type": "cls_index",
29
+ "summary_use_proj": true,
30
+ "tie_word_embeddings": true,
31
+ "transformers_version": "5.18.0",
32
+ "use_cache": true,
33
+ "vocab_size": 257
34
+ }
en_free/seed1/step_50/generation_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 256,
4
+ "eos_token_id": 256,
5
+ "output_attentions": false,
6
+ "output_hidden_states": false,
7
+ "transformers_version": "5.18.0",
8
+ "use_cache": true
9
+ }
en_free/seed1/step_50/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c9aa191b31894241bd2f4f7427b6598f0383957443e9503d6af3ad312298beb
3
+ size 13430768
en_free/seed1/step_50/tokenizer.json ADDED
@@ -0,0 +1,325 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "1.0",
3
+ "truncation": null,
4
+ "padding": null,
5
+ "added_tokens": [
6
+ {
7
+ "id": 256,
8
+ "content": "<|endoftext|>",
9
+ "single_word": false,
10
+ "lstrip": false,
11
+ "rstrip": false,
12
+ "normalized": false,
13
+ "special": true
14
+ }
15
+ ],
16
+ "normalizer": null,
17
+ "pre_tokenizer": {
18
+ "type": "ByteLevel",
19
+ "add_prefix_space": false,
20
+ "trim_offsets": true,
21
+ "use_regex": false
22
+ },
23
+ "post_processor": {
24
+ "type": "TemplateProcessing",
25
+ "single": [
26
+ {
27
+ "Sequence": {
28
+ "id": "A",
29
+ "type_id": 0
30
+ }
31
+ }
32
+ ],
33
+ "pair": [
34
+ {
35
+ "Sequence": {
36
+ "id": "A",
37
+ "type_id": 0
38
+ }
39
+ },
40
+ {
41
+ "Sequence": {
42
+ "id": "B",
43
+ "type_id": 1
44
+ }
45
+ }
46
+ ],
47
+ "special_tokens": {}
48
+ },
49
+ "decoder": {
50
+ "type": "ByteLevel",
51
+ "add_prefix_space": true,
52
+ "trim_offsets": true,
53
+ "use_regex": true
54
+ },
55
+ "model": {
56
+ "type": "BPE",
57
+ "dropout": null,
58
+ "unk_token": null,
59
+ "continuing_subword_prefix": null,
60
+ "end_of_word_suffix": null,
61
+ "fuse_unk": false,
62
+ "byte_fallback": false,
63
+ "ignore_merges": false,
64
+ "vocab": {
65
+ "Ā": 0,
66
+ "ā": 1,
67
+ "Ă": 2,
68
+ "ă": 3,
69
+ "Ą": 4,
70
+ "ą": 5,
71
+ "Ć": 6,
72
+ "ć": 7,
73
+ "Ĉ": 8,
74
+ "ĉ": 9,
75
+ "Ċ": 10,
76
+ "ċ": 11,
77
+ "Č": 12,
78
+ "č": 13,
79
+ "Ď": 14,
80
+ "ď": 15,
81
+ "Đ": 16,
82
+ "đ": 17,
83
+ "Ē": 18,
84
+ "ē": 19,
85
+ "Ĕ": 20,
86
+ "ĕ": 21,
87
+ "Ė": 22,
88
+ "ė": 23,
89
+ "Ę": 24,
90
+ "ę": 25,
91
+ "Ě": 26,
92
+ "ě": 27,
93
+ "Ĝ": 28,
94
+ "ĝ": 29,
95
+ "Ğ": 30,
96
+ "ğ": 31,
97
+ "Ġ": 32,
98
+ "!": 33,
99
+ "\"": 34,
100
+ "#": 35,
101
+ "$": 36,
102
+ "%": 37,
103
+ "&": 38,
104
+ "'": 39,
105
+ "(": 40,
106
+ ")": 41,
107
+ "*": 42,
108
+ "+": 43,
109
+ ",": 44,
110
+ "-": 45,
111
+ ".": 46,
112
+ "/": 47,
113
+ "0": 48,
114
+ "1": 49,
115
+ "2": 50,
116
+ "3": 51,
117
+ "4": 52,
118
+ "5": 53,
119
+ "6": 54,
120
+ "7": 55,
121
+ "8": 56,
122
+ "9": 57,
123
+ ":": 58,
124
+ ";": 59,
125
+ "<": 60,
126
+ "=": 61,
127
+ ">": 62,
128
+ "?": 63,
129
+ "@": 64,
130
+ "A": 65,
131
+ "B": 66,
132
+ "C": 67,
133
+ "D": 68,
134
+ "E": 69,
135
+ "F": 70,
136
+ "G": 71,
137
+ "H": 72,
138
+ "I": 73,
139
+ "J": 74,
140
+ "K": 75,
141
+ "L": 76,
142
+ "M": 77,
143
+ "N": 78,
144
+ "O": 79,
145
+ "P": 80,
146
+ "Q": 81,
147
+ "R": 82,
148
+ "S": 83,
149
+ "T": 84,
150
+ "U": 85,
151
+ "V": 86,
152
+ "W": 87,
153
+ "X": 88,
154
+ "Y": 89,
155
+ "Z": 90,
156
+ "[": 91,
157
+ "\\": 92,
158
+ "]": 93,
159
+ "^": 94,
160
+ "_": 95,
161
+ "`": 96,
162
+ "a": 97,
163
+ "b": 98,
164
+ "c": 99,
165
+ "d": 100,
166
+ "e": 101,
167
+ "f": 102,
168
+ "g": 103,
169
+ "h": 104,
170
+ "i": 105,
171
+ "j": 106,
172
+ "k": 107,
173
+ "l": 108,
174
+ "m": 109,
175
+ "n": 110,
176
+ "o": 111,
177
+ "p": 112,
178
+ "q": 113,
179
+ "r": 114,
180
+ "s": 115,
181
+ "t": 116,
182
+ "u": 117,
183
+ "v": 118,
184
+ "w": 119,
185
+ "x": 120,
186
+ "y": 121,
187
+ "z": 122,
188
+ "{": 123,
189
+ "|": 124,
190
+ "}": 125,
191
+ "~": 126,
192
+ "ġ": 127,
193
+ "Ģ": 128,
194
+ "ģ": 129,
195
+ "Ĥ": 130,
196
+ "ĥ": 131,
197
+ "Ħ": 132,
198
+ "ħ": 133,
199
+ "Ĩ": 134,
200
+ "ĩ": 135,
201
+ "Ī": 136,
202
+ "ī": 137,
203
+ "Ĭ": 138,
204
+ "ĭ": 139,
205
+ "Į": 140,
206
+ "į": 141,
207
+ "İ": 142,
208
+ "ı": 143,
209
+ "IJ": 144,
210
+ "ij": 145,
211
+ "Ĵ": 146,
212
+ "ĵ": 147,
213
+ "Ķ": 148,
214
+ "ķ": 149,
215
+ "ĸ": 150,
216
+ "Ĺ": 151,
217
+ "ĺ": 152,
218
+ "Ļ": 153,
219
+ "ļ": 154,
220
+ "Ľ": 155,
221
+ "ľ": 156,
222
+ "Ŀ": 157,
223
+ "ŀ": 158,
224
+ "Ł": 159,
225
+ "ł": 160,
226
+ "¡": 161,
227
+ "¢": 162,
228
+ "£": 163,
229
+ "¤": 164,
230
+ "¥": 165,
231
+ "¦": 166,
232
+ "§": 167,
233
+ "¨": 168,
234
+ "©": 169,
235
+ "ª": 170,
236
+ "«": 171,
237
+ "¬": 172,
238
+ "Ń": 173,
239
+ "®": 174,
240
+ "¯": 175,
241
+ "°": 176,
242
+ "±": 177,
243
+ "²": 178,
244
+ "³": 179,
245
+ "´": 180,
246
+ "µ": 181,
247
+ "¶": 182,
248
+ "·": 183,
249
+ "¸": 184,
250
+ "¹": 185,
251
+ "º": 186,
252
+ "»": 187,
253
+ "¼": 188,
254
+ "½": 189,
255
+ "¾": 190,
256
+ "¿": 191,
257
+ "À": 192,
258
+ "Á": 193,
259
+ "Â": 194,
260
+ "Ã": 195,
261
+ "Ä": 196,
262
+ "Å": 197,
263
+ "Æ": 198,
264
+ "Ç": 199,
265
+ "È": 200,
266
+ "É": 201,
267
+ "Ê": 202,
268
+ "Ë": 203,
269
+ "Ì": 204,
270
+ "Í": 205,
271
+ "Î": 206,
272
+ "Ï": 207,
273
+ "Ð": 208,
274
+ "Ñ": 209,
275
+ "Ò": 210,
276
+ "Ó": 211,
277
+ "Ô": 212,
278
+ "Õ": 213,
279
+ "Ö": 214,
280
+ "×": 215,
281
+ "Ø": 216,
282
+ "Ù": 217,
283
+ "Ú": 218,
284
+ "Û": 219,
285
+ "Ü": 220,
286
+ "Ý": 221,
287
+ "Þ": 222,
288
+ "ß": 223,
289
+ "à": 224,
290
+ "á": 225,
291
+ "â": 226,
292
+ "ã": 227,
293
+ "ä": 228,
294
+ "å": 229,
295
+ "æ": 230,
296
+ "ç": 231,
297
+ "è": 232,
298
+ "é": 233,
299
+ "ê": 234,
300
+ "ë": 235,
301
+ "ì": 236,
302
+ "í": 237,
303
+ "î": 238,
304
+ "ï": 239,
305
+ "ð": 240,
306
+ "ñ": 241,
307
+ "ò": 242,
308
+ "ó": 243,
309
+ "ô": 244,
310
+ "õ": 245,
311
+ "ö": 246,
312
+ "÷": 247,
313
+ "ø": 248,
314
+ "ù": 249,
315
+ "ú": 250,
316
+ "û": 251,
317
+ "ü": 252,
318
+ "ý": 253,
319
+ "þ": 254,
320
+ "ÿ": 255,
321
+ "<|endoftext|>": 256
322
+ },
323
+ "merges": []
324
+ }
325
+ }
en_free/seed1/step_50/tokenizer_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "bos_token": "<|endoftext|>",
4
+ "eos_token": "<|endoftext|>",
5
+ "model_max_length": 1000000000000000019884624838656,
6
+ "tokenizer_class": "TokenizersBackend"
7
+ }
en_free/seed1/step_5092/config.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "activation_function": "gelu_new",
3
+ "add_cross_attention": false,
4
+ "architectures": [
5
+ "GPT2LMHeadModel"
6
+ ],
7
+ "attn_pdrop": 0.0,
8
+ "bos_token_id": 256,
9
+ "dtype": "float32",
10
+ "embd_pdrop": 0.0,
11
+ "eos_token_id": 256,
12
+ "initializer_range": 0.02,
13
+ "layer_norm_epsilon": 1e-05,
14
+ "model_type": "gpt2",
15
+ "n_embd": 256,
16
+ "n_head": 4,
17
+ "n_inner": null,
18
+ "n_layer": 4,
19
+ "n_positions": 512,
20
+ "pad_token_id": null,
21
+ "reorder_and_upcast_attn": false,
22
+ "resid_pdrop": 0.0,
23
+ "scale_attn_by_inverse_layer_idx": false,
24
+ "scale_attn_weights": true,
25
+ "summary_activation": null,
26
+ "summary_first_dropout": 0.1,
27
+ "summary_proj_to_labels": true,
28
+ "summary_type": "cls_index",
29
+ "summary_use_proj": true,
30
+ "tie_word_embeddings": true,
31
+ "transformers_version": "5.18.0",
32
+ "use_cache": true,
33
+ "vocab_size": 257
34
+ }
en_free/seed1/step_5092/generation_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 256,
4
+ "eos_token_id": 256,
5
+ "output_attentions": false,
6
+ "output_hidden_states": false,
7
+ "transformers_version": "5.18.0",
8
+ "use_cache": true
9
+ }
en_free/seed1/step_5092/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a277213fa8eab7523c71bb835120f06c913a90bd29c45d828a18c1b4939fba49
3
+ size 13430768
en_free/seed1/step_5092/tokenizer.json ADDED
@@ -0,0 +1,325 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "1.0",
3
+ "truncation": null,
4
+ "padding": null,
5
+ "added_tokens": [
6
+ {
7
+ "id": 256,
8
+ "content": "<|endoftext|>",
9
+ "single_word": false,
10
+ "lstrip": false,
11
+ "rstrip": false,
12
+ "normalized": false,
13
+ "special": true
14
+ }
15
+ ],
16
+ "normalizer": null,
17
+ "pre_tokenizer": {
18
+ "type": "ByteLevel",
19
+ "add_prefix_space": false,
20
+ "trim_offsets": true,
21
+ "use_regex": false
22
+ },
23
+ "post_processor": {
24
+ "type": "TemplateProcessing",
25
+ "single": [
26
+ {
27
+ "Sequence": {
28
+ "id": "A",
29
+ "type_id": 0
30
+ }
31
+ }
32
+ ],
33
+ "pair": [
34
+ {
35
+ "Sequence": {
36
+ "id": "A",
37
+ "type_id": 0
38
+ }
39
+ },
40
+ {
41
+ "Sequence": {
42
+ "id": "B",
43
+ "type_id": 1
44
+ }
45
+ }
46
+ ],
47
+ "special_tokens": {}
48
+ },
49
+ "decoder": {
50
+ "type": "ByteLevel",
51
+ "add_prefix_space": true,
52
+ "trim_offsets": true,
53
+ "use_regex": true
54
+ },
55
+ "model": {
56
+ "type": "BPE",
57
+ "dropout": null,
58
+ "unk_token": null,
59
+ "continuing_subword_prefix": null,
60
+ "end_of_word_suffix": null,
61
+ "fuse_unk": false,
62
+ "byte_fallback": false,
63
+ "ignore_merges": false,
64
+ "vocab": {
65
+ "Ā": 0,
66
+ "ā": 1,
67
+ "Ă": 2,
68
+ "ă": 3,
69
+ "Ą": 4,
70
+ "ą": 5,
71
+ "Ć": 6,
72
+ "ć": 7,
73
+ "Ĉ": 8,
74
+ "ĉ": 9,
75
+ "Ċ": 10,
76
+ "ċ": 11,
77
+ "Č": 12,
78
+ "č": 13,
79
+ "Ď": 14,
80
+ "ď": 15,
81
+ "Đ": 16,
82
+ "đ": 17,
83
+ "Ē": 18,
84
+ "ē": 19,
85
+ "Ĕ": 20,
86
+ "ĕ": 21,
87
+ "Ė": 22,
88
+ "ė": 23,
89
+ "Ę": 24,
90
+ "ę": 25,
91
+ "Ě": 26,
92
+ "ě": 27,
93
+ "Ĝ": 28,
94
+ "ĝ": 29,
95
+ "Ğ": 30,
96
+ "ğ": 31,
97
+ "Ġ": 32,
98
+ "!": 33,
99
+ "\"": 34,
100
+ "#": 35,
101
+ "$": 36,
102
+ "%": 37,
103
+ "&": 38,
104
+ "'": 39,
105
+ "(": 40,
106
+ ")": 41,
107
+ "*": 42,
108
+ "+": 43,
109
+ ",": 44,
110
+ "-": 45,
111
+ ".": 46,
112
+ "/": 47,
113
+ "0": 48,
114
+ "1": 49,
115
+ "2": 50,
116
+ "3": 51,
117
+ "4": 52,
118
+ "5": 53,
119
+ "6": 54,
120
+ "7": 55,
121
+ "8": 56,
122
+ "9": 57,
123
+ ":": 58,
124
+ ";": 59,
125
+ "<": 60,
126
+ "=": 61,
127
+ ">": 62,
128
+ "?": 63,
129
+ "@": 64,
130
+ "A": 65,
131
+ "B": 66,
132
+ "C": 67,
133
+ "D": 68,
134
+ "E": 69,
135
+ "F": 70,
136
+ "G": 71,
137
+ "H": 72,
138
+ "I": 73,
139
+ "J": 74,
140
+ "K": 75,
141
+ "L": 76,
142
+ "M": 77,
143
+ "N": 78,
144
+ "O": 79,
145
+ "P": 80,
146
+ "Q": 81,
147
+ "R": 82,
148
+ "S": 83,
149
+ "T": 84,
150
+ "U": 85,
151
+ "V": 86,
152
+ "W": 87,
153
+ "X": 88,
154
+ "Y": 89,
155
+ "Z": 90,
156
+ "[": 91,
157
+ "\\": 92,
158
+ "]": 93,
159
+ "^": 94,
160
+ "_": 95,
161
+ "`": 96,
162
+ "a": 97,
163
+ "b": 98,
164
+ "c": 99,
165
+ "d": 100,
166
+ "e": 101,
167
+ "f": 102,
168
+ "g": 103,
169
+ "h": 104,
170
+ "i": 105,
171
+ "j": 106,
172
+ "k": 107,
173
+ "l": 108,
174
+ "m": 109,
175
+ "n": 110,
176
+ "o": 111,
177
+ "p": 112,
178
+ "q": 113,
179
+ "r": 114,
180
+ "s": 115,
181
+ "t": 116,
182
+ "u": 117,
183
+ "v": 118,
184
+ "w": 119,
185
+ "x": 120,
186
+ "y": 121,
187
+ "z": 122,
188
+ "{": 123,
189
+ "|": 124,
190
+ "}": 125,
191
+ "~": 126,
192
+ "ġ": 127,
193
+ "Ģ": 128,
194
+ "ģ": 129,
195
+ "Ĥ": 130,
196
+ "ĥ": 131,
197
+ "Ħ": 132,
198
+ "ħ": 133,
199
+ "Ĩ": 134,
200
+ "ĩ": 135,
201
+ "Ī": 136,
202
+ "ī": 137,
203
+ "Ĭ": 138,
204
+ "ĭ": 139,
205
+ "Į": 140,
206
+ "į": 141,
207
+ "İ": 142,
208
+ "ı": 143,
209
+ "IJ": 144,
210
+ "ij": 145,
211
+ "Ĵ": 146,
212
+ "ĵ": 147,
213
+ "Ķ": 148,
214
+ "ķ": 149,
215
+ "ĸ": 150,
216
+ "Ĺ": 151,
217
+ "ĺ": 152,
218
+ "Ļ": 153,
219
+ "ļ": 154,
220
+ "Ľ": 155,
221
+ "ľ": 156,
222
+ "Ŀ": 157,
223
+ "ŀ": 158,
224
+ "Ł": 159,
225
+ "ł": 160,
226
+ "¡": 161,
227
+ "¢": 162,
228
+ "£": 163,
229
+ "¤": 164,
230
+ "¥": 165,
231
+ "¦": 166,
232
+ "§": 167,
233
+ "¨": 168,
234
+ "©": 169,
235
+ "ª": 170,
236
+ "«": 171,
237
+ "¬": 172,
238
+ "Ń": 173,
239
+ "®": 174,
240
+ "¯": 175,
241
+ "°": 176,
242
+ "±": 177,
243
+ "²": 178,
244
+ "³": 179,
245
+ "´": 180,
246
+ "µ": 181,
247
+ "¶": 182,
248
+ "·": 183,
249
+ "¸": 184,
250
+ "¹": 185,
251
+ "º": 186,
252
+ "»": 187,
253
+ "¼": 188,
254
+ "½": 189,
255
+ "¾": 190,
256
+ "¿": 191,
257
+ "À": 192,
258
+ "Á": 193,
259
+ "Â": 194,
260
+ "Ã": 195,
261
+ "Ä": 196,
262
+ "Å": 197,
263
+ "Æ": 198,
264
+ "Ç": 199,
265
+ "È": 200,
266
+ "É": 201,
267
+ "Ê": 202,
268
+ "Ë": 203,
269
+ "Ì": 204,
270
+ "Í": 205,
271
+ "Î": 206,
272
+ "Ï": 207,
273
+ "Ð": 208,
274
+ "Ñ": 209,
275
+ "Ò": 210,
276
+ "Ó": 211,
277
+ "Ô": 212,
278
+ "Õ": 213,
279
+ "Ö": 214,
280
+ "×": 215,
281
+ "Ø": 216,
282
+ "Ù": 217,
283
+ "Ú": 218,
284
+ "Û": 219,
285
+ "Ü": 220,
286
+ "Ý": 221,
287
+ "Þ": 222,
288
+ "ß": 223,
289
+ "à": 224,
290
+ "á": 225,
291
+ "â": 226,
292
+ "ã": 227,
293
+ "ä": 228,
294
+ "å": 229,
295
+ "æ": 230,
296
+ "ç": 231,
297
+ "è": 232,
298
+ "é": 233,
299
+ "ê": 234,
300
+ "ë": 235,
301
+ "ì": 236,
302
+ "í": 237,
303
+ "î": 238,
304
+ "ï": 239,
305
+ "ð": 240,
306
+ "ñ": 241,
307
+ "ò": 242,
308
+ "ó": 243,
309
+ "ô": 244,
310
+ "õ": 245,
311
+ "ö": 246,
312
+ "÷": 247,
313
+ "ø": 248,
314
+ "ù": 249,
315
+ "ú": 250,
316
+ "û": 251,
317
+ "ü": 252,
318
+ "ý": 253,
319
+ "þ": 254,
320
+ "ÿ": 255,
321
+ "<|endoftext|>": 256
322
+ },
323
+ "merges": []
324
+ }
325
+ }
en_free/seed1/step_5092/tokenizer_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "bos_token": "<|endoftext|>",
4
+ "eos_token": "<|endoftext|>",
5
+ "model_max_length": 1000000000000000019884624838656,
6
+ "tokenizer_class": "TokenizersBackend"
7
+ }