Muennighoff commited on
Commit
1540902
·
verified ·
1 Parent(s): e9360f2

Training in progress, step 100

Browse files
added_tokens.json CHANGED
@@ -3,6 +3,7 @@
3
  "</think>": 151668,
4
  "</tool_call>": 151658,
5
  "</tool_response>": 151666,
 
6
  "<saving>": 151669,
7
  "<think>": 151667,
8
  "<tool_call>": 151657,
 
3
  "</think>": 151668,
4
  "</tool_call>": 151658,
5
  "</tool_response>": 151666,
6
+ "<control>": 151671,
7
  "<saving>": 151669,
8
  "<think>": 151667,
9
  "<tool_call>": 151657,
config.json CHANGED
@@ -26,5 +26,5 @@
26
  "transformers_version": "4.51.3",
27
  "use_cache": false,
28
  "use_sliding_window": false,
29
- "vocab_size": 151671
30
  }
 
26
  "transformers_version": "4.51.3",
27
  "use_cache": false,
28
  "use_sliding_window": false,
29
+ "vocab_size": 151672
30
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2180ca80c3d3f4ea346f6266f7c7182e8aa3abb40e61d931f5248487ead754ae
3
- size 4061344760
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7736d2b515622a25bec4aba7c002672ba191b0404e75aa569d897e61b515821
3
+ size 4061352952
special_tokens_map.json CHANGED
@@ -22,7 +22,7 @@
22
  "single_word": false
23
  },
24
  "pad_token": {
25
- "content": "<|endoftext|>",
26
  "lstrip": false,
27
  "normalized": false,
28
  "rstrip": false,
 
22
  "single_word": false
23
  },
24
  "pad_token": {
25
+ "content": "<|fim_pad|>",
26
  "lstrip": false,
27
  "normalized": false,
28
  "rstrip": false,
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:341707ea46a7a6a14a4ea1ede29e4a6b99f12dbc81fbefe96792e07c4c340b41
3
- size 11423025
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6035543ce791b06106bd5038b49eb28ae054a9ab49652325fb3eeb2de995aa6a
3
+ size 11423210
tokenizer_config.json CHANGED
@@ -160,7 +160,7 @@
160
  "normalized": false,
161
  "rstrip": false,
162
  "single_word": false,
163
- "special": false
164
  },
165
  "151663": {
166
  "content": "<|repo_name|>",
@@ -225,6 +225,14 @@
225
  "rstrip": false,
226
  "single_word": false,
227
  "special": false
 
 
 
 
 
 
 
 
228
  }
229
  },
230
  "additional_special_tokens": [
@@ -249,7 +257,7 @@
249
  "errors": "replace",
250
  "extra_special_tokens": {},
251
  "model_max_length": 131072,
252
- "pad_token": "<|endoftext|>",
253
  "split_special_tokens": false,
254
  "tokenizer_class": "Qwen2Tokenizer",
255
  "unk_token": null
 
160
  "normalized": false,
161
  "rstrip": false,
162
  "single_word": false,
163
+ "special": true
164
  },
165
  "151663": {
166
  "content": "<|repo_name|>",
 
225
  "rstrip": false,
226
  "single_word": false,
227
  "special": false
228
+ },
229
+ "151671": {
230
+ "content": "<control>",
231
+ "lstrip": false,
232
+ "normalized": true,
233
+ "rstrip": false,
234
+ "single_word": false,
235
+ "special": false
236
  }
237
  },
238
  "additional_special_tokens": [
 
257
  "errors": "replace",
258
  "extra_special_tokens": {},
259
  "model_max_length": 131072,
260
+ "pad_token": "<|fim_pad|>",
261
  "split_special_tokens": false,
262
  "tokenizer_class": "Qwen2Tokenizer",
263
  "unk_token": null
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0f52d4cf4f0e1dc05d316055e3b887359c1f5597d496f24dc06300133bbf08aa
3
  size 10552
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0824f154b5f51f5d92b2d293895ff4f8064d60cd89748a7e9387fd4ec68d7c8f
3
  size 10552