charlottesce commited on
Commit
ec3cd74
·
verified ·
1 Parent(s): 284f210

Training in progress, step 500

Browse files
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:52b3a0c327c0c433f666cd1dfcaa71e97afca6a88a4886a5ea8c371a25d13e4b
3
  size 2384234968
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:622956163863fe13610cf6a2f0e63bdeb776c0db00abfd0e9148eb69a89b9548
3
  size 2384234968
special_tokens_map.json CHANGED
@@ -22,7 +22,7 @@
22
  "single_word": false
23
  },
24
  "pad_token": {
25
- "content": "<|endoftext|>",
26
  "lstrip": false,
27
  "normalized": false,
28
  "rstrip": false,
 
22
  "single_word": false
23
  },
24
  "pad_token": {
25
+ "content": "<|fim_pad|>",
26
  "lstrip": false,
27
  "normalized": false,
28
  "rstrip": false,
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:574de68a0f63f2004784a421c7d42c2b2786c05cb38542d2ed3525757a1f7fde
3
- size 11422932
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f136144ae6498f7e96d123073d901d30e8d935e82e33c6fab501a87514dc0827
3
+ size 11422653
tokenizer_config.json CHANGED
@@ -160,7 +160,7 @@
160
  "normalized": false,
161
  "rstrip": false,
162
  "single_word": false,
163
- "special": false
164
  },
165
  "151663": {
166
  "content": "<|repo_name|>",
@@ -232,16 +232,9 @@
232
  "eos_token": "<|endoftext|>",
233
  "errors": "replace",
234
  "extra_special_tokens": {},
235
- "max_length": 512,
236
  "model_max_length": 131072,
237
- "pad_to_multiple_of": null,
238
- "pad_token": "<|endoftext|>",
239
- "pad_token_type_id": 0,
240
- "padding_side": "right",
241
  "split_special_tokens": false,
242
- "stride": 0,
243
  "tokenizer_class": "Qwen2Tokenizer",
244
- "truncation_side": "right",
245
- "truncation_strategy": "longest_first",
246
  "unk_token": null
247
  }
 
160
  "normalized": false,
161
  "rstrip": false,
162
  "single_word": false,
163
+ "special": true
164
  },
165
  "151663": {
166
  "content": "<|repo_name|>",
 
232
  "eos_token": "<|endoftext|>",
233
  "errors": "replace",
234
  "extra_special_tokens": {},
 
235
  "model_max_length": 131072,
236
+ "pad_token": "<|fim_pad|>",
 
 
 
237
  "split_special_tokens": false,
 
238
  "tokenizer_class": "Qwen2Tokenizer",
 
 
239
  "unk_token": null
240
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:46a8f0d56f301ab9b187265e3d2f55010c7545be81d8c769ba62e7ceeb38687e
3
  size 6097
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c9660fa5c5b51370611a69382c574c9d34427f8c1b1e0c5f61f10c2a1442c4d
3
  size 6097