eys8549 commited on
Commit
7fc7d5b
·
verified ·
1 Parent(s): a074b15

Upload model trained with Unsloth

Browse files

Upload model trained with Unsloth 2x faster

special_tokens_map.json CHANGED
@@ -13,5 +13,5 @@
13
  "rstrip": false,
14
  "single_word": false
15
  },
16
- "pad_token": "<|finetune_right_pad_id|>"
17
  }
 
13
  "rstrip": false,
14
  "single_word": false
15
  },
16
+ "pad_token": "<|end_of_text|>"
17
  }
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:52716f60c3ad328509fa37cdded9a2f1196ecae463f5480f5d38c66a25e7a7dc
3
- size 17210019
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bed760c6ce89221471529a8f6c943cfd8184908143776747103bb0f1a0f6deab
3
+ size 17210192
tokenizer_config.json CHANGED
@@ -1,5 +1,13 @@
1
  {
2
  "added_tokens_decoder": {
 
 
 
 
 
 
 
 
3
  "128000": {
4
  "content": "<|begin_of_text|>",
5
  "lstrip": false,
@@ -2058,7 +2066,7 @@
2058
  "attention_mask"
2059
  ],
2060
  "model_max_length": 131072,
2061
- "pad_token": "<|finetune_right_pad_id|>",
2062
  "padding_side": "right",
2063
  "tokenizer_class": "PreTrainedTokenizerFast"
2064
  }
 
1
  {
2
  "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "!",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
  "128000": {
12
  "content": "<|begin_of_text|>",
13
  "lstrip": false,
 
2066
  "attention_mask"
2067
  ],
2068
  "model_max_length": 131072,
2069
+ "pad_token": "<|end_of_text|>",
2070
  "padding_side": "right",
2071
  "tokenizer_class": "PreTrainedTokenizerFast"
2072
  }