Tokyosaurus commited on
Commit
3d85db5
·
verified ·
1 Parent(s): ee7b608

Upload folder using huggingface_hub

Browse files
Files changed (3) hide show
  1. model.safetensors +1 -1
  2. tokenizer.json +1 -6
  3. tokenizer_config.json +1 -1
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9a4d0b4f5c128d8a50361a66a3b793726bcf531f2d7f9b57f41aef7b67d165f2
3
  size 436358704
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecb87d81d5dc68505233cd5ac96660be7b7bc3146431b8c59655ed1af57cec56
3
  size 436358704
tokenizer.json CHANGED
@@ -1,11 +1,6 @@
1
  {
2
  "version": "1.0",
3
- "truncation": {
4
- "direction": "Right",
5
- "max_length": 128,
6
- "strategy": "LongestFirst",
7
- "stride": 0
8
- },
9
  "padding": null,
10
  "added_tokens": [
11
  {
 
1
  {
2
  "version": "1.0",
3
+ "truncation": null,
 
 
 
 
 
4
  "padding": null,
5
  "added_tokens": [
6
  {
tokenizer_config.json CHANGED
@@ -5,7 +5,7 @@
5
  "cls_token": "<s>",
6
  "eos_token": "</s>",
7
  "errors": "replace",
8
- "is_local": false,
9
  "mask_token": "<mask>",
10
  "model_max_length": 1000000000000000019884624838656,
11
  "pad_token": "<pad>",
 
5
  "cls_token": "<s>",
6
  "eos_token": "</s>",
7
  "errors": "replace",
8
+ "is_local": true,
9
  "mask_token": "<mask>",
10
  "model_max_length": 1000000000000000019884624838656,
11
  "pad_token": "<pad>",