AlonKellner-Jounce commited on
Commit
b15d526
·
verified ·
1 Parent(s): 6e50a01

max length to over 1,000,000

Browse files
Files changed (2) hide show
  1. model.safetensors +1 -1
  2. tokenizer_config.json +2 -2
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:234c5e3871dfe0f95a4ba411e2bdb3ec3d08f6ef30e30ba7dd11058be82af7bc
3
  size 142920
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b43fba3a61c14ef075dbe086c7b9239b13b0d843d936e8b3bba923824ad4433
3
  size 142920
tokenizer_config.json CHANGED
@@ -47,8 +47,8 @@
47
  "cls_token": "[CLS]",
48
  "eos_token": "[SEP]",
49
  "mask_token": "[MASK]",
50
- "max_length": 10,
51
- "model_max_length": 10,
52
  "pad_to_multiple_of": null,
53
  "pad_token": "[PAD]",
54
  "pad_token_type_id": 0,
 
47
  "cls_token": "[CLS]",
48
  "eos_token": "[SEP]",
49
  "mask_token": "[MASK]",
50
+ "max_length": 1048576,
51
+ "model_max_length": 1048576,
52
  "pad_to_multiple_of": null,
53
  "pad_token": "[PAD]",
54
  "pad_token_type_id": 0,