HsiaX commited on
Commit
0fef0c1
·
verified ·
1 Parent(s): 7ffd96a

Upload folder using huggingface_hub

Browse files
pe/tokenizer_config.json CHANGED
@@ -1005,7 +1005,7 @@
1005
  "<SPECIAL_999>"
1006
  ],
1007
  "is_local": true,
1008
- "model_max_length": 1000000000000000019884624838656,
1009
  "pad_token": "<pad>",
1010
  "processor_class": "PixtralProcessor",
1011
  "tokenizer_class": "TokenizersBackend",
 
1005
  "<SPECIAL_999>"
1006
  ],
1007
  "is_local": true,
1008
+ "model_max_length": 2048,
1009
  "pad_token": "<pad>",
1010
  "processor_class": "PixtralProcessor",
1011
  "tokenizer_class": "TokenizersBackend",
tokenizer/tokenizer_config.json CHANGED
@@ -6,7 +6,7 @@
6
  "eos_token": "</s>",
7
  "is_local": true,
8
  "legacy": true,
9
- "model_max_length": 1000000000000000019884624838656,
10
  "pad_token": "<pad>",
11
  "processor_class": "PixtralProcessor",
12
  "tokenizer_class": "TokenizersBackend",
 
6
  "eos_token": "</s>",
7
  "is_local": true,
8
  "legacy": true,
9
+ "model_max_length": 2048,
10
  "pad_token": "<pad>",
11
  "processor_class": "PixtralProcessor",
12
  "tokenizer_class": "TokenizersBackend",