Alara Dirik commited on
Commit ·
aa665fc
1
Parent(s): 5fd7f74
Update tokenizer_config.json
Browse files- tokenizer_config.json +1 -2
tokenizer_config.json
CHANGED
|
@@ -18,11 +18,10 @@
|
|
| 18 |
"single_word": false
|
| 19 |
},
|
| 20 |
"errors": "replace",
|
| 21 |
-
"model_max_length":
|
| 22 |
"name_or_path": "openai/clip-vit-base-patch32",
|
| 23 |
"pad_token": "!",
|
| 24 |
"processor_class": "OwlViTProcessor",
|
| 25 |
-
"special_tokens_map_file": "/Users/adirik/.cache/huggingface/transformers/18a566598f286c9139f88160c99f84eec492a26bd22738fa9cb44d5b7e0a5c76.cce1206abbad28826f000510f22f354e53e66a97f7c23745a7dfe27609cc07f5",
|
| 26 |
"tokenizer_class": "CLIPTokenizer",
|
| 27 |
"unk_token": {
|
| 28 |
"__type": "AddedToken",
|
|
|
|
| 18 |
"single_word": false
|
| 19 |
},
|
| 20 |
"errors": "replace",
|
| 21 |
+
"model_max_length": 16,
|
| 22 |
"name_or_path": "openai/clip-vit-base-patch32",
|
| 23 |
"pad_token": "!",
|
| 24 |
"processor_class": "OwlViTProcessor",
|
|
|
|
| 25 |
"tokenizer_class": "CLIPTokenizer",
|
| 26 |
"unk_token": {
|
| 27 |
"__type": "AddedToken",
|