hermeschen-ezcon commited on
Commit
a07f004
·
verified ·
1 Parent(s): 2dbd266

Upload folder using huggingface_hub

Browse files
Files changed (3) hide show
  1. processor_config.json +0 -10
  2. tokenizer.json +2 -2
  3. tokenizer_config.json +0 -1
processor_config.json CHANGED
@@ -1,12 +1,7 @@
1
  {
2
  "image_processor": {
3
- "crop_size": null,
4
  "data_format": "channels_first",
5
  "default_to_square": true,
6
- "device": null,
7
- "disable_grouping": null,
8
- "do_center_crop": null,
9
- "do_convert_rgb": null,
10
  "do_image_splitting": true,
11
  "do_normalize": true,
12
  "do_pad": true,
@@ -20,25 +15,20 @@
20
  0.5
21
  ],
22
  "image_processor_type": "Lfm2VlImageProcessorFast",
23
- "image_seq_length": null,
24
  "image_std": [
25
  0.5,
26
  0.5,
27
  0.5
28
  ],
29
- "input_data_format": null,
30
  "max_image_tokens": 256,
31
  "max_num_patches": 1024,
32
  "max_pixels_tolerance": 2.0,
33
  "max_tiles": 10,
34
  "min_image_tokens": 64,
35
  "min_tiles": 2,
36
- "pad_size": null,
37
- "processor_class": "Lfm2VlProcessor",
38
  "resample": 3,
39
  "rescale_factor": 0.00392156862745098,
40
  "return_row_col_info": true,
41
- "return_tensors": null,
42
  "size": {
43
  "height": 512,
44
  "width": 512
 
1
  {
2
  "image_processor": {
 
3
  "data_format": "channels_first",
4
  "default_to_square": true,
 
 
 
 
5
  "do_image_splitting": true,
6
  "do_normalize": true,
7
  "do_pad": true,
 
15
  0.5
16
  ],
17
  "image_processor_type": "Lfm2VlImageProcessorFast",
 
18
  "image_std": [
19
  0.5,
20
  0.5,
21
  0.5
22
  ],
 
23
  "max_image_tokens": 256,
24
  "max_num_patches": 1024,
25
  "max_pixels_tolerance": 2.0,
26
  "max_tiles": 10,
27
  "min_image_tokens": 64,
28
  "min_tiles": 2,
 
 
29
  "resample": 3,
30
  "rescale_factor": 0.00392156862745098,
31
  "return_row_col_info": true,
 
32
  "size": {
33
  "height": 512,
34
  "width": 512
tokenizer.json CHANGED
@@ -4501,7 +4501,7 @@
4501
  "lstrip": false,
4502
  "rstrip": false,
4503
  "normalized": true,
4504
- "special": true
4505
  },
4506
  {
4507
  "id": 64014,
@@ -4510,7 +4510,7 @@
4510
  "lstrip": false,
4511
  "rstrip": false,
4512
  "normalized": true,
4513
- "special": true
4514
  },
4515
  {
4516
  "id": 64394,
 
4501
  "lstrip": false,
4502
  "rstrip": false,
4503
  "normalized": true,
4504
+ "special": false
4505
  },
4506
  {
4507
  "id": 64014,
 
4510
  "lstrip": false,
4511
  "rstrip": false,
4512
  "normalized": true,
4513
+ "special": false
4514
  },
4515
  {
4516
  "id": 64394,
tokenizer_config.json CHANGED
@@ -1,5 +1,4 @@
1
  {
2
- "additional_special_tokens": null,
3
  "backend": "tokenizers",
4
  "bos_token": "<|startoftext|>",
5
  "clean_up_tokenization_spaces": true,
 
1
  {
 
2
  "backend": "tokenizers",
3
  "bos_token": "<|startoftext|>",
4
  "clean_up_tokenization_spaces": true,