hf-transformers-bot commited on
Commit
65ea710
·
verified ·
1 Parent(s): ad91b87

Update tiny models for MllamaVisionModel

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "MllamaVisionModel"
4
+ ],
5
+ "attention_heads": 4,
6
+ "dropout": 0.1,
7
+ "dtype": "float32",
8
+ "hidden_act": "gelu",
9
+ "hidden_size": 16,
10
+ "image_size": 30,
11
+ "initializer_range": 0.02,
12
+ "intermediate_layers_indices": [
13
+ 0
14
+ ],
15
+ "intermediate_size": 37,
16
+ "max_num_tiles": 4,
17
+ "model_type": "mllama_vision_model",
18
+ "norm_eps": 1e-05,
19
+ "num_channels": 3,
20
+ "num_global_layers": 2,
21
+ "num_hidden_layers": 2,
22
+ "patch_size": 2,
23
+ "projection_dim": 32,
24
+ "supported_aspect_ratios": [
25
+ [
26
+ 1,
27
+ 1
28
+ ],
29
+ [
30
+ 1,
31
+ 2
32
+ ],
33
+ [
34
+ 1,
35
+ 3
36
+ ],
37
+ [
38
+ 1,
39
+ 4
40
+ ],
41
+ [
42
+ 2,
43
+ 1
44
+ ],
45
+ [
46
+ 2,
47
+ 2
48
+ ],
49
+ [
50
+ 3,
51
+ 1
52
+ ],
53
+ [
54
+ 4,
55
+ 1
56
+ ]
57
+ ],
58
+ "transformers_version": "5.16.0.dev0",
59
+ "vision_output_dim": 32
60
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:794e253442d158fd26a65eaed5b6fc39bf3edc13b927f77c4b88a0ec0e66d949
3
+ size 584996
preprocessor_config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "crop_size": {
3
+ "height": 30,
4
+ "width": 30
5
+ },
6
+ "do_convert_rgb": true,
7
+ "do_normalize": true,
8
+ "do_pad": true,
9
+ "do_rescale": true,
10
+ "do_resize": true,
11
+ "image_mean": [
12
+ 0.5,
13
+ 0.5,
14
+ 0.5
15
+ ],
16
+ "image_processor_type": "MllamaImageProcessor",
17
+ "image_std": [
18
+ 0.5,
19
+ 0.5,
20
+ 0.5
21
+ ],
22
+ "max_image_tiles": 4,
23
+ "resample": 2,
24
+ "rescale_factor": 0.00392156862745098,
25
+ "size": {
26
+ "height": 30,
27
+ "width": 30
28
+ }
29
+ }
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9816d43bd5347d64bccc66b7710947fb18e9818cc660215b1462061d4a44e449
3
+ size 17210088
tokenizer_config.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "bos_token": "<|begin_of_text|>",
4
+ "clean_up_tokenization_spaces": true,
5
+ "eos_token": "<|end_of_text|>",
6
+ "is_local": true,
7
+ "local_files_only": false,
8
+ "model_input_names": [
9
+ "input_ids",
10
+ "attention_mask"
11
+ ],
12
+ "model_max_length": 131072,
13
+ "pad_token": "<|finetune_right_pad_id|>",
14
+ "tokenizer_class": "TokenizersBackend"
15
+ }