SicariusSicariiStuff commited on
Commit
9ed4fe1
·
verified ·
1 Parent(s): 73ca29f

Upload 7 files

Browse files
config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlavaForConditionalGeneration"
4
+ ],
5
+ "ignore_index": -100,
6
+ "image_seq_length": 1,
7
+ "image_token_index": 10,
8
+ "model_type": "llava",
9
+ "projector_hidden_act": "gelu",
10
+ "text_config": {
11
+ "hidden_size": 12288,
12
+ "intermediate_size": 28672,
13
+ "max_position_embeddings": 131072,
14
+ "model_type": "mistral",
15
+ "norm_eps": 1e-05,
16
+ "num_attention_heads": 96,
17
+ "num_hidden_layers": 88,
18
+ "num_key_value_heads": 8,
19
+ "rope_theta": 1000000000.0,
20
+ "sliding_window": null,
21
+ "vocab_size": 32768
22
+ },
23
+ "torch_dtype": "bfloat16",
24
+ "transformers_version": "4.47.0.dev0",
25
+ "vision_config": {
26
+ "head_dim": 88,
27
+ "hidden_act": "silu",
28
+ "hidden_size": 1408,
29
+ "image_size": 1024,
30
+ "image_token_id": 10,
31
+ "intermediate_size": 6144,
32
+ "model_type": "pixtral",
33
+ "num_hidden_layers": 40,
34
+ "patch_size": 16,
35
+ "rope_theta": 10000.0
36
+ },
37
+ "vision_feature_layer": -1,
38
+ "vision_feature_select_strategy": "full"
39
+ }
generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "eos_token_id": 2,
5
+ "transformers_version": "4.47.0.dev0"
6
+ }
model-00001-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ebf89214d955dcc96f38dee38b8f60d8b52f37baa3f2be7c3137e1dac605288
3
+ size 4509319136
model-00002-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fcbbe01e14828c044cf0ae930c826acff6ee3b8e81fd6ca5ef6c97a42fd7f3a
3
+ size 4882270024
model-00003-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e84a1a7c117ecee5b9be23ace65ff17aa7dcd55350794a02820a80d9e2c3a07
3
+ size 4831889368
model-00004-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cd040875f38bc94db33c01c68af083f6288a0e8f883a6a3f2579ce01a95cd90
3
+ size 4831938776
model-00005-of-00052.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9338c97508c94cfd6fe5d92e9285622d46d14d7ac97fa8dec6199d3569e764d5
3
+ size 4831938776