Hugging Face's logo

bn22
/
llava-mini-experiment

Image-Text-to-Text
Transformers
Safetensors
llava_next
trl
sft
conversational
text-generation-inference
Model card Files
xet
 Community
bn22 commited on
Commit
dd133a7
·
verified ·
1 Parent(s): c308eef

Upload LlavaNextForConditionalGeneration

Browse files
Files changed (2) hide show
  1. config.json +4 -5
  2. model.safetensors +2 -2
config.json CHANGED
@@ -2,7 +2,7 @@
2
  "architectures": [
3
  "LlavaNextForConditionalGeneration"
4
  ],
5
- "dtype": "float32",
6
  "image_grid_pinpoints": [
7
  [
8
  336,
@@ -35,7 +35,7 @@
35
  "MistralForCausalLM"
36
  ],
37
  "attention_dropout": 0.0,
38
- "dtype": "float32",
39
  "head_dim": null,
40
  "hidden_act": "silu",
41
  "hidden_size": 1024,
@@ -57,7 +57,6 @@
57
  "vision_config": {
58
  "attention_dropout": 0.0,
59
  "dropout": 0.0,
60
- "dtype": "float32",
61
  "hidden_act": "quick_gelu",
62
  "hidden_size": 1024,
63
  "image_size": 336,
@@ -68,10 +67,10 @@
68
  "model_type": "clip_vision_model",
69
  "num_attention_heads": 16,
70
  "num_channels": 3,
71
- "num_hidden_layers": 24,
72
  "patch_size": 14,
73
  "projection_dim": 768
74
  },
75
- "vision_feature_layer": null,
76
  "vision_feature_select_strategy": "default"
77
  }
 
2
  "architectures": [
3
  "LlavaNextForConditionalGeneration"
4
  ],
5
+ "dtype": "float16",
6
  "image_grid_pinpoints": [
7
  [
8
  336,
 
35
  "MistralForCausalLM"
36
  ],
37
  "attention_dropout": 0.0,
38
+ "dtype": "float16",
39
  "head_dim": null,
40
  "hidden_act": "silu",
41
  "hidden_size": 1024,
 
57
  "vision_config": {
58
  "attention_dropout": 0.0,
59
  "dropout": 0.0,
 
60
  "hidden_act": "quick_gelu",
61
  "hidden_size": 1024,
62
  "image_size": 336,
 
67
  "model_type": "clip_vision_model",
68
  "num_attention_heads": 16,
69
  "num_channels": 3,
70
+ "num_hidden_layers": 1,
71
  "patch_size": 14,
72
  "projection_dim": 768
73
  },
74
+ "vision_feature_layer": -1,
75
  "vision_feature_select_strategy": "default"
76
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:41e48ee772ef8c48bc450d29ffd8a046d33fd448cb85c746bc4a45c42c81b96b
3
- size 1005771384
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cff11cedc9233a180dd459cf7d2c1a41dc7d3a6a35e3f24ae8400e1fabeb9a4e
3
+ size 528096496