albertvillanova HF Staff commited on
Commit
34b0eb0
·
1 Parent(s): e532985

Upload LlavaNextForConditionalGeneration (#8)

Browse files

- Upload LlavaNextForConditionalGeneration (6ffc771eedd1c54e2c7898ca3151ba153eda10d1)

Files changed (2) hide show
  1. config.json +2 -2
  2. model.safetensors +2 -2
config.json CHANGED
@@ -37,7 +37,7 @@
37
  "MistralForCausalLM"
38
  ],
39
  "attention_dropout": 0.0,
40
- "head_dim": null,
41
  "hidden_act": "silu",
42
  "hidden_size": 16,
43
  "initializer_range": 0.02,
@@ -67,7 +67,7 @@
67
  "intermediate_size": 4096,
68
  "layer_norm_eps": 1e-05,
69
  "model_type": "clip_vision_model",
70
- "num_attention_heads": 4,
71
  "num_channels": 3,
72
  "num_hidden_layers": 2,
73
  "patch_size": 14,
 
37
  "MistralForCausalLM"
38
  ],
39
  "attention_dropout": 0.0,
40
+ "head_dim": 8,
41
  "hidden_act": "silu",
42
  "hidden_size": 16,
43
  "initializer_range": 0.02,
 
67
  "intermediate_size": 4096,
68
  "layer_norm_eps": 1e-05,
69
  "model_type": "clip_vision_model",
70
+ "num_attention_heads": 2,
71
  "num_channels": 3,
72
  "num_hidden_layers": 2,
73
  "patch_size": 14,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:825b5459899334f14044e7723b95848796988ac45751408dc9d79b200da27677
3
- size 5399728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b88eb900f1f2960902340b57ab23448090c007809acaf626ec4fa27c65cb18b1
3
+ size 5402808