Aryan215gupta commited on
Commit
bf6155a
·
verified ·
1 Parent(s): 845d40f

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +8 -26
config.json CHANGED
@@ -1,31 +1,13 @@
1
  {
2
- "architectures": ["MoondreamModel"],
3
-
 
4
  "auto_map": {
5
- "AutoConfig": "moondream.MoondreamConfig",
6
- "AutoModelForCausalLM": "moondream.MoondreamModel"
7
  },
8
-
9
  "model_type": "moondream1",
10
  "torch_dtype": "bfloat16",
11
- "transformers_version": "4.52.4",
12
-
13
- "hidden_size": 4096,
14
- "num_hidden_layers": 32,
15
- "num_attention_heads": 32,
16
- "intermediate_size": 16384,
17
- "max_position_embeddings": 2048,
18
- "vocab_size": 51200,
19
- "attention_dropout": 0.0,
20
- "embd_pdrop": 0.0,
21
- "resid_pdrop": 0.0,
22
- "hidden_act": "gelu_new",
23
- "initializer_range": 0.02,
24
- "layer_norm_eps": 1e-5,
25
- "use_cache": true,
26
- "tie_word_embeddings": false,
27
- "num_key_value_heads": 32,
28
- "partial_rotary_factor": 0.5,
29
- "rope_theta": 10000.0,
30
- "qk_layernorm": false
31
- }
 
1
  {
2
+ "architectures": [
3
+ "HfMoondream"
4
+ ],
5
  "auto_map": {
6
+ "AutoConfig": "hf_moondream.HfConfig",
7
+ "AutoModelForCausalLM": "hf_moondream.HfMoondream"
8
  },
9
+ "config": {},
10
  "model_type": "moondream1",
11
  "torch_dtype": "bfloat16",
12
+ "transformers_version": "4.52.4"
13
+ }