iSolver-AI commited on
Commit
6aac391
·
verified ·
1 Parent(s): 8ac3021

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +30 -1
config.json CHANGED
@@ -24,5 +24,34 @@
24
  "transformers_version": "4.43.1",
25
  "use_cache": true,
26
  "use_sliding_window": false,
27
- "vocab_size": 152064
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
28
  }
 
24
  "transformers_version": "4.43.1",
25
  "use_cache": true,
26
  "use_sliding_window": false,
27
+ "vocab_size": 152064,
28
+ "vision_config": {
29
+ "depth": 32,
30
+ "hidden_act": "silu",
31
+ "hidden_size": 1280,
32
+ "intermediate_size": 3420,
33
+ "num_heads": 16,
34
+ "in_chans": 3,
35
+ "out_hidden_size": 3584,
36
+ "patch_size": 14,
37
+ "spatial_merge_size": 2,
38
+ "spatial_patch_size": 14,
39
+ "window_size": 112,
40
+ "fullatt_block_indexes": [
41
+ 7,
42
+ 15,
43
+ 23,
44
+ 31
45
+ ],
46
+ "tokens_per_second": 2,
47
+ "temporal_patch_size": 2
48
+ },
49
+ "rope_scaling": {
50
+ "type": "mrope",
51
+ "mrope_section": [
52
+ 16,
53
+ 24,
54
+ 24
55
+ ]
56
+ }
57
  }