Hugging Face's logo

openbmb
/
SciCore-Omics

Feature Extraction
Transformers
Safetensors
English
Chinese
minicpmv
histopathology
multimodal
spatial-transcriptomics
custom_code
Model card Files
xet
 Community
DennisHuang648 commited on
Commit
56c11ea
·
verified ·
1 Parent(s): 772257a

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +113 -0
config.json ADDED
@@ -0,0 +1,113 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "MiniCPMV"
4
+ ],
5
+ "attention_dropout": 0.0,
6
+ "auto_map": {
7
+ "AutoConfig": "configuration_minicpm.MiniCPMVConfig",
8
+ "AutoModel": "modeling_minicpmv.MiniCPMV",
9
+ "AutoModelForCausalLM": "modeling_minicpmv.MiniCPMV"
10
+ },
11
+ "batch_vision_input": true,
12
+ "bos_token_id": 151643,
13
+ "drop_vision_last_layer": false,
14
+ "dtype": "bfloat16",
15
+ "eos_token_id": 151645,
16
+ "gene_config": {
17
+ "assay": true,
18
+ "batch_first": true,
19
+ "cls_classes": 164,
20
+ "context_length": 1500,
21
+ "dim_feedforward": 1024,
22
+ "dim_model": 512,
23
+ "dropout": 0.0,
24
+ "learnable_pe": true,
25
+ "masking_p": 0.15,
26
+ "modality": true,
27
+ "model_type": "nicheformer",
28
+ "n_tokens": 20340,
29
+ "nheads": 16,
30
+ "nlayers": 12,
31
+ "specie": true,
32
+ "supervised_task": null
33
+ },
34
+ "gene_hidden_size": 512,
35
+ "gene_max_length": 1500,
36
+ "gene_vocab_size": 1536,
37
+ "hidden_act": "silu",
38
+ "hidden_size": 3584,
39
+ "image_size": 448,
40
+ "initializer_range": 0.02,
41
+ "intermediate_size": 18944,
42
+ "layer_types": [
43
+ "full_attention",
44
+ "full_attention",
45
+ "full_attention",
46
+ "full_attention",
47
+ "full_attention",
48
+ "full_attention",
49
+ "full_attention",
50
+ "full_attention",
51
+ "full_attention",
52
+ "full_attention",
53
+ "full_attention",
54
+ "full_attention",
55
+ "full_attention",
56
+ "full_attention",
57
+ "full_attention",
58
+ "full_attention",
59
+ "full_attention",
60
+ "full_attention",
61
+ "full_attention",
62
+ "full_attention",
63
+ "full_attention",
64
+ "full_attention",
65
+ "full_attention",
66
+ "full_attention",
67
+ "full_attention",
68
+ "full_attention",
69
+ "full_attention",
70
+ "full_attention"
71
+ ],
72
+ "max_position_embeddings": 32768,
73
+ "max_window_layers": 28,
74
+ "model_type": "minicpmv",
75
+ "num_attention_heads": 28,
76
+ "num_hidden_layers": 28,
77
+ "num_key_value_heads": 4,
78
+ "patch_size": 14,
79
+ "query_num": 64,
80
+ "rms_norm_eps": 1e-06,
81
+ "rope_scaling": null,
82
+ "rope_theta": 1000000.0,
83
+ "slice_config": {
84
+ "max_slice_nums": 9,
85
+ "model_type": "minicpmv",
86
+ "patch_size": 14,
87
+ "scale_resolution": 448
88
+ },
89
+ "slice_mode": true,
90
+ "sliding_window": null,
91
+ "tie_word_embeddings": false,
92
+ "transformers_version": "4.57.1",
93
+ "use_cache": true,
94
+ "use_gene_module": true,
95
+ "use_image_id": true,
96
+ "use_sliding_window": false,
97
+ "version": 2.6,
98
+ "vision_batch_size": 16,
99
+ "vision_config": {
100
+ "attention_dropout": 0.0,
101
+ "hidden_act": "gelu_pytorch_tanh",
102
+ "hidden_size": 1152,
103
+ "image_size": 980,
104
+ "intermediate_size": 4304,
105
+ "layer_norm_eps": 1e-06,
106
+ "model_type": "siglip_vision_model",
107
+ "num_attention_heads": 16,
108
+ "num_channels": 3,
109
+ "num_hidden_layers": 27,
110
+ "patch_size": 14
111
+ },
112
+ "vocab_size": 151666
113
+ }