xxzigou commited on
Commit
5c2774f
·
verified ·
1 Parent(s): 1ae9c08

Upload model.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. model.json +55 -0
model.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "params": {
3
+ "decoder_param": "decoder.ncnn.param",
4
+ "decoder_bin": "decoder.ncnn.bin",
5
+ "embed_token_param": "embed.ncnn.param",
6
+ "embed_token_bin": "embed.ncnn.bin",
7
+ "proj_out_param": "lm_head.ncnn.param",
8
+ "proj_out_bin": "lm_head.ncnn.bin"
9
+ },
10
+ "tokenizer": {
11
+ "type": "bbpe",
12
+ "vocab_file": "vocab.txt",
13
+ "merges_file": "merges.txt",
14
+ "eos": "<|im_end|>",
15
+ "bos": "<|im_start|>",
16
+ "additional_special_tokens": [
17
+ "<|im_start|>", "<|im_end|>", "<|image_pad|>", "<|vision_start|>",
18
+ "<|vision_end|>", "<|vision_pad|>", "<|video_pad|>",
19
+ "<think>", "</think>", "<tool_call>", "</tool_call>",
20
+ "<tool_response>", "</tool_response>", "<|object_ref_start|>",
21
+ "<|object_ref_end|>", "<|box_start|>", "<|box_end|>",
22
+ "<|quad_start|>", "<|quad_end|>", "<|audio|>", "<|audio_start|>",
23
+ "<|audio_end|>", "<|endoftext|>", "<|file_sep|>", "<|repo_name|>",
24
+ "<|stream_start|>", "<|stream_end|>", "<|fim_prefix|>",
25
+ "<|fim_middle|>", "<|fim_suffix|>", "<|fim_pad|>", "<|image|>"
26
+ ]
27
+ },
28
+ "setting": {
29
+ "attn_cnt": 28,
30
+ "sconv_cnt": 0,
31
+ "gdr_cnt": 0,
32
+ "rope": {
33
+ "type": "RoPE",
34
+ "rope_head_dim": 128,
35
+ "rope_theta": 1000000.0
36
+ },
37
+ "vision": {
38
+ "type": "vit",
39
+ "vision_embed_patch_param": "vision_embed_patch.ncnn.param",
40
+ "vision_embed_patch_bin": "vision_embed_patch.ncnn.bin",
41
+ "vision_encoder_param": "vision_encoder.ncnn.param",
42
+ "vision_encoder_bin": "vision_encoder.ncnn.bin",
43
+ "vision_projector_param": "vision_projector.ncnn.param",
44
+ "vision_projector_bin": "vision_projector.ncnn.bin",
45
+ "patch_size": 14,
46
+ "patch_dim": 1024,
47
+ "max_num_patches": 16384,
48
+ "spatial_merge_size": 1,
49
+ "rope": {
50
+ "type": "mRoPE",
51
+ "mrope_section": [0, 32, 32]
52
+ }
53
+ }
54
+ }
55
+ }