mujtaba025 commited on
Commit
333b3e7
·
verified ·
1 Parent(s): 1b14c8a

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +149 -0
config.json ADDED
@@ -0,0 +1,149 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "MiniCPMO"
4
+ ],
5
+ "attention_dropout": 0.0,
6
+ "audio_chunk_length": 1.0,
7
+ "audio_config": {
8
+ "_name_or_path": "openai/whisper-medium",
9
+ "activation_dropout": 0.0,
10
+ "activation_function": "gelu",
11
+ "apply_spec_augment": false,
12
+ "architectures": [
13
+ "MiniCPMWhisperEncoder"
14
+ ],
15
+ "attention_dropout": 0.0,
16
+ "begin_suppress_tokens": [
17
+ 0
18
+ ],
19
+ "bos_token_id": 0,
20
+ "classifier_proj_size": 256,
21
+ "d_model": 8,
22
+ "decoder_attention_heads": 1,
23
+ "decoder_ffn_dim": 16,
24
+ "decoder_layerdrop": 0.0,
25
+ "decoder_layers": 1,
26
+ "decoder_start_token_id": 50258,
27
+ "dropout": 0.0,
28
+ "dtype": "float32",
29
+ "encoder_attention_heads": 1,
30
+ "encoder_ffn_dim": 16,
31
+ "encoder_layerdrop": 0.0,
32
+ "encoder_layers": 1,
33
+ "eos_token_id": 1,
34
+ "forced_decoder_ids": [],
35
+ "init_std": 0.02,
36
+ "mask_feature_length": 10,
37
+ "mask_feature_min_masks": 0,
38
+ "mask_feature_prob": 0.0,
39
+ "mask_time_length": 10,
40
+ "mask_time_min_masks": 2,
41
+ "mask_time_prob": 0.05,
42
+ "max_length": 448,
43
+ "max_source_positions": 1500,
44
+ "max_target_positions": 448,
45
+ "median_filter_width": 7,
46
+ "model_type": "whisper",
47
+ "num_hidden_layers": 24,
48
+ "num_mel_bins": 80,
49
+ "pad_token_id": 2,
50
+ "scale_embedding": false,
51
+ "suppress_tokens": [],
52
+ "use_cache": true,
53
+ "use_weighted_layer_sum": false,
54
+ "vocab_size": 1000
55
+ },
56
+ "audio_pool_step": 2,
57
+ "auto_map": {
58
+ "AutoConfig": "configuration_minicpm.MiniCPMOConfig",
59
+ "AutoModel": "modeling_minicpmo.MiniCPMO",
60
+ "AutoModelForCausalLM": "modeling_minicpmo.MiniCPMO"
61
+ },
62
+ "batch_vision_input": true,
63
+ "bos_token_id": 0,
64
+ "chunk_input": true,
65
+ "drop_vision_last_layer": false,
66
+ "dtype": "bfloat16",
67
+ "eos_token_id": 1,
68
+ "hidden_act": "silu",
69
+ "hidden_size": 16,
70
+ "image_size": 448,
71
+ "init_audio": true,
72
+ "init_tts": false,
73
+ "init_vision": true,
74
+ "initializer_range": 0.02,
75
+ "intermediate_size": 32,
76
+ "layer_types": [
77
+ "full_attention"
78
+ ],
79
+ "listen_speak_type": "asr",
80
+ "max_position_embeddings": 32768,
81
+ "max_window_layers": 28,
82
+ "model_type": "minicpmo",
83
+ "num_attention_heads": 4,
84
+ "num_hidden_layers": 1,
85
+ "num_key_value_heads": 1,
86
+ "pad_token_id": 2,
87
+ "patch_size": 14,
88
+ "query_num": 64,
89
+ "rms_norm_eps": 1e-06,
90
+ "rope_scaling": null,
91
+ "rope_theta": 1000000.0,
92
+ "slice_config": {
93
+ "max_slice_nums": 9,
94
+ "model_type": "minicpmv",
95
+ "patch_size": 14,
96
+ "scale_resolution": 448
97
+ },
98
+ "slice_mode": true,
99
+ "sliding_window": null,
100
+ "stream_input": false,
101
+ "tie_word_embeddings": false,
102
+ "transformers_version": "4.57.6",
103
+ "tts_config": {
104
+ "attn_implementation": "sdpa",
105
+ "audio_bos_token_id": 21132,
106
+ "aug_loss_weight": true,
107
+ "hidden_size": 768,
108
+ "intermediate_size": 3072,
109
+ "llm_dim": 3584,
110
+ "max_position_embeddings": 4096,
111
+ "model_type": "conditional_chattts",
112
+ "num_attention_heads": 12,
113
+ "num_audio_tokens": 626,
114
+ "num_hidden_layers": 20,
115
+ "num_mel_bins": 100,
116
+ "num_spk_embs": 1,
117
+ "num_text_tokens": 21178,
118
+ "num_vq": 4,
119
+ "spk_emb_token_id": 21143,
120
+ "streaming": true,
121
+ "streaming_audio_chunk_size": 50,
122
+ "streaming_text_chunk_size": 10,
123
+ "streaming_text_reserved_len": 300,
124
+ "text_eos_token_id": 21133,
125
+ "use_llm_hidden_state": false,
126
+ "use_mlp": true,
127
+ "use_speaker_embedding": true,
128
+ "use_text": true
129
+ },
130
+ "use_cache": true,
131
+ "use_image_id": true,
132
+ "use_sliding_window": false,
133
+ "version": 2.6,
134
+ "vision_batch_size": 16,
135
+ "vision_config": {
136
+ "attention_dropout": 0.0,
137
+ "hidden_act": "gelu_pytorch_tanh",
138
+ "hidden_size": 8,
139
+ "image_size": 980,
140
+ "intermediate_size": 16,
141
+ "layer_norm_eps": 1e-06,
142
+ "model_type": "siglip_vision_model",
143
+ "num_attention_heads": 1,
144
+ "num_channels": 3,
145
+ "num_hidden_layers": 1,
146
+ "patch_size": 14
147
+ },
148
+ "vocab_size": 32000
149
+ }