mazesmazes commited on
Commit
d97fc27
·
verified ·
1 Parent(s): 4793082

Training in progress, step 1000

Browse files
Files changed (4) hide show
  1. config.json +353 -0
  2. generation_config.json +17 -0
  3. model.safetensors +3 -0
  4. training_args.bin +3 -0
config.json ADDED
@@ -0,0 +1,353 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "ASRModel"
4
+ ],
5
+ "attn_implementation": "flash_attention_2",
6
+ "audio_config": {
7
+ "_name_or_path": "zai-org/GLM-ASR-Nano-2512",
8
+ "architectures": [
9
+ "GlmAsrForConditionalGeneration"
10
+ ],
11
+ "audio_config": {
12
+ "_name_or_path": "",
13
+ "architectures": null,
14
+ "attention_dropout": 0.0,
15
+ "chunk_size_feed_forward": 0,
16
+ "dtype": null,
17
+ "head_dim": 64,
18
+ "hidden_act": "gelu",
19
+ "hidden_size": 1280,
20
+ "id2label": {
21
+ "0": "LABEL_0",
22
+ "1": "LABEL_1"
23
+ },
24
+ "initializer_range": 0.02,
25
+ "intermediate_size": 5120,
26
+ "is_encoder_decoder": false,
27
+ "label2id": {
28
+ "LABEL_0": 0,
29
+ "LABEL_1": 1
30
+ },
31
+ "max_position_embeddings": 1500,
32
+ "model_type": "glmasr_encoder",
33
+ "num_attention_heads": 20,
34
+ "num_hidden_layers": 32,
35
+ "num_key_value_heads": 20,
36
+ "num_mel_bins": 128,
37
+ "output_attentions": false,
38
+ "output_hidden_states": false,
39
+ "partial_rotary_factor": 0.5,
40
+ "problem_type": null,
41
+ "return_dict": true,
42
+ "rope_parameters": {
43
+ "partial_rotary_factor": 0.5,
44
+ "rope_theta": 10000.0,
45
+ "rope_type": "default"
46
+ }
47
+ },
48
+ "audio_token_id": 59260,
49
+ "dtype": "bfloat16",
50
+ "hidden_size": 2048,
51
+ "model_type": "glmasr",
52
+ "num_mel_bins": 128,
53
+ "projector_hidden_act": "gelu",
54
+ "text_config": {
55
+ "_name_or_path": "",
56
+ "architectures": null,
57
+ "attention_bias": false,
58
+ "attention_dropout": 0.0,
59
+ "bos_token_id": 1,
60
+ "chunk_size_feed_forward": 0,
61
+ "dtype": null,
62
+ "eos_token_id": [
63
+ 59246,
64
+ 59253,
65
+ 59255
66
+ ],
67
+ "head_dim": 128,
68
+ "hidden_act": "silu",
69
+ "hidden_size": 2048,
70
+ "id2label": {
71
+ "0": "LABEL_0",
72
+ "1": "LABEL_1"
73
+ },
74
+ "initializer_range": 0.02,
75
+ "intermediate_size": 6144,
76
+ "is_encoder_decoder": false,
77
+ "label2id": {
78
+ "LABEL_0": 0,
79
+ "LABEL_1": 1
80
+ },
81
+ "max_position_embeddings": 8192,
82
+ "mlp_bias": false,
83
+ "model_type": "llama",
84
+ "num_attention_heads": 16,
85
+ "num_hidden_layers": 28,
86
+ "num_key_value_heads": 4,
87
+ "output_attentions": false,
88
+ "output_hidden_states": false,
89
+ "pad_token_id": null,
90
+ "pretraining_tp": 1,
91
+ "problem_type": null,
92
+ "return_dict": true,
93
+ "rms_norm_eps": 1e-05,
94
+ "rope_parameters": {
95
+ "rope_theta": 10000.0,
96
+ "rope_type": "default"
97
+ },
98
+ "tie_word_embeddings": false,
99
+ "use_cache": true,
100
+ "vocab_size": 59264
101
+ },
102
+ "vocab_size": 59264
103
+ },
104
+ "audio_model_id": "zai-org/GLM-ASR-Nano-2512",
105
+ "audio_sample_rate": 16000,
106
+ "auto_map": {
107
+ "AutoConfig": "asr_config.ASRConfig",
108
+ "AutoModel": "asr_modeling.ASRModel",
109
+ "AutoModelForSpeechSeq2Seq": "asr_modeling.ASRModel",
110
+ "AutoProcessor": "asr_processing.ASRProcessor"
111
+ },
112
+ "custom_pipelines": {
113
+ "automatic-speech-recognition": {
114
+ "impl": "asr_pipeline.ASRPipeline",
115
+ "pt": [
116
+ "AutoModelForSpeechSeq2Seq"
117
+ ],
118
+ "tf": [],
119
+ "type": "audio"
120
+ }
121
+ },
122
+ "do_sample": false,
123
+ "downsample_rate": 5,
124
+ "dtype": "bfloat16",
125
+ "encoder": {
126
+ "_name_or_path": "zai-org/GLM-ASR-Nano-2512",
127
+ "architectures": [
128
+ "GlmAsrForConditionalGeneration"
129
+ ],
130
+ "audio_config": {
131
+ "_name_or_path": "",
132
+ "architectures": null,
133
+ "attention_dropout": 0.0,
134
+ "chunk_size_feed_forward": 0,
135
+ "dtype": null,
136
+ "head_dim": 64,
137
+ "hidden_act": "gelu",
138
+ "hidden_size": 1280,
139
+ "id2label": {
140
+ "0": "LABEL_0",
141
+ "1": "LABEL_1"
142
+ },
143
+ "initializer_range": 0.02,
144
+ "intermediate_size": 5120,
145
+ "is_encoder_decoder": false,
146
+ "label2id": {
147
+ "LABEL_0": 0,
148
+ "LABEL_1": 1
149
+ },
150
+ "max_position_embeddings": 1500,
151
+ "model_type": "glmasr_encoder",
152
+ "num_attention_heads": 20,
153
+ "num_hidden_layers": 32,
154
+ "num_key_value_heads": 20,
155
+ "num_mel_bins": 128,
156
+ "output_attentions": false,
157
+ "output_hidden_states": false,
158
+ "partial_rotary_factor": 0.5,
159
+ "problem_type": null,
160
+ "return_dict": true,
161
+ "rope_parameters": {
162
+ "partial_rotary_factor": 0.5,
163
+ "rope_theta": 10000.0,
164
+ "rope_type": "default"
165
+ }
166
+ },
167
+ "audio_token_id": 59260,
168
+ "dtype": "bfloat16",
169
+ "hidden_size": 2048,
170
+ "model_type": "glmasr",
171
+ "num_mel_bins": 128,
172
+ "projector_hidden_act": "gelu",
173
+ "text_config": {
174
+ "_name_or_path": "",
175
+ "architectures": null,
176
+ "attention_bias": false,
177
+ "attention_dropout": 0.0,
178
+ "bos_token_id": 1,
179
+ "chunk_size_feed_forward": 0,
180
+ "dtype": null,
181
+ "eos_token_id": [
182
+ 59246,
183
+ 59253,
184
+ 59255
185
+ ],
186
+ "head_dim": 128,
187
+ "hidden_act": "silu",
188
+ "hidden_size": 2048,
189
+ "id2label": {
190
+ "0": "LABEL_0",
191
+ "1": "LABEL_1"
192
+ },
193
+ "initializer_range": 0.02,
194
+ "intermediate_size": 6144,
195
+ "is_encoder_decoder": false,
196
+ "label2id": {
197
+ "LABEL_0": 0,
198
+ "LABEL_1": 1
199
+ },
200
+ "max_position_embeddings": 8192,
201
+ "mlp_bias": false,
202
+ "model_type": "llama",
203
+ "num_attention_heads": 16,
204
+ "num_hidden_layers": 28,
205
+ "num_key_value_heads": 4,
206
+ "output_attentions": false,
207
+ "output_hidden_states": false,
208
+ "pad_token_id": null,
209
+ "pretraining_tp": 1,
210
+ "problem_type": null,
211
+ "return_dict": true,
212
+ "rms_norm_eps": 1e-05,
213
+ "rope_parameters": {
214
+ "rope_theta": 10000.0,
215
+ "rope_type": "default"
216
+ },
217
+ "tie_word_embeddings": false,
218
+ "use_cache": true,
219
+ "vocab_size": 59264
220
+ },
221
+ "vocab_size": 59264
222
+ },
223
+ "encoder_conv_layers": [
224
+ [
225
+ 1,
226
+ 3,
227
+ 1
228
+ ],
229
+ [
230
+ 1,
231
+ 3,
232
+ 2
233
+ ]
234
+ ],
235
+ "encoder_dim": 1280,
236
+ "freeze_projector": false,
237
+ "freq_mask_length": 27,
238
+ "inference_warmup_tokens": 10,
239
+ "label_smoothing": 0.0,
240
+ "length_penalty": 1.0,
241
+ "llm_dim": 2048,
242
+ "lora_alpha": 32,
243
+ "lora_dropout": 0.0,
244
+ "lora_rank": 8,
245
+ "lora_target_modules": [
246
+ "q_proj",
247
+ "k_proj",
248
+ "v_proj",
249
+ "o_proj",
250
+ "gate_proj",
251
+ "up_proj",
252
+ "down_proj"
253
+ ],
254
+ "max_new_tokens": 128,
255
+ "min_new_tokens": 0,
256
+ "model_dtype": "bfloat16",
257
+ "model_type": "asr_model",
258
+ "no_repeat_ngram_size": 0,
259
+ "num_beams": 1,
260
+ "num_experts": 4,
261
+ "num_experts_per_tok": 2,
262
+ "num_freq_masks": 2,
263
+ "num_time_masks": 2,
264
+ "pipeline_tag": "automatic-speech-recognition",
265
+ "pretrained_model_path": "mazesmazes/tiny-audio-omni",
266
+ "projector_dropout": 0.0,
267
+ "projector_hidden_dim": 1024,
268
+ "projector_init_std": 0.02,
269
+ "projector_num_layers": 2,
270
+ "projector_pool_stride": 4,
271
+ "projector_type": "mlp",
272
+ "qformer_hidden_size": null,
273
+ "qformer_intermediate_size": null,
274
+ "qformer_num_heads": 16,
275
+ "qformer_num_layers": 2,
276
+ "qformer_window_size": 15,
277
+ "repetition_penalty": 1.0,
278
+ "router_aux_loss_coef": 0.01,
279
+ "system_prompt": "",
280
+ "temperature": null,
281
+ "text_config": {
282
+ "_name_or_path": "Qwen/Qwen3-1.7B",
283
+ "architectures": [
284
+ "Qwen3ForCausalLM"
285
+ ],
286
+ "attention_bias": false,
287
+ "attention_dropout": 0.0,
288
+ "bos_token_id": null,
289
+ "dtype": "bfloat16",
290
+ "eos_token_id": 151645,
291
+ "head_dim": 128,
292
+ "hidden_act": "silu",
293
+ "hidden_size": 2048,
294
+ "initializer_range": 0.02,
295
+ "intermediate_size": 6144,
296
+ "layer_types": [
297
+ "full_attention",
298
+ "full_attention",
299
+ "full_attention",
300
+ "full_attention",
301
+ "full_attention",
302
+ "full_attention",
303
+ "full_attention",
304
+ "full_attention",
305
+ "full_attention",
306
+ "full_attention",
307
+ "full_attention",
308
+ "full_attention",
309
+ "full_attention",
310
+ "full_attention",
311
+ "full_attention",
312
+ "full_attention",
313
+ "full_attention",
314
+ "full_attention",
315
+ "full_attention",
316
+ "full_attention",
317
+ "full_attention",
318
+ "full_attention",
319
+ "full_attention",
320
+ "full_attention",
321
+ "full_attention",
322
+ "full_attention",
323
+ "full_attention",
324
+ "full_attention"
325
+ ],
326
+ "max_position_embeddings": 40960,
327
+ "max_window_layers": 28,
328
+ "model_type": "qwen3",
329
+ "num_attention_heads": 16,
330
+ "num_hidden_layers": 28,
331
+ "num_key_value_heads": 8,
332
+ "pad_token_id": 151643,
333
+ "rms_norm_eps": 1e-06,
334
+ "rope_parameters": {
335
+ "rope_theta": 1000000,
336
+ "rope_type": "default"
337
+ },
338
+ "sliding_window": null,
339
+ "tie_word_embeddings": true,
340
+ "use_cache": true,
341
+ "use_sliding_window": false,
342
+ "vocab_size": 151670
343
+ },
344
+ "text_model_id": "Qwen/Qwen3-1.7B",
345
+ "time_mask_length": 100,
346
+ "top_k": null,
347
+ "top_p": null,
348
+ "transformers_version": "5.0.0",
349
+ "use_cache": false,
350
+ "use_lora": false,
351
+ "use_specaugment": true,
352
+ "vocab_size": 151670
353
+ }
generation_config.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 151643,
3
+ "do_sample": false,
4
+ "eos_token_id": [
5
+ 151645,
6
+ 151643
7
+ ],
8
+ "length_penalty": 1.0,
9
+ "max_new_tokens": 128,
10
+ "min_new_tokens": 0,
11
+ "no_repeat_ngram_size": 0,
12
+ "num_beams": 1,
13
+ "pad_token_id": 151643,
14
+ "repetition_penalty": 1.0,
15
+ "transformers_version": "5.0.0",
16
+ "use_cache": true
17
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a4ed347d5a4eb1556a2e11d608d2dd4dc013e4792ad59615cba0d16449f4749
3
+ size 14682440
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:158cc8e5370e21a00c365676358f28052402152962cd24952873fbc3921655ed
3
+ size 5265