JuanPajero commited on
Commit
b85e864
·
1 Parent(s): cf5b0a9

End of training

Browse files
checkpoint-11000/config.json DELETED
@@ -1,117 +0,0 @@
1
- {
2
- "_name_or_path": "facebook/wav2vec2-base",
3
- "activation_dropout": 0.0,
4
- "adapter_kernel_size": 3,
5
- "adapter_stride": 2,
6
- "add_adapter": false,
7
- "apply_spec_augment": true,
8
- "architectures": [
9
- "Wav2Vec2ForCTC"
10
- ],
11
- "attention_dropout": 0.1,
12
- "bos_token_id": 1,
13
- "classifier_proj_size": 256,
14
- "codevector_dim": 256,
15
- "contrastive_logits_temperature": 0.1,
16
- "conv_bias": false,
17
- "conv_dim": [
18
- 512,
19
- 512,
20
- 512,
21
- 512,
22
- 512,
23
- 512,
24
- 512
25
- ],
26
- "conv_kernel": [
27
- 10,
28
- 3,
29
- 3,
30
- 3,
31
- 3,
32
- 2,
33
- 2
34
- ],
35
- "conv_stride": [
36
- 5,
37
- 2,
38
- 2,
39
- 2,
40
- 2,
41
- 2,
42
- 2
43
- ],
44
- "ctc_loss_reduction": "mean",
45
- "ctc_zero_infinity": false,
46
- "diversity_loss_weight": 0.1,
47
- "do_stable_layer_norm": false,
48
- "eos_token_id": 2,
49
- "feat_extract_activation": "gelu",
50
- "feat_extract_norm": "group",
51
- "feat_proj_dropout": 0.1,
52
- "feat_quantizer_dropout": 0.0,
53
- "final_dropout": 0.0,
54
- "freeze_feat_extract_train": true,
55
- "hidden_act": "gelu",
56
- "hidden_dropout": 0.1,
57
- "hidden_size": 768,
58
- "initializer_range": 0.02,
59
- "intermediate_size": 3072,
60
- "layer_norm_eps": 1e-05,
61
- "layerdrop": 0.0,
62
- "mask_channel_length": 10,
63
- "mask_channel_min_space": 1,
64
- "mask_channel_other": 0.0,
65
- "mask_channel_prob": 0.0,
66
- "mask_channel_selection": "static",
67
- "mask_feature_length": 10,
68
- "mask_feature_min_masks": 0,
69
- "mask_feature_prob": 0.0,
70
- "mask_time_length": 10,
71
- "mask_time_min_masks": 2,
72
- "mask_time_min_space": 1,
73
- "mask_time_other": 0.0,
74
- "mask_time_prob": 0.05,
75
- "mask_time_selection": "static",
76
- "model_type": "wav2vec2",
77
- "no_mask_channel_overlap": false,
78
- "no_mask_time_overlap": false,
79
- "num_adapter_layers": 3,
80
- "num_attention_heads": 12,
81
- "num_codevector_groups": 2,
82
- "num_codevectors_per_group": 320,
83
- "num_conv_pos_embedding_groups": 16,
84
- "num_conv_pos_embeddings": 128,
85
- "num_feat_extract_layers": 7,
86
- "num_hidden_layers": 12,
87
- "num_negatives": 100,
88
- "output_hidden_size": 768,
89
- "pad_token_id": 29,
90
- "proj_codevector_dim": 256,
91
- "tdnn_dilation": [
92
- 1,
93
- 2,
94
- 3,
95
- 1,
96
- 1
97
- ],
98
- "tdnn_dim": [
99
- 512,
100
- 512,
101
- 512,
102
- 512,
103
- 1500
104
- ],
105
- "tdnn_kernel": [
106
- 5,
107
- 3,
108
- 3,
109
- 1,
110
- 1
111
- ],
112
- "torch_dtype": "float32",
113
- "transformers_version": "4.17.0",
114
- "use_weighted_layer_sum": false,
115
- "vocab_size": 32,
116
- "xvector_output_dim": 512
117
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-11000/optimizer.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:dd8499aff7c74a76a48088e9546e9b85bd3d4fa0194062019bbb60b1d5e91082
3
- size 721687499
 
 
 
 
checkpoint-11000/preprocessor_config.json DELETED
@@ -1,9 +0,0 @@
1
- {
2
- "do_normalize": true,
3
- "feature_extractor_type": "Wav2Vec2FeatureExtractor",
4
- "feature_size": 1,
5
- "padding_side": "right",
6
- "padding_value": 0.0,
7
- "return_attention_mask": false,
8
- "sampling_rate": 16000
9
- }
 
 
 
 
 
 
 
 
 
 
checkpoint-11000/pytorch_model.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:6cf498c1fa08223b228f427a79968055619ec91d8255ce93830627bb36991315
3
- size 377674359
 
 
 
 
checkpoint-11000/rng_state.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:52741bf6eec20c8efdb03b06e4414e0f1bd3c8b76df069357832db9f29d25205
3
- size 14709
 
 
 
 
checkpoint-11000/scaler.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:5d03287726e511ee9901ed5dcad64705231663930b31be0cca8f2fd96155f5fa
3
- size 1383
 
 
 
 
checkpoint-11000/scheduler.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:2824b5a2cfd8db81b18261ebf13ddf0123bff1114317ccc746bebf6dec98b4f6
3
- size 1465
 
 
 
 
checkpoint-11000/trainer_state.json DELETED
@@ -1,181 +0,0 @@
1
- {
2
- "best_metric": null,
3
- "best_model_checkpoint": null,
4
- "epoch": 0.7649513212795549,
5
- "global_step": 11000,
6
- "is_hyper_param_search": false,
7
- "is_local_process_zero": true,
8
- "is_world_process_zero": true,
9
- "log_history": [
10
- {
11
- "epoch": 0.07,
12
- "learning_rate": 6.926286509040334e-06,
13
- "loss": 4.774,
14
- "step": 1000
15
- },
16
- {
17
- "epoch": 0.07,
18
- "eval_loss": 3.751659393310547,
19
- "eval_runtime": 1332.6627,
20
- "eval_samples_per_second": 14.954,
21
- "eval_steps_per_second": 1.869,
22
- "eval_wer": 0.9998903721229055,
23
- "step": 1000
24
- },
25
- {
26
- "epoch": 0.14,
27
- "learning_rate": 1.388038942976356e-05,
28
- "loss": 2.6101,
29
- "step": 2000
30
- },
31
- {
32
- "epoch": 0.14,
33
- "eval_loss": 1.871416449546814,
34
- "eval_runtime": 1316.0433,
35
- "eval_samples_per_second": 15.142,
36
- "eval_steps_per_second": 1.893,
37
- "eval_wer": 0.8383243761408947,
38
- "step": 2000
39
- },
40
- {
41
- "epoch": 0.21,
42
- "learning_rate": 2.0827538247566067e-05,
43
- "loss": 1.0668,
44
- "step": 3000
45
- },
46
- {
47
- "epoch": 0.21,
48
- "eval_loss": 1.1693328619003296,
49
- "eval_runtime": 1341.5462,
50
- "eval_samples_per_second": 14.855,
51
- "eval_steps_per_second": 1.857,
52
- "eval_wer": 0.5603386736556563,
53
- "step": 3000
54
- },
55
- {
56
- "epoch": 0.28,
57
- "learning_rate": 2.778164116828929e-05,
58
- "loss": 0.723,
59
- "step": 4000
60
- },
61
- {
62
- "epoch": 0.28,
63
- "eval_loss": 0.9989805221557617,
64
- "eval_runtime": 1327.4867,
65
- "eval_samples_per_second": 15.012,
66
- "eval_steps_per_second": 1.876,
67
- "eval_wer": 0.49050316646100817,
68
- "step": 4000
69
- },
70
- {
71
- "epoch": 0.35,
72
- "learning_rate": 2.9473806212331944e-05,
73
- "loss": 0.6017,
74
- "step": 5000
75
- },
76
- {
77
- "epoch": 0.35,
78
- "eval_loss": 0.8713716268539429,
79
- "eval_runtime": 1328.1471,
80
- "eval_samples_per_second": 15.004,
81
- "eval_steps_per_second": 1.876,
82
- "eval_wer": 0.41481404052662174,
83
- "step": 5000
84
- },
85
- {
86
- "epoch": 0.42,
87
- "learning_rate": 2.870112811002936e-05,
88
- "loss": 0.5528,
89
- "step": 6000
90
- },
91
- {
92
- "epoch": 0.42,
93
- "eval_loss": 0.8598363399505615,
94
- "eval_runtime": 1323.0407,
95
- "eval_samples_per_second": 15.062,
96
- "eval_steps_per_second": 1.883,
97
- "eval_wer": 0.3851915683415087,
98
- "step": 6000
99
- },
100
- {
101
- "epoch": 0.49,
102
- "learning_rate": 2.7929222685829086e-05,
103
- "loss": 0.506,
104
- "step": 7000
105
- },
106
- {
107
- "epoch": 0.49,
108
- "eval_loss": 0.8419894576072693,
109
- "eval_runtime": 1332.8363,
110
- "eval_samples_per_second": 14.952,
111
- "eval_steps_per_second": 1.869,
112
- "eval_wer": 0.3734664844634353,
113
- "step": 7000
114
- },
115
- {
116
- "epoch": 0.56,
117
- "learning_rate": 2.7157317261628804e-05,
118
- "loss": 0.4817,
119
- "step": 8000
120
- },
121
- {
122
- "epoch": 0.56,
123
- "eval_loss": 0.8419905304908752,
124
- "eval_runtime": 1321.7221,
125
- "eval_samples_per_second": 15.077,
126
- "eval_steps_per_second": 1.885,
127
- "eval_wer": 0.36988700680202735,
128
- "step": 8000
129
- },
130
- {
131
- "epoch": 0.63,
132
- "learning_rate": 2.6384639159326225e-05,
133
- "loss": 0.4621,
134
- "step": 9000
135
- },
136
- {
137
- "epoch": 0.63,
138
- "eval_loss": 0.8424670696258545,
139
- "eval_runtime": 1317.3235,
140
- "eval_samples_per_second": 15.128,
141
- "eval_steps_per_second": 1.891,
142
- "eval_wer": 0.355694020946573,
143
- "step": 9000
144
- },
145
- {
146
- "epoch": 0.7,
147
- "learning_rate": 2.561273373512595e-05,
148
- "loss": 0.4482,
149
- "step": 10000
150
- },
151
- {
152
- "epoch": 0.7,
153
- "eval_loss": 0.7687897086143494,
154
- "eval_runtime": 1333.2181,
155
- "eval_samples_per_second": 14.947,
156
- "eval_steps_per_second": 1.868,
157
- "eval_wer": 0.343775176169449,
158
- "step": 10000
159
- },
160
- {
161
- "epoch": 0.76,
162
- "learning_rate": 2.4840055632823366e-05,
163
- "loss": 0.4311,
164
- "step": 11000
165
- },
166
- {
167
- "epoch": 0.76,
168
- "eval_loss": 0.7420344948768616,
169
- "eval_runtime": 1329.3248,
170
- "eval_samples_per_second": 14.991,
171
- "eval_steps_per_second": 1.874,
172
- "eval_wer": 0.3233537972037243,
173
- "step": 11000
174
- }
175
- ],
176
- "max_steps": 43140,
177
- "num_train_epochs": 3,
178
- "total_flos": 6.544117165842432e+18,
179
- "trial_name": null,
180
- "trial_params": null
181
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
checkpoint-11000/training_args.bin DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:4b79046a7afb70c92afa454068301926cad11aa0178291c44093bd55bab1d8d7
3
- size 3921
 
 
 
 
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b1f928ac291c2221863022c023a522c5d0cf5707956cfd9ca96199dce6e04d77
3
  size 377674359
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd8180bb9c3c96e8907373ff0e6f57f01678b9bd95cafa100ee1865b0c7f46ab
3
  size 377674359