longdnk commited on
Commit
1b68ba3
·
verified ·
1 Parent(s): f53ff1c

Upload 10 files

Browse files
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:82a05a7df138ff182263e2e6f0ba1f5e82f9b1a190e63085de22c42fd8931237
3
  size 377851056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6b0967b5ab414903ec82cb4eb256dc82f207ea195239a335fbb7c0f1e434f7c
3
  size 377851056
optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7f05c926aab3b5559ee01ae30be37a775d29c2720683d1d6df7d301632c7e60a
3
  size 722217338
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e5c4216be93855fbc013153efec4d3f85293e3472110511180806826aaf4fe2
3
  size 722217338
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c1a522037a4b89dbbfead54522650100d82562cbd01c086bc5e3b1c8b42ddc55
3
  size 377899102
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba2d5edcb13e7e96adbb0ca65cf4d6241e0e76c2d3114a8ecf24fc189d00c1bb
3
  size 377899102
scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3b9e3258117db71c9cd1d1b5432f9dc26b0468be84ff12e8519902ace3644fea
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da279824d75da67ee43e4d57e1cc5b4735e62b87cb30e4ce9cc7d11a432023a9
3
  size 1064
trainer_state.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
- "best_metric": 0.06431299448013306,
3
- "best_model_checkpoint": "./wav2vec2-base-demo/checkpoint-3500",
4
  "epoch": 10.0,
5
  "eval_steps": 500,
6
  "global_step": 4810,
@@ -10,182 +10,182 @@
10
  "log_history": [
11
  {
12
  "epoch": 1.0395010395010396,
13
- "grad_norm": 2.656402349472046,
14
- "learning_rate": 5e-05,
15
- "loss": 0.163,
16
  "step": 500
17
  },
18
  {
19
  "epoch": 1.0395010395010396,
20
- "eval_cer": 0.042475895792468986,
21
- "eval_loss": 0.0863703265786171,
22
- "eval_mer": 0.11671012356875637,
23
- "eval_runtime": 37.5343,
24
- "eval_samples_per_second": 40.949,
25
- "eval_steps_per_second": 5.142,
26
- "eval_wer": 0.11718171987934665,
27
- "eval_wil": 0.20816339596717104,
28
- "eval_wip": 0.791836604032829,
29
  "step": 500
30
  },
31
  {
32
  "epoch": 2.079002079002079,
33
- "grad_norm": 0.8406820297241211,
34
- "learning_rate": 4.4199535962877034e-05,
35
- "loss": 0.1635,
36
  "step": 1000
37
  },
38
  {
39
  "epoch": 2.079002079002079,
40
- "eval_cer": 0.04208912340801724,
41
- "eval_loss": 0.07893521338701248,
42
- "eval_mer": 0.11592479329482387,
43
- "eval_runtime": 37.2156,
44
- "eval_samples_per_second": 41.3,
45
- "eval_steps_per_second": 5.186,
46
- "eval_wer": 0.11649877639292015,
47
- "eval_wil": 0.20577031582271066,
48
- "eval_wip": 0.7942296841772893,
49
  "step": 1000
50
  },
51
  {
52
  "epoch": 3.1185031185031185,
53
- "grad_norm": 0.7278923392295837,
54
- "learning_rate": 3.839907192575406e-05,
55
- "loss": 0.172,
56
  "step": 1500
57
  },
58
  {
59
  "epoch": 3.1185031185031185,
60
- "eval_cer": 0.04258640218802663,
61
- "eval_loss": 0.09011566638946533,
62
- "eval_mer": 0.11518887129608686,
63
- "eval_runtime": 37.2272,
64
- "eval_samples_per_second": 41.287,
65
- "eval_steps_per_second": 5.184,
66
- "eval_wer": 0.11592965682089806,
67
- "eval_wil": 0.20315250387257455,
68
- "eval_wip": 0.7968474961274254,
69
  "step": 1500
70
  },
71
  {
72
  "epoch": 4.158004158004158,
73
- "grad_norm": 1.2081284523010254,
74
- "learning_rate": 3.261020881670534e-05,
75
- "loss": 0.148,
76
  "step": 2000
77
  },
78
  {
79
  "epoch": 4.158004158004158,
80
- "eval_cer": 0.04066635356521259,
81
- "eval_loss": 0.07975054532289505,
82
- "eval_mer": 0.11372148450800136,
83
- "eval_runtime": 37.1346,
84
- "eval_samples_per_second": 41.39,
85
- "eval_steps_per_second": 5.197,
86
- "eval_wer": 0.1140515622332252,
87
- "eval_wil": 0.2032785755642632,
88
- "eval_wip": 0.7967214244357368,
89
  "step": 2000
90
  },
91
  {
92
  "epoch": 5.197505197505198,
93
- "grad_norm": 1.7628921270370483,
94
- "learning_rate": 2.6809744779582367e-05,
95
- "loss": 0.1526,
96
  "step": 2500
97
  },
98
  {
99
  "epoch": 5.197505197505198,
100
- "eval_cer": 0.04003094179075614,
101
- "eval_loss": 0.07782892137765884,
102
- "eval_mer": 0.11206896551724138,
103
- "eval_runtime": 37.1954,
104
- "eval_samples_per_second": 41.322,
105
- "eval_steps_per_second": 5.189,
106
- "eval_wer": 0.11245802743156337,
107
- "eval_wil": 0.2010933536308993,
108
- "eval_wip": 0.7989066463691007,
109
  "step": 2500
110
  },
111
  {
112
  "epoch": 6.237006237006237,
113
- "grad_norm": 1.1964457035064697,
114
- "learning_rate": 2.1020881670533645e-05,
115
- "loss": 0.1412,
116
  "step": 3000
117
  },
118
  {
119
  "epoch": 6.237006237006237,
120
- "eval_cer": 0.03990662209575379,
121
- "eval_loss": 0.0688575804233551,
122
- "eval_mer": 0.11312191524366029,
123
- "eval_runtime": 37.255,
124
- "eval_samples_per_second": 41.256,
125
- "eval_steps_per_second": 5.181,
126
- "eval_wer": 0.11348244266120312,
127
- "eval_wil": 0.20307383068892626,
128
- "eval_wip": 0.7969261693110737,
129
  "step": 3000
130
  },
131
  {
132
  "epoch": 7.276507276507276,
133
- "grad_norm": 1.3279238939285278,
134
- "learning_rate": 1.523201856148492e-05,
135
- "loss": 0.1277,
136
  "step": 3500
137
  },
138
  {
139
  "epoch": 7.276507276507276,
140
- "eval_cer": 0.03918833052462911,
141
- "eval_loss": 0.06431299448013306,
142
- "eval_mer": 0.1120195310282178,
143
- "eval_runtime": 37.2025,
144
- "eval_samples_per_second": 41.314,
145
- "eval_steps_per_second": 5.188,
146
- "eval_wer": 0.11228729155995675,
147
- "eval_wil": 0.20144489838528856,
148
- "eval_wip": 0.7985551016147114,
149
  "step": 3500
150
  },
151
  {
152
  "epoch": 8.316008316008316,
153
- "grad_norm": 1.6859196424484253,
154
- "learning_rate": 9.443155452436194e-06,
155
- "loss": 0.1376,
156
  "step": 4000
157
  },
158
  {
159
  "epoch": 8.316008316008316,
160
- "eval_cer": 0.039409343315744395,
161
- "eval_loss": 0.06848356872797012,
162
- "eval_mer": 0.11210711448995801,
163
- "eval_runtime": 37.256,
164
- "eval_samples_per_second": 41.255,
165
- "eval_steps_per_second": 5.18,
166
- "eval_wer": 0.11245802743156337,
167
- "eval_wil": 0.20074433269163805,
168
- "eval_wip": 0.799255667308362,
169
  "step": 4000
170
  },
171
  {
172
  "epoch": 9.355509355509355,
173
- "grad_norm": 1.5659629106521606,
174
- "learning_rate": 3.642691415313225e-06,
175
- "loss": 0.131,
176
  "step": 4500
177
  },
178
  {
179
  "epoch": 9.355509355509355,
180
- "eval_cer": 0.038787744840732656,
181
- "eval_loss": 0.06696277111768723,
182
- "eval_mer": 0.11123091765507065,
183
- "eval_runtime": 37.5745,
184
- "eval_samples_per_second": 40.905,
185
- "eval_steps_per_second": 5.136,
186
- "eval_wer": 0.11154743611632804,
187
- "eval_wil": 0.19943676811944389,
188
- "eval_wip": 0.8005632318805561,
189
  "step": 4500
190
  }
191
  ],
 
1
  {
2
+ "best_metric": 0.051292333751916885,
3
+ "best_model_checkpoint": "./wav2vec2-base-demo/checkpoint-4500",
4
  "epoch": 10.0,
5
  "eval_steps": 500,
6
  "global_step": 4810,
 
10
  "log_history": [
11
  {
12
  "epoch": 1.0395010395010396,
13
+ "grad_norm": 1.8444721698760986,
14
+ "learning_rate": 4.99e-05,
15
+ "loss": 0.1188,
16
  "step": 500
17
  },
18
  {
19
  "epoch": 1.0395010395010396,
20
+ "eval_cer": 0.035194462663447716,
21
+ "eval_loss": 0.06642936915159225,
22
+ "eval_mer": 0.10481941437848924,
23
+ "eval_runtime": 34.4969,
24
+ "eval_samples_per_second": 44.555,
25
+ "eval_steps_per_second": 5.595,
26
+ "eval_wer": 0.10539580707984877,
27
+ "eval_wil": 0.1892106514423464,
28
+ "eval_wip": 0.8107893485576536,
29
  "step": 500
30
  },
31
  {
32
  "epoch": 2.079002079002079,
33
+ "grad_norm": 1.2975250482559204,
34
+ "learning_rate": 4.421113689095128e-05,
35
+ "loss": 0.1151,
36
  "step": 1000
37
  },
38
  {
39
  "epoch": 2.079002079002079,
40
+ "eval_cer": 0.034538578545611855,
41
+ "eval_loss": 0.062206532806158066,
42
+ "eval_mer": 0.10494778291388461,
43
+ "eval_runtime": 34.1611,
44
+ "eval_samples_per_second": 44.993,
45
+ "eval_steps_per_second": 5.65,
46
+ "eval_wer": 0.10533852674991408,
47
+ "eval_wil": 0.19021462347071394,
48
+ "eval_wip": 0.8097853765292861,
49
  "step": 1000
50
  },
51
  {
52
  "epoch": 3.1185031185031185,
53
+ "grad_norm": 0.5322809815406799,
54
+ "learning_rate": 3.8410672853828304e-05,
55
+ "loss": 0.1235,
56
  "step": 1500
57
  },
58
  {
59
  "epoch": 3.1185031185031185,
60
+ "eval_cer": 0.03377105457793159,
61
+ "eval_loss": 0.062230244278907776,
62
+ "eval_mer": 0.10482995141468991,
63
+ "eval_runtime": 34.2894,
64
+ "eval_samples_per_second": 44.824,
65
+ "eval_steps_per_second": 5.629,
66
+ "eval_wer": 0.10505212510024058,
67
+ "eval_wil": 0.19100713135160063,
68
+ "eval_wip": 0.8089928686483994,
69
  "step": 1500
70
  },
71
  {
72
  "epoch": 4.158004158004158,
73
+ "grad_norm": 1.327663779258728,
74
+ "learning_rate": 3.262180974477959e-05,
75
+ "loss": 0.1068,
76
  "step": 2000
77
  },
78
  {
79
  "epoch": 4.158004158004158,
80
+ "eval_cer": 0.03463626341422571,
81
+ "eval_loss": 0.06272279471158981,
82
+ "eval_mer": 0.10423917384606607,
83
+ "eval_runtime": 34.2637,
84
+ "eval_samples_per_second": 44.858,
85
+ "eval_steps_per_second": 5.633,
86
+ "eval_wer": 0.10465116279069768,
87
+ "eval_wil": 0.18912080601859016,
88
+ "eval_wip": 0.8108791939814098,
89
  "step": 2000
90
  },
91
  {
92
  "epoch": 5.197505197505198,
93
+ "grad_norm": 1.7840451002120972,
94
+ "learning_rate": 2.6821345707656613e-05,
95
+ "loss": 0.1123,
96
  "step": 2500
97
  },
98
  {
99
  "epoch": 5.197505197505198,
100
+ "eval_cer": 0.033366360122245635,
101
+ "eval_loss": 0.06801871210336685,
102
+ "eval_mer": 0.10333599908602764,
103
+ "eval_runtime": 34.1023,
104
+ "eval_samples_per_second": 45.07,
105
+ "eval_steps_per_second": 5.659,
106
+ "eval_wer": 0.10362011685187307,
107
+ "eval_wil": 0.18807839647659041,
108
+ "eval_wip": 0.8119216035234096,
109
  "step": 2500
110
  },
111
  {
112
  "epoch": 6.237006237006237,
113
+ "grad_norm": 0.5479459762573242,
114
+ "learning_rate": 2.1032482598607887e-05,
115
+ "loss": 0.1066,
116
  "step": 3000
117
  },
118
  {
119
  "epoch": 6.237006237006237,
120
+ "eval_cer": 0.03377105457793159,
121
+ "eval_loss": 0.0692114531993866,
122
+ "eval_mer": 0.10309631065746706,
123
+ "eval_runtime": 34.3278,
124
+ "eval_samples_per_second": 44.774,
125
+ "eval_steps_per_second": 5.622,
126
+ "eval_wer": 0.10356283652193837,
127
+ "eval_wil": 0.18640279212307265,
128
+ "eval_wip": 0.8135972078769274,
129
  "step": 3000
130
  },
131
  {
132
  "epoch": 7.276507276507276,
133
+ "grad_norm": 2.529324769973755,
134
+ "learning_rate": 1.5243619489559166e-05,
135
+ "loss": 0.0985,
136
  "step": 3500
137
  },
138
  {
139
  "epoch": 7.276507276507276,
140
+ "eval_cer": 0.032780250910562525,
141
+ "eval_loss": 0.0544947050511837,
142
+ "eval_mer": 0.1027412906910337,
143
+ "eval_runtime": 34.2034,
144
+ "eval_samples_per_second": 44.937,
145
+ "eval_steps_per_second": 5.643,
146
+ "eval_wer": 0.10304731355252607,
147
+ "eval_wil": 0.1872840097439975,
148
+ "eval_wip": 0.8127159902560025,
149
  "step": 3500
150
  },
151
  {
152
  "epoch": 8.316008316008316,
153
+ "grad_norm": 2.9378857612609863,
154
+ "learning_rate": 9.454756380510442e-06,
155
+ "loss": 0.1145,
156
  "step": 4000
157
  },
158
  {
159
  "epoch": 8.316008316008316,
160
+ "eval_cer": 0.03286398079794583,
161
+ "eval_loss": 0.05142713338136673,
162
+ "eval_mer": 0.10264465642314503,
163
+ "eval_runtime": 34.3124,
164
+ "eval_samples_per_second": 44.794,
165
+ "eval_steps_per_second": 5.625,
166
+ "eval_wer": 0.10293275289265666,
167
+ "eval_wil": 0.18734075205582912,
168
+ "eval_wip": 0.8126592479441709,
169
  "step": 4000
170
  },
171
  {
172
  "epoch": 9.355509355509355,
173
+ "grad_norm": 1.8327735662460327,
174
+ "learning_rate": 3.654292343387471e-06,
175
+ "loss": 0.1128,
176
  "step": 4500
177
  },
178
  {
179
  "epoch": 9.355509355509355,
180
+ "eval_cer": 0.03269652102317922,
181
+ "eval_loss": 0.051292333751916885,
182
+ "eval_mer": 0.10197669104204753,
183
+ "eval_runtime": 34.3592,
184
+ "eval_samples_per_second": 44.733,
185
+ "eval_steps_per_second": 5.617,
186
+ "eval_wer": 0.10224538893344026,
187
+ "eval_wil": 0.1861754557735349,
188
+ "eval_wip": 0.8138245442264651,
189
  "step": 4500
190
  }
191
  ],
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b3091a22b40a081428e5812146fe9612f2921413ec1d4139f6c30058ff99d057
3
  size 5176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adb2dde227c901afcc4b8ad055a16de87aa03de53761c737e130e66fa8b7dd9a
3
  size 5176