cabbage972 commited on
Commit
8b1b410
·
1 Parent(s): d86b2ef

End of training

Browse files
Files changed (4) hide show
  1. all_results.json +12 -5
  2. eval_results.json +10 -0
  3. train_results.json +5 -5
  4. trainer_state.json +355 -10
all_results.json CHANGED
@@ -1,8 +1,15 @@
1
  {
2
- "epoch": 0.0,
3
- "train_loss": 2.4250597953796387,
4
- "train_runtime": 3.5143,
 
 
 
 
 
 
 
5
  "train_samples": 1854797,
6
- "train_samples_per_second": 18.212,
7
- "train_steps_per_second": 0.285
8
  }
 
1
  {
2
+ "epoch": 0.03,
3
+ "eval_accuracy": 0.5362047933711616,
4
+ "eval_loss": 2.2219960689544678,
5
+ "eval_runtime": 627.5584,
6
+ "eval_samples": 52355,
7
+ "eval_samples_per_second": 83.426,
8
+ "eval_steps_per_second": 1.305,
9
+ "perplexity": 9.225727687731437,
10
+ "train_loss": 2.2421503562927247,
11
+ "train_runtime": 4846.003,
12
  "train_samples": 1854797,
13
+ "train_samples_per_second": 13.207,
14
+ "train_steps_per_second": 0.206
15
  }
eval_results.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 0.03,
3
+ "eval_accuracy": 0.5362047933711616,
4
+ "eval_loss": 2.2219960689544678,
5
+ "eval_runtime": 627.5584,
6
+ "eval_samples": 52355,
7
+ "eval_samples_per_second": 83.426,
8
+ "eval_steps_per_second": 1.305,
9
+ "perplexity": 9.225727687731437
10
+ }
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
- "epoch": 0.0,
3
- "train_loss": 2.4250597953796387,
4
- "train_runtime": 3.5143,
5
  "train_samples": 1854797,
6
- "train_samples_per_second": 18.212,
7
- "train_steps_per_second": 0.285
8
  }
 
1
  {
2
+ "epoch": 0.03,
3
+ "train_loss": 2.2421503562927247,
4
+ "train_runtime": 4846.003,
5
  "train_samples": 1854797,
6
+ "train_samples_per_second": 13.207,
7
+ "train_steps_per_second": 0.206
8
  }
trainer_state.json CHANGED
@@ -1,25 +1,370 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 3.450506793185249e-05,
5
- "global_step": 1,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
9
  "log_history": [
10
  {
11
  "epoch": 0.0,
12
- "step": 1,
13
- "total_flos": 178669297336320.0,
14
- "train_loss": 2.4250597953796387,
15
- "train_runtime": 3.5143,
16
- "train_samples_per_second": 18.212,
17
- "train_steps_per_second": 0.285
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
18
  }
19
  ],
20
- "max_steps": 1,
21
  "num_train_epochs": 1,
22
- "total_flos": 178669297336320.0,
23
  "trial_name": null,
24
  "trial_params": null
25
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.03450506793185249,
5
+ "global_step": 1000,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
9
  "log_history": [
10
  {
11
  "epoch": 0.0,
12
+ "learning_rate": 9.8e-05,
13
+ "loss": 2.232,
14
+ "step": 20
15
+ },
16
+ {
17
+ "epoch": 0.0,
18
+ "learning_rate": 9.6e-05,
19
+ "loss": 2.2474,
20
+ "step": 40
21
+ },
22
+ {
23
+ "epoch": 0.0,
24
+ "learning_rate": 9.4e-05,
25
+ "loss": 2.2499,
26
+ "step": 60
27
+ },
28
+ {
29
+ "epoch": 0.0,
30
+ "learning_rate": 9.200000000000001e-05,
31
+ "loss": 2.2637,
32
+ "step": 80
33
+ },
34
+ {
35
+ "epoch": 0.0,
36
+ "learning_rate": 9e-05,
37
+ "loss": 2.2397,
38
+ "step": 100
39
+ },
40
+ {
41
+ "epoch": 0.0,
42
+ "learning_rate": 8.800000000000001e-05,
43
+ "loss": 2.2132,
44
+ "step": 120
45
+ },
46
+ {
47
+ "epoch": 0.0,
48
+ "learning_rate": 8.6e-05,
49
+ "loss": 2.2499,
50
+ "step": 140
51
+ },
52
+ {
53
+ "epoch": 0.01,
54
+ "learning_rate": 8.4e-05,
55
+ "loss": 2.2838,
56
+ "step": 160
57
+ },
58
+ {
59
+ "epoch": 0.01,
60
+ "learning_rate": 8.2e-05,
61
+ "loss": 2.2712,
62
+ "step": 180
63
+ },
64
+ {
65
+ "epoch": 0.01,
66
+ "learning_rate": 8e-05,
67
+ "loss": 2.2735,
68
+ "step": 200
69
+ },
70
+ {
71
+ "epoch": 0.01,
72
+ "eval_accuracy": 0.5325260466845249,
73
+ "eval_loss": 2.2464351654052734,
74
+ "eval_runtime": 633.513,
75
+ "eval_samples_per_second": 82.642,
76
+ "eval_steps_per_second": 1.293,
77
+ "step": 200
78
+ },
79
+ {
80
+ "epoch": 0.01,
81
+ "learning_rate": 7.800000000000001e-05,
82
+ "loss": 2.2386,
83
+ "step": 220
84
+ },
85
+ {
86
+ "epoch": 0.01,
87
+ "learning_rate": 7.6e-05,
88
+ "loss": 2.2245,
89
+ "step": 240
90
+ },
91
+ {
92
+ "epoch": 0.01,
93
+ "learning_rate": 7.4e-05,
94
+ "loss": 2.2549,
95
+ "step": 260
96
+ },
97
+ {
98
+ "epoch": 0.01,
99
+ "learning_rate": 7.2e-05,
100
+ "loss": 2.2652,
101
+ "step": 280
102
+ },
103
+ {
104
+ "epoch": 0.01,
105
+ "learning_rate": 7e-05,
106
+ "loss": 2.268,
107
+ "step": 300
108
+ },
109
+ {
110
+ "epoch": 0.01,
111
+ "learning_rate": 6.800000000000001e-05,
112
+ "loss": 2.2421,
113
+ "step": 320
114
+ },
115
+ {
116
+ "epoch": 0.01,
117
+ "learning_rate": 6.6e-05,
118
+ "loss": 2.266,
119
+ "step": 340
120
+ },
121
+ {
122
+ "epoch": 0.01,
123
+ "learning_rate": 6.400000000000001e-05,
124
+ "loss": 2.2428,
125
+ "step": 360
126
+ },
127
+ {
128
+ "epoch": 0.01,
129
+ "learning_rate": 6.2e-05,
130
+ "loss": 2.2337,
131
+ "step": 380
132
+ },
133
+ {
134
+ "epoch": 0.01,
135
+ "learning_rate": 6e-05,
136
+ "loss": 2.2557,
137
+ "step": 400
138
+ },
139
+ {
140
+ "epoch": 0.01,
141
+ "eval_accuracy": 0.5331100844920488,
142
+ "eval_loss": 2.2417314052581787,
143
+ "eval_runtime": 626.4522,
144
+ "eval_samples_per_second": 83.574,
145
+ "eval_steps_per_second": 1.307,
146
+ "step": 400
147
+ },
148
+ {
149
+ "epoch": 0.01,
150
+ "learning_rate": 5.8e-05,
151
+ "loss": 2.2322,
152
+ "step": 420
153
+ },
154
+ {
155
+ "epoch": 0.02,
156
+ "learning_rate": 5.6000000000000006e-05,
157
+ "loss": 2.2466,
158
+ "step": 440
159
+ },
160
+ {
161
+ "epoch": 0.02,
162
+ "learning_rate": 5.4000000000000005e-05,
163
+ "loss": 2.2366,
164
+ "step": 460
165
+ },
166
+ {
167
+ "epoch": 0.02,
168
+ "learning_rate": 5.2000000000000004e-05,
169
+ "loss": 2.2453,
170
+ "step": 480
171
+ },
172
+ {
173
+ "epoch": 0.02,
174
+ "learning_rate": 5e-05,
175
+ "loss": 2.2393,
176
+ "step": 500
177
+ },
178
+ {
179
+ "epoch": 0.02,
180
+ "learning_rate": 4.8e-05,
181
+ "loss": 2.2327,
182
+ "step": 520
183
+ },
184
+ {
185
+ "epoch": 0.02,
186
+ "learning_rate": 4.600000000000001e-05,
187
+ "loss": 2.2261,
188
+ "step": 540
189
+ },
190
+ {
191
+ "epoch": 0.02,
192
+ "learning_rate": 4.4000000000000006e-05,
193
+ "loss": 2.2432,
194
+ "step": 560
195
+ },
196
+ {
197
+ "epoch": 0.02,
198
+ "learning_rate": 4.2e-05,
199
+ "loss": 2.2451,
200
+ "step": 580
201
+ },
202
+ {
203
+ "epoch": 0.02,
204
+ "learning_rate": 4e-05,
205
+ "loss": 2.2342,
206
+ "step": 600
207
+ },
208
+ {
209
+ "epoch": 0.02,
210
+ "eval_accuracy": 0.5343608037930125,
211
+ "eval_loss": 2.2341866493225098,
212
+ "eval_runtime": 633.7987,
213
+ "eval_samples_per_second": 82.605,
214
+ "eval_steps_per_second": 1.292,
215
+ "step": 600
216
+ },
217
+ {
218
+ "epoch": 0.02,
219
+ "learning_rate": 3.8e-05,
220
+ "loss": 2.2508,
221
+ "step": 620
222
+ },
223
+ {
224
+ "epoch": 0.02,
225
+ "learning_rate": 3.6e-05,
226
+ "loss": 2.2614,
227
+ "step": 640
228
+ },
229
+ {
230
+ "epoch": 0.02,
231
+ "learning_rate": 3.4000000000000007e-05,
232
+ "loss": 2.2452,
233
+ "step": 660
234
+ },
235
+ {
236
+ "epoch": 0.02,
237
+ "learning_rate": 3.2000000000000005e-05,
238
+ "loss": 2.2374,
239
+ "step": 680
240
+ },
241
+ {
242
+ "epoch": 0.02,
243
+ "learning_rate": 3e-05,
244
+ "loss": 2.2307,
245
+ "step": 700
246
+ },
247
+ {
248
+ "epoch": 0.02,
249
+ "learning_rate": 2.8000000000000003e-05,
250
+ "loss": 2.2127,
251
+ "step": 720
252
+ },
253
+ {
254
+ "epoch": 0.03,
255
+ "learning_rate": 2.6000000000000002e-05,
256
+ "loss": 2.246,
257
+ "step": 740
258
+ },
259
+ {
260
+ "epoch": 0.03,
261
+ "learning_rate": 2.4e-05,
262
+ "loss": 2.2144,
263
+ "step": 760
264
+ },
265
+ {
266
+ "epoch": 0.03,
267
+ "learning_rate": 2.2000000000000003e-05,
268
+ "loss": 2.2438,
269
+ "step": 780
270
+ },
271
+ {
272
+ "epoch": 0.03,
273
+ "learning_rate": 2e-05,
274
+ "loss": 2.2241,
275
+ "step": 800
276
+ },
277
+ {
278
+ "epoch": 0.03,
279
+ "eval_accuracy": 0.5354609628194991,
280
+ "eval_loss": 2.2267251014709473,
281
+ "eval_runtime": 627.471,
282
+ "eval_samples_per_second": 83.438,
283
+ "eval_steps_per_second": 1.305,
284
+ "step": 800
285
+ },
286
+ {
287
+ "epoch": 0.03,
288
+ "learning_rate": 1.8e-05,
289
+ "loss": 2.243,
290
+ "step": 820
291
+ },
292
+ {
293
+ "epoch": 0.03,
294
+ "learning_rate": 1.6000000000000003e-05,
295
+ "loss": 2.2366,
296
+ "step": 840
297
+ },
298
+ {
299
+ "epoch": 0.03,
300
+ "learning_rate": 1.4000000000000001e-05,
301
+ "loss": 2.224,
302
+ "step": 860
303
+ },
304
+ {
305
+ "epoch": 0.03,
306
+ "learning_rate": 1.2e-05,
307
+ "loss": 2.2467,
308
+ "step": 880
309
+ },
310
+ {
311
+ "epoch": 0.03,
312
+ "learning_rate": 1e-05,
313
+ "loss": 2.2341,
314
+ "step": 900
315
+ },
316
+ {
317
+ "epoch": 0.03,
318
+ "learning_rate": 8.000000000000001e-06,
319
+ "loss": 2.2483,
320
+ "step": 920
321
+ },
322
+ {
323
+ "epoch": 0.03,
324
+ "learning_rate": 6e-06,
325
+ "loss": 2.2123,
326
+ "step": 940
327
+ },
328
+ {
329
+ "epoch": 0.03,
330
+ "learning_rate": 4.000000000000001e-06,
331
+ "loss": 2.2465,
332
+ "step": 960
333
+ },
334
+ {
335
+ "epoch": 0.03,
336
+ "learning_rate": 2.0000000000000003e-06,
337
+ "loss": 2.2235,
338
+ "step": 980
339
+ },
340
+ {
341
+ "epoch": 0.03,
342
+ "learning_rate": 0.0,
343
+ "loss": 2.229,
344
+ "step": 1000
345
+ },
346
+ {
347
+ "epoch": 0.03,
348
+ "eval_accuracy": 0.5362047933711616,
349
+ "eval_loss": 2.2219960689544678,
350
+ "eval_runtime": 627.555,
351
+ "eval_samples_per_second": 83.427,
352
+ "eval_steps_per_second": 1.305,
353
+ "step": 1000
354
+ },
355
+ {
356
+ "epoch": 0.03,
357
+ "step": 1000,
358
+ "total_flos": 1.7866929733632e+17,
359
+ "train_loss": 2.2421503562927247,
360
+ "train_runtime": 4846.003,
361
+ "train_samples_per_second": 13.207,
362
+ "train_steps_per_second": 0.206
363
  }
364
  ],
365
+ "max_steps": 1000,
366
  "num_train_epochs": 1,
367
+ "total_flos": 1.7866929733632e+17,
368
  "trial_name": null,
369
  "trial_params": null
370
  }