CodeIsAbstract commited on
Commit
a670dfb
·
verified ·
1 Parent(s): dc9a148

Training in progress, step 8000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6b71114f676b03c0bcb0f46c8fd50023e59488725d453b15759a44f3e2d04275
3
  size 499730128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee1d47b290561c1f0fe6c6b8eeb2bbdab68f2d3b8efe56b17627e16c8f0b3e90
3
  size 499730128
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fe373abbfe5cca2334d2427e9171b4bb2c3f4a319ffc60e24e707b0beb7e2fc4
3
- size 1442699
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5c83139244a7108921d98781b19cbbcbb18cb79303c29047228167d7892c791
3
+ size 812034507
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:15bd918144b9671ae295d46e463180bdad2e73e51a7670636feb8fc58e14c426
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:231a1d74fdd644709c48076ea6500b1a4f8ca1620a6f210d62a4c539f1ee0b0f
3
  size 14645
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:76cf98a8cde877f1e49a9e4b884c4dce3d51bb4035429d464e74acc35ddca024
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9567d76a2efaa946d19913fd9fe6f6f70f6f7101d7dcb8866c09743534f2d4d
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,328 +2,644 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.08,
6
  "eval_steps": 1000,
7
- "global_step": 4000,
8
  "is_hyper_param_search": false,
9
- "is_local_process_zero": false,
10
  "is_world_process_zero": true,
11
  "log_history": [
12
  {
13
  "epoch": 0.002,
14
- "grad_norm": 19.660429000854492,
15
  "learning_rate": 7.920000000000001e-05,
16
- "loss": 67.8543,
17
  "step": 100
18
  },
19
  {
20
  "epoch": 0.004,
21
- "grad_norm": 24.802082061767578,
22
  "learning_rate": 0.00015920000000000002,
23
- "loss": 54.1444,
24
  "step": 200
25
  },
26
  {
27
  "epoch": 0.006,
28
- "grad_norm": 16.059066772460938,
29
  "learning_rate": 0.00023920000000000001,
30
- "loss": 51.5921,
31
  "step": 300
32
  },
33
  {
34
  "epoch": 0.008,
35
- "grad_norm": 27.705520629882812,
36
  "learning_rate": 0.0003192,
37
- "loss": 50.0536,
38
  "step": 400
39
  },
40
  {
41
  "epoch": 0.01,
42
- "grad_norm": 25.79052734375,
43
  "learning_rate": 0.0003992,
44
- "loss": 48.6987,
45
  "step": 500
46
  },
47
  {
48
  "epoch": 0.012,
49
- "grad_norm": 14.82126522064209,
50
  "learning_rate": 0.00047920000000000005,
51
- "loss": 47.3182,
52
  "step": 600
53
  },
54
  {
55
  "epoch": 0.014,
56
- "grad_norm": 12.00988483428955,
57
  "learning_rate": 0.0005592,
58
- "loss": 46.6574,
59
  "step": 700
60
  },
61
  {
62
  "epoch": 0.016,
63
- "grad_norm": 32.48664474487305,
64
  "learning_rate": 0.0006392,
65
- "loss": 46.0747,
66
  "step": 800
67
  },
68
  {
69
  "epoch": 0.018,
70
- "grad_norm": 25.646282196044922,
71
  "learning_rate": 0.0007191999999999999,
72
- "loss": 45.6098,
73
  "step": 900
74
  },
75
  {
76
  "epoch": 0.02,
77
- "grad_norm": 16.071203231811523,
78
  "learning_rate": 0.0007992,
79
- "loss": 44.8537,
80
  "step": 1000
81
  },
82
  {
83
  "epoch": 0.02,
84
- "eval_accuracy": 0.18606457925636008,
85
- "eval_loss": 44.18140411376953,
86
- "eval_runtime": 14.581,
87
- "eval_samples_per_second": 8.573,
88
- "eval_steps_per_second": 0.137,
89
  "step": 1000
90
  },
91
  {
92
  "epoch": 0.022,
93
- "grad_norm": 14.277446746826172,
94
  "learning_rate": 0.0008792,
95
- "loss": 44.223,
96
  "step": 1100
97
  },
98
  {
99
  "epoch": 0.024,
100
- "grad_norm": 9.809870719909668,
101
  "learning_rate": 0.0009592000000000001,
102
- "loss": 43.5719,
103
  "step": 1200
104
  },
105
  {
106
  "epoch": 0.026,
107
- "grad_norm": 16.994014739990234,
108
  "learning_rate": 0.0010391999999999999,
109
- "loss": 43.0323,
110
  "step": 1300
111
  },
112
  {
113
  "epoch": 0.028,
114
- "grad_norm": 8.082005500793457,
115
  "learning_rate": 0.0011192,
116
- "loss": 42.3631,
117
  "step": 1400
118
  },
119
  {
120
  "epoch": 0.03,
121
- "grad_norm": 7.080636024475098,
122
  "learning_rate": 0.0011992,
123
- "loss": 42.0285,
124
  "step": 1500
125
  },
126
  {
127
  "epoch": 0.032,
128
- "grad_norm": 8.547815322875977,
129
  "learning_rate": 0.0012791999999999999,
130
- "loss": 42.6829,
131
  "step": 1600
132
  },
133
  {
134
  "epoch": 0.034,
135
- "grad_norm": 7.541939735412598,
136
  "learning_rate": 0.0013592,
137
- "loss": 41.9796,
138
  "step": 1700
139
  },
140
  {
141
  "epoch": 0.036,
142
- "grad_norm": 6.902923583984375,
143
  "learning_rate": 0.0014392,
144
- "loss": 41.5016,
145
  "step": 1800
146
  },
147
  {
148
  "epoch": 0.038,
149
- "grad_norm": 7.68479061126709,
150
  "learning_rate": 0.0015192,
151
- "loss": 41.2607,
152
  "step": 1900
153
  },
154
  {
155
  "epoch": 0.04,
156
- "grad_norm": 8.936702728271484,
157
  "learning_rate": 0.0015992,
158
- "loss": 40.7545,
159
  "step": 2000
160
  },
161
  {
162
  "epoch": 0.04,
163
- "eval_accuracy": 0.21657142857142858,
164
- "eval_loss": 40.417686462402344,
165
- "eval_runtime": 3.051,
166
- "eval_samples_per_second": 40.97,
167
- "eval_steps_per_second": 0.656,
168
  "step": 2000
169
  },
170
  {
171
  "epoch": 0.042,
172
- "grad_norm": 5.834764003753662,
173
  "learning_rate": 0.0016792,
174
- "loss": 40.2024,
175
  "step": 2100
176
  },
177
  {
178
  "epoch": 0.044,
179
- "grad_norm": 3.9864397048950195,
180
  "learning_rate": 0.0017592,
181
- "loss": 39.4534,
182
  "step": 2200
183
  },
184
  {
185
  "epoch": 0.046,
186
- "grad_norm": 6.052990436553955,
187
  "learning_rate": 0.0018392,
188
- "loss": 40.0088,
189
  "step": 2300
190
  },
191
  {
192
  "epoch": 0.048,
193
- "grad_norm": 10.583518981933594,
194
  "learning_rate": 0.0019192,
195
- "loss": 40.099,
196
  "step": 2400
197
  },
198
  {
199
  "epoch": 0.05,
200
- "grad_norm": 3.686554193496704,
201
  "learning_rate": 0.0019992,
202
- "loss": 39.5664,
203
  "step": 2500
204
  },
205
  {
206
  "epoch": 0.052,
207
- "grad_norm": 2.981701612472534,
208
  "learning_rate": 0.001999978563623903,
209
- "loss": 39.5087,
210
  "step": 2600
211
  },
212
  {
213
  "epoch": 0.054,
214
- "grad_norm": 3.382185459136963,
215
  "learning_rate": 0.0019999133871331223,
216
- "loss": 38.9185,
217
  "step": 2700
218
  },
219
  {
220
  "epoch": 0.056,
221
- "grad_norm": 2.8874025344848633,
222
  "learning_rate": 0.0019998044711915177,
223
- "loss": 38.1472,
224
  "step": 2800
225
  },
226
  {
227
  "epoch": 0.058,
228
- "grad_norm": 3.083789825439453,
229
  "learning_rate": 0.0019996518205634257,
230
- "loss": 37.5833,
231
  "step": 2900
232
  },
233
  {
234
  "epoch": 0.06,
235
- "grad_norm": 2.315279483795166,
236
  "learning_rate": 0.0019994554419262797,
237
- "loss": 37.927,
238
  "step": 3000
239
  },
240
  {
241
  "epoch": 0.06,
242
- "eval_accuracy": 0.23828180039138944,
243
- "eval_loss": 37.86294174194336,
244
- "eval_runtime": 3.1437,
245
- "eval_samples_per_second": 39.763,
246
- "eval_steps_per_second": 0.636,
247
  "step": 3000
248
  },
249
  {
250
  "epoch": 0.062,
251
- "grad_norm": 4.6366777420043945,
252
  "learning_rate": 0.001999215343870317,
253
- "loss": 38.432,
254
  "step": 3100
255
  },
256
  {
257
  "epoch": 0.064,
258
- "grad_norm": 2.8195507526397705,
259
  "learning_rate": 0.0019989315368982054,
260
- "loss": 37.8144,
261
  "step": 3200
262
  },
263
  {
264
  "epoch": 0.066,
265
- "grad_norm": 2.320726156234741,
266
  "learning_rate": 0.0019986040334245797,
267
- "loss": 38.1739,
268
  "step": 3300
269
  },
270
  {
271
  "epoch": 0.068,
272
- "grad_norm": 2.575469732284546,
273
  "learning_rate": 0.001998232847775504,
274
- "loss": 37.1996,
275
  "step": 3400
276
  },
277
  {
278
  "epoch": 0.07,
279
- "grad_norm": 2.4692764282226562,
280
  "learning_rate": 0.0019978179961878404,
281
- "loss": 36.8725,
282
  "step": 3500
283
  },
284
  {
285
  "epoch": 0.072,
286
- "grad_norm": 2.555267810821533,
287
  "learning_rate": 0.001997359496808541,
288
- "loss": 36.2038,
289
  "step": 3600
290
  },
291
  {
292
  "epoch": 0.074,
293
- "grad_norm": 1.9989144802093506,
294
  "learning_rate": 0.001996857369693855,
295
- "loss": 36.3164,
296
  "step": 3700
297
  },
298
  {
299
  "epoch": 0.076,
300
- "grad_norm": 2.223381519317627,
301
  "learning_rate": 0.0019963116368084486,
302
- "loss": 37.1086,
303
  "step": 3800
304
  },
305
  {
306
  "epoch": 0.078,
307
- "grad_norm": 1.996813416481018,
308
  "learning_rate": 0.001995722322024446,
309
- "loss": 36.5327,
310
  "step": 3900
311
  },
312
  {
313
  "epoch": 0.08,
314
- "grad_norm": 1.8378113508224487,
315
  "learning_rate": 0.001995089451120385,
316
- "loss": 36.314,
317
  "step": 4000
318
  },
319
  {
320
  "epoch": 0.08,
321
- "eval_accuracy": 0.2553561643835616,
322
- "eval_loss": 36.08281707763672,
323
- "eval_runtime": 3.1615,
324
- "eval_samples_per_second": 39.538,
325
- "eval_steps_per_second": 0.633,
326
  "step": 4000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
327
  }
328
  ],
329
  "logging_steps": 100,
@@ -344,7 +660,7 @@
344
  }
345
  },
346
  "total_flos": 0.0,
347
- "train_batch_size": 8,
348
  "trial_name": null,
349
  "trial_params": null
350
  }
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.16,
6
  "eval_steps": 1000,
7
+ "global_step": 8000,
8
  "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
  "is_world_process_zero": true,
11
  "log_history": [
12
  {
13
  "epoch": 0.002,
14
+ "grad_norm": 1.2400550842285156,
15
  "learning_rate": 7.920000000000001e-05,
16
+ "loss": 8.362694702148438,
17
  "step": 100
18
  },
19
  {
20
  "epoch": 0.004,
21
+ "grad_norm": 2.1569149494171143,
22
  "learning_rate": 0.00015920000000000002,
23
+ "loss": 6.592593383789063,
24
  "step": 200
25
  },
26
  {
27
  "epoch": 0.006,
28
+ "grad_norm": 4.070979595184326,
29
  "learning_rate": 0.00023920000000000001,
30
+ "loss": 6.208985595703125,
31
  "step": 300
32
  },
33
  {
34
  "epoch": 0.008,
35
+ "grad_norm": 4.392622470855713,
36
  "learning_rate": 0.0003192,
37
+ "loss": 5.921519775390625,
38
  "step": 400
39
  },
40
  {
41
  "epoch": 0.01,
42
+ "grad_norm": 4.653286457061768,
43
  "learning_rate": 0.0003992,
44
+ "loss": 5.658856201171875,
45
  "step": 500
46
  },
47
  {
48
  "epoch": 0.012,
49
+ "grad_norm": 2.6610119342803955,
50
  "learning_rate": 0.00047920000000000005,
51
+ "loss": 5.450134887695312,
52
  "step": 600
53
  },
54
  {
55
  "epoch": 0.014,
56
+ "grad_norm": 2.6298203468322754,
57
  "learning_rate": 0.0005592,
58
+ "loss": 5.260469360351562,
59
  "step": 700
60
  },
61
  {
62
  "epoch": 0.016,
63
+ "grad_norm": 1.681970238685608,
64
  "learning_rate": 0.0006392,
65
+ "loss": 5.112535095214843,
66
  "step": 800
67
  },
68
  {
69
  "epoch": 0.018,
70
+ "grad_norm": 1.5673184394836426,
71
  "learning_rate": 0.0007191999999999999,
72
+ "loss": 5.0076907348632815,
73
  "step": 900
74
  },
75
  {
76
  "epoch": 0.02,
77
+ "grad_norm": 1.6654455661773682,
78
  "learning_rate": 0.0007992,
79
+ "loss": 4.9159228515625,
80
  "step": 1000
81
  },
82
  {
83
  "epoch": 0.02,
84
+ "eval_accuracy": 0.2274637964774951,
85
+ "eval_loss": 4.8702616691589355,
86
+ "eval_runtime": 5.1375,
87
+ "eval_samples_per_second": 194.646,
88
+ "eval_steps_per_second": 1.557,
89
  "step": 1000
90
  },
91
  {
92
  "epoch": 0.022,
93
+ "grad_norm": 1.3562606573104858,
94
  "learning_rate": 0.0008792,
95
+ "loss": 4.811459045410157,
96
  "step": 1100
97
  },
98
  {
99
  "epoch": 0.024,
100
+ "grad_norm": 1.1230770349502563,
101
  "learning_rate": 0.0009592000000000001,
102
+ "loss": 4.759424438476563,
103
  "step": 1200
104
  },
105
  {
106
  "epoch": 0.026,
107
+ "grad_norm": 0.9026045203208923,
108
  "learning_rate": 0.0010391999999999999,
109
+ "loss": 4.691336669921875,
110
  "step": 1300
111
  },
112
  {
113
  "epoch": 0.028,
114
+ "grad_norm": 0.8914104104042053,
115
  "learning_rate": 0.0011192,
116
+ "loss": 4.6415283203125,
117
  "step": 1400
118
  },
119
  {
120
  "epoch": 0.03,
121
+ "grad_norm": 0.8752658367156982,
122
  "learning_rate": 0.0011992,
123
+ "loss": 4.560531311035156,
124
  "step": 1500
125
  },
126
  {
127
  "epoch": 0.032,
128
+ "grad_norm": 0.7435582280158997,
129
  "learning_rate": 0.0012791999999999999,
130
+ "loss": 4.516304016113281,
131
  "step": 1600
132
  },
133
  {
134
  "epoch": 0.034,
135
+ "grad_norm": 0.7041499018669128,
136
  "learning_rate": 0.0013592,
137
+ "loss": 4.48115234375,
138
  "step": 1700
139
  },
140
  {
141
  "epoch": 0.036,
142
+ "grad_norm": 0.5327283143997192,
143
  "learning_rate": 0.0014392,
144
+ "loss": 4.429443969726562,
145
  "step": 1800
146
  },
147
  {
148
  "epoch": 0.038,
149
+ "grad_norm": 0.45207348465919495,
150
  "learning_rate": 0.0015192,
151
+ "loss": 4.37362060546875,
152
  "step": 1900
153
  },
154
  {
155
  "epoch": 0.04,
156
+ "grad_norm": 0.5152547359466553,
157
  "learning_rate": 0.0015992,
158
+ "loss": 4.377236938476562,
159
  "step": 2000
160
  },
161
  {
162
  "epoch": 0.04,
163
+ "eval_accuracy": 0.2694227005870842,
164
+ "eval_loss": 4.3582682609558105,
165
+ "eval_runtime": 5.3878,
166
+ "eval_samples_per_second": 185.606,
167
+ "eval_steps_per_second": 1.485,
168
  "step": 2000
169
  },
170
  {
171
  "epoch": 0.042,
172
+ "grad_norm": 0.45765218138694763,
173
  "learning_rate": 0.0016792,
174
+ "loss": 4.341053161621094,
175
  "step": 2100
176
  },
177
  {
178
  "epoch": 0.044,
179
+ "grad_norm": 0.3776390254497528,
180
  "learning_rate": 0.0017592,
181
+ "loss": 4.304255676269531,
182
  "step": 2200
183
  },
184
  {
185
  "epoch": 0.046,
186
+ "grad_norm": 0.48194995522499084,
187
  "learning_rate": 0.0018392,
188
+ "loss": 4.308780822753906,
189
  "step": 2300
190
  },
191
  {
192
  "epoch": 0.048,
193
+ "grad_norm": 0.40603286027908325,
194
  "learning_rate": 0.0019192,
195
+ "loss": 4.272806396484375,
196
  "step": 2400
197
  },
198
  {
199
  "epoch": 0.05,
200
+ "grad_norm": 0.41386568546295166,
201
  "learning_rate": 0.0019992,
202
+ "loss": 4.267073974609375,
203
  "step": 2500
204
  },
205
  {
206
  "epoch": 0.052,
207
+ "grad_norm": 0.4916844666004181,
208
  "learning_rate": 0.001999978563623903,
209
+ "loss": 4.220490417480469,
210
  "step": 2600
211
  },
212
  {
213
  "epoch": 0.054,
214
+ "grad_norm": 0.37477609515190125,
215
  "learning_rate": 0.0019999133871331223,
216
+ "loss": 4.224794006347656,
217
  "step": 2700
218
  },
219
  {
220
  "epoch": 0.056,
221
+ "grad_norm": 0.405086874961853,
222
  "learning_rate": 0.0019998044711915177,
223
+ "loss": 4.185610961914063,
224
  "step": 2800
225
  },
226
  {
227
  "epoch": 0.058,
228
+ "grad_norm": 0.334581196308136,
229
  "learning_rate": 0.0019996518205634257,
230
+ "loss": 4.165193176269531,
231
  "step": 2900
232
  },
233
  {
234
  "epoch": 0.06,
235
+ "grad_norm": 0.3760662376880646,
236
  "learning_rate": 0.0019994554419262797,
237
+ "loss": 4.161107177734375,
238
  "step": 3000
239
  },
240
  {
241
  "epoch": 0.06,
242
+ "eval_accuracy": 0.28686888454011744,
243
+ "eval_loss": 4.15764856338501,
244
+ "eval_runtime": 5.1036,
245
+ "eval_samples_per_second": 195.938,
246
+ "eval_steps_per_second": 1.568,
247
  "step": 3000
248
  },
249
  {
250
  "epoch": 0.062,
251
+ "grad_norm": 0.38909581303596497,
252
  "learning_rate": 0.001999215343870317,
253
+ "loss": 4.1489105224609375,
254
  "step": 3100
255
  },
256
  {
257
  "epoch": 0.064,
258
+ "grad_norm": 0.4108506143093109,
259
  "learning_rate": 0.0019989315368982054,
260
+ "loss": 4.123897705078125,
261
  "step": 3200
262
  },
263
  {
264
  "epoch": 0.066,
265
+ "grad_norm": 0.27484413981437683,
266
  "learning_rate": 0.0019986040334245797,
267
+ "loss": 4.101358032226562,
268
  "step": 3300
269
  },
270
  {
271
  "epoch": 0.068,
272
+ "grad_norm": 0.29958581924438477,
273
  "learning_rate": 0.001998232847775504,
274
+ "loss": 4.10423583984375,
275
  "step": 3400
276
  },
277
  {
278
  "epoch": 0.07,
279
+ "grad_norm": 0.29483968019485474,
280
  "learning_rate": 0.0019978179961878404,
281
+ "loss": 4.078011169433593,
282
  "step": 3500
283
  },
284
  {
285
  "epoch": 0.072,
286
+ "grad_norm": 0.36317598819732666,
287
  "learning_rate": 0.001997359496808541,
288
+ "loss": 4.076428527832031,
289
  "step": 3600
290
  },
291
  {
292
  "epoch": 0.074,
293
+ "grad_norm": 0.34998658299446106,
294
  "learning_rate": 0.001996857369693855,
295
+ "loss": 4.052371826171875,
296
  "step": 3700
297
  },
298
  {
299
  "epoch": 0.076,
300
+ "grad_norm": 0.31070172786712646,
301
  "learning_rate": 0.0019963116368084486,
302
+ "loss": 4.059148559570312,
303
  "step": 3800
304
  },
305
  {
306
  "epoch": 0.078,
307
+ "grad_norm": 0.2655385732650757,
308
  "learning_rate": 0.001995722322024446,
309
+ "loss": 4.039622802734375,
310
  "step": 3900
311
  },
312
  {
313
  "epoch": 0.08,
314
+ "grad_norm": 0.4650065302848816,
315
  "learning_rate": 0.001995089451120385,
316
+ "loss": 4.011789855957031,
317
  "step": 4000
318
  },
319
  {
320
  "epoch": 0.08,
321
+ "eval_accuracy": 0.29829745596868884,
322
+ "eval_loss": 4.0341691970825195,
323
+ "eval_runtime": 5.1511,
324
+ "eval_samples_per_second": 194.133,
325
+ "eval_steps_per_second": 1.553,
326
  "step": 4000
327
+ },
328
+ {
329
+ "epoch": 0.082,
330
+ "grad_norm": 0.43114492297172546,
331
+ "learning_rate": 0.0019944130517800893,
332
+ "loss": 4.0238558959960935,
333
+ "step": 4100
334
+ },
335
+ {
336
+ "epoch": 0.084,
337
+ "grad_norm": 0.26026225090026855,
338
+ "learning_rate": 0.001993693153591457,
339
+ "loss": 4.017567443847656,
340
+ "step": 4200
341
+ },
342
+ {
343
+ "epoch": 0.086,
344
+ "grad_norm": 0.23712828755378723,
345
+ "learning_rate": 0.0019929297880451674,
346
+ "loss": 3.9972265625,
347
+ "step": 4300
348
+ },
349
+ {
350
+ "epoch": 0.088,
351
+ "grad_norm": 0.44415482878685,
352
+ "learning_rate": 0.0019921229885333023,
353
+ "loss": 3.9874578857421876,
354
+ "step": 4400
355
+ },
356
+ {
357
+ "epoch": 0.09,
358
+ "grad_norm": 0.27471208572387695,
359
+ "learning_rate": 0.001991272790347886,
360
+ "loss": 3.998799133300781,
361
+ "step": 4500
362
+ },
363
+ {
364
+ "epoch": 0.092,
365
+ "grad_norm": 0.2248983383178711,
366
+ "learning_rate": 0.0019903792306793415,
367
+ "loss": 3.9638967895507813,
368
+ "step": 4600
369
+ },
370
+ {
371
+ "epoch": 0.094,
372
+ "grad_norm": 0.36029258370399475,
373
+ "learning_rate": 0.001989442348614863,
374
+ "loss": 3.972870178222656,
375
+ "step": 4700
376
+ },
377
+ {
378
+ "epoch": 0.096,
379
+ "grad_norm": 0.26471713185310364,
380
+ "learning_rate": 0.0019884621851367075,
381
+ "loss": 3.959658508300781,
382
+ "step": 4800
383
+ },
384
+ {
385
+ "epoch": 0.098,
386
+ "grad_norm": 0.23001010715961456,
387
+ "learning_rate": 0.001987438783120401,
388
+ "loss": 3.9595660400390624,
389
+ "step": 4900
390
+ },
391
+ {
392
+ "epoch": 0.1,
393
+ "grad_norm": 0.23091939091682434,
394
+ "learning_rate": 0.001986372187332862,
395
+ "loss": 3.9660198974609373,
396
+ "step": 5000
397
+ },
398
+ {
399
+ "epoch": 0.1,
400
+ "eval_accuracy": 0.3069041095890411,
401
+ "eval_loss": 3.95263409614563,
402
+ "eval_runtime": 5.269,
403
+ "eval_samples_per_second": 189.788,
404
+ "eval_steps_per_second": 1.518,
405
+ "step": 5000
406
+ },
407
+ {
408
+ "epoch": 0.102,
409
+ "grad_norm": 0.28329843282699585,
410
+ "learning_rate": 0.0019852624444304467,
411
+ "loss": 3.9279766845703126,
412
+ "step": 5100
413
+ },
414
+ {
415
+ "epoch": 0.104,
416
+ "grad_norm": 0.4390493333339691,
417
+ "learning_rate": 0.0019841096029569044,
418
+ "loss": 3.940526123046875,
419
+ "step": 5200
420
+ },
421
+ {
422
+ "epoch": 0.106,
423
+ "grad_norm": 0.22625097632408142,
424
+ "learning_rate": 0.0019829137133412556,
425
+ "loss": 3.9342303466796875,
426
+ "step": 5300
427
+ },
428
+ {
429
+ "epoch": 0.108,
430
+ "grad_norm": 0.21681281924247742,
431
+ "learning_rate": 0.001981674827895587,
432
+ "loss": 3.9172735595703125,
433
+ "step": 5400
434
+ },
435
+ {
436
+ "epoch": 0.11,
437
+ "grad_norm": 0.3054690957069397,
438
+ "learning_rate": 0.00198039300081276,
439
+ "loss": 3.920041198730469,
440
+ "step": 5500
441
+ },
442
+ {
443
+ "epoch": 0.112,
444
+ "grad_norm": 0.24492567777633667,
445
+ "learning_rate": 0.0019790682881640448,
446
+ "loss": 3.918515319824219,
447
+ "step": 5600
448
+ },
449
+ {
450
+ "epoch": 0.114,
451
+ "grad_norm": 0.20615942776203156,
452
+ "learning_rate": 0.001977700747896664,
453
+ "loss": 3.902435302734375,
454
+ "step": 5700
455
+ },
456
+ {
457
+ "epoch": 0.116,
458
+ "grad_norm": 0.2998456358909607,
459
+ "learning_rate": 0.001976290439831259,
460
+ "loss": 3.9016647338867188,
461
+ "step": 5800
462
+ },
463
+ {
464
+ "epoch": 0.118,
465
+ "grad_norm": 0.22004957497119904,
466
+ "learning_rate": 0.0019748374256592736,
467
+ "loss": 3.897244567871094,
468
+ "step": 5900
469
+ },
470
+ {
471
+ "epoch": 0.12,
472
+ "grad_norm": 0.2709659934043884,
473
+ "learning_rate": 0.0019733417689402543,
474
+ "loss": 3.892081604003906,
475
+ "step": 6000
476
+ },
477
+ {
478
+ "epoch": 0.12,
479
+ "eval_accuracy": 0.31208414872798435,
480
+ "eval_loss": 3.8932552337646484,
481
+ "eval_runtime": 5.3089,
482
+ "eval_samples_per_second": 188.362,
483
+ "eval_steps_per_second": 1.507,
484
+ "step": 6000
485
+ },
486
+ {
487
+ "epoch": 0.122,
488
+ "grad_norm": 0.38190293312072754,
489
+ "learning_rate": 0.0019718035350990712,
490
+ "loss": 3.892044982910156,
491
+ "step": 6100
492
+ },
493
+ {
494
+ "epoch": 0.124,
495
+ "grad_norm": 0.26727622747421265,
496
+ "learning_rate": 0.0019702227914230566,
497
+ "loss": 3.8680352783203125,
498
+ "step": 6200
499
+ },
500
+ {
501
+ "epoch": 0.126,
502
+ "grad_norm": 0.315392404794693,
503
+ "learning_rate": 0.001968599607059059,
504
+ "loss": 3.8766015625,
505
+ "step": 6300
506
+ },
507
+ {
508
+ "epoch": 0.128,
509
+ "grad_norm": 0.25175315141677856,
510
+ "learning_rate": 0.0019669340530104207,
511
+ "loss": 3.8739111328125,
512
+ "step": 6400
513
+ },
514
+ {
515
+ "epoch": 0.13,
516
+ "grad_norm": 0.19557097554206848,
517
+ "learning_rate": 0.001965226202133872,
518
+ "loss": 3.8594989013671874,
519
+ "step": 6500
520
+ },
521
+ {
522
+ "epoch": 0.132,
523
+ "grad_norm": 0.22091643512248993,
524
+ "learning_rate": 0.0019634761291363427,
525
+ "loss": 3.8679965209960936,
526
+ "step": 6600
527
+ },
528
+ {
529
+ "epoch": 0.134,
530
+ "grad_norm": 0.2809944152832031,
531
+ "learning_rate": 0.0019616839105716954,
532
+ "loss": 3.8709503173828126,
533
+ "step": 6700
534
+ },
535
+ {
536
+ "epoch": 0.136,
537
+ "grad_norm": 0.24812288582324982,
538
+ "learning_rate": 0.0019598496248373755,
539
+ "loss": 3.834676513671875,
540
+ "step": 6800
541
+ },
542
+ {
543
+ "epoch": 0.138,
544
+ "grad_norm": 0.218924418091774,
545
+ "learning_rate": 0.001957973352170984,
546
+ "loss": 3.8453244018554686,
547
+ "step": 6900
548
+ },
549
+ {
550
+ "epoch": 0.14,
551
+ "grad_norm": 0.3137245774269104,
552
+ "learning_rate": 0.001956055174646765,
553
+ "loss": 3.841236572265625,
554
+ "step": 7000
555
+ },
556
+ {
557
+ "epoch": 0.14,
558
+ "eval_accuracy": 0.3165616438356164,
559
+ "eval_loss": 3.850874900817871,
560
+ "eval_runtime": 5.2575,
561
+ "eval_samples_per_second": 190.203,
562
+ "eval_steps_per_second": 1.522,
563
+ "step": 7000
564
+ },
565
+ {
566
+ "epoch": 0.142,
567
+ "grad_norm": 0.22134174406528473,
568
+ "learning_rate": 0.0019540951761720174,
569
+ "loss": 3.842283020019531,
570
+ "step": 7100
571
+ },
572
+ {
573
+ "epoch": 0.144,
574
+ "grad_norm": 0.27472418546676636,
575
+ "learning_rate": 0.0019520934424834247,
576
+ "loss": 3.8458221435546873,
577
+ "step": 7200
578
+ },
579
+ {
580
+ "epoch": 0.146,
581
+ "grad_norm": 0.23996180295944214,
582
+ "learning_rate": 0.0019500500611433025,
583
+ "loss": 3.817427673339844,
584
+ "step": 7300
585
+ },
586
+ {
587
+ "epoch": 0.148,
588
+ "grad_norm": 0.2116343080997467,
589
+ "learning_rate": 0.0019479651215357707,
590
+ "loss": 3.831176452636719,
591
+ "step": 7400
592
+ },
593
+ {
594
+ "epoch": 0.15,
595
+ "grad_norm": 0.171181321144104,
596
+ "learning_rate": 0.0019458387148628417,
597
+ "loss": 3.832611389160156,
598
+ "step": 7500
599
+ },
600
+ {
601
+ "epoch": 0.152,
602
+ "grad_norm": 0.24767358601093292,
603
+ "learning_rate": 0.001943670934140432,
604
+ "loss": 3.8011544799804686,
605
+ "step": 7600
606
+ },
607
+ {
608
+ "epoch": 0.154,
609
+ "grad_norm": 0.31432944536209106,
610
+ "learning_rate": 0.0019414618741942936,
611
+ "loss": 3.8120742797851563,
612
+ "step": 7700
613
+ },
614
+ {
615
+ "epoch": 0.156,
616
+ "grad_norm": 0.20955601334571838,
617
+ "learning_rate": 0.0019392116316558638,
618
+ "loss": 3.8340234375,
619
+ "step": 7800
620
+ },
621
+ {
622
+ "epoch": 0.158,
623
+ "grad_norm": 0.2197394073009491,
624
+ "learning_rate": 0.001936920304958042,
625
+ "loss": 3.8019769287109373,
626
+ "step": 7900
627
+ },
628
+ {
629
+ "epoch": 0.16,
630
+ "grad_norm": 0.19528572261333466,
631
+ "learning_rate": 0.0019345879943308804,
632
+ "loss": 3.802054138183594,
633
+ "step": 8000
634
+ },
635
+ {
636
+ "epoch": 0.16,
637
+ "eval_accuracy": 0.32047162426614484,
638
+ "eval_loss": 3.8114547729492188,
639
+ "eval_runtime": 5.3173,
640
+ "eval_samples_per_second": 188.067,
641
+ "eval_steps_per_second": 1.505,
642
+ "step": 8000
643
  }
644
  ],
645
  "logging_steps": 100,
 
660
  }
661
  },
662
  "total_flos": 0.0,
663
+ "train_batch_size": 128,
664
  "trial_name": null,
665
  "trial_params": null
666
  }
last-checkpoint/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:360066b4a5f1cc8c89941d389baaf9061071c4da2a624ff0fb9b3a9211c62ff7
3
- size 5905
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ab34ea13b0e64af4c31a655731e444610b50d6a753b685ccf0d645cea5f76a3
3
+ size 5265