irishprancer commited on
Commit
b22f711
·
verified ·
1 Parent(s): 7f9a4e5

Training in progress, step 300, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:90093abcf7bd2cc38fbd8dd4a992d4a8a84765909d6c543ac763634242b4f4e8
3
  size 527048968
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acdf3bd464fdcfe16ffaad059aee186aef0260a317e881d2c63f2467d8cb6499
3
  size 527048968
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c9519724ca8d0709fa71e288b6a83a4f4e4d6df223c2a8f35f742642724da765
3
  size 1054135994
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa2bebcc00ca5249a06c0f668bb1ed9279a27d88b8a368fe39f39e4a7657d54c
3
  size 1054135994
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5feb56512e955691dc9bb9a1e37b9dd590e06a961d7d94560b679e2730b03194
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:037d13720220086c05f76f1146cd4356e8b9d075b5d306338df00d366045e1c1
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8cf3f988e8fed2daa2e801eb1f19b681872781cf57f0fb7b896e859a12cfe2bb
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f4c00d522bdde510099aafe1617b13d114dce17a17b44e05876f016f4e4d7af
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 0.7960879802703857,
3
- "best_model_checkpoint": "./output/checkpoint-150",
4
- "epoch": 6.521739130434782,
5
  "eval_steps": 150,
6
- "global_step": 150,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -152,6 +152,151 @@
152
  "eval_samples_per_second": 24.517,
153
  "eval_steps_per_second": 24.517,
154
  "step": 150
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
155
  }
156
  ],
157
  "logging_steps": 10,
@@ -171,7 +316,7 @@
171
  "attributes": {}
172
  }
173
  },
174
- "total_flos": 3894839614291968.0,
175
  "train_batch_size": 4,
176
  "trial_name": null,
177
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.7309858202934265,
3
+ "best_model_checkpoint": "./output/checkpoint-300",
4
+ "epoch": 13.043478260869565,
5
  "eval_steps": 150,
6
+ "global_step": 300,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
152
  "eval_samples_per_second": 24.517,
153
  "eval_steps_per_second": 24.517,
154
  "step": 150
155
+ },
156
+ {
157
+ "epoch": 6.956521739130435,
158
+ "grad_norm": 1.541015625,
159
+ "learning_rate": 2.9999892980750297e-05,
160
+ "loss": 0.6586,
161
+ "step": 160
162
+ },
163
+ {
164
+ "epoch": 7.391304347826087,
165
+ "grad_norm": 1.3462358713150024,
166
+ "learning_rate": 2.9999854334972675e-05,
167
+ "loss": 0.7387,
168
+ "step": 170
169
+ },
170
+ {
171
+ "epoch": 7.826086956521739,
172
+ "grad_norm": 1.7260987758636475,
173
+ "learning_rate": 2.999980974373204e-05,
174
+ "loss": 0.7294,
175
+ "step": 180
176
+ },
177
+ {
178
+ "epoch": 8.26086956521739,
179
+ "grad_norm": 1.5400819778442383,
180
+ "learning_rate": 2.9999759207046075e-05,
181
+ "loss": 0.6245,
182
+ "step": 190
183
+ },
184
+ {
185
+ "epoch": 8.695652173913043,
186
+ "grad_norm": 1.7347906827926636,
187
+ "learning_rate": 2.9999702724934804e-05,
188
+ "loss": 0.6768,
189
+ "step": 200
190
+ },
191
+ {
192
+ "epoch": 9.130434782608695,
193
+ "grad_norm": 1.0418808460235596,
194
+ "learning_rate": 2.999964029742062e-05,
195
+ "loss": 0.6522,
196
+ "step": 210
197
+ },
198
+ {
199
+ "epoch": 9.565217391304348,
200
+ "grad_norm": 1.2194719314575195,
201
+ "learning_rate": 2.9999571924528263e-05,
202
+ "loss": 0.5593,
203
+ "step": 220
204
+ },
205
+ {
206
+ "epoch": 10.0,
207
+ "grad_norm": 1.5290558338165283,
208
+ "learning_rate": 2.9999497606284837e-05,
209
+ "loss": 0.7557,
210
+ "step": 230
211
+ },
212
+ {
213
+ "epoch": 10.434782608695652,
214
+ "grad_norm": 1.4276846647262573,
215
+ "learning_rate": 2.9999417342719796e-05,
216
+ "loss": 0.7117,
217
+ "step": 240
218
+ },
219
+ {
220
+ "epoch": 10.869565217391305,
221
+ "grad_norm": 0.9797449111938477,
222
+ "learning_rate": 2.9999331133864956e-05,
223
+ "loss": 0.59,
224
+ "step": 250
225
+ },
226
+ {
227
+ "epoch": 11.304347826086957,
228
+ "grad_norm": 1.1942695379257202,
229
+ "learning_rate": 2.9999238979754485e-05,
230
+ "loss": 0.6548,
231
+ "step": 260
232
+ },
233
+ {
234
+ "epoch": 11.73913043478261,
235
+ "grad_norm": 1.0486805438995361,
236
+ "learning_rate": 2.999914088042492e-05,
237
+ "loss": 0.6474,
238
+ "step": 270
239
+ },
240
+ {
241
+ "epoch": 12.173913043478262,
242
+ "grad_norm": 1.3112999200820923,
243
+ "learning_rate": 2.9999036835915132e-05,
244
+ "loss": 0.5941,
245
+ "step": 280
246
+ },
247
+ {
248
+ "epoch": 12.608695652173914,
249
+ "grad_norm": 1.0798743963241577,
250
+ "learning_rate": 2.9998926846266365e-05,
251
+ "loss": 0.6325,
252
+ "step": 290
253
+ },
254
+ {
255
+ "epoch": 13.043478260869565,
256
+ "grad_norm": 1.3873789310455322,
257
+ "learning_rate": 2.9998810911522213e-05,
258
+ "loss": 0.5808,
259
+ "step": 300
260
+ },
261
+ {
262
+ "epoch": 13.043478260869565,
263
+ "eval_loss": 0.7309858202934265,
264
+ "eval_runtime": 0.5483,
265
+ "eval_samples_per_second": 18.239,
266
+ "eval_steps_per_second": 18.239,
267
+ "step": 300
268
+ },
269
+ {
270
+ "epoch": 13.043478260869565,
271
+ "eval_loss": 0.8616224527359009,
272
+ "eval_runtime": 0.4277,
273
+ "eval_samples_per_second": 23.38,
274
+ "eval_steps_per_second": 23.38,
275
+ "step": 300
276
+ },
277
+ {
278
+ "epoch": 13.043478260869565,
279
+ "eval_loss": 0.7309858202934265,
280
+ "eval_runtime": 0.414,
281
+ "eval_samples_per_second": 24.156,
282
+ "eval_steps_per_second": 24.156,
283
+ "step": 300
284
+ },
285
+ {
286
+ "epoch": 13.043478260869565,
287
+ "eval_loss": 0.7762144804000854,
288
+ "eval_runtime": 0.4059,
289
+ "eval_samples_per_second": 24.639,
290
+ "eval_steps_per_second": 24.639,
291
+ "step": 300
292
+ },
293
+ {
294
+ "epoch": 13.043478260869565,
295
+ "eval_loss": 0.8606348037719727,
296
+ "eval_runtime": 0.4045,
297
+ "eval_samples_per_second": 24.719,
298
+ "eval_steps_per_second": 24.719,
299
+ "step": 300
300
  }
301
  ],
302
  "logging_steps": 10,
 
316
  "attributes": {}
317
  }
318
  },
319
+ "total_flos": 7724643094462464.0,
320
  "train_batch_size": 4,
321
  "trial_name": null,
322
  "trial_params": null