CodeIsAbstract commited on
Commit
e459c98
·
verified ·
1 Parent(s): ccd70ee

Training in progress, step 2000, checkpoint

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6524a89004f895ebb40c163fb000120939b69136f746115239717cf901755d3e
3
  size 386379
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:482d033c346824d7aae735e0a30cb3e8c41e0c5f81d53f22ebe44258c3425d26
3
  size 386379
last-checkpoint/pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5d455c6c55f12ede83a7170a5f2cf7f7d3b794ba66628ebfc430a5dcafdf7926
3
  size 1540661735
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d011aeead383547fdef45678632afedc62a2962158c32e8cb4ce8e90d692ad0
3
  size 1540661735
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aab1a00b4d9b32049303ef4af942ff14a8e5e82dd0b87eb74624773875cbfec6
3
  size 14469
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b1991cc99e86c95e5ef139f6421894a5757fd1b892dab95840668814509c4cb
3
  size 14469
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6c8e5122a2511d9698fdb40ad4c5e9dba86073caa4528bb29f64b0c2db36211e
3
  size 14469
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28158218281a80eaa5c1e06ab030551152161ff67e14ea3969da4953f1446edf
3
  size 14469
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:53292cfa81423e3fba0ca0eaeede4a19951968275bcc1cc60812a11cce946cc0
3
  size 14469
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8532a948bb3a20cc440fe262d4aed275beeed50de257f08279070a99339d577
3
  size 14469
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:01fd44eef4683e280cb94994fe3453eb9c8fba26a61d8293ecd10ee8d79014a0
3
  size 14469
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65cb6f2cd04253d39e6e8a66ab2ad12b1df978d3afeb82f6ffaa53f610295f4e
3
  size 14469
last-checkpoint/rng_state_4.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:767578033895723160df2c072f5a3b9649854a2a5038024ad00d035a11ada228
3
  size 14469
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:133b88ea6938699834d9214a043b01ec9753babf93f7342c4d965c731f9ca3fa
3
  size 14469
last-checkpoint/rng_state_5.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:73a2c821a372ebcef6a65ed2212135f44619cf13f3a82318285c44a3c0e93134
3
  size 14469
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2569b59cbd12a55fc23ea1de67cfa40d8ce399abd6061b317cf5cd83d9f589ad
3
  size 14469
last-checkpoint/rng_state_6.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:31bc6ada37be16d9b94ba875e83129ab0a1becdb21d7e0dd9569e43988e69d1a
3
  size 14469
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ca0a826dbc599964473aabc25a5eff43d974a031a177512095eff6c593a4a29
3
  size 14469
last-checkpoint/rng_state_7.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5c264b2b347d872eccfee31d56f07535129be708a2786a1f9335f4447665abd9
3
  size 14469
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:799cf010f91f5055e7bac3df01758db699f980ad15cd9440967d7e87ae060f04
3
  size 14469
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:08b58c9897520381532a491e6de506782301d0c07a05fa690317ee93b73255c6
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32e12c26fc7187e12c6806b82566389f8bad1946f6607f89dddf407ce49f8742
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.5,
6
  "eval_steps": 250,
7
- "global_step": 1500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": false,
10
  "is_world_process_zero": true,
@@ -272,6 +272,94 @@
272
  "eval_samples_per_second": 16.938,
273
  "eval_steps_per_second": 0.542,
274
  "step": 1500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
275
  }
276
  ],
277
  "logging_steps": 50,
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.6666666666666666,
6
  "eval_steps": 250,
7
+ "global_step": 2000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": false,
10
  "is_world_process_zero": true,
 
272
  "eval_samples_per_second": 16.938,
273
  "eval_steps_per_second": 0.542,
274
  "step": 1500
275
+ },
276
+ {
277
+ "epoch": 0.5166666666666667,
278
+ "grad_norm": 389.8416748046875,
279
+ "learning_rate": 0.00020573124401513043,
280
+ "loss": 1758.96953125,
281
+ "step": 1550
282
+ },
283
+ {
284
+ "epoch": 0.5333333333333333,
285
+ "grad_norm": 650.4288330078125,
286
+ "learning_rate": 0.00019470951376409043,
287
+ "loss": 1757.52515625,
288
+ "step": 1600
289
+ },
290
+ {
291
+ "epoch": 0.55,
292
+ "grad_norm": 847.1361694335938,
293
+ "learning_rate": 0.0001837038505458685,
294
+ "loss": 1753.61921875,
295
+ "step": 1650
296
+ },
297
+ {
298
+ "epoch": 0.5666666666666667,
299
+ "grad_norm": 488.51898193359375,
300
+ "learning_rate": 0.00017274767819793914,
301
+ "loss": 1753.27640625,
302
+ "step": 1700
303
+ },
304
+ {
305
+ "epoch": 0.5833333333333334,
306
+ "grad_norm": 306.435791015625,
307
+ "learning_rate": 0.00016187427025563068,
308
+ "loss": 1751.60140625,
309
+ "step": 1750
310
+ },
311
+ {
312
+ "epoch": 0.5833333333333334,
313
+ "eval_accuracy": 0.17743304007820138,
314
+ "eval_loss": 57.92564392089844,
315
+ "eval_runtime": 7.3883,
316
+ "eval_samples_per_second": 16.919,
317
+ "eval_steps_per_second": 0.541,
318
+ "step": 1750
319
+ },
320
+ {
321
+ "epoch": 0.6,
322
+ "grad_norm": 362.682373046875,
323
+ "learning_rate": 0.0001511166489014914,
324
+ "loss": 1750.76390625,
325
+ "step": 1800
326
+ },
327
+ {
328
+ "epoch": 0.6166666666666667,
329
+ "grad_norm": 428.01727294921875,
330
+ "learning_rate": 0.00014050748467800728,
331
+ "loss": 1748.945625,
332
+ "step": 1850
333
+ },
334
+ {
335
+ "epoch": 0.6333333333333333,
336
+ "grad_norm": 572.7185668945312,
337
+ "learning_rate": 0.0001300789972682373,
338
+ "loss": 1747.49421875,
339
+ "step": 1900
340
+ },
341
+ {
342
+ "epoch": 0.65,
343
+ "grad_norm": 404.1789855957031,
344
+ "learning_rate": 0.00011986285764569589,
345
+ "loss": 1747.0315625,
346
+ "step": 1950
347
+ },
348
+ {
349
+ "epoch": 0.6666666666666666,
350
+ "grad_norm": 516.892578125,
351
+ "learning_rate": 0.00010989009189064648,
352
+ "loss": 1745.6384375,
353
+ "step": 2000
354
+ },
355
+ {
356
+ "epoch": 0.6666666666666666,
357
+ "eval_accuracy": 0.17842521994134897,
358
+ "eval_loss": 57.703956604003906,
359
+ "eval_runtime": 8.2449,
360
+ "eval_samples_per_second": 15.161,
361
+ "eval_steps_per_second": 0.485,
362
+ "step": 2000
363
  }
364
  ],
365
  "logging_steps": 50,