CodeIsAbstract commited on
Commit
f27506d
·
verified ·
1 Parent(s): 845404e

Training in progress, step 6000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2c7a9efb55a7cc3b4432f226863fe6ef1c9292f3ad0f7c0ca92fab5349a572f5
3
  size 529337896
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8760cf4fd71ffe55ac2b4376681bd1ece98f92647b8a0d7884a6bdb84448e4ac
3
  size 529337896
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4464c4cbdf59560aaae68cbe3fba5acc3e81f456f12b51fda7e20de6eb07052a
3
  size 871247243
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80a5647b5f60dde4cc65574d3b50f39a981867a2f21becb1ebd54b5014687f04
3
  size 871247243
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:93a7a87e66fdab18edc7df0621c2a005fd54541ab1c68bc3e038e8b969d2fabe
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bb1461e40c7e08171c25a0bc2bf64964397ea8cc712bb88016a59954d83db2d
3
  size 14645
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:76cf98a8cde877f1e49a9e4b884c4dce3d51bb4035429d464e74acc35ddca024
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb2a89a85e1c8ac7ee9b5678d857a4d99090faa37a24489f44839e0801dfe16a
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.08,
6
  "eval_steps": 1000,
7
- "global_step": 4000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -324,6 +324,164 @@
324
  "eval_samples_per_second": 81.117,
325
  "eval_steps_per_second": 0.649,
326
  "step": 4000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
327
  }
328
  ],
329
  "logging_steps": 100,
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.12,
6
  "eval_steps": 1000,
7
+ "global_step": 6000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
324
  "eval_samples_per_second": 81.117,
325
  "eval_steps_per_second": 0.649,
326
  "step": 4000
327
+ },
328
+ {
329
+ "epoch": 0.082,
330
+ "grad_norm": 0.1560104936361313,
331
+ "learning_rate": 0.0019944130517800893,
332
+ "loss": 3.8258,
333
+ "step": 4100
334
+ },
335
+ {
336
+ "epoch": 0.084,
337
+ "grad_norm": 0.15086719393730164,
338
+ "learning_rate": 0.001993693153591457,
339
+ "loss": 3.8246,
340
+ "step": 4200
341
+ },
342
+ {
343
+ "epoch": 0.086,
344
+ "grad_norm": 0.1565793752670288,
345
+ "learning_rate": 0.0019929297880451674,
346
+ "loss": 3.8036,
347
+ "step": 4300
348
+ },
349
+ {
350
+ "epoch": 0.088,
351
+ "grad_norm": 0.16023847460746765,
352
+ "learning_rate": 0.0019921229885333023,
353
+ "loss": 3.7936,
354
+ "step": 4400
355
+ },
356
+ {
357
+ "epoch": 0.09,
358
+ "grad_norm": 0.16122952103614807,
359
+ "learning_rate": 0.001991272790347886,
360
+ "loss": 3.8071,
361
+ "step": 4500
362
+ },
363
+ {
364
+ "epoch": 0.092,
365
+ "grad_norm": 0.1704457700252533,
366
+ "learning_rate": 0.0019903792306793415,
367
+ "loss": 3.7761,
368
+ "step": 4600
369
+ },
370
+ {
371
+ "epoch": 0.094,
372
+ "grad_norm": 0.14904244244098663,
373
+ "learning_rate": 0.001989442348614863,
374
+ "loss": 3.7839,
375
+ "step": 4700
376
+ },
377
+ {
378
+ "epoch": 0.096,
379
+ "grad_norm": 0.15502023696899414,
380
+ "learning_rate": 0.0019884621851367075,
381
+ "loss": 3.7759,
382
+ "step": 4800
383
+ },
384
+ {
385
+ "epoch": 0.098,
386
+ "grad_norm": 0.14749225974082947,
387
+ "learning_rate": 0.001987438783120401,
388
+ "loss": 3.7718,
389
+ "step": 4900
390
+ },
391
+ {
392
+ "epoch": 0.1,
393
+ "grad_norm": 0.15654946863651276,
394
+ "learning_rate": 0.001986372187332862,
395
+ "loss": 3.7804,
396
+ "step": 5000
397
+ },
398
+ {
399
+ "epoch": 0.1,
400
+ "eval_accuracy": 0.3406477495107632,
401
+ "eval_loss": 3.7244012355804443,
402
+ "eval_runtime": 12.2821,
403
+ "eval_samples_per_second": 81.419,
404
+ "eval_steps_per_second": 0.651,
405
+ "step": 5000
406
+ },
407
+ {
408
+ "epoch": 0.102,
409
+ "grad_norm": 0.15231221914291382,
410
+ "learning_rate": 0.0019852624444304467,
411
+ "loss": 3.7449,
412
+ "step": 5100
413
+ },
414
+ {
415
+ "epoch": 0.104,
416
+ "grad_norm": 0.15843184292316437,
417
+ "learning_rate": 0.0019841096029569044,
418
+ "loss": 3.7559,
419
+ "step": 5200
420
+ },
421
+ {
422
+ "epoch": 0.106,
423
+ "grad_norm": 0.14371678233146667,
424
+ "learning_rate": 0.0019829137133412556,
425
+ "loss": 3.7536,
426
+ "step": 5300
427
+ },
428
+ {
429
+ "epoch": 0.108,
430
+ "grad_norm": 0.1501024067401886,
431
+ "learning_rate": 0.001981674827895587,
432
+ "loss": 3.7346,
433
+ "step": 5400
434
+ },
435
+ {
436
+ "epoch": 0.11,
437
+ "grad_norm": 0.1276807337999344,
438
+ "learning_rate": 0.00198039300081276,
439
+ "loss": 3.7387,
440
+ "step": 5500
441
+ },
442
+ {
443
+ "epoch": 0.112,
444
+ "grad_norm": 0.13706138730049133,
445
+ "learning_rate": 0.0019790682881640448,
446
+ "loss": 3.738,
447
+ "step": 5600
448
+ },
449
+ {
450
+ "epoch": 0.114,
451
+ "grad_norm": 0.14035683870315552,
452
+ "learning_rate": 0.001977700747896664,
453
+ "loss": 3.7224,
454
+ "step": 5700
455
+ },
456
+ {
457
+ "epoch": 0.116,
458
+ "grad_norm": 0.1608739197254181,
459
+ "learning_rate": 0.001976290439831259,
460
+ "loss": 3.7252,
461
+ "step": 5800
462
+ },
463
+ {
464
+ "epoch": 0.118,
465
+ "grad_norm": 0.130873903632164,
466
+ "learning_rate": 0.0019748374256592736,
467
+ "loss": 3.7179,
468
+ "step": 5900
469
+ },
470
+ {
471
+ "epoch": 0.12,
472
+ "grad_norm": 0.13922768831253052,
473
+ "learning_rate": 0.0019733417689402543,
474
+ "loss": 3.712,
475
+ "step": 6000
476
+ },
477
+ {
478
+ "epoch": 0.12,
479
+ "eval_accuracy": 0.3451976516634051,
480
+ "eval_loss": 3.6720173358917236,
481
+ "eval_runtime": 12.3084,
482
+ "eval_samples_per_second": 81.245,
483
+ "eval_steps_per_second": 0.65,
484
+ "step": 6000
485
  }
486
  ],
487
  "logging_steps": 100,