CodeIsAbstract commited on
Commit
9a28858
·
verified ·
1 Parent(s): 497f3ca

Training in progress, step 6000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8e0204cf51b4c0454e7406fa74c21a5e0237b72b16d8ea379e5d411dd6b4fe48
3
  size 529337896
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:615b2afd3bc142e08bf251a928f84b4e1cea9ae26762fc89ba0a4736dba7eb66
3
  size 529337896
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:30f4ed06e1e181ea3e149a774abae5fb9a53631081196369a72dea4441008fd6
3
  size 871247243
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8dfeca88de39ac397647f995ea8cde7b1fb6e6871fa362fb780526f82a902479
3
  size 871247243
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:93a7a87e66fdab18edc7df0621c2a005fd54541ab1c68bc3e038e8b969d2fabe
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bb1461e40c7e08171c25a0bc2bf64964397ea8cc712bb88016a59954d83db2d
3
  size 14645
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:76cf98a8cde877f1e49a9e4b884c4dce3d51bb4035429d464e74acc35ddca024
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb2a89a85e1c8ac7ee9b5678d857a4d99090faa37a24489f44839e0801dfe16a
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.08,
6
  "eval_steps": 1000,
7
- "global_step": 4000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -324,6 +324,164 @@
324
  "eval_samples_per_second": 78.832,
325
  "eval_steps_per_second": 0.631,
326
  "step": 4000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
327
  }
328
  ],
329
  "logging_steps": 100,
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.12,
6
  "eval_steps": 1000,
7
+ "global_step": 6000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
324
  "eval_samples_per_second": 78.832,
325
  "eval_steps_per_second": 0.631,
326
  "step": 4000
327
+ },
328
+ {
329
+ "epoch": 0.082,
330
+ "grad_norm": 0.14800746738910675,
331
+ "learning_rate": 0.0019944130517800893,
332
+ "loss": 3.8319,
333
+ "step": 4100
334
+ },
335
+ {
336
+ "epoch": 0.084,
337
+ "grad_norm": 0.14713813364505768,
338
+ "learning_rate": 0.001993693153591457,
339
+ "loss": 3.8319,
340
+ "step": 4200
341
+ },
342
+ {
343
+ "epoch": 0.086,
344
+ "grad_norm": 0.17019635438919067,
345
+ "learning_rate": 0.0019929297880451674,
346
+ "loss": 3.8095,
347
+ "step": 4300
348
+ },
349
+ {
350
+ "epoch": 0.088,
351
+ "grad_norm": 0.15243591368198395,
352
+ "learning_rate": 0.0019921229885333023,
353
+ "loss": 3.8003,
354
+ "step": 4400
355
+ },
356
+ {
357
+ "epoch": 0.09,
358
+ "grad_norm": 0.16134986281394958,
359
+ "learning_rate": 0.001991272790347886,
360
+ "loss": 3.814,
361
+ "step": 4500
362
+ },
363
+ {
364
+ "epoch": 0.092,
365
+ "grad_norm": 0.16883811354637146,
366
+ "learning_rate": 0.0019903792306793415,
367
+ "loss": 3.7822,
368
+ "step": 4600
369
+ },
370
+ {
371
+ "epoch": 0.094,
372
+ "grad_norm": 0.15718473494052887,
373
+ "learning_rate": 0.001989442348614863,
374
+ "loss": 3.7902,
375
+ "step": 4700
376
+ },
377
+ {
378
+ "epoch": 0.096,
379
+ "grad_norm": 0.14631035923957825,
380
+ "learning_rate": 0.0019884621851367075,
381
+ "loss": 3.7805,
382
+ "step": 4800
383
+ },
384
+ {
385
+ "epoch": 0.098,
386
+ "grad_norm": 0.14771369099617004,
387
+ "learning_rate": 0.001987438783120401,
388
+ "loss": 3.7778,
389
+ "step": 4900
390
+ },
391
+ {
392
+ "epoch": 0.1,
393
+ "grad_norm": 0.1536298543214798,
394
+ "learning_rate": 0.001986372187332862,
395
+ "loss": 3.7848,
396
+ "step": 5000
397
+ },
398
+ {
399
+ "epoch": 0.1,
400
+ "eval_accuracy": 0.340252446183953,
401
+ "eval_loss": 3.7290549278259277,
402
+ "eval_runtime": 11.9375,
403
+ "eval_samples_per_second": 83.77,
404
+ "eval_steps_per_second": 0.67,
405
+ "step": 5000
406
+ },
407
+ {
408
+ "epoch": 0.102,
409
+ "grad_norm": 0.15110976994037628,
410
+ "learning_rate": 0.0019852624444304467,
411
+ "loss": 3.7502,
412
+ "step": 5100
413
+ },
414
+ {
415
+ "epoch": 0.104,
416
+ "grad_norm": 0.15862922370433807,
417
+ "learning_rate": 0.0019841096029569044,
418
+ "loss": 3.761,
419
+ "step": 5200
420
+ },
421
+ {
422
+ "epoch": 0.106,
423
+ "grad_norm": 0.13948658108711243,
424
+ "learning_rate": 0.0019829137133412556,
425
+ "loss": 3.7591,
426
+ "step": 5300
427
+ },
428
+ {
429
+ "epoch": 0.108,
430
+ "grad_norm": 0.148148313164711,
431
+ "learning_rate": 0.001981674827895587,
432
+ "loss": 3.7385,
433
+ "step": 5400
434
+ },
435
+ {
436
+ "epoch": 0.11,
437
+ "grad_norm": 0.13170774281024933,
438
+ "learning_rate": 0.00198039300081276,
439
+ "loss": 3.7424,
440
+ "step": 5500
441
+ },
442
+ {
443
+ "epoch": 0.112,
444
+ "grad_norm": 0.14352479577064514,
445
+ "learning_rate": 0.0019790682881640448,
446
+ "loss": 3.7423,
447
+ "step": 5600
448
+ },
449
+ {
450
+ "epoch": 0.114,
451
+ "grad_norm": 0.12865835428237915,
452
+ "learning_rate": 0.001977700747896664,
453
+ "loss": 3.7263,
454
+ "step": 5700
455
+ },
456
+ {
457
+ "epoch": 0.116,
458
+ "grad_norm": 0.15470698475837708,
459
+ "learning_rate": 0.001976290439831259,
460
+ "loss": 3.7297,
461
+ "step": 5800
462
+ },
463
+ {
464
+ "epoch": 0.118,
465
+ "grad_norm": 0.1353532075881958,
466
+ "learning_rate": 0.0019748374256592736,
467
+ "loss": 3.7218,
468
+ "step": 5900
469
+ },
470
+ {
471
+ "epoch": 0.12,
472
+ "grad_norm": 0.14982788264751434,
473
+ "learning_rate": 0.0019733417689402543,
474
+ "loss": 3.7164,
475
+ "step": 6000
476
+ },
477
+ {
478
+ "epoch": 0.12,
479
+ "eval_accuracy": 0.34496673189823873,
480
+ "eval_loss": 3.6746184825897217,
481
+ "eval_runtime": 11.9904,
482
+ "eval_samples_per_second": 83.4,
483
+ "eval_steps_per_second": 0.667,
484
+ "step": 6000
485
  }
486
  ],
487
  "logging_steps": 100,