irishprancer commited on
Commit
838ea15
·
verified ·
1 Parent(s): 11dc30a

Training in progress, step 600, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:10079cdf7e727780945fb0be3a6938ea917f4a8f3d51b285d150786cffc598d1
3
  size 527048968
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4de48b4cf0b79853ac74250265fc0fb5005b73f0afabe10787d5eca93366b80f
3
  size 527048968
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ed6d60894c75ae291d01285da58fe4e277f2aea02bbff0a1630e63d2be7cb365
3
  size 1054135994
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba857a8ce8386620cc7ae2730f87baa56d2b8d7e6ff77c08d0e9e683ea828925
3
  size 1054135994
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2616293446c1c2f2c6b0e270c4bb50dd25782b075145433b30550e3bb3a1845c
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:280ae9c0809eceeb464f568a46cee1cc6c997124b85d7c1db2a216ff1d3932aa
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:da0b9a1e2fa3da24e9af8b74787d70ff4c95d9bc9b74eeab135df0350a00b462
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5ff073b2d9654300593116ff77249d188bd5752ecbe3d0cb800964ea5d21c80
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 0.7164609432220459,
3
  "best_model_checkpoint": "./output/checkpoint-450",
4
- "epoch": 19.565217391304348,
5
  "eval_steps": 150,
6
- "global_step": 450,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -346,6 +346,119 @@
346
  "eval_samples_per_second": 25.854,
347
  "eval_steps_per_second": 25.854,
348
  "step": 450
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
349
  }
350
  ],
351
  "logging_steps": 10,
@@ -365,7 +478,7 @@
365
  "attributes": {}
366
  }
367
  },
368
- "total_flos": 1.1591800814075904e+16,
369
  "train_batch_size": 4,
370
  "trial_name": null,
371
  "trial_params": null
 
1
  {
2
  "best_metric": 0.7164609432220459,
3
  "best_model_checkpoint": "./output/checkpoint-450",
4
+ "epoch": 26.08695652173913,
5
  "eval_steps": 150,
6
+ "global_step": 600,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
346
  "eval_samples_per_second": 25.854,
347
  "eval_steps_per_second": 25.854,
348
  "step": 450
349
+ },
350
+ {
351
+ "epoch": 20.0,
352
+ "grad_norm": 2.1205103397369385,
353
+ "learning_rate": 2.9996147467351856e-05,
354
+ "loss": 0.5147,
355
+ "step": 460
356
+ },
357
+ {
358
+ "epoch": 20.434782608695652,
359
+ "grad_norm": 1.27629554271698,
360
+ "learning_rate": 2.9995930474939773e-05,
361
+ "loss": 0.4782,
362
+ "step": 470
363
+ },
364
+ {
365
+ "epoch": 20.869565217391305,
366
+ "grad_norm": 1.4705679416656494,
367
+ "learning_rate": 2.9995707538619975e-05,
368
+ "loss": 0.5705,
369
+ "step": 480
370
+ },
371
+ {
372
+ "epoch": 21.304347826086957,
373
+ "grad_norm": 1.3248465061187744,
374
+ "learning_rate": 2.9995478658480822e-05,
375
+ "loss": 0.5161,
376
+ "step": 490
377
+ },
378
+ {
379
+ "epoch": 21.73913043478261,
380
+ "grad_norm": 1.2424507141113281,
381
+ "learning_rate": 2.9995243834613043e-05,
382
+ "loss": 0.5204,
383
+ "step": 500
384
+ },
385
+ {
386
+ "epoch": 22.17391304347826,
387
+ "grad_norm": 1.783718228340149,
388
+ "learning_rate": 2.9995003067109707e-05,
389
+ "loss": 0.4837,
390
+ "step": 510
391
+ },
392
+ {
393
+ "epoch": 22.608695652173914,
394
+ "grad_norm": 1.539941430091858,
395
+ "learning_rate": 2.9994756356066246e-05,
396
+ "loss": 0.5617,
397
+ "step": 520
398
+ },
399
+ {
400
+ "epoch": 23.043478260869566,
401
+ "grad_norm": 1.7417247295379639,
402
+ "learning_rate": 2.999450370158046e-05,
403
+ "loss": 0.4929,
404
+ "step": 530
405
+ },
406
+ {
407
+ "epoch": 23.47826086956522,
408
+ "grad_norm": 1.3086825609207153,
409
+ "learning_rate": 2.9994245103752478e-05,
410
+ "loss": 0.4383,
411
+ "step": 540
412
+ },
413
+ {
414
+ "epoch": 23.91304347826087,
415
+ "grad_norm": 1.2279788255691528,
416
+ "learning_rate": 2.999398056268481e-05,
417
+ "loss": 0.5266,
418
+ "step": 550
419
+ },
420
+ {
421
+ "epoch": 24.347826086956523,
422
+ "grad_norm": 1.40565025806427,
423
+ "learning_rate": 2.9993710078482306e-05,
424
+ "loss": 0.5207,
425
+ "step": 560
426
+ },
427
+ {
428
+ "epoch": 24.782608695652176,
429
+ "grad_norm": 0.9529893398284912,
430
+ "learning_rate": 2.9993433651252185e-05,
431
+ "loss": 0.4429,
432
+ "step": 570
433
+ },
434
+ {
435
+ "epoch": 25.217391304347824,
436
+ "grad_norm": 1.7137924432754517,
437
+ "learning_rate": 2.9993151281104006e-05,
438
+ "loss": 0.5325,
439
+ "step": 580
440
+ },
441
+ {
442
+ "epoch": 25.652173913043477,
443
+ "grad_norm": 1.1403567790985107,
444
+ "learning_rate": 2.9992862968149695e-05,
445
+ "loss": 0.4734,
446
+ "step": 590
447
+ },
448
+ {
449
+ "epoch": 26.08695652173913,
450
+ "grad_norm": 1.1702338457107544,
451
+ "learning_rate": 2.9992568712503533e-05,
452
+ "loss": 0.4609,
453
+ "step": 600
454
+ },
455
+ {
456
+ "epoch": 26.08695652173913,
457
+ "eval_loss": 0.7209551334381104,
458
+ "eval_runtime": 0.4345,
459
+ "eval_samples_per_second": 23.015,
460
+ "eval_steps_per_second": 23.015,
461
+ "step": 600
462
  }
463
  ],
464
  "logging_steps": 10,
 
478
  "attributes": {}
479
  }
480
  },
481
+ "total_flos": 1.5363065839583232e+16,
482
  "train_batch_size": 4,
483
  "trial_name": null,
484
  "trial_params": null