FredericFan commited on
Commit
3c4f888
·
verified ·
1 Parent(s): 9f8fe7e

Training in progress, step 16000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:538d7daf5a013ebf60e116edb876eb64dea7f4748e30f57ec47e2c9572446b86
3
  size 891558696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d7224364f596ebfca3a99c1d3b9d449fb04ce1b01252f00b468ebb7f2583738
3
  size 891558696
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9e768d48c93dac8fb1cb5f2fa432f2e55b47df8d6600926440ac628e20aa6cf2
3
  size 1783272762
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c146dfaf517426e21001d58ecb591e013237c1f0457fc2b2e18c8128376dd232
3
  size 1783272762
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8dd5917ddffeb704126b23aed843c5f451e0f433388bd43b50327c7ee53765e0
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e2dd927672719d15b56be948c4d341bf0d4717fdddd441106e1853c80a9c881
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ff2432b3f1647ef3becac2600c0e8902c31d4989fbe6245d5565a62826aeca81
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc65b1cc8bef515a746903c5c0ceccfd01df11517dd7fe9004c63360d9c9a98b
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 0.08243728429079056,
3
  "best_model_checkpoint": "./fine-tuned/checkpoint-15000",
4
- "epoch": 1.24,
5
  "eval_steps": 500,
6
- "global_step": 15500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -2425,6 +2425,84 @@
2425
  "eval_samples_per_second": 22.706,
2426
  "eval_steps_per_second": 5.677,
2427
  "step": 15500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2428
  }
2429
  ],
2430
  "logging_steps": 50,
@@ -2444,7 +2522,7 @@
2444
  "attributes": {}
2445
  }
2446
  },
2447
- "total_flos": 3.775538921472e+16,
2448
  "train_batch_size": 4,
2449
  "trial_name": null,
2450
  "trial_params": null
 
1
  {
2
  "best_metric": 0.08243728429079056,
3
  "best_model_checkpoint": "./fine-tuned/checkpoint-15000",
4
+ "epoch": 1.28,
5
  "eval_steps": 500,
6
+ "global_step": 16000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
2425
  "eval_samples_per_second": 22.706,
2426
  "eval_steps_per_second": 5.677,
2427
  "step": 15500
2428
+ },
2429
+ {
2430
+ "epoch": 1.244,
2431
+ "grad_norm": 0.15668867528438568,
2432
+ "learning_rate": 1.1343600000000001e-05,
2433
+ "loss": 0.0534,
2434
+ "step": 15550
2435
+ },
2436
+ {
2437
+ "epoch": 1.248,
2438
+ "grad_norm": 0.08703252673149109,
2439
+ "learning_rate": 1.12836e-05,
2440
+ "loss": 0.0534,
2441
+ "step": 15600
2442
+ },
2443
+ {
2444
+ "epoch": 1.252,
2445
+ "grad_norm": 0.1255914270877838,
2446
+ "learning_rate": 1.12248e-05,
2447
+ "loss": 0.0514,
2448
+ "step": 15650
2449
+ },
2450
+ {
2451
+ "epoch": 1.256,
2452
+ "grad_norm": 0.11858811974525452,
2453
+ "learning_rate": 1.11648e-05,
2454
+ "loss": 0.0527,
2455
+ "step": 15700
2456
+ },
2457
+ {
2458
+ "epoch": 1.26,
2459
+ "grad_norm": 0.13111431896686554,
2460
+ "learning_rate": 1.1104799999999999e-05,
2461
+ "loss": 0.0494,
2462
+ "step": 15750
2463
+ },
2464
+ {
2465
+ "epoch": 1.264,
2466
+ "grad_norm": 0.17452576756477356,
2467
+ "learning_rate": 1.10448e-05,
2468
+ "loss": 0.0562,
2469
+ "step": 15800
2470
+ },
2471
+ {
2472
+ "epoch": 1.268,
2473
+ "grad_norm": 0.13699005544185638,
2474
+ "learning_rate": 1.09848e-05,
2475
+ "loss": 0.051,
2476
+ "step": 15850
2477
+ },
2478
+ {
2479
+ "epoch": 1.272,
2480
+ "grad_norm": 0.18750061094760895,
2481
+ "learning_rate": 1.0924799999999999e-05,
2482
+ "loss": 0.0545,
2483
+ "step": 15900
2484
+ },
2485
+ {
2486
+ "epoch": 1.276,
2487
+ "grad_norm": 0.1259056031703949,
2488
+ "learning_rate": 1.08648e-05,
2489
+ "loss": 0.0529,
2490
+ "step": 15950
2491
+ },
2492
+ {
2493
+ "epoch": 1.28,
2494
+ "grad_norm": 0.10538329184055328,
2495
+ "learning_rate": 1.08048e-05,
2496
+ "loss": 0.058,
2497
+ "step": 16000
2498
+ },
2499
+ {
2500
+ "epoch": 1.28,
2501
+ "eval_loss": 0.08262528479099274,
2502
+ "eval_runtime": 88.074,
2503
+ "eval_samples_per_second": 22.708,
2504
+ "eval_steps_per_second": 5.677,
2505
+ "step": 16000
2506
  }
2507
  ],
2508
  "logging_steps": 50,
 
2522
  "attributes": {}
2523
  }
2524
  },
2525
+ "total_flos": 3.897330499584e+16,
2526
  "train_batch_size": 4,
2527
  "trial_name": null,
2528
  "trial_params": null