FredericFan commited on
Commit
64c598e
·
verified ·
1 Parent(s): 3e762aa

Training in progress, step 9000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:301efe15fcd22f178a59817e7ac95437175ae1902e5f8351d10927e9d460d888
3
  size 891558696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dfabab5bf5157607fcc2602e95b9ce10a5b071f3b4fe4e130b9741ece0fba0a
3
  size 891558696
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:da312327cdcf8ee87d3ec3f29034a334cec0891a627a2192c1ab49ddbc3560d9
3
  size 1783272762
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0adc8bbd6eae86e2c260d1fab52c374eee35d382f517b5c8cbd8551e8f7a77a3
3
  size 1783272762
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1fe1606aea4247336928fb0ca7460d9c32bfd4a5f09cd12bbfa040c328a1e6f1
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d89768c598d4fd9b0ed22710bf5b3c13eec14bfaad44bcf482c9b7c5838dd420
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6f1cf6f72829f199e2c33545d808f1bb98dc287a37068472d85b2db721614981
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:620c7bc458bafe9b83f6fadd9f5a5700bbd89b438e325546819b47236eeb8e3e
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 0.08401757478713989,
3
- "best_model_checkpoint": "./fine-tuned/checkpoint-8000",
4
- "epoch": 0.68,
5
  "eval_steps": 500,
6
- "global_step": 8500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -1333,6 +1333,84 @@
1333
  "eval_samples_per_second": 22.712,
1334
  "eval_steps_per_second": 5.678,
1335
  "step": 8500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1336
  }
1337
  ],
1338
  "logging_steps": 50,
@@ -1352,7 +1430,7 @@
1352
  "attributes": {}
1353
  }
1354
  },
1355
- "total_flos": 2.070456827904e+16,
1356
  "train_batch_size": 4,
1357
  "trial_name": null,
1358
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.0838891863822937,
3
+ "best_model_checkpoint": "./fine-tuned/checkpoint-9000",
4
+ "epoch": 0.72,
5
  "eval_steps": 500,
6
+ "global_step": 9000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
1333
  "eval_samples_per_second": 22.712,
1334
  "eval_steps_per_second": 5.678,
1335
  "step": 8500
1336
+ },
1337
+ {
1338
+ "epoch": 0.684,
1339
+ "grad_norm": 0.113871268928051,
1340
+ "learning_rate": 1.97424e-05,
1341
+ "loss": 0.0651,
1342
+ "step": 8550
1343
+ },
1344
+ {
1345
+ "epoch": 0.688,
1346
+ "grad_norm": 0.12488531321287155,
1347
+ "learning_rate": 1.96824e-05,
1348
+ "loss": 0.0624,
1349
+ "step": 8600
1350
+ },
1351
+ {
1352
+ "epoch": 0.692,
1353
+ "grad_norm": 0.16593888401985168,
1354
+ "learning_rate": 1.96224e-05,
1355
+ "loss": 0.0619,
1356
+ "step": 8650
1357
+ },
1358
+ {
1359
+ "epoch": 0.696,
1360
+ "grad_norm": 0.14381399750709534,
1361
+ "learning_rate": 1.95624e-05,
1362
+ "loss": 0.0631,
1363
+ "step": 8700
1364
+ },
1365
+ {
1366
+ "epoch": 0.7,
1367
+ "grad_norm": 0.19177569448947906,
1368
+ "learning_rate": 1.95024e-05,
1369
+ "loss": 0.0584,
1370
+ "step": 8750
1371
+ },
1372
+ {
1373
+ "epoch": 0.704,
1374
+ "grad_norm": 0.18918590247631073,
1375
+ "learning_rate": 1.94424e-05,
1376
+ "loss": 0.0563,
1377
+ "step": 8800
1378
+ },
1379
+ {
1380
+ "epoch": 0.708,
1381
+ "grad_norm": 0.1318553388118744,
1382
+ "learning_rate": 1.93824e-05,
1383
+ "loss": 0.0644,
1384
+ "step": 8850
1385
+ },
1386
+ {
1387
+ "epoch": 0.712,
1388
+ "grad_norm": 0.11326153576374054,
1389
+ "learning_rate": 1.93224e-05,
1390
+ "loss": 0.0678,
1391
+ "step": 8900
1392
+ },
1393
+ {
1394
+ "epoch": 0.716,
1395
+ "grad_norm": 0.1167350560426712,
1396
+ "learning_rate": 1.92624e-05,
1397
+ "loss": 0.0558,
1398
+ "step": 8950
1399
+ },
1400
+ {
1401
+ "epoch": 0.72,
1402
+ "grad_norm": 0.10959301143884659,
1403
+ "learning_rate": 1.92024e-05,
1404
+ "loss": 0.0618,
1405
+ "step": 9000
1406
+ },
1407
+ {
1408
+ "epoch": 0.72,
1409
+ "eval_loss": 0.0838891863822937,
1410
+ "eval_runtime": 88.0828,
1411
+ "eval_samples_per_second": 22.706,
1412
+ "eval_steps_per_second": 5.676,
1413
+ "step": 9000
1414
  }
1415
  ],
1416
  "logging_steps": 50,
 
1430
  "attributes": {}
1431
  }
1432
  },
1433
+ "total_flos": 2.192248406016e+16,
1434
  "train_batch_size": 4,
1435
  "trial_name": null,
1436
  "trial_params": null