guyhadad01 commited on
Commit
0ed75da
·
verified ·
1 Parent(s): 38e016c

Training in progress, step 9000, checkpoint

Browse files
last-checkpoint/README.md CHANGED
@@ -1201,6 +1201,10 @@ You can finetune this model on your own dataset.
1201
  | 0.1537 | 8700 | 0.3761 |
1202
  | 0.1546 | 8750 | 0.5579 |
1203
  | 0.1555 | 8800 | 0.441 |
 
 
 
 
1204
 
1205
 
1206
  ### Framework Versions
 
1201
  | 0.1537 | 8700 | 0.3761 |
1202
  | 0.1546 | 8750 | 0.5579 |
1203
  | 0.1555 | 8800 | 0.441 |
1204
+ | 0.1564 | 8850 | 0.5877 |
1205
+ | 0.1573 | 8900 | 0.4081 |
1206
+ | 0.1582 | 8950 | 0.4648 |
1207
+ | 0.1590 | 9000 | 0.4321 |
1208
 
1209
 
1210
  ### Framework Versions
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:48362ba7fcb9b7f2c1aa7030a50c6258f1f4d6cc4f1665e7ca632872744db5c0
3
  size 90864192
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6833db3941c48530d63f16a4641cb58d29681db52bfc4aaba9787486862f28a0
3
  size 90864192
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:75a1f68b3f77c2bf8fd6e4f0bdee7b8ce97a773c56cdc7093cbfde49c00998f8
3
  size 180609210
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc8f323339f8042019b8128089add42f66d2a56c4dfd5f02e68b4884b9f08cad
3
  size 180609210
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:14cd2e3712404ebb968f80623888d77e60a6a55be515062adfbd0e098660e63a
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8b31b0e1d81266033020b3fd3836c1b6a14642adb57f047a1bc520e453a6aba
3
  size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7d6c0ca588079b6a2e8be7c5b7bc6af97572af78d73d1dce8d6f30fcc361b6a3
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0a063eb0473b3b545a1a6d08a6917737011cdcb54e4175440233b96c566f83c
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:89db5df6d87e4cc0368652d8350a2c32d46bae130899047ae58e000eec6fa2a0
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f78894f5196d0952d3fc803e041442456b12fd7839191717af3aecab8279af9f
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.15550175823010726,
6
  "eval_steps": 500,
7
- "global_step": 8800,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -1240,6 +1240,34 @@
1240
  "learning_rate": 4.691837976870668e-05,
1241
  "loss": 0.441,
1242
  "step": 8800
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1243
  }
1244
  ],
1245
  "logging_steps": 50,
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.15903588909897334,
6
  "eval_steps": 500,
7
+ "global_step": 9000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
1240
  "learning_rate": 4.691837976870668e-05,
1241
  "loss": 0.441,
1242
  "step": 8800
1243
+ },
1244
+ {
1245
+ "epoch": 0.15638529094732379,
1246
+ "grad_norm": 2.2241523265838623,
1247
+ "learning_rate": 4.686929375036815e-05,
1248
+ "loss": 0.5877,
1249
+ "step": 8850
1250
+ },
1251
+ {
1252
+ "epoch": 0.15726882366454029,
1253
+ "grad_norm": 1.8084393739700317,
1254
+ "learning_rate": 4.6820207732029605e-05,
1255
+ "loss": 0.4081,
1256
+ "step": 8900
1257
+ },
1258
+ {
1259
+ "epoch": 0.15815235638175681,
1260
+ "grad_norm": 1.5464160442352295,
1261
+ "learning_rate": 4.677112171369108e-05,
1262
+ "loss": 0.4648,
1263
+ "step": 8950
1264
+ },
1265
+ {
1266
+ "epoch": 0.15903588909897334,
1267
+ "grad_norm": 1.7731395959854126,
1268
+ "learning_rate": 4.672203569535254e-05,
1269
+ "loss": 0.4321,
1270
+ "step": 9000
1271
  }
1272
  ],
1273
  "logging_steps": 50,