guyhadad01 commited on
Commit
096a3ea
·
verified ·
1 Parent(s): 3b06698

Training in progress, step 17000, checkpoint

Browse files
last-checkpoint/README.md CHANGED
@@ -1363,6 +1363,10 @@ You can finetune this model on your own dataset.
1363
  | 0.2951 | 16700 | 0.3299 |
1364
  | 0.2960 | 16750 | 0.3493 |
1365
  | 0.2969 | 16800 | 0.2752 |
 
 
 
 
1366
 
1367
  </details>
1368
 
 
1363
  | 0.2951 | 16700 | 0.3299 |
1364
  | 0.2960 | 16750 | 0.3493 |
1365
  | 0.2969 | 16800 | 0.2752 |
1366
+ | 0.2978 | 16850 | 0.3254 |
1367
+ | 0.2986 | 16900 | 0.3352 |
1368
+ | 0.2995 | 16950 | 0.3812 |
1369
+ | 0.3004 | 17000 | 0.3332 |
1370
 
1371
  </details>
1372
 
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c6e1b391f33422456061353bd355bf2435eeb4195f81389af6dbc0e8fc66d25b
3
  size 90864192
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38ad97b260860972b9730f175955e3ce530db8323f7dc5bcf0e90933d6b8fb84
3
  size 90864192
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e9de93effda738b0b5fd57692fb67723566f34b54c872aac7a9626fa31feaf70
3
  size 180609210
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fd7069f1a068fd2c2876d55655006ec19b8c2319d576c34cff13d207d6cb5d3
3
  size 180609210
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dd3be6ab84a32000b2bae6b4e86032ac0554f86e01256b1d6d073b96f56c8ada
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bbc5938b66b6b7b1cb7ca970b428c630e6141cd051d14e46bf204d25c3e87c0
3
  size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:caeb14c75258126c0a61054123d2b052c3f92789f4356192be834a257bdfec4c
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa14b4995859788df7ef8bb3ac5bf3bef25e341abeaa5e3ae0de74c72a4065ee
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1ba1c971d0e3bd3fc6e84348fd8cbae570fbf4f01d4c3efacd1f9719190d9e71
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16324e1fa03eb15f85ccd89e40ca9aaf90eafb16b60693a1698d40074577c527
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.2968669929847502,
6
  "eval_steps": 500,
7
- "global_step": 16800,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -2360,6 +2360,34 @@
2360
  "learning_rate": 3.906756199564116e-05,
2361
  "loss": 0.2752,
2362
  "step": 16800
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2363
  }
2364
  ],
2365
  "logging_steps": 50,
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.3004011238536163,
6
  "eval_steps": 500,
7
+ "global_step": 17000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
2360
  "learning_rate": 3.906756199564116e-05,
2361
  "loss": 0.2752,
2362
  "step": 16800
2363
+ },
2364
+ {
2365
+ "epoch": 0.29775052570196675,
2366
+ "grad_norm": 1.8846018314361572,
2367
+ "learning_rate": 3.901847597730263e-05,
2368
+ "loss": 0.3254,
2369
+ "step": 16850
2370
+ },
2371
+ {
2372
+ "epoch": 0.2986340584191833,
2373
+ "grad_norm": 2.9167964458465576,
2374
+ "learning_rate": 3.896938995896409e-05,
2375
+ "loss": 0.3352,
2376
+ "step": 16900
2377
+ },
2378
+ {
2379
+ "epoch": 0.2995175911363998,
2380
+ "grad_norm": 2.6470940113067627,
2381
+ "learning_rate": 3.892128566099233e-05,
2382
+ "loss": 0.3812,
2383
+ "step": 16950
2384
+ },
2385
+ {
2386
+ "epoch": 0.3004011238536163,
2387
+ "grad_norm": 2.1021623611450195,
2388
+ "learning_rate": 3.887219964265379e-05,
2389
+ "loss": 0.3332,
2390
+ "step": 17000
2391
  }
2392
  ],
2393
  "logging_steps": 50,