guyhadad01 commited on
Commit
6e8ade2
·
verified ·
1 Parent(s): 32e0b39

Training in progress, step 17600, checkpoint

Browse files
last-checkpoint/README.md CHANGED
@@ -1375,6 +1375,10 @@ You can finetune this model on your own dataset.
1375
  | 0.3057 | 17300 | 0.2924 |
1376
  | 0.3066 | 17350 | 0.4029 |
1377
  | 0.3075 | 17400 | 0.5016 |
 
 
 
 
1378
 
1379
  </details>
1380
 
 
1375
  | 0.3057 | 17300 | 0.2924 |
1376
  | 0.3066 | 17350 | 0.4029 |
1377
  | 0.3075 | 17400 | 0.5016 |
1378
+ | 0.3084 | 17450 | 0.3648 |
1379
+ | 0.3092 | 17500 | 0.3045 |
1380
+ | 0.3101 | 17550 | 0.3271 |
1381
+ | 0.3110 | 17600 | 0.519 |
1382
 
1383
  </details>
1384
 
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:45090e53ca13162f5dfed87da6ebea51548a6f3908cbbefc66a73c68e67f368f
3
  size 90864192
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b66468e216ee2c55c8722fcf5ffc4000ad473c11e2235fd48feb13c93ab9a883
3
  size 90864192
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5ca6aad37af14fa05240de5a73f6854c9f991ab7d94bccdddb3bd4a0e3ff149d
3
  size 180609210
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c80fc82acafe7b81de6e075cb1f70093e6580aa336f3c93bec03a9394db9ef8c
3
  size 180609210
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:23fe6d223e7616989ffc698a28faceb780fedfcab150f455b3003f3664a9d548
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7625a5ff890e229adfcb09536e86a3f211f3ec81111193662f8f33dc40007931
3
  size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c2780f904a141afb4c77d183d8b90351cd99dc707535728f23c895b86a7cd2bb
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfa613f344c94ccc67e76de2c8badaaabcf83b2833a1acdc3b0fc8f5681211e9
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9d388bf9897e62191d89d430ec5647330caf741ec214058515a40e21a614b139
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c08c2ff99a1d61c2be28a306cae4d9334535d1863b102589cd2d55ee6bca1a6
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.30746938559134845,
6
  "eval_steps": 500,
7
- "global_step": 17400,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -2444,6 +2444,34 @@
2444
  "learning_rate": 3.8479511495945495e-05,
2445
  "loss": 0.5016,
2446
  "step": 17400
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2447
  }
2448
  ],
2449
  "logging_steps": 50,
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.3110035164602145,
6
  "eval_steps": 500,
7
+ "global_step": 17600,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
2444
  "learning_rate": 3.8479511495945495e-05,
2445
  "loss": 0.5016,
2446
  "step": 17400
2447
+ },
2448
+ {
2449
+ "epoch": 0.308352918308565,
2450
+ "grad_norm": 1.4788236618041992,
2451
+ "learning_rate": 3.843042547760696e-05,
2452
+ "loss": 0.3648,
2453
+ "step": 17450
2454
+ },
2455
+ {
2456
+ "epoch": 0.3092364510257815,
2457
+ "grad_norm": 1.7631937265396118,
2458
+ "learning_rate": 3.8381339459268424e-05,
2459
+ "loss": 0.3045,
2460
+ "step": 17500
2461
+ },
2462
+ {
2463
+ "epoch": 0.310119983742998,
2464
+ "grad_norm": 1.9122941493988037,
2465
+ "learning_rate": 3.833225344092989e-05,
2466
+ "loss": 0.3271,
2467
+ "step": 17550
2468
+ },
2469
+ {
2470
+ "epoch": 0.3110035164602145,
2471
+ "grad_norm": 1.6838266849517822,
2472
+ "learning_rate": 3.828316742259135e-05,
2473
+ "loss": 0.519,
2474
+ "step": 17600
2475
  }
2476
  ],
2477
  "logging_steps": 50,