Jasim9085 commited on
Commit
760b994
·
verified ·
1 Parent(s): 867a4eb

Training in progress, step 1000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f2318d0fef950a986694f54deb8ab4cf01117572bb0efac7f186953d23af5ad0
3
  size 557912620
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83d948451e5922cc308cd8a10cf8844777bbe3eeeccc2dc67b9a6ce79b72d2e0
3
  size 557912620
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:46ce8e7104cb0d199007b89f3373af5f910884014346c1f945611f4159dafb37
3
  size 1115579834
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfaabb05a95a662d8c7f2b443387597a915505fea3f5272e20297b4175887ada
3
  size 1115579834
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bffa0c819d4bb9f16a80c0c37a452508456cc1e3725c086d1afb6ca62a842d06
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:240e6a8ec9456bd6463406cd6d4517d0833e6ea5d37262a07e1e58851593128e
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b55747937ecf5eb52214b61898d359fcd6713947b12fe4e4bb1c3f1d9bb05147
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46c8da14363ee970453deb0abfc423b52e8f626b95704d94bd6a144124c361a4
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -2,89 +2,40 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 1.0,
6
  "eval_steps": 500,
7
- "global_step": 2836,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
11
  "log_history": [
12
  {
13
  "epoch": 0.08815232722143865,
14
- "grad_norm": 70428.5859375,
15
  "learning_rate": 4.561001410437236e-05,
16
- "loss": 0.7226,
17
  "step": 250
18
  },
19
  {
20
  "epoch": 0.1763046544428773,
21
- "grad_norm": 3365.8193359375,
22
  "learning_rate": 4.120239774330042e-05,
23
- "loss": 0.0024,
24
  "step": 500
25
  },
26
  {
27
  "epoch": 0.2644569816643159,
28
- "grad_norm": 13511.3369140625,
29
  "learning_rate": 3.679478138222849e-05,
30
- "loss": 0.0017,
31
  "step": 750
32
  },
33
  {
34
  "epoch": 0.3526093088857546,
35
- "grad_norm": 4.582444190979004,
36
  "learning_rate": 3.2387165021156564e-05,
37
- "loss": 0.001,
38
  "step": 1000
39
- },
40
- {
41
- "epoch": 0.4407616361071932,
42
- "grad_norm": 0.13739077746868134,
43
- "learning_rate": 2.7979548660084627e-05,
44
- "loss": 0.0014,
45
- "step": 1250
46
- },
47
- {
48
- "epoch": 0.5289139633286318,
49
- "grad_norm": 0.4030902683734894,
50
- "learning_rate": 2.3571932299012694e-05,
51
- "loss": 0.0009,
52
- "step": 1500
53
- },
54
- {
55
- "epoch": 0.6170662905500706,
56
- "grad_norm": 0.12574627995491028,
57
- "learning_rate": 1.9164315937940765e-05,
58
- "loss": 0.0007,
59
- "step": 1750
60
- },
61
- {
62
- "epoch": 0.7052186177715092,
63
- "grad_norm": 44621.296875,
64
- "learning_rate": 1.4756699576868829e-05,
65
- "loss": 0.0008,
66
- "step": 2000
67
- },
68
- {
69
- "epoch": 0.7933709449929478,
70
- "grad_norm": 0.33594566583633423,
71
- "learning_rate": 1.0349083215796897e-05,
72
- "loss": 0.0007,
73
- "step": 2250
74
- },
75
- {
76
- "epoch": 0.8815232722143864,
77
- "grad_norm": 0.1653057485818863,
78
- "learning_rate": 5.9414668547249645e-06,
79
- "loss": 0.0005,
80
- "step": 2500
81
- },
82
- {
83
- "epoch": 0.9696755994358252,
84
- "grad_norm": 0.1457623541355133,
85
- "learning_rate": 1.5338504936530325e-06,
86
- "loss": 0.0003,
87
- "step": 2750
88
  }
89
  ],
90
  "logging_steps": 250,
@@ -99,12 +50,12 @@
99
  "should_evaluate": false,
100
  "should_log": false,
101
  "should_save": true,
102
- "should_training_stop": true
103
  },
104
  "attributes": {}
105
  }
106
  },
107
- "total_flos": 6914716304670720.0,
108
  "train_batch_size": 32,
109
  "trial_name": null,
110
  "trial_params": null
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.3526093088857546,
6
  "eval_steps": 500,
7
+ "global_step": 1000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
11
  "log_history": [
12
  {
13
  "epoch": 0.08815232722143865,
14
+ "grad_norm": 48028.53125,
15
  "learning_rate": 4.561001410437236e-05,
16
+ "loss": 0.7241,
17
  "step": 250
18
  },
19
  {
20
  "epoch": 0.1763046544428773,
21
+ "grad_norm": 36453.3671875,
22
  "learning_rate": 4.120239774330042e-05,
23
+ "loss": 0.0023,
24
  "step": 500
25
  },
26
  {
27
  "epoch": 0.2644569816643159,
28
+ "grad_norm": 20.423324584960938,
29
  "learning_rate": 3.679478138222849e-05,
30
+ "loss": 0.002,
31
  "step": 750
32
  },
33
  {
34
  "epoch": 0.3526093088857546,
35
+ "grad_norm": 13388.93359375,
36
  "learning_rate": 3.2387165021156564e-05,
37
+ "loss": 0.0013,
38
  "step": 1000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
39
  }
40
  ],
41
  "logging_steps": 250,
 
50
  "should_evaluate": false,
51
  "should_log": false,
52
  "should_save": true,
53
+ "should_training_stop": false
54
  },
55
  "attributes": {}
56
  }
57
  },
58
+ "total_flos": 2438945832960000.0,
59
  "train_batch_size": 32,
60
  "trial_name": null,
61
  "trial_params": null
last-checkpoint/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:33c50f85abe2f9f87d77a104ab25ad9e082538346fe9a00e412724e38efb8769
3
  size 5432
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82e1fff4aa6ebb74f131111c81ce09fa980fc1c278f9966b7f656b1771ea0a7e
3
  size 5432