CodeIsAbstract commited on
Commit
d252ee4
·
verified ·
1 Parent(s): 3d8ea5a

Training in progress, step 2000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3d14a55a7a001ec56d6e7cc97ff832364798045035293d4c041146fbaa0a507d
3
  size 496262784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b12795eb294f14f19216ce7303683953962bfbde3b70ee33eccae088736dd2f
3
  size 496262784
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a8cf5ea768afac9afe79d638dfb780cc0ea075e584e54b84d31b5edbbc4c2593
3
  size 992621963
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a40275d08a6ee771906da7744e5ecf4905eb675617a98a372c4b33530e6da83d
3
  size 992621963
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7594d618d6ba19521c7abdc5d9c3d75c88e696a2ccaf3aad9e2ee70281ff7494
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a39530bbcd5c6be69add23d3653760d20540490f7a104a2dfa0a07555ccf4486
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -11,160 +11,160 @@
11
  "log_history": [
12
  {
13
  "epoch": 0.002,
14
- "grad_norm": 0.728621244430542,
15
- "learning_rate": 0.00066,
16
- "loss": 7.944070434570312,
17
  "step": 100
18
  },
19
  {
20
  "epoch": 0.004,
21
- "grad_norm": 0.6194736361503601,
22
- "learning_rate": 0.0009999976160274871,
23
- "loss": 6.688648071289062,
24
  "step": 200
25
  },
26
  {
27
  "epoch": 0.006,
28
- "grad_norm": 0.42749303579330444,
29
- "learning_rate": 0.000999977956590203,
30
- "loss": 6.362667846679687,
31
  "step": 300
32
  },
33
  {
34
  "epoch": 0.008,
35
- "grad_norm": 0.6455233693122864,
36
- "learning_rate": 0.0009999384399149713,
37
- "loss": 6.1362109375,
38
  "step": 400
39
  },
40
  {
41
  "epoch": 0.01,
42
- "grad_norm": 0.38843703269958496,
43
- "learning_rate": 0.0009998790675712448,
44
- "loss": 5.9013720703125,
45
  "step": 500
46
  },
47
  {
48
  "epoch": 0.012,
49
- "grad_norm": 0.37035471200942993,
50
- "learning_rate": 0.000999799841917069,
51
- "loss": 5.723118896484375,
52
  "step": 600
53
  },
54
  {
55
  "epoch": 0.014,
56
- "grad_norm": 0.3410094380378723,
57
- "learning_rate": 0.0009997007660989881,
58
- "loss": 5.57857666015625,
59
  "step": 700
60
  },
61
  {
62
  "epoch": 0.016,
63
- "grad_norm": 0.33731603622436523,
64
- "learning_rate": 0.0009995818440519195,
65
- "loss": 5.440355224609375,
66
  "step": 800
67
  },
68
  {
69
  "epoch": 0.018,
70
- "grad_norm": 0.39496415853500366,
71
- "learning_rate": 0.0009994430804989986,
72
- "loss": 5.352986450195313,
73
  "step": 900
74
  },
75
  {
76
  "epoch": 0.02,
77
- "grad_norm": 0.3883383870124817,
78
- "learning_rate": 0.0009992844809513896,
79
- "loss": 5.53045166015625,
80
  "step": 1000
81
  },
82
  {
83
  "epoch": 0.02,
84
- "eval_accuracy": 0.19006987944761863,
85
- "eval_loss": 5.351119041442871,
86
- "eval_runtime": 5.7942,
87
- "eval_samples_per_second": 334.99,
88
- "eval_steps_per_second": 21.056,
89
  "step": 1000
90
  },
91
  {
92
  "epoch": 0.022,
93
- "grad_norm": 0.5580651760101318,
94
- "learning_rate": 0.0009991060517080686,
95
- "loss": 5.3906793212890625,
96
  "step": 1100
97
  },
98
  {
99
  "epoch": 0.024,
100
- "grad_norm": 4.792799472808838,
101
- "learning_rate": 0.0009989077998555718,
102
- "loss": 5.624612426757812,
103
  "step": 1200
104
  },
105
  {
106
  "epoch": 0.026,
107
- "grad_norm": 5.352905750274658,
108
- "learning_rate": 0.0009986897332677144,
109
- "loss": 6.0997509765625,
110
  "step": 1300
111
  },
112
  {
113
  "epoch": 0.028,
114
- "grad_norm": 5.617880344390869,
115
- "learning_rate": 0.0009984518606052791,
116
- "loss": 7.137509765625,
117
  "step": 1400
118
  },
119
  {
120
  "epoch": 0.03,
121
- "grad_norm": 6.961197853088379,
122
- "learning_rate": 0.0009981941913156701,
123
- "loss": 6.8974456787109375,
124
  "step": 1500
125
  },
126
  {
127
  "epoch": 0.032,
128
- "grad_norm": 7.469847679138184,
129
- "learning_rate": 0.0009979167356325394,
130
- "loss": 6.911260375976562,
131
  "step": 1600
132
  },
133
  {
134
  "epoch": 0.034,
135
- "grad_norm": 21.165908813476562,
136
- "learning_rate": 0.0009976195045753797,
137
- "loss": 6.70553466796875,
138
  "step": 1700
139
  },
140
  {
141
  "epoch": 0.036,
142
- "grad_norm": 10.395805358886719,
143
- "learning_rate": 0.0009973025099490876,
144
- "loss": 6.70605712890625,
145
  "step": 1800
146
  },
147
  {
148
  "epoch": 0.038,
149
- "grad_norm": 2.6919143199920654,
150
- "learning_rate": 0.0009969657643434933,
151
- "loss": 6.605548706054687,
152
  "step": 1900
153
  },
154
  {
155
  "epoch": 0.04,
156
- "grad_norm": 470.6007080078125,
157
- "learning_rate": 0.0009966092811328612,
158
- "loss": 6.552777099609375,
159
  "step": 2000
160
  },
161
  {
162
  "epoch": 0.04,
163
- "eval_accuracy": 0.10447133692459855,
164
- "eval_loss": 6.653895378112793,
165
- "eval_runtime": 5.1208,
166
- "eval_samples_per_second": 379.042,
167
- "eval_steps_per_second": 23.824,
168
  "step": 2000
169
  }
170
  ],
 
11
  "log_history": [
12
  {
13
  "epoch": 0.002,
14
+ "grad_norm": 0.7236698865890503,
15
+ "learning_rate": 0.000396,
16
+ "loss": 8.129180297851562,
17
  "step": 100
18
  },
19
  {
20
  "epoch": 0.004,
21
+ "grad_norm": 0.6699316501617432,
22
+ "learning_rate": 0.0005999985696164921,
23
+ "loss": 6.683881225585938,
24
  "step": 200
25
  },
26
  {
27
  "epoch": 0.006,
28
+ "grad_norm": 0.4809923470020294,
29
+ "learning_rate": 0.0005999867739541219,
30
+ "loss": 6.335140991210937,
31
  "step": 300
32
  },
33
  {
34
  "epoch": 0.008,
35
+ "grad_norm": 0.6197829246520996,
36
+ "learning_rate": 0.0005999630639489827,
37
+ "loss": 6.119940185546875,
38
  "step": 400
39
  },
40
  {
41
  "epoch": 0.01,
42
+ "grad_norm": 0.5310641527175903,
43
+ "learning_rate": 0.0005999274405427468,
44
+ "loss": 5.908866577148437,
45
  "step": 500
46
  },
47
  {
48
  "epoch": 0.012,
49
+ "grad_norm": 0.4188089668750763,
50
+ "learning_rate": 0.0005998799051502414,
51
+ "loss": 5.712981567382813,
52
  "step": 600
53
  },
54
  {
55
  "epoch": 0.014,
56
+ "grad_norm": 0.43575364351272583,
57
+ "learning_rate": 0.0005998204596593927,
58
+ "loss": 5.54151123046875,
59
  "step": 700
60
  },
61
  {
62
  "epoch": 0.016,
63
+ "grad_norm": 0.3631345331668854,
64
+ "learning_rate": 0.0005997491064311517,
65
+ "loss": 5.377118530273438,
66
  "step": 800
67
  },
68
  {
69
  "epoch": 0.018,
70
+ "grad_norm": 0.4753637909889221,
71
+ "learning_rate": 0.000599665848299399,
72
+ "loss": 5.2575732421875,
73
  "step": 900
74
  },
75
  {
76
  "epoch": 0.02,
77
+ "grad_norm": 0.3885057270526886,
78
+ "learning_rate": 0.0005995706885708337,
79
+ "loss": 5.168424072265625,
80
  "step": 1000
81
  },
82
  {
83
  "epoch": 0.02,
84
+ "eval_accuracy": 0.21422370900467913,
85
+ "eval_loss": 5.0658464431762695,
86
+ "eval_runtime": 5.7327,
87
+ "eval_samples_per_second": 338.583,
88
+ "eval_steps_per_second": 21.281,
89
  "step": 1000
90
  },
91
  {
92
  "epoch": 0.022,
93
+ "grad_norm": 0.35898318886756897,
94
+ "learning_rate": 0.0005994636310248412,
95
+ "loss": 5.058907165527343,
96
  "step": 1100
97
  },
98
  {
99
  "epoch": 0.024,
100
+ "grad_norm": 0.36867955327033997,
101
+ "learning_rate": 0.000599344679913343,
102
+ "loss": 4.899845275878906,
103
  "step": 1200
104
  },
105
  {
106
  "epoch": 0.026,
107
+ "grad_norm": 0.3753994405269623,
108
+ "learning_rate": 0.0005992138399606286,
109
+ "loss": 4.828855285644531,
110
  "step": 1300
111
  },
112
  {
113
  "epoch": 0.028,
114
+ "grad_norm": 0.3426174521446228,
115
+ "learning_rate": 0.0005990711163631674,
116
+ "loss": 4.73110595703125,
117
  "step": 1400
118
  },
119
  {
120
  "epoch": 0.03,
121
+ "grad_norm": 0.34207016229629517,
122
+ "learning_rate": 0.000598916514789402,
123
+ "loss": 4.640643005371094,
124
  "step": 1500
125
  },
126
  {
127
  "epoch": 0.032,
128
+ "grad_norm": 0.40568745136260986,
129
+ "learning_rate": 0.0005987500413795236,
130
+ "loss": 4.591531677246094,
131
  "step": 1600
132
  },
133
  {
134
  "epoch": 0.034,
135
+ "grad_norm": 0.31946808099746704,
136
+ "learning_rate": 0.0005985717027452278,
137
+ "loss": 4.533291015625,
138
  "step": 1700
139
  },
140
  {
141
  "epoch": 0.036,
142
+ "grad_norm": 0.30501991510391235,
143
+ "learning_rate": 0.0005983815059694525,
144
+ "loss": 4.492686157226562,
145
  "step": 1800
146
  },
147
  {
148
  "epoch": 0.038,
149
+ "grad_norm": 0.33989349007606506,
150
+ "learning_rate": 0.0005981794586060958,
151
+ "loss": 4.41447509765625,
152
  "step": 1900
153
  },
154
  {
155
  "epoch": 0.04,
156
+ "grad_norm": 0.3303995430469513,
157
+ "learning_rate": 0.0005979655686797167,
158
+ "loss": 4.396521911621094,
159
  "step": 2000
160
  },
161
  {
162
  "epoch": 0.04,
163
+ "eval_accuracy": 0.2874403514237522,
164
+ "eval_loss": 4.30245304107666,
165
+ "eval_runtime": 5.7068,
166
+ "eval_samples_per_second": 340.121,
167
+ "eval_steps_per_second": 21.378,
168
  "step": 2000
169
  }
170
  ],
last-checkpoint/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fc2fadc166c1876d75b4f91077944f22473b7782e4d604a36addc50eb7aa83ec
3
  size 5201
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:347aa8bdb0f6aa6627388d3856e585f061f69c3186a785e62f389812dc252035
3
  size 5201