CodeIsAbstract commited on
Commit
f2cd3bb
·
verified ·
1 Parent(s): 56e7234

Training in progress, step 100, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1913442b5ba9db501a59f636cff09ffec76c661222feb7039f2ed622f862c39f
3
  size 847599616
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:296451955b91a879b69542db0ed8f120795369ac922259c8fd78ab3b037e8e8f
3
  size 847599616
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:988fcbcbd8e15b27e3171e61f2536e36c47149cb01b30ac5fb63f10668acc3a9
3
  size 1386414411
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:421372eadde9efaf736416f68e72ffb171c721f0dbad12b193f1b2885ea775f5
3
  size 1386414411
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6f4cb4b203fe2f79e7881bacfacd90f4cda067284c21971e82acaddee89f0dae
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cd719d277ab3a3c6d7d709a00e4a19652ccafb36d0add1dae3055b0f75c16da
3
  size 14645
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1c2eb03e04e9ec3d534ee7aa67476af96452e64bad29591c419a0c652481ee2b
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7815f17b7bd928390d8a057e2a19101b8f840de5d7f859603bfc35694ee86edf
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.3,
6
  "eval_steps": 20,
7
- "global_step": 60,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -119,6 +119,80 @@
119
  "eval_samples_per_second": 174.439,
120
  "eval_steps_per_second": 29.131,
121
  "step": 60
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
122
  }
123
  ],
124
  "logging_steps": 5,
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.5,
6
  "eval_steps": 20,
7
+ "global_step": 100,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
119
  "eval_samples_per_second": 174.439,
120
  "eval_steps_per_second": 29.131,
121
  "step": 60
122
+ },
123
+ {
124
+ "epoch": 0.325,
125
+ "grad_norm": 4.671233177185059,
126
+ "learning_rate": 3.254352716947074e-06,
127
+ "loss": 19.091270446777344,
128
+ "step": 65
129
+ },
130
+ {
131
+ "epoch": 0.35,
132
+ "grad_norm": 4.2631611824035645,
133
+ "learning_rate": 3.1214301147033453e-06,
134
+ "loss": 19.065214538574217,
135
+ "step": 70
136
+ },
137
+ {
138
+ "epoch": 0.375,
139
+ "grad_norm": 4.104111671447754,
140
+ "learning_rate": 2.9808470076610163e-06,
141
+ "loss": 19.055906677246092,
142
+ "step": 75
143
+ },
144
+ {
145
+ "epoch": 0.4,
146
+ "grad_norm": 4.979343414306641,
147
+ "learning_rate": 2.833563720990581e-06,
148
+ "loss": 18.942726135253906,
149
+ "step": 80
150
+ },
151
+ {
152
+ "epoch": 0.4,
153
+ "eval_accuracy": 0.06987084148727984,
154
+ "eval_loss": 9.471638679504395,
155
+ "eval_runtime": 5.8172,
156
+ "eval_samples_per_second": 171.903,
157
+ "eval_steps_per_second": 28.708,
158
+ "step": 80
159
+ },
160
+ {
161
+ "epoch": 0.425,
162
+ "grad_norm": 4.60034704208374,
163
+ "learning_rate": 2.680586348883286e-06,
164
+ "loss": 18.900166320800782,
165
+ "step": 85
166
+ },
167
+ {
168
+ "epoch": 0.45,
169
+ "grad_norm": 4.487170696258545,
170
+ "learning_rate": 2.5229598819076393e-06,
171
+ "loss": 18.824652099609374,
172
+ "step": 90
173
+ },
174
+ {
175
+ "epoch": 0.475,
176
+ "grad_norm": 4.3784661293029785,
177
+ "learning_rate": 2.36176106866422e-06,
178
+ "loss": 18.77193603515625,
179
+ "step": 95
180
+ },
181
+ {
182
+ "epoch": 0.5,
183
+ "grad_norm": 3.88219952583313,
184
+ "learning_rate": 2.198091060500926e-06,
185
+ "loss": 18.777445983886718,
186
+ "step": 100
187
+ },
188
+ {
189
+ "epoch": 0.5,
190
+ "eval_accuracy": 0.07486888454011742,
191
+ "eval_loss": 9.392426490783691,
192
+ "eval_runtime": 5.7667,
193
+ "eval_samples_per_second": 173.409,
194
+ "eval_steps_per_second": 28.959,
195
+ "step": 100
196
  }
197
  ],
198
  "logging_steps": 5,