tokhey commited on
Commit
a777ecd
·
verified ·
1 Parent(s): 5b0b331

Training in progress, step 160, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2832e178fbfc4fe2fb481e79a8d919fe407032c53cea12f332a1381234b6f1c4
3
  size 140815952
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d364eb38a8be050b253d95fb9bb96a3cca85c934f5694fdf28af039b0f831af
3
  size 140815952
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cbcd49ec20bf55444feca0578bd6f0012b99c1072af990df00376b5d58929f87
3
  size 281829907
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86177b2d4721c68d5e890ce7ce966763b55e655be1b7686c76b23550228c8c19
3
  size 281829907
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:994855e9f3bb291ce54dbed25621bf0ab9b11111a5f95765ed4ae5933e96cbd7
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c87752ccee056791ab2999ec7c3dec0f8bae82b1dfd073feafe2df524ed5926c
3
  size 14645
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2cea2e56a8bde12e649a1d7cae49ed9d38ef81a2916cebf53379e47210c432c6
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d8f1711fa5a9b936955c6d8224082844929d47bb03fce797eceac8f3a3a5313
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 1.6,
6
  "eval_steps": 100,
7
- "global_step": 120,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -184,6 +184,62 @@
184
  "learning_rate": 0.0002694209618222516,
185
  "loss": 0.4828,
186
  "step": 120
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
187
  }
188
  ],
189
  "logging_steps": 5,
@@ -203,7 +259,7 @@
203
  "attributes": {}
204
  }
205
  },
206
- "total_flos": 3966885123194880.0,
207
  "train_batch_size": 1,
208
  "trial_name": null,
209
  "trial_params": null
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 2.1333333333333333,
6
  "eval_steps": 100,
7
+ "global_step": 160,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
184
  "learning_rate": 0.0002694209618222516,
185
  "loss": 0.4828,
186
  "step": 120
187
+ },
188
+ {
189
+ "epoch": 1.6666666666666665,
190
+ "grad_norm": 0.09766612201929092,
191
+ "learning_rate": 0.00025,
192
+ "loss": 0.4853,
193
+ "step": 125
194
+ },
195
+ {
196
+ "epoch": 1.7333333333333334,
197
+ "grad_norm": 0.09704718738794327,
198
+ "learning_rate": 0.00023057903817774841,
199
+ "loss": 0.4392,
200
+ "step": 130
201
+ },
202
+ {
203
+ "epoch": 1.8,
204
+ "grad_norm": 0.11206477135419846,
205
+ "learning_rate": 0.00021127545494647882,
206
+ "loss": 0.4489,
207
+ "step": 135
208
+ },
209
+ {
210
+ "epoch": 1.8666666666666667,
211
+ "grad_norm": 0.11189498007297516,
212
+ "learning_rate": 0.00019220591947125766,
213
+ "loss": 0.4856,
214
+ "step": 140
215
+ },
216
+ {
217
+ "epoch": 1.9333333333333333,
218
+ "grad_norm": 0.1053239181637764,
219
+ "learning_rate": 0.0001734856863530282,
220
+ "loss": 0.4406,
221
+ "step": 145
222
+ },
223
+ {
224
+ "epoch": 2.0,
225
+ "grad_norm": 0.10603803396224976,
226
+ "learning_rate": 0.0001552278990399052,
227
+ "loss": 0.4405,
228
+ "step": 150
229
+ },
230
+ {
231
+ "epoch": 2.066666666666667,
232
+ "grad_norm": 0.1078822985291481,
233
+ "learning_rate": 0.00013754290599809105,
234
+ "loss": 0.3784,
235
+ "step": 155
236
+ },
237
+ {
238
+ "epoch": 2.1333333333333333,
239
+ "grad_norm": 0.09372378885746002,
240
+ "learning_rate": 0.00012053759377541865,
241
+ "loss": 0.4102,
242
+ "step": 160
243
  }
244
  ],
245
  "logging_steps": 5,
 
259
  "attributes": {}
260
  }
261
  },
262
+ "total_flos": 5289180164259840.0,
263
  "train_batch_size": 1,
264
  "trial_name": null,
265
  "trial_params": null