tokhey commited on
Commit
c690784
·
verified ·
1 Parent(s): b8ff9c6

Training in progress, step 200, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4d364eb38a8be050b253d95fb9bb96a3cca85c934f5694fdf28af039b0f831af
3
  size 140815952
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:777110b9885805d05b54b83c0078c17d2c3f56f401f8d414b249c230762358bb
3
  size 140815952
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:86177b2d4721c68d5e890ce7ce966763b55e655be1b7686c76b23550228c8c19
3
  size 281829907
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bd299fcb2d78913771ba672fc903a33ad3ee1376e8feba78832d4267d4cbedd
3
  size 281829907
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c87752ccee056791ab2999ec7c3dec0f8bae82b1dfd073feafe2df524ed5926c
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17c4ae54d27cbe43b4c5fa652d71ae90547dadc724f75624e3d3c44e35870949
3
  size 14645
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4d8f1711fa5a9b936955c6d8224082844929d47bb03fce797eceac8f3a3a5313
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d74ad02c6868c7927ba45f4229ae211aa9e779d68ecfa33c6fcfa330a9d67a76
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 2.1333333333333333,
6
  "eval_steps": 100,
7
- "global_step": 160,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -240,6 +240,70 @@
240
  "learning_rate": 0.00012053759377541865,
241
  "loss": 0.4102,
242
  "step": 160
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
243
  }
244
  ],
245
  "logging_steps": 5,
@@ -259,7 +323,7 @@
259
  "attributes": {}
260
  }
261
  },
262
- "total_flos": 5289180164259840.0,
263
  "train_batch_size": 1,
264
  "trial_name": null,
265
  "trial_params": null
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 2.6666666666666665,
6
  "eval_steps": 100,
7
+ "global_step": 200,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
240
  "learning_rate": 0.00012053759377541865,
241
  "loss": 0.4102,
242
  "step": 160
243
+ },
244
+ {
245
+ "epoch": 2.2,
246
+ "grad_norm": 0.11487775295972824,
247
+ "learning_rate": 0.00010431474098842477,
248
+ "loss": 0.3926,
249
+ "step": 165
250
+ },
251
+ {
252
+ "epoch": 2.2666666666666666,
253
+ "grad_norm": 0.110216423869133,
254
+ "learning_rate": 8.897239713740058e-05,
255
+ "loss": 0.4028,
256
+ "step": 170
257
+ },
258
+ {
259
+ "epoch": 2.3333333333333335,
260
+ "grad_norm": 0.12020918726921082,
261
+ "learning_rate": 7.460329000380586e-05,
262
+ "loss": 0.4216,
263
+ "step": 175
264
+ },
265
+ {
266
+ "epoch": 2.4,
267
+ "grad_norm": 0.11179473251104355,
268
+ "learning_rate": 6.12942652116858e-05,
269
+ "loss": 0.4194,
270
+ "step": 180
271
+ },
272
+ {
273
+ "epoch": 2.466666666666667,
274
+ "grad_norm": 0.1162172257900238,
275
+ "learning_rate": 4.912576134033106e-05,
276
+ "loss": 0.3448,
277
+ "step": 185
278
+ },
279
+ {
280
+ "epoch": 2.533333333333333,
281
+ "grad_norm": 0.12591737508773804,
282
+ "learning_rate": 3.8171323760555655e-05,
283
+ "loss": 0.3779,
284
+ "step": 190
285
+ },
286
+ {
287
+ "epoch": 2.6,
288
+ "grad_norm": 0.12023098766803741,
289
+ "learning_rate": 2.8497160132921336e-05,
290
+ "loss": 0.3846,
291
+ "step": 195
292
+ },
293
+ {
294
+ "epoch": 2.6666666666666665,
295
+ "grad_norm": 0.12184033542871475,
296
+ "learning_rate": 2.0161740254440898e-05,
297
+ "loss": 0.3998,
298
+ "step": 200
299
+ },
300
+ {
301
+ "epoch": 2.6666666666666665,
302
+ "eval_loss": 0.5051587224006653,
303
+ "eval_runtime": 45.0327,
304
+ "eval_samples_per_second": 0.378,
305
+ "eval_steps_per_second": 0.378,
306
+ "step": 200
307
  }
308
  ],
309
  "logging_steps": 5,
 
323
  "attributes": {}
324
  }
325
  },
326
+ "total_flos": 6611475205324800.0,
327
  "train_batch_size": 1,
328
  "trial_name": null,
329
  "trial_params": null