shorecode commited on
Commit
eddf647
·
verified ·
1 Parent(s): 5bd3c44

Upload folder using huggingface_hub

Browse files
checkpoint-latest/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0658507901e47a1e081e2301e0186a70659dfde4aff7e134ef8412a196e54b86
3
  size 62293080
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d32a18b0785d783b8f7ca68824fdec9d9a5c5f53e5ad57b00c7655d6e20ec21a
3
  size 62293080
checkpoint-latest/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8e1a6161b8cd8bad5f97beb9334e870db02a25dc2cceea6bf6e8548be9b91bb0
3
  size 124642443
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26f5f20bc83ebedde1ae0dac318d82eccf4ac037d79e876f524681ea47ac2bd3
3
  size 124642443
checkpoint-latest/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3b0ec4d2188868fd24263efa2856258953fca7ad21aed2b50e22b491f1d8939f
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4b34564e8f5056ecea4875b26da43b7e79461939fc193402ad477fba74d3da7
3
  size 14645
checkpoint-latest/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a902ca58dea28be10847ac21293e6d27c44fc74bd49d763b881d90cbd1e58f0a
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af2a155e857e9182a60853ae072465deebfe720a1b7475fedfc54c31656178bc
3
  size 1465
checkpoint-latest/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.7038535984515221,
6
  "eval_steps": 500,
7
- "global_step": 4000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -296,6 +296,78 @@
296
  "eval_samples_per_second": 107.707,
297
  "eval_steps_per_second": 4.144,
298
  "step": 4000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
299
  }
300
  ],
301
  "logging_steps": 125,
@@ -315,7 +387,7 @@
315
  "attributes": {}
316
  }
317
  },
318
- "total_flos": 2346851500032000.0,
319
  "train_batch_size": 26,
320
  "trial_name": null,
321
  "trial_params": null
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.8798169980644026,
6
  "eval_steps": 500,
7
+ "global_step": 5000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
296
  "eval_samples_per_second": 107.707,
297
  "eval_steps_per_second": 4.144,
298
  "step": 4000
299
+ },
300
+ {
301
+ "epoch": 0.7258490234031322,
302
+ "grad_norm": 1.0874834060668945,
303
+ "learning_rate": 0.00022743269399964805,
304
+ "loss": 3.254,
305
+ "step": 4125
306
+ },
307
+ {
308
+ "epoch": 0.7478444483547422,
309
+ "grad_norm": 0.6965116262435913,
310
+ "learning_rate": 0.00022523315150448702,
311
+ "loss": 3.2525,
312
+ "step": 4250
313
+ },
314
+ {
315
+ "epoch": 0.7698398733063523,
316
+ "grad_norm": 0.6829759478569031,
317
+ "learning_rate": 0.00022303360900932605,
318
+ "loss": 3.2502,
319
+ "step": 4375
320
+ },
321
+ {
322
+ "epoch": 0.7918352982579624,
323
+ "grad_norm": 0.7037951946258545,
324
+ "learning_rate": 0.00022083406651416505,
325
+ "loss": 3.2419,
326
+ "step": 4500
327
+ },
328
+ {
329
+ "epoch": 0.7918352982579624,
330
+ "eval_loss": 2.7353272438049316,
331
+ "eval_runtime": 90.7352,
332
+ "eval_samples_per_second": 108.558,
333
+ "eval_steps_per_second": 4.177,
334
+ "step": 4500
335
+ },
336
+ {
337
+ "epoch": 0.8138307232095724,
338
+ "grad_norm": 0.9032262563705444,
339
+ "learning_rate": 0.00021863452401900402,
340
+ "loss": 3.2426,
341
+ "step": 4625
342
+ },
343
+ {
344
+ "epoch": 0.8358261481611825,
345
+ "grad_norm": 0.6463780403137207,
346
+ "learning_rate": 0.00021643498152384302,
347
+ "loss": 3.2408,
348
+ "step": 4750
349
+ },
350
+ {
351
+ "epoch": 0.8578215731127925,
352
+ "grad_norm": 0.8066023588180542,
353
+ "learning_rate": 0.00021423543902868202,
354
+ "loss": 3.2178,
355
+ "step": 4875
356
+ },
357
+ {
358
+ "epoch": 0.8798169980644026,
359
+ "grad_norm": 0.7497230172157288,
360
+ "learning_rate": 0.000212035896533521,
361
+ "loss": 3.2268,
362
+ "step": 5000
363
+ },
364
+ {
365
+ "epoch": 0.8798169980644026,
366
+ "eval_loss": 2.721640110015869,
367
+ "eval_runtime": 90.4581,
368
+ "eval_samples_per_second": 108.89,
369
+ "eval_steps_per_second": 4.19,
370
+ "step": 5000
371
  }
372
  ],
373
  "logging_steps": 125,
 
387
  "attributes": {}
388
  }
389
  },
390
+ "total_flos": 2933564375040000.0,
391
  "train_batch_size": 26,
392
  "trial_name": null,
393
  "trial_params": null