cools commited on
Commit
d9b710b
·
1 Parent(s): abd97ef

Training in progress, step 75, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:269e02dc931865a4d7c1981eca33d2486373d043dd99da5f05186ac7501a7648
3
  size 83945296
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a504e7087c42efa0abf4ec92b7f2fffe60bc836a276d2d8040eb1e14d8fe701
3
  size 83945296
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1b219215a0cdf22b74e690dedd537471ed5ec27d5a848a0c00dd9462c08dea9c
3
  size 42545748
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c3a1c360125505fbecae7ce8c3717ae80f5d8f194f13bc58ae229409e120928
3
  size 42545748
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:58973b63eb41c8b34c51f7eb73abffa4ae0d2af806c0e342de338e3f48596cb0
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f3d5d54b849ab203f6cdfb3dbb15af8bac4b9cdd7cf70876a104c601b1d220d
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:02173fc97b82f2e000f1d5084934ed87f720106f5dddb2874a3633a6c2964dab
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef61bc9a6dc6a8e5bc76abe40655ca3cc8891ccb7b6be31278a254ac81104357
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 50.0,
5
  "eval_steps": 1000,
6
- "global_step": 50,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -307,13 +307,163 @@
307
  "learning_rate": 0.0001136842105263158,
308
  "loss": 0.004,
309
  "step": 50
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
310
  }
311
  ],
312
  "logging_steps": 1,
313
  "max_steps": 100,
314
  "num_train_epochs": 100,
315
  "save_steps": 25,
316
- "total_flos": 534872371200000.0,
317
  "trial_name": null,
318
  "trial_params": null
319
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 75.0,
5
  "eval_steps": 1000,
6
+ "global_step": 75,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
307
  "learning_rate": 0.0001136842105263158,
308
  "loss": 0.004,
309
  "step": 50
310
+ },
311
+ {
312
+ "epoch": 51.0,
313
+ "learning_rate": 0.00011157894736842105,
314
+ "loss": 0.0042,
315
+ "step": 51
316
+ },
317
+ {
318
+ "epoch": 52.0,
319
+ "learning_rate": 0.00010947368421052633,
320
+ "loss": 0.0039,
321
+ "step": 52
322
+ },
323
+ {
324
+ "epoch": 53.0,
325
+ "learning_rate": 0.00010736842105263158,
326
+ "loss": 0.0046,
327
+ "step": 53
328
+ },
329
+ {
330
+ "epoch": 54.0,
331
+ "learning_rate": 0.00010526315789473685,
332
+ "loss": 0.0041,
333
+ "step": 54
334
+ },
335
+ {
336
+ "epoch": 55.0,
337
+ "learning_rate": 0.00010315789473684211,
338
+ "loss": 0.0042,
339
+ "step": 55
340
+ },
341
+ {
342
+ "epoch": 56.0,
343
+ "learning_rate": 0.00010105263157894738,
344
+ "loss": 0.0042,
345
+ "step": 56
346
+ },
347
+ {
348
+ "epoch": 57.0,
349
+ "learning_rate": 9.894736842105263e-05,
350
+ "loss": 0.0037,
351
+ "step": 57
352
+ },
353
+ {
354
+ "epoch": 58.0,
355
+ "learning_rate": 9.68421052631579e-05,
356
+ "loss": 0.0038,
357
+ "step": 58
358
+ },
359
+ {
360
+ "epoch": 59.0,
361
+ "learning_rate": 9.473684210526316e-05,
362
+ "loss": 0.0042,
363
+ "step": 59
364
+ },
365
+ {
366
+ "epoch": 60.0,
367
+ "learning_rate": 9.263157894736843e-05,
368
+ "loss": 0.0042,
369
+ "step": 60
370
+ },
371
+ {
372
+ "epoch": 61.0,
373
+ "learning_rate": 9.052631578947369e-05,
374
+ "loss": 0.0042,
375
+ "step": 61
376
+ },
377
+ {
378
+ "epoch": 62.0,
379
+ "learning_rate": 8.842105263157894e-05,
380
+ "loss": 0.0038,
381
+ "step": 62
382
+ },
383
+ {
384
+ "epoch": 63.0,
385
+ "learning_rate": 8.631578947368421e-05,
386
+ "loss": 0.0041,
387
+ "step": 63
388
+ },
389
+ {
390
+ "epoch": 64.0,
391
+ "learning_rate": 8.421052631578948e-05,
392
+ "loss": 0.0036,
393
+ "step": 64
394
+ },
395
+ {
396
+ "epoch": 65.0,
397
+ "learning_rate": 8.210526315789474e-05,
398
+ "loss": 0.0042,
399
+ "step": 65
400
+ },
401
+ {
402
+ "epoch": 66.0,
403
+ "learning_rate": 8e-05,
404
+ "loss": 0.004,
405
+ "step": 66
406
+ },
407
+ {
408
+ "epoch": 67.0,
409
+ "learning_rate": 7.789473684210526e-05,
410
+ "loss": 0.0036,
411
+ "step": 67
412
+ },
413
+ {
414
+ "epoch": 68.0,
415
+ "learning_rate": 7.578947368421054e-05,
416
+ "loss": 0.0043,
417
+ "step": 68
418
+ },
419
+ {
420
+ "epoch": 69.0,
421
+ "learning_rate": 7.368421052631579e-05,
422
+ "loss": 0.0037,
423
+ "step": 69
424
+ },
425
+ {
426
+ "epoch": 70.0,
427
+ "learning_rate": 7.157894736842105e-05,
428
+ "loss": 0.0038,
429
+ "step": 70
430
+ },
431
+ {
432
+ "epoch": 71.0,
433
+ "learning_rate": 6.947368421052632e-05,
434
+ "loss": 0.0043,
435
+ "step": 71
436
+ },
437
+ {
438
+ "epoch": 72.0,
439
+ "learning_rate": 6.736842105263159e-05,
440
+ "loss": 0.004,
441
+ "step": 72
442
+ },
443
+ {
444
+ "epoch": 73.0,
445
+ "learning_rate": 6.526315789473685e-05,
446
+ "loss": 0.0043,
447
+ "step": 73
448
+ },
449
+ {
450
+ "epoch": 74.0,
451
+ "learning_rate": 6.31578947368421e-05,
452
+ "loss": 0.0041,
453
+ "step": 74
454
+ },
455
+ {
456
+ "epoch": 75.0,
457
+ "learning_rate": 6.105263157894737e-05,
458
+ "loss": 0.0034,
459
+ "step": 75
460
  }
461
  ],
462
  "logging_steps": 1,
463
  "max_steps": 100,
464
  "num_train_epochs": 100,
465
  "save_steps": 25,
466
+ "total_flos": 802308556800000.0,
467
  "trial_name": null,
468
  "trial_params": null
469
  }