model_step2_3augs_buffer_short / trainer_state.json
aadityap's picture
Model save
2b0f908 verified
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 2.0,
"eval_steps": 500,
"global_step": 76,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.02631578947368421,
"grad_norm": 0.011518988620826731,
"learning_rate": 1e-05,
"loss": 0.1758,
"step": 1
},
{
"epoch": 0.05263157894736842,
"grad_norm": 0.011769415675267096,
"learning_rate": 2e-05,
"loss": 0.1755,
"step": 2
},
{
"epoch": 0.07894736842105263,
"grad_norm": 0.012019294923116772,
"learning_rate": 3.0000000000000004e-05,
"loss": 0.1768,
"step": 3
},
{
"epoch": 0.10526315789473684,
"grad_norm": 0.011438929874712248,
"learning_rate": 4e-05,
"loss": 0.174,
"step": 4
},
{
"epoch": 0.13157894736842105,
"grad_norm": 0.012678409461035527,
"learning_rate": 5e-05,
"loss": 0.1776,
"step": 5
},
{
"epoch": 0.15789473684210525,
"grad_norm": 0.013302694501158712,
"learning_rate": 6.000000000000001e-05,
"loss": 0.1722,
"step": 6
},
{
"epoch": 0.18421052631578946,
"grad_norm": 0.015877560046165782,
"learning_rate": 7.000000000000001e-05,
"loss": 0.1717,
"step": 7
},
{
"epoch": 0.21052631578947367,
"grad_norm": 0.017316329988102695,
"learning_rate": 8e-05,
"loss": 0.1655,
"step": 8
},
{
"epoch": 0.23684210526315788,
"grad_norm": 0.01761728040990777,
"learning_rate": 7.995731899209491e-05,
"loss": 0.1615,
"step": 9
},
{
"epoch": 0.2631578947368421,
"grad_norm": 0.017422282759872943,
"learning_rate": 7.982936705180139e-05,
"loss": 0.1554,
"step": 10
},
{
"epoch": 0.2894736842105263,
"grad_norm": 0.02050212432466269,
"learning_rate": 7.961641723500821e-05,
"loss": 0.1502,
"step": 11
},
{
"epoch": 0.3157894736842105,
"grad_norm": 0.020386102383746066,
"learning_rate": 7.931892398735608e-05,
"loss": 0.1455,
"step": 12
},
{
"epoch": 0.34210526315789475,
"grad_norm": 0.017501699031872063,
"learning_rate": 7.893752217442773e-05,
"loss": 0.1391,
"step": 13
},
{
"epoch": 0.3684210526315789,
"grad_norm": 0.01644790453050047,
"learning_rate": 7.847302572691277e-05,
"loss": 0.1379,
"step": 14
},
{
"epoch": 0.39473684210526316,
"grad_norm": 0.016205477891979105,
"learning_rate": 7.792642590363864e-05,
"loss": 0.1318,
"step": 15
},
{
"epoch": 0.42105263157894735,
"grad_norm": 0.017772585025772586,
"learning_rate": 7.729888917617424e-05,
"loss": 0.1292,
"step": 16
},
{
"epoch": 0.4473684210526316,
"grad_norm": 0.01437597741326583,
"learning_rate": 7.659175473952085e-05,
"loss": 0.1232,
"step": 17
},
{
"epoch": 0.47368421052631576,
"grad_norm": 0.012880938282018417,
"learning_rate": 7.58065316542025e-05,
"loss": 0.119,
"step": 18
},
{
"epoch": 0.5,
"grad_norm": 0.011093246487293535,
"learning_rate": 7.494489562585479e-05,
"loss": 0.1172,
"step": 19
},
{
"epoch": 0.5263157894736842,
"grad_norm": 0.010467102848930952,
"learning_rate": 7.400868542918457e-05,
"loss": 0.1114,
"step": 20
},
{
"epoch": 0.5526315789473685,
"grad_norm": 0.010047970328554336,
"learning_rate": 7.299989898393209e-05,
"loss": 0.1072,
"step": 21
},
{
"epoch": 0.5789473684210527,
"grad_norm": 0.009892044194784507,
"learning_rate": 7.192068909120959e-05,
"loss": 0.1026,
"step": 22
},
{
"epoch": 0.6052631578947368,
"grad_norm": 0.00977895435289584,
"learning_rate": 7.077335883931516e-05,
"loss": 0.1003,
"step": 23
},
{
"epoch": 0.631578947368421,
"grad_norm": 0.009536071160931239,
"learning_rate": 6.956035668882637e-05,
"loss": 0.0963,
"step": 24
},
{
"epoch": 0.6578947368421053,
"grad_norm": 0.009733333762799204,
"learning_rate": 6.828427124746191e-05,
"loss": 0.0913,
"step": 25
},
{
"epoch": 0.6842105263157895,
"grad_norm": 0.009570441521026768,
"learning_rate": 6.69478257458623e-05,
"loss": 0.0891,
"step": 26
},
{
"epoch": 0.7105263157894737,
"grad_norm": 0.01000020090090365,
"learning_rate": 6.555387222607845e-05,
"loss": 0.0829,
"step": 27
},
{
"epoch": 0.7368421052631579,
"grad_norm": 0.00996936468337858,
"learning_rate": 6.410538545517026e-05,
"loss": 0.0807,
"step": 28
},
{
"epoch": 0.7631578947368421,
"grad_norm": 0.00953954885336217,
"learning_rate": 6.260545657690369e-05,
"loss": 0.0805,
"step": 29
},
{
"epoch": 0.7894736842105263,
"grad_norm": 0.009088232136551395,
"learning_rate": 6.105728651509424e-05,
"loss": 0.0768,
"step": 30
},
{
"epoch": 0.8157894736842105,
"grad_norm": 0.008652738141347285,
"learning_rate": 5.946417914267425e-05,
"loss": 0.074,
"step": 31
},
{
"epoch": 0.8421052631578947,
"grad_norm": 0.007369187149441024,
"learning_rate": 5.782953423106154e-05,
"loss": 0.0726,
"step": 32
},
{
"epoch": 0.868421052631579,
"grad_norm": 0.007130681951299134,
"learning_rate": 5.61568401948758e-05,
"loss": 0.0719,
"step": 33
},
{
"epoch": 0.8947368421052632,
"grad_norm": 0.007528001216497669,
"learning_rate": 5.444966664748613e-05,
"loss": 0.0706,
"step": 34
},
{
"epoch": 0.9210526315789473,
"grad_norm": 0.008072156901279035,
"learning_rate": 5.271165678327607e-05,
"loss": 0.0707,
"step": 35
},
{
"epoch": 0.9473684210526315,
"grad_norm": 0.007829567280354091,
"learning_rate": 5.0946519602883326e-05,
"loss": 0.0669,
"step": 36
},
{
"epoch": 0.9736842105263158,
"grad_norm": 0.00799333236262416,
"learning_rate": 4.9158021998005366e-05,
"loss": 0.0661,
"step": 37
},
{
"epoch": 1.0,
"grad_norm": 0.00816214803013346,
"learning_rate": 4.734998071266282e-05,
"loss": 0.063,
"step": 38
},
{
"epoch": 1.0263157894736843,
"grad_norm": 0.007720443171687867,
"learning_rate": 4.552625419807529e-05,
"loss": 0.0608,
"step": 39
},
{
"epoch": 1.0526315789473684,
"grad_norm": 0.008122893547240941,
"learning_rate": 4.369073437853208e-05,
"loss": 0.0608,
"step": 40
},
{
"epoch": 1.0789473684210527,
"grad_norm": 0.008220632700161948,
"learning_rate": 4.184733834582959e-05,
"loss": 0.0586,
"step": 41
},
{
"epoch": 1.1052631578947367,
"grad_norm": 0.008642996154857054,
"learning_rate": 4e-05,
"loss": 0.0618,
"step": 42
},
{
"epoch": 1.131578947368421,
"grad_norm": 0.008332657542430085,
"learning_rate": 3.815266165417043e-05,
"loss": 0.0574,
"step": 43
},
{
"epoch": 1.1578947368421053,
"grad_norm": 0.008567867343178283,
"learning_rate": 3.630926562146792e-05,
"loss": 0.0589,
"step": 44
},
{
"epoch": 1.1842105263157894,
"grad_norm": 0.008265949758336088,
"learning_rate": 3.447374580192473e-05,
"loss": 0.0543,
"step": 45
},
{
"epoch": 1.2105263157894737,
"grad_norm": 0.008431332834549176,
"learning_rate": 3.2650019287337184e-05,
"loss": 0.0536,
"step": 46
},
{
"epoch": 1.236842105263158,
"grad_norm": 0.007829990670514665,
"learning_rate": 3.084197800199465e-05,
"loss": 0.0531,
"step": 47
},
{
"epoch": 1.263157894736842,
"grad_norm": 0.00805463741954765,
"learning_rate": 2.905348039711669e-05,
"loss": 0.0532,
"step": 48
},
{
"epoch": 1.2894736842105263,
"grad_norm": 0.007944851951870653,
"learning_rate": 2.728834321672394e-05,
"loss": 0.0529,
"step": 49
},
{
"epoch": 1.3157894736842106,
"grad_norm": 0.00787719509680645,
"learning_rate": 2.5550333352513885e-05,
"loss": 0.051,
"step": 50
},
{
"epoch": 1.3421052631578947,
"grad_norm": 0.007689730911636538,
"learning_rate": 2.3843159805124207e-05,
"loss": 0.0499,
"step": 51
},
{
"epoch": 1.368421052631579,
"grad_norm": 0.008145577867986397,
"learning_rate": 2.2170465768938473e-05,
"loss": 0.0497,
"step": 52
},
{
"epoch": 1.3947368421052633,
"grad_norm": 0.007765854028854914,
"learning_rate": 2.0535820857325755e-05,
"loss": 0.0488,
"step": 53
},
{
"epoch": 1.4210526315789473,
"grad_norm": 0.010541614489525645,
"learning_rate": 1.8942713484905762e-05,
"loss": 0.05,
"step": 54
},
{
"epoch": 1.4473684210526316,
"grad_norm": 0.009377352769384973,
"learning_rate": 1.7394543423096327e-05,
"loss": 0.0504,
"step": 55
},
{
"epoch": 1.4736842105263157,
"grad_norm": 0.007879030184576382,
"learning_rate": 1.589461454482975e-05,
"loss": 0.0485,
"step": 56
},
{
"epoch": 1.5,
"grad_norm": 0.008528311766387752,
"learning_rate": 1.4446127773921559e-05,
"loss": 0.0506,
"step": 57
},
{
"epoch": 1.526315789473684,
"grad_norm": 0.0076161967841271135,
"learning_rate": 1.3052174254137713e-05,
"loss": 0.0486,
"step": 58
},
{
"epoch": 1.5526315789473686,
"grad_norm": 0.0069022846350392285,
"learning_rate": 1.1715728752538103e-05,
"loss": 0.0469,
"step": 59
},
{
"epoch": 1.5789473684210527,
"grad_norm": 0.00963107640357555,
"learning_rate": 1.0439643311173642e-05,
"loss": 0.0488,
"step": 60
},
{
"epoch": 1.6052631578947367,
"grad_norm": 0.006604996990410402,
"learning_rate": 9.226641160684843e-06,
"loss": 0.0484,
"step": 61
},
{
"epoch": 1.631578947368421,
"grad_norm": 0.0059879956487925235,
"learning_rate": 8.07931090879042e-06,
"loss": 0.0461,
"step": 62
},
{
"epoch": 1.6578947368421053,
"grad_norm": 0.0061371313058644255,
"learning_rate": 7.000101016067913e-06,
"loss": 0.0454,
"step": 63
},
{
"epoch": 1.6842105263157894,
"grad_norm": 0.007073804479577813,
"learning_rate": 5.991314570815441e-06,
"loss": 0.049,
"step": 64
},
{
"epoch": 1.7105263157894737,
"grad_norm": 0.006925567210585072,
"learning_rate": 5.055104374145221e-06,
"loss": 0.0471,
"step": 65
},
{
"epoch": 1.736842105263158,
"grad_norm": 0.00679527298679942,
"learning_rate": 4.193468345797511e-06,
"loss": 0.0464,
"step": 66
},
{
"epoch": 1.763157894736842,
"grad_norm": 0.005915070559407378,
"learning_rate": 3.4082452604791594e-06,
"loss": 0.0449,
"step": 67
},
{
"epoch": 1.7894736842105263,
"grad_norm": 0.0065205977736393144,
"learning_rate": 2.7011108238257723e-06,
"loss": 0.0471,
"step": 68
},
{
"epoch": 1.8157894736842106,
"grad_norm": 0.006260173837861193,
"learning_rate": 2.073574096361366e-06,
"loss": 0.0486,
"step": 69
},
{
"epoch": 1.8421052631578947,
"grad_norm": 0.006245995730039592,
"learning_rate": 1.5269742730872384e-06,
"loss": 0.0473,
"step": 70
},
{
"epoch": 1.868421052631579,
"grad_norm": 0.00654850126698062,
"learning_rate": 1.0624778255722857e-06,
"loss": 0.0477,
"step": 71
},
{
"epoch": 1.8947368421052633,
"grad_norm": 0.008481528591018958,
"learning_rate": 6.810760126439287e-07,
"loss": 0.0488,
"step": 72
},
{
"epoch": 1.9210526315789473,
"grad_norm": 0.006002865737944914,
"learning_rate": 3.835827649917967e-07,
"loss": 0.0456,
"step": 73
},
{
"epoch": 1.9473684210526314,
"grad_norm": 0.0061084652605397196,
"learning_rate": 1.706329481986213e-07,
"loss": 0.0484,
"step": 74
},
{
"epoch": 1.973684210526316,
"grad_norm": 0.006251582720819486,
"learning_rate": 4.268100790510321e-08,
"loss": 0.0461,
"step": 75
},
{
"epoch": 2.0,
"grad_norm": 0.007872514188147876,
"learning_rate": 0.0,
"loss": 0.0473,
"step": 76
},
{
"epoch": 2.0,
"step": 76,
"total_flos": 114338546712576.0,
"train_loss": 0.08416653395091232,
"train_runtime": 2655.6769,
"train_samples_per_second": 0.451,
"train_steps_per_second": 0.029
}
],
"logging_steps": 1,
"max_steps": 76,
"num_input_tokens_seen": 0,
"num_train_epochs": 2,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": false,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 114338546712576.0,
"train_batch_size": 2,
"trial_name": null,
"trial_params": null
}