xp165 / checkpoint-109 /trainer_state.json
ugaoo's picture
Upload folder using huggingface_hub
a946c49 verified
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.9969512195121951,
"eval_steps": 500,
"global_step": 109,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.009146341463414634,
"grad_norm": 40.05127716064453,
"learning_rate": 5.0000000000000004e-08,
"loss": 5.1282,
"step": 1
},
{
"epoch": 0.018292682926829267,
"grad_norm": 39.01039505004883,
"learning_rate": 1.0000000000000001e-07,
"loss": 5.0586,
"step": 2
},
{
"epoch": 0.027439024390243903,
"grad_norm": 40.20766067504883,
"learning_rate": 1.5000000000000002e-07,
"loss": 5.0311,
"step": 3
},
{
"epoch": 0.036585365853658534,
"grad_norm": 38.70350646972656,
"learning_rate": 2.0000000000000002e-07,
"loss": 5.1598,
"step": 4
},
{
"epoch": 0.04573170731707317,
"grad_norm": 39.230979919433594,
"learning_rate": 2.5000000000000004e-07,
"loss": 5.0812,
"step": 5
},
{
"epoch": 0.054878048780487805,
"grad_norm": 39.45293045043945,
"learning_rate": 3.0000000000000004e-07,
"loss": 5.0841,
"step": 6
},
{
"epoch": 0.06402439024390244,
"grad_norm": 38.92170333862305,
"learning_rate": 3.5000000000000004e-07,
"loss": 5.022,
"step": 7
},
{
"epoch": 0.07317073170731707,
"grad_norm": 38.932369232177734,
"learning_rate": 4.0000000000000003e-07,
"loss": 5.0876,
"step": 8
},
{
"epoch": 0.08231707317073171,
"grad_norm": 39.60245132446289,
"learning_rate": 4.5000000000000003e-07,
"loss": 5.0798,
"step": 9
},
{
"epoch": 0.09146341463414634,
"grad_norm": 39.53607177734375,
"learning_rate": 5.000000000000001e-07,
"loss": 5.0105,
"step": 10
},
{
"epoch": 0.10060975609756098,
"grad_norm": 39.50700378417969,
"learning_rate": 5.5e-07,
"loss": 4.9951,
"step": 11
},
{
"epoch": 0.10975609756097561,
"grad_norm": 39.52376174926758,
"learning_rate": 6.000000000000001e-07,
"loss": 4.9163,
"step": 12
},
{
"epoch": 0.11890243902439024,
"grad_norm": 39.15214157104492,
"learning_rate": 6.5e-07,
"loss": 4.9634,
"step": 13
},
{
"epoch": 0.12804878048780488,
"grad_norm": 37.795066833496094,
"learning_rate": 7.000000000000001e-07,
"loss": 4.819,
"step": 14
},
{
"epoch": 0.13719512195121952,
"grad_norm": 38.23014450073242,
"learning_rate": 7.5e-07,
"loss": 4.8756,
"step": 15
},
{
"epoch": 0.14634146341463414,
"grad_norm": 38.57551574707031,
"learning_rate": 8.000000000000001e-07,
"loss": 4.81,
"step": 16
},
{
"epoch": 0.15548780487804878,
"grad_norm": 36.06121063232422,
"learning_rate": 8.500000000000001e-07,
"loss": 4.7901,
"step": 17
},
{
"epoch": 0.16463414634146342,
"grad_norm": 34.38008117675781,
"learning_rate": 9.000000000000001e-07,
"loss": 4.5775,
"step": 18
},
{
"epoch": 0.17378048780487804,
"grad_norm": 32.60890579223633,
"learning_rate": 9.500000000000001e-07,
"loss": 4.3737,
"step": 19
},
{
"epoch": 0.18292682926829268,
"grad_norm": 31.983110427856445,
"learning_rate": 1.0000000000000002e-06,
"loss": 4.3773,
"step": 20
},
{
"epoch": 0.19207317073170732,
"grad_norm": 27.69571876525879,
"learning_rate": 1.0500000000000001e-06,
"loss": 4.1276,
"step": 21
},
{
"epoch": 0.20121951219512196,
"grad_norm": 26.542314529418945,
"learning_rate": 1.1e-06,
"loss": 4.0641,
"step": 22
},
{
"epoch": 0.21036585365853658,
"grad_norm": 23.26603126525879,
"learning_rate": 1.1500000000000002e-06,
"loss": 4.0197,
"step": 23
},
{
"epoch": 0.21951219512195122,
"grad_norm": 21.04385757446289,
"learning_rate": 1.2000000000000002e-06,
"loss": 4.0179,
"step": 24
},
{
"epoch": 0.22865853658536586,
"grad_norm": 19.790103912353516,
"learning_rate": 1.25e-06,
"loss": 3.8334,
"step": 25
},
{
"epoch": 0.23780487804878048,
"grad_norm": 18.2396183013916,
"learning_rate": 1.3e-06,
"loss": 3.7027,
"step": 26
},
{
"epoch": 0.24695121951219512,
"grad_norm": 18.725860595703125,
"learning_rate": 1.3500000000000002e-06,
"loss": 3.7268,
"step": 27
},
{
"epoch": 0.25609756097560976,
"grad_norm": 18.91561508178711,
"learning_rate": 1.4000000000000001e-06,
"loss": 3.52,
"step": 28
},
{
"epoch": 0.2652439024390244,
"grad_norm": 18.196651458740234,
"learning_rate": 1.45e-06,
"loss": 3.4765,
"step": 29
},
{
"epoch": 0.27439024390243905,
"grad_norm": 17.778606414794922,
"learning_rate": 1.5e-06,
"loss": 3.3573,
"step": 30
},
{
"epoch": 0.28353658536585363,
"grad_norm": 16.23012924194336,
"learning_rate": 1.5500000000000002e-06,
"loss": 3.2783,
"step": 31
},
{
"epoch": 0.2926829268292683,
"grad_norm": 15.836565017700195,
"learning_rate": 1.6000000000000001e-06,
"loss": 3.2319,
"step": 32
},
{
"epoch": 0.3018292682926829,
"grad_norm": 11.919289588928223,
"learning_rate": 1.6500000000000003e-06,
"loss": 3.1345,
"step": 33
},
{
"epoch": 0.31097560975609756,
"grad_norm": 11.086843490600586,
"learning_rate": 1.7000000000000002e-06,
"loss": 3.1153,
"step": 34
},
{
"epoch": 0.3201219512195122,
"grad_norm": 7.563486576080322,
"learning_rate": 1.75e-06,
"loss": 2.9784,
"step": 35
},
{
"epoch": 0.32926829268292684,
"grad_norm": 7.60545539855957,
"learning_rate": 1.8000000000000001e-06,
"loss": 2.8568,
"step": 36
},
{
"epoch": 0.3384146341463415,
"grad_norm": 7.071218013763428,
"learning_rate": 1.85e-06,
"loss": 2.8879,
"step": 37
},
{
"epoch": 0.3475609756097561,
"grad_norm": 8.200672149658203,
"learning_rate": 1.9000000000000002e-06,
"loss": 2.7437,
"step": 38
},
{
"epoch": 0.3567073170731707,
"grad_norm": 12.079374313354492,
"learning_rate": 1.9500000000000004e-06,
"loss": 2.7589,
"step": 39
},
{
"epoch": 0.36585365853658536,
"grad_norm": 12.21938705444336,
"learning_rate": 2.0000000000000003e-06,
"loss": 2.7098,
"step": 40
},
{
"epoch": 0.375,
"grad_norm": 10.224228858947754,
"learning_rate": 2.05e-06,
"loss": 2.6803,
"step": 41
},
{
"epoch": 0.38414634146341464,
"grad_norm": 10.054616928100586,
"learning_rate": 2.1000000000000002e-06,
"loss": 2.4658,
"step": 42
},
{
"epoch": 0.3932926829268293,
"grad_norm": 8.074049949645996,
"learning_rate": 2.15e-06,
"loss": 2.6341,
"step": 43
},
{
"epoch": 0.4024390243902439,
"grad_norm": 5.721987724304199,
"learning_rate": 2.2e-06,
"loss": 2.3848,
"step": 44
},
{
"epoch": 0.4115853658536585,
"grad_norm": 4.646566390991211,
"learning_rate": 2.25e-06,
"loss": 2.4323,
"step": 45
},
{
"epoch": 0.42073170731707316,
"grad_norm": 4.591104984283447,
"learning_rate": 2.3000000000000004e-06,
"loss": 2.4022,
"step": 46
},
{
"epoch": 0.4298780487804878,
"grad_norm": 4.822715759277344,
"learning_rate": 2.35e-06,
"loss": 2.2768,
"step": 47
},
{
"epoch": 0.43902439024390244,
"grad_norm": 5.176568984985352,
"learning_rate": 2.4000000000000003e-06,
"loss": 2.281,
"step": 48
},
{
"epoch": 0.4481707317073171,
"grad_norm": 4.731242656707764,
"learning_rate": 2.4500000000000003e-06,
"loss": 2.235,
"step": 49
},
{
"epoch": 0.4573170731707317,
"grad_norm": 4.6343865394592285,
"learning_rate": 2.5e-06,
"loss": 2.1465,
"step": 50
},
{
"epoch": 0.46646341463414637,
"grad_norm": 4.669382095336914,
"learning_rate": 2.55e-06,
"loss": 2.0969,
"step": 51
},
{
"epoch": 0.47560975609756095,
"grad_norm": 4.207769870758057,
"learning_rate": 2.6e-06,
"loss": 2.0308,
"step": 52
},
{
"epoch": 0.4847560975609756,
"grad_norm": 5.222470760345459,
"learning_rate": 2.6500000000000005e-06,
"loss": 1.9445,
"step": 53
},
{
"epoch": 0.49390243902439024,
"grad_norm": 5.10925817489624,
"learning_rate": 2.7000000000000004e-06,
"loss": 1.7763,
"step": 54
},
{
"epoch": 0.5030487804878049,
"grad_norm": 4.8151044845581055,
"learning_rate": 2.7500000000000004e-06,
"loss": 1.7661,
"step": 55
},
{
"epoch": 0.5121951219512195,
"grad_norm": 6.155700206756592,
"learning_rate": 2.8000000000000003e-06,
"loss": 1.6665,
"step": 56
},
{
"epoch": 0.5213414634146342,
"grad_norm": 4.719021320343018,
"learning_rate": 2.85e-06,
"loss": 1.5532,
"step": 57
},
{
"epoch": 0.5304878048780488,
"grad_norm": 4.591799259185791,
"learning_rate": 2.9e-06,
"loss": 1.5244,
"step": 58
},
{
"epoch": 0.5396341463414634,
"grad_norm": 5.483795642852783,
"learning_rate": 2.95e-06,
"loss": 1.3816,
"step": 59
},
{
"epoch": 0.5487804878048781,
"grad_norm": 4.32553768157959,
"learning_rate": 3e-06,
"loss": 1.4268,
"step": 60
},
{
"epoch": 0.5579268292682927,
"grad_norm": 8.296231269836426,
"learning_rate": 3.05e-06,
"loss": 1.2887,
"step": 61
},
{
"epoch": 0.5670731707317073,
"grad_norm": 5.07594108581543,
"learning_rate": 3.1000000000000004e-06,
"loss": 1.228,
"step": 62
},
{
"epoch": 0.5762195121951219,
"grad_norm": 8.427435874938965,
"learning_rate": 3.1500000000000003e-06,
"loss": 1.1724,
"step": 63
},
{
"epoch": 0.5853658536585366,
"grad_norm": 22.45092010498047,
"learning_rate": 3.2000000000000003e-06,
"loss": 1.0871,
"step": 64
},
{
"epoch": 0.5945121951219512,
"grad_norm": 20.67412567138672,
"learning_rate": 3.2500000000000002e-06,
"loss": 1.0108,
"step": 65
},
{
"epoch": 0.6036585365853658,
"grad_norm": 4.921634674072266,
"learning_rate": 3.3000000000000006e-06,
"loss": 0.9775,
"step": 66
},
{
"epoch": 0.6128048780487805,
"grad_norm": 4.477286338806152,
"learning_rate": 3.3500000000000005e-06,
"loss": 0.9554,
"step": 67
},
{
"epoch": 0.6219512195121951,
"grad_norm": 8.190194129943848,
"learning_rate": 3.4000000000000005e-06,
"loss": 0.8583,
"step": 68
},
{
"epoch": 0.6310975609756098,
"grad_norm": 29.21201515197754,
"learning_rate": 3.45e-06,
"loss": 0.8499,
"step": 69
},
{
"epoch": 0.6402439024390244,
"grad_norm": 33.81047439575195,
"learning_rate": 3.5e-06,
"loss": 0.858,
"step": 70
},
{
"epoch": 0.649390243902439,
"grad_norm": 3.5125606060028076,
"learning_rate": 3.5500000000000003e-06,
"loss": 0.7227,
"step": 71
},
{
"epoch": 0.6585365853658537,
"grad_norm": 18.493423461914062,
"learning_rate": 3.6000000000000003e-06,
"loss": 0.7447,
"step": 72
},
{
"epoch": 0.6676829268292683,
"grad_norm": 24.923927307128906,
"learning_rate": 3.65e-06,
"loss": 0.8423,
"step": 73
},
{
"epoch": 0.676829268292683,
"grad_norm": 9.870631217956543,
"learning_rate": 3.7e-06,
"loss": 0.6934,
"step": 74
},
{
"epoch": 0.6859756097560976,
"grad_norm": 20.598569869995117,
"learning_rate": 3.7500000000000005e-06,
"loss": 0.7005,
"step": 75
},
{
"epoch": 0.6951219512195121,
"grad_norm": 30.662466049194336,
"learning_rate": 3.8000000000000005e-06,
"loss": 0.6226,
"step": 76
},
{
"epoch": 0.7042682926829268,
"grad_norm": 28.930774688720703,
"learning_rate": 3.85e-06,
"loss": 0.6357,
"step": 77
},
{
"epoch": 0.7134146341463414,
"grad_norm": 7.140467166900635,
"learning_rate": 3.900000000000001e-06,
"loss": 0.6129,
"step": 78
},
{
"epoch": 0.7225609756097561,
"grad_norm": 6.322911739349365,
"learning_rate": 3.95e-06,
"loss": 0.6086,
"step": 79
},
{
"epoch": 0.7317073170731707,
"grad_norm": 5.404141426086426,
"learning_rate": 4.000000000000001e-06,
"loss": 0.5986,
"step": 80
},
{
"epoch": 0.7408536585365854,
"grad_norm": 24.445228576660156,
"learning_rate": 4.05e-06,
"loss": 0.5932,
"step": 81
},
{
"epoch": 0.75,
"grad_norm": 14.275381088256836,
"learning_rate": 4.1e-06,
"loss": 0.5286,
"step": 82
},
{
"epoch": 0.7591463414634146,
"grad_norm": 9.77132511138916,
"learning_rate": 4.15e-06,
"loss": 0.4814,
"step": 83
},
{
"epoch": 0.7682926829268293,
"grad_norm": 11.043930053710938,
"learning_rate": 4.2000000000000004e-06,
"loss": 0.4953,
"step": 84
},
{
"epoch": 0.7774390243902439,
"grad_norm": 3.1333775520324707,
"learning_rate": 4.25e-06,
"loss": 0.4794,
"step": 85
},
{
"epoch": 0.7865853658536586,
"grad_norm": 9.50448989868164,
"learning_rate": 4.3e-06,
"loss": 0.4451,
"step": 86
},
{
"epoch": 0.7957317073170732,
"grad_norm": 5.867074489593506,
"learning_rate": 4.350000000000001e-06,
"loss": 0.4224,
"step": 87
},
{
"epoch": 0.8048780487804879,
"grad_norm": 12.556106567382812,
"learning_rate": 4.4e-06,
"loss": 0.4224,
"step": 88
},
{
"epoch": 0.8140243902439024,
"grad_norm": 7.916622638702393,
"learning_rate": 4.450000000000001e-06,
"loss": 0.4091,
"step": 89
},
{
"epoch": 0.823170731707317,
"grad_norm": 2.970932722091675,
"learning_rate": 4.5e-06,
"loss": 0.4181,
"step": 90
},
{
"epoch": 0.8323170731707317,
"grad_norm": 17.468870162963867,
"learning_rate": 4.5500000000000005e-06,
"loss": 0.4031,
"step": 91
},
{
"epoch": 0.8414634146341463,
"grad_norm": 15.861083984375,
"learning_rate": 4.600000000000001e-06,
"loss": 0.3604,
"step": 92
},
{
"epoch": 0.850609756097561,
"grad_norm": 6.715958118438721,
"learning_rate": 4.65e-06,
"loss": 0.3489,
"step": 93
},
{
"epoch": 0.8597560975609756,
"grad_norm": 5.439844608306885,
"learning_rate": 4.7e-06,
"loss": 0.3339,
"step": 94
},
{
"epoch": 0.8689024390243902,
"grad_norm": 4.650434494018555,
"learning_rate": 4.75e-06,
"loss": 0.3189,
"step": 95
},
{
"epoch": 0.8780487804878049,
"grad_norm": 15.319528579711914,
"learning_rate": 4.800000000000001e-06,
"loss": 0.3347,
"step": 96
},
{
"epoch": 0.8871951219512195,
"grad_norm": 5.151925563812256,
"learning_rate": 4.85e-06,
"loss": 0.3043,
"step": 97
},
{
"epoch": 0.8963414634146342,
"grad_norm": 6.351178169250488,
"learning_rate": 4.9000000000000005e-06,
"loss": 0.2939,
"step": 98
},
{
"epoch": 0.9054878048780488,
"grad_norm": 3.942911148071289,
"learning_rate": 4.95e-06,
"loss": 0.2887,
"step": 99
},
{
"epoch": 0.9146341463414634,
"grad_norm": 3.0885493755340576,
"learning_rate": 5e-06,
"loss": 0.2992,
"step": 100
},
{
"epoch": 0.9237804878048781,
"grad_norm": 7.023274898529053,
"learning_rate": 4.999959803423605e-06,
"loss": 0.2607,
"step": 101
},
{
"epoch": 0.9329268292682927,
"grad_norm": 8.774216651916504,
"learning_rate": 4.9998392149870315e-06,
"loss": 0.2674,
"step": 102
},
{
"epoch": 0.9420731707317073,
"grad_norm": 3.5439791679382324,
"learning_rate": 4.999638238568072e-06,
"loss": 0.2602,
"step": 103
},
{
"epoch": 0.9512195121951219,
"grad_norm": 7.669381618499756,
"learning_rate": 4.999356880629579e-06,
"loss": 0.2718,
"step": 104
},
{
"epoch": 0.9603658536585366,
"grad_norm": 6.9407854080200195,
"learning_rate": 4.998995150219252e-06,
"loss": 0.2494,
"step": 105
},
{
"epoch": 0.9695121951219512,
"grad_norm": 12.144411087036133,
"learning_rate": 4.998553058969352e-06,
"loss": 0.2297,
"step": 106
},
{
"epoch": 0.9786585365853658,
"grad_norm": 6.956138610839844,
"learning_rate": 4.998030621096322e-06,
"loss": 0.2386,
"step": 107
},
{
"epoch": 0.9878048780487805,
"grad_norm": 8.304037094116211,
"learning_rate": 4.997427853400333e-06,
"loss": 0.23,
"step": 108
},
{
"epoch": 0.9969512195121951,
"grad_norm": 7.031365394592285,
"learning_rate": 4.996744775264743e-06,
"loss": 0.2346,
"step": 109
}
],
"logging_steps": 1,
"max_steps": 654,
"num_input_tokens_seen": 0,
"num_train_epochs": 6,
"save_steps": 109,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 3.308236123527971e+18,
"train_batch_size": 4,
"trial_name": null,
"trial_params": null
}