distill_70b_infra_together / trainer_state.json
sedrickkeh's picture
End of training
ea62e93 verified
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 2.962025316455696,
"eval_steps": 500,
"global_step": 78,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0379746835443038,
"grad_norm": 3.730775833129883,
"learning_rate": 1.25e-06,
"loss": 0.5604,
"step": 1
},
{
"epoch": 0.0759493670886076,
"grad_norm": 3.6736209392547607,
"learning_rate": 2.5e-06,
"loss": 0.5593,
"step": 2
},
{
"epoch": 0.11392405063291139,
"grad_norm": 3.981900930404663,
"learning_rate": 3.7500000000000005e-06,
"loss": 0.6038,
"step": 3
},
{
"epoch": 0.1518987341772152,
"grad_norm": 3.8179543018341064,
"learning_rate": 5e-06,
"loss": 0.6291,
"step": 4
},
{
"epoch": 0.189873417721519,
"grad_norm": 2.5255050659179688,
"learning_rate": 6.25e-06,
"loss": 0.5591,
"step": 5
},
{
"epoch": 0.22784810126582278,
"grad_norm": 2.027761220932007,
"learning_rate": 7.500000000000001e-06,
"loss": 0.5085,
"step": 6
},
{
"epoch": 0.26582278481012656,
"grad_norm": 3.217236280441284,
"learning_rate": 8.750000000000001e-06,
"loss": 0.5539,
"step": 7
},
{
"epoch": 0.3037974683544304,
"grad_norm": 3.350926399230957,
"learning_rate": 1e-05,
"loss": 0.5758,
"step": 8
},
{
"epoch": 0.34177215189873417,
"grad_norm": 2.6881141662597656,
"learning_rate": 9.994965332706574e-06,
"loss": 0.5012,
"step": 9
},
{
"epoch": 0.379746835443038,
"grad_norm": 2.5854835510253906,
"learning_rate": 9.979871469976197e-06,
"loss": 0.4834,
"step": 10
},
{
"epoch": 0.4177215189873418,
"grad_norm": 1.539324164390564,
"learning_rate": 9.954748808839675e-06,
"loss": 0.4387,
"step": 11
},
{
"epoch": 0.45569620253164556,
"grad_norm": 1.5237408876419067,
"learning_rate": 9.91964794299315e-06,
"loss": 0.5002,
"step": 12
},
{
"epoch": 0.4936708860759494,
"grad_norm": 1.1909750699996948,
"learning_rate": 9.874639560909118e-06,
"loss": 0.4044,
"step": 13
},
{
"epoch": 0.5316455696202531,
"grad_norm": 0.9470555782318115,
"learning_rate": 9.819814303479268e-06,
"loss": 0.387,
"step": 14
},
{
"epoch": 0.569620253164557,
"grad_norm": 0.8260341882705688,
"learning_rate": 9.755282581475769e-06,
"loss": 0.4018,
"step": 15
},
{
"epoch": 0.6075949367088608,
"grad_norm": 0.7401832938194275,
"learning_rate": 9.681174353198687e-06,
"loss": 0.4,
"step": 16
},
{
"epoch": 0.6455696202531646,
"grad_norm": 0.7956098914146423,
"learning_rate": 9.597638862757255e-06,
"loss": 0.4011,
"step": 17
},
{
"epoch": 0.6835443037974683,
"grad_norm": 0.6847963929176331,
"learning_rate": 9.504844339512096e-06,
"loss": 0.3731,
"step": 18
},
{
"epoch": 0.7215189873417721,
"grad_norm": 0.6996802687644958,
"learning_rate": 9.40297765928369e-06,
"loss": 0.3818,
"step": 19
},
{
"epoch": 0.759493670886076,
"grad_norm": 0.7493308782577515,
"learning_rate": 9.292243968009332e-06,
"loss": 0.4179,
"step": 20
},
{
"epoch": 0.7974683544303798,
"grad_norm": 0.5356415510177612,
"learning_rate": 9.172866268606514e-06,
"loss": 0.3786,
"step": 21
},
{
"epoch": 0.8354430379746836,
"grad_norm": 0.6219912767410278,
"learning_rate": 9.045084971874738e-06,
"loss": 0.368,
"step": 22
},
{
"epoch": 0.8734177215189873,
"grad_norm": 0.5167115330696106,
"learning_rate": 8.90915741234015e-06,
"loss": 0.3686,
"step": 23
},
{
"epoch": 0.9113924050632911,
"grad_norm": 0.5557819604873657,
"learning_rate": 8.765357330018056e-06,
"loss": 0.3481,
"step": 24
},
{
"epoch": 0.9493670886075949,
"grad_norm": 0.5410380959510803,
"learning_rate": 8.613974319136959e-06,
"loss": 0.3491,
"step": 25
},
{
"epoch": 0.9873417721518988,
"grad_norm": 0.46455472707748413,
"learning_rate": 8.455313244934324e-06,
"loss": 0.3619,
"step": 26
},
{
"epoch": 1.0253164556962024,
"grad_norm": 0.8875452876091003,
"learning_rate": 8.289693629698564e-06,
"loss": 0.6171,
"step": 27
},
{
"epoch": 1.0632911392405062,
"grad_norm": 0.5331273078918457,
"learning_rate": 8.117449009293668e-06,
"loss": 0.3656,
"step": 28
},
{
"epoch": 1.1012658227848102,
"grad_norm": 0.5281752347946167,
"learning_rate": 7.938926261462366e-06,
"loss": 0.3338,
"step": 29
},
{
"epoch": 1.139240506329114,
"grad_norm": 0.49164435267448425,
"learning_rate": 7.754484907260513e-06,
"loss": 0.3502,
"step": 30
},
{
"epoch": 1.1772151898734178,
"grad_norm": 0.4439161419868469,
"learning_rate": 7.564496387029532e-06,
"loss": 0.3366,
"step": 31
},
{
"epoch": 1.2151898734177216,
"grad_norm": 0.4810440242290497,
"learning_rate": 7.369343312364994e-06,
"loss": 0.3378,
"step": 32
},
{
"epoch": 1.2531645569620253,
"grad_norm": 0.41076362133026123,
"learning_rate": 7.169418695587791e-06,
"loss": 0.3459,
"step": 33
},
{
"epoch": 1.2911392405063291,
"grad_norm": 0.35466068983078003,
"learning_rate": 6.965125158269619e-06,
"loss": 0.2932,
"step": 34
},
{
"epoch": 1.3291139240506329,
"grad_norm": 0.34635645151138306,
"learning_rate": 6.7568741204067145e-06,
"loss": 0.3038,
"step": 35
},
{
"epoch": 1.3670886075949367,
"grad_norm": 0.3956928253173828,
"learning_rate": 6.545084971874738e-06,
"loss": 0.3305,
"step": 36
},
{
"epoch": 1.4050632911392404,
"grad_norm": 0.3470723628997803,
"learning_rate": 6.330184227833376e-06,
"loss": 0.3243,
"step": 37
},
{
"epoch": 1.4430379746835442,
"grad_norm": 0.3708542585372925,
"learning_rate": 6.112604669781572e-06,
"loss": 0.3097,
"step": 38
},
{
"epoch": 1.481012658227848,
"grad_norm": 0.34405726194381714,
"learning_rate": 5.892784473993184e-06,
"loss": 0.2806,
"step": 39
},
{
"epoch": 1.518987341772152,
"grad_norm": 0.40255266427993774,
"learning_rate": 5.671166329088278e-06,
"loss": 0.3565,
"step": 40
},
{
"epoch": 1.5569620253164556,
"grad_norm": 0.30957698822021484,
"learning_rate": 5.448196544517168e-06,
"loss": 0.2935,
"step": 41
},
{
"epoch": 1.5949367088607596,
"grad_norm": 0.34429731965065,
"learning_rate": 5.224324151752575e-06,
"loss": 0.3026,
"step": 42
},
{
"epoch": 1.6329113924050633,
"grad_norm": 0.37622812390327454,
"learning_rate": 5e-06,
"loss": 0.3221,
"step": 43
},
{
"epoch": 1.6708860759493671,
"grad_norm": 0.3291604220867157,
"learning_rate": 4.775675848247427e-06,
"loss": 0.3033,
"step": 44
},
{
"epoch": 1.7088607594936709,
"grad_norm": 0.31401413679122925,
"learning_rate": 4.551803455482833e-06,
"loss": 0.3059,
"step": 45
},
{
"epoch": 1.7468354430379747,
"grad_norm": 0.3352019786834717,
"learning_rate": 4.3288336709117246e-06,
"loss": 0.3011,
"step": 46
},
{
"epoch": 1.7848101265822784,
"grad_norm": 0.3071447014808655,
"learning_rate": 4.107215526006818e-06,
"loss": 0.3253,
"step": 47
},
{
"epoch": 1.8227848101265822,
"grad_norm": 0.35264137387275696,
"learning_rate": 3.887395330218429e-06,
"loss": 0.3514,
"step": 48
},
{
"epoch": 1.8607594936708862,
"grad_norm": 0.33903148770332336,
"learning_rate": 3.669815772166625e-06,
"loss": 0.308,
"step": 49
},
{
"epoch": 1.8987341772151898,
"grad_norm": 0.32152560353279114,
"learning_rate": 3.4549150281252635e-06,
"loss": 0.3251,
"step": 50
},
{
"epoch": 1.9367088607594938,
"grad_norm": 0.3024255335330963,
"learning_rate": 3.2431258795932863e-06,
"loss": 0.3039,
"step": 51
},
{
"epoch": 1.9746835443037973,
"grad_norm": 0.28586339950561523,
"learning_rate": 3.0348748417303826e-06,
"loss": 0.298,
"step": 52
},
{
"epoch": 2.0126582278481013,
"grad_norm": 0.7231127023696899,
"learning_rate": 2.83058130441221e-06,
"loss": 0.5808,
"step": 53
},
{
"epoch": 2.050632911392405,
"grad_norm": 0.2656592130661011,
"learning_rate": 2.6306566876350072e-06,
"loss": 0.3013,
"step": 54
},
{
"epoch": 2.088607594936709,
"grad_norm": 0.3404831290245056,
"learning_rate": 2.43550361297047e-06,
"loss": 0.319,
"step": 55
},
{
"epoch": 2.1265822784810124,
"grad_norm": 0.2838174104690552,
"learning_rate": 2.245515092739488e-06,
"loss": 0.2785,
"step": 56
},
{
"epoch": 2.1645569620253164,
"grad_norm": 0.3077821433544159,
"learning_rate": 2.061073738537635e-06,
"loss": 0.2878,
"step": 57
},
{
"epoch": 2.2025316455696204,
"grad_norm": 0.3221641778945923,
"learning_rate": 1.8825509907063328e-06,
"loss": 0.3001,
"step": 58
},
{
"epoch": 2.240506329113924,
"grad_norm": 0.29776477813720703,
"learning_rate": 1.7103063703014372e-06,
"loss": 0.3073,
"step": 59
},
{
"epoch": 2.278481012658228,
"grad_norm": 0.2897549569606781,
"learning_rate": 1.544686755065677e-06,
"loss": 0.2899,
"step": 60
},
{
"epoch": 2.3164556962025316,
"grad_norm": 0.28489553928375244,
"learning_rate": 1.3860256808630429e-06,
"loss": 0.2983,
"step": 61
},
{
"epoch": 2.3544303797468356,
"grad_norm": 0.24896368384361267,
"learning_rate": 1.234642669981946e-06,
"loss": 0.2788,
"step": 62
},
{
"epoch": 2.392405063291139,
"grad_norm": 0.27976804971694946,
"learning_rate": 1.0908425876598512e-06,
"loss": 0.2916,
"step": 63
},
{
"epoch": 2.430379746835443,
"grad_norm": 0.26489588618278503,
"learning_rate": 9.549150281252633e-07,
"loss": 0.2914,
"step": 64
},
{
"epoch": 2.4683544303797467,
"grad_norm": 0.25014784932136536,
"learning_rate": 8.271337313934869e-07,
"loss": 0.2879,
"step": 65
},
{
"epoch": 2.5063291139240507,
"grad_norm": 0.27488312125205994,
"learning_rate": 7.077560319906696e-07,
"loss": 0.3198,
"step": 66
},
{
"epoch": 2.5443037974683547,
"grad_norm": 0.2766207456588745,
"learning_rate": 5.9702234071631e-07,
"loss": 0.324,
"step": 67
},
{
"epoch": 2.5822784810126582,
"grad_norm": 0.2341255247592926,
"learning_rate": 4.951556604879049e-07,
"loss": 0.2938,
"step": 68
},
{
"epoch": 2.620253164556962,
"grad_norm": 0.23452407121658325,
"learning_rate": 4.0236113724274716e-07,
"loss": 0.2742,
"step": 69
},
{
"epoch": 2.6582278481012658,
"grad_norm": 0.24318979680538177,
"learning_rate": 3.18825646801314e-07,
"loss": 0.2693,
"step": 70
},
{
"epoch": 2.6962025316455698,
"grad_norm": 0.258581280708313,
"learning_rate": 2.447174185242324e-07,
"loss": 0.3057,
"step": 71
},
{
"epoch": 2.7341772151898733,
"grad_norm": 0.25280535221099854,
"learning_rate": 1.801856965207338e-07,
"loss": 0.2846,
"step": 72
},
{
"epoch": 2.7721518987341773,
"grad_norm": 0.22219274938106537,
"learning_rate": 1.253604390908819e-07,
"loss": 0.2799,
"step": 73
},
{
"epoch": 2.810126582278481,
"grad_norm": 0.24744276702404022,
"learning_rate": 8.035205700685167e-08,
"loss": 0.298,
"step": 74
},
{
"epoch": 2.848101265822785,
"grad_norm": 0.22492331266403198,
"learning_rate": 4.52511911603265e-08,
"loss": 0.2843,
"step": 75
},
{
"epoch": 2.8860759493670884,
"grad_norm": 0.2421312928199768,
"learning_rate": 2.012853002380466e-08,
"loss": 0.2815,
"step": 76
},
{
"epoch": 2.9240506329113924,
"grad_norm": 0.25611355900764465,
"learning_rate": 5.034667293427053e-09,
"loss": 0.3065,
"step": 77
},
{
"epoch": 2.962025316455696,
"grad_norm": 0.23878204822540283,
"learning_rate": 0.0,
"loss": 0.267,
"step": 78
},
{
"epoch": 2.962025316455696,
"step": 78,
"total_flos": 153686659301376.0,
"train_loss": 0.36335091522106755,
"train_runtime": 1907.3671,
"train_samples_per_second": 3.932,
"train_steps_per_second": 0.041
}
],
"logging_steps": 1.0,
"max_steps": 78,
"num_input_tokens_seen": 0,
"num_train_epochs": 3,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 153686659301376.0,
"train_batch_size": 1,
"trial_name": null,
"trial_params": null
}