File size: 5,104 Bytes
eb73939 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 |
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 2.0,
"eval_steps": 500,
"global_step": 290,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"entropy": 0.7135222218930721,
"epoch": 0.1386481802426343,
"grad_norm": 2.765625,
"learning_rate": 3.2758620689655175e-06,
"loss": 1.0037,
"mean_token_accuracy": 0.766643451154232,
"num_tokens": 6832690.0,
"step": 20
},
{
"entropy": 0.6983387872576714,
"epoch": 0.2772963604852686,
"grad_norm": 1.171875,
"learning_rate": 6.724137931034484e-06,
"loss": 0.7837,
"mean_token_accuracy": 0.7993580244481564,
"num_tokens": 13664933.0,
"step": 40
},
{
"entropy": 0.5203136764466763,
"epoch": 0.41594454072790293,
"grad_norm": 0.44140625,
"learning_rate": 9.999541586764836e-06,
"loss": 0.5293,
"mean_token_accuracy": 0.8474333696067333,
"num_tokens": 20500452.0,
"step": 60
},
{
"entropy": 0.4632941197603941,
"epoch": 0.5545927209705372,
"grad_norm": 0.34765625,
"learning_rate": 9.799195340909569e-06,
"loss": 0.4664,
"mean_token_accuracy": 0.8605481564998627,
"num_tokens": 27342335.0,
"step": 80
},
{
"entropy": 0.44385356418788435,
"epoch": 0.6932409012131716,
"grad_norm": 0.384765625,
"learning_rate": 9.248987682898576e-06,
"loss": 0.4448,
"mean_token_accuracy": 0.8655192881822587,
"num_tokens": 34182590.0,
"step": 100
},
{
"entropy": 0.44103220105171204,
"epoch": 0.8318890814558059,
"grad_norm": 0.341796875,
"learning_rate": 8.389028759232816e-06,
"loss": 0.4425,
"mean_token_accuracy": 0.8660077638924122,
"num_tokens": 41024570.0,
"step": 120
},
{
"entropy": 0.4328003875911236,
"epoch": 0.9705372616984402,
"grad_norm": 0.318359375,
"learning_rate": 7.2820095883138456e-06,
"loss": 0.4334,
"mean_token_accuracy": 0.8682045668363572,
"num_tokens": 47861377.0,
"step": 140
},
{
"entropy": 0.4284165660282234,
"epoch": 1.1039861351819757,
"grad_norm": 0.326171875,
"learning_rate": 6.008631884264387e-06,
"loss": 0.4289,
"mean_token_accuracy": 0.868948469688366,
"num_tokens": 54391813.0,
"step": 160
},
{
"entropy": 0.4236792534589767,
"epoch": 1.24263431542461,
"grad_norm": 0.341796875,
"learning_rate": 4.661724900761355e-06,
"loss": 0.4239,
"mean_token_accuracy": 0.8704770557582379,
"num_tokens": 61227970.0,
"step": 180
},
{
"entropy": 0.42442810237407685,
"epoch": 1.3812824956672443,
"grad_norm": 0.33984375,
"learning_rate": 3.3394781770539406e-06,
"loss": 0.4245,
"mean_token_accuracy": 0.8702129699289799,
"num_tokens": 68065726.0,
"step": 200
},
{
"entropy": 0.42482112273573874,
"epoch": 1.5199306759098787,
"grad_norm": 0.318359375,
"learning_rate": 2.138283519083281e-06,
"loss": 0.4249,
"mean_token_accuracy": 0.8700512439012528,
"num_tokens": 74903041.0,
"step": 220
},
{
"entropy": 0.4213219854980707,
"epoch": 1.658578856152513,
"grad_norm": 0.32421875,
"learning_rate": 1.145708035387177e-06,
"loss": 0.4219,
"mean_token_accuracy": 0.8707552805542946,
"num_tokens": 81743295.0,
"step": 240
},
{
"entropy": 0.422089908644557,
"epoch": 1.7972270363951472,
"grad_norm": 0.322265625,
"learning_rate": 4.341104935775442e-07,
"loss": 0.4229,
"mean_token_accuracy": 0.8708024740219116,
"num_tokens": 88577789.0,
"step": 260
},
{
"entropy": 0.4224289160221815,
"epoch": 1.9358752166377817,
"grad_norm": 0.322265625,
"learning_rate": 5.536636509891225e-08,
"loss": 0.4232,
"mean_token_accuracy": 0.8705480195581913,
"num_tokens": 95417722.0,
"step": 280
},
{
"entropy": 0.4213579764237275,
"epoch": 2.0,
"mean_token_accuracy": 0.8710838395196039,
"num_tokens": 98528536.0,
"step": 290,
"total_flos": 2.1561577524323942e+18,
"train_loss": 0.5024350297862086,
"train_runtime": 9862.6956,
"train_samples_per_second": 9.819,
"train_steps_per_second": 0.029
}
],
"logging_steps": 20,
"max_steps": 290,
"num_input_tokens_seen": 0,
"num_train_epochs": 2,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 2.1561577524323942e+18,
"train_batch_size": 84,
"trial_name": null,
"trial_params": null
}
|