File size: 5,769 Bytes
8d6bc18 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 | {
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 2.0,
"eval_steps": 1000,
"global_step": 11560,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.00017301038062283736,
"grad_norm": 7.641876220703125,
"learning_rate": 0.0,
"loss": 3.1444,
"step": 1
},
{
"epoch": 0.17301038062283736,
"grad_norm": 5.932699203491211,
"learning_rate": 3.4532871972318343e-06,
"loss": 2.8902,
"step": 1000
},
{
"epoch": 0.17301038062283736,
"eval_cosine_accuracy": 0.9446839690208435,
"eval_loss": 0.5921438336372375,
"eval_runtime": 34.6127,
"eval_samples_per_second": 274.726,
"eval_steps_per_second": 2.167,
"step": 1000
},
{
"epoch": 0.3460207612456747,
"grad_norm": 5.819000244140625,
"learning_rate": 6.913494809688582e-06,
"loss": 2.3137,
"step": 2000
},
{
"epoch": 0.3460207612456747,
"eval_cosine_accuracy": 0.9536228775978088,
"eval_loss": 0.5212574601173401,
"eval_runtime": 34.0023,
"eval_samples_per_second": 279.658,
"eval_steps_per_second": 2.206,
"step": 2000
},
{
"epoch": 0.5190311418685121,
"grad_norm": 6.0497145652771,
"learning_rate": 1.0373702422145328e-05,
"loss": 2.0646,
"step": 3000
},
{
"epoch": 0.5190311418685121,
"eval_cosine_accuracy": 0.9586707353591919,
"eval_loss": 0.48181453347206116,
"eval_runtime": 34.1002,
"eval_samples_per_second": 278.855,
"eval_steps_per_second": 2.199,
"step": 3000
},
{
"epoch": 0.6920415224913494,
"grad_norm": 8.783215522766113,
"learning_rate": 1.3833910034602079e-05,
"loss": 1.7373,
"step": 4000
},
{
"epoch": 0.6920415224913494,
"eval_cosine_accuracy": 0.9621411561965942,
"eval_loss": 0.45189711451530457,
"eval_runtime": 34.4171,
"eval_samples_per_second": 276.287,
"eval_steps_per_second": 2.179,
"step": 4000
},
{
"epoch": 0.8650519031141869,
"grad_norm": 9.1194486618042,
"learning_rate": 1.7290657439446367e-05,
"loss": 1.2623,
"step": 5000
},
{
"epoch": 0.8650519031141869,
"eval_cosine_accuracy": 0.9628772735595703,
"eval_loss": 0.43156424164772034,
"eval_runtime": 34.3791,
"eval_samples_per_second": 276.592,
"eval_steps_per_second": 2.182,
"step": 5000
},
{
"epoch": 1.0380622837370241,
"grad_norm": 5.145761013031006,
"learning_rate": 1.981228373702422e-05,
"loss": 1.1672,
"step": 6000
},
{
"epoch": 1.0380622837370241,
"eval_cosine_accuracy": 0.9668734669685364,
"eval_loss": 0.40927383303642273,
"eval_runtime": 34.7652,
"eval_samples_per_second": 273.52,
"eval_steps_per_second": 2.157,
"step": 6000
},
{
"epoch": 1.2110726643598615,
"grad_norm": 5.79741907119751,
"learning_rate": 1.8947231833910037e-05,
"loss": 1.5637,
"step": 7000
},
{
"epoch": 1.2110726643598615,
"eval_cosine_accuracy": 0.9705542325973511,
"eval_loss": 0.3972666263580322,
"eval_runtime": 34.1048,
"eval_samples_per_second": 278.817,
"eval_steps_per_second": 2.199,
"step": 7000
},
{
"epoch": 1.3840830449826989,
"grad_norm": 5.9991455078125,
"learning_rate": 1.808304498269896e-05,
"loss": 1.4262,
"step": 8000
},
{
"epoch": 1.3840830449826989,
"eval_cosine_accuracy": 0.9701335430145264,
"eval_loss": 0.38196370005607605,
"eval_runtime": 34.3663,
"eval_samples_per_second": 276.695,
"eval_steps_per_second": 2.182,
"step": 8000
},
{
"epoch": 1.5570934256055362,
"grad_norm": 5.515242576599121,
"learning_rate": 1.7217993079584777e-05,
"loss": 1.3676,
"step": 9000
},
{
"epoch": 1.5570934256055362,
"eval_cosine_accuracy": 0.9711852073669434,
"eval_loss": 0.37576621770858765,
"eval_runtime": 34.1496,
"eval_samples_per_second": 278.451,
"eval_steps_per_second": 2.196,
"step": 9000
},
{
"epoch": 1.7301038062283736,
"grad_norm": 7.644779682159424,
"learning_rate": 1.6353806228373702e-05,
"loss": 1.1239,
"step": 10000
},
{
"epoch": 1.7301038062283736,
"eval_cosine_accuracy": 0.9715006947517395,
"eval_loss": 0.3619973063468933,
"eval_runtime": 34.2124,
"eval_samples_per_second": 277.941,
"eval_steps_per_second": 2.192,
"step": 10000
},
{
"epoch": 1.903114186851211,
"grad_norm": 5.467769622802734,
"learning_rate": 1.5488754325259517e-05,
"loss": 0.8423,
"step": 11000
},
{
"epoch": 1.903114186851211,
"eval_cosine_accuracy": 0.9704490303993225,
"eval_loss": 0.359011709690094,
"eval_runtime": 34.1623,
"eval_samples_per_second": 278.348,
"eval_steps_per_second": 2.195,
"step": 11000
}
],
"logging_steps": 1000,
"max_steps": 28900,
"num_input_tokens_seen": 0,
"num_train_epochs": 5,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 0.0,
"train_batch_size": 128,
"trial_name": null,
"trial_params": null
}
|