File size: 8,714 Bytes
a7dd65a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 |
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.9984,
"eval_steps": 500,
"global_step": 156,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.064,
"grad_norm": 46.9622688293457,
"learning_rate": 6.249999999999999e-07,
"logits/chosen": -1.849869966506958,
"logits/rejected": -0.29363900423049927,
"logps/chosen": -214.13339233398438,
"logps/rejected": -737.3911743164062,
"loss": 0.7092,
"rewards/accuracies": 0.46875,
"rewards/chosen": 0.004342720843851566,
"rewards/margins": 0.025443650782108307,
"rewards/rejected": -0.021100929006934166,
"step": 10
},
{
"epoch": 0.128,
"grad_norm": 13.521223068237305,
"learning_rate": 9.979871469976195e-07,
"logits/chosen": -1.8478429317474365,
"logits/rejected": -0.2751621603965759,
"logps/chosen": -240.21755981445312,
"logps/rejected": -844.638427734375,
"loss": 0.486,
"rewards/accuracies": 0.9468750357627869,
"rewards/chosen": 0.0402272529900074,
"rewards/margins": 0.6919995546340942,
"rewards/rejected": -0.6517722606658936,
"step": 20
},
{
"epoch": 0.192,
"grad_norm": 0.762617290019989,
"learning_rate": 9.755282581475767e-07,
"logits/chosen": -2.1506738662719727,
"logits/rejected": -0.8184519410133362,
"logps/chosen": -241.9251251220703,
"logps/rejected": -829.9989624023438,
"loss": 0.1228,
"rewards/accuracies": 0.9937499761581421,
"rewards/chosen": -0.33827781677246094,
"rewards/margins": 4.653146266937256,
"rewards/rejected": -4.991424083709717,
"step": 30
},
{
"epoch": 0.256,
"grad_norm": 1.0136756896972656,
"learning_rate": 9.29224396800933e-07,
"logits/chosen": -2.6077799797058105,
"logits/rejected": -1.6289113759994507,
"logps/chosen": -261.08819580078125,
"logps/rejected": -949.7811889648438,
"loss": 0.0522,
"rewards/accuracies": 0.9937499761581421,
"rewards/chosen": -2.5243332386016846,
"rewards/margins": 14.23307991027832,
"rewards/rejected": -16.75741195678711,
"step": 40
},
{
"epoch": 0.32,
"grad_norm": 0.15248946845531464,
"learning_rate": 8.613974319136957e-07,
"logits/chosen": -2.809011459350586,
"logits/rejected": -1.9814908504486084,
"logps/chosen": -262.7459411621094,
"logps/rejected": -1068.808349609375,
"loss": 0.0401,
"rewards/accuracies": 0.996874988079071,
"rewards/chosen": -4.401086807250977,
"rewards/margins": 23.641544342041016,
"rewards/rejected": -28.04262924194336,
"step": 50
},
{
"epoch": 0.384,
"grad_norm": 0.12552589178085327,
"learning_rate": 7.754484907260512e-07,
"logits/chosen": -2.7779171466827393,
"logits/rejected": -2.0284547805786133,
"logps/chosen": -282.9354248046875,
"logps/rejected": -1090.5594482421875,
"loss": 0.036,
"rewards/accuracies": 0.996874988079071,
"rewards/chosen": -5.416067123413086,
"rewards/margins": 25.74221420288086,
"rewards/rejected": -31.158283233642578,
"step": 60
},
{
"epoch": 0.448,
"grad_norm": 0.17482662200927734,
"learning_rate": 6.756874120406714e-07,
"logits/chosen": -2.7689507007598877,
"logits/rejected": -1.9573109149932861,
"logps/chosen": -263.86279296875,
"logps/rejected": -1074.0966796875,
"loss": 0.0455,
"rewards/accuracies": 0.984375,
"rewards/chosen": -4.39678955078125,
"rewards/margins": 24.96966552734375,
"rewards/rejected": -29.366456985473633,
"step": 70
},
{
"epoch": 0.512,
"grad_norm": 0.11299557238817215,
"learning_rate": 5.671166329088277e-07,
"logits/chosen": -2.643343448638916,
"logits/rejected": -1.8395075798034668,
"logps/chosen": -271.737060546875,
"logps/rejected": -1051.107421875,
"loss": 0.0341,
"rewards/accuracies": 1.0,
"rewards/chosen": -3.8055081367492676,
"rewards/margins": 22.575603485107422,
"rewards/rejected": -26.381113052368164,
"step": 80
},
{
"epoch": 0.576,
"grad_norm": 0.12716512382030487,
"learning_rate": 4.5518034554828327e-07,
"logits/chosen": -2.627561092376709,
"logits/rejected": -1.8044594526290894,
"logps/chosen": -267.9153747558594,
"logps/rejected": -1012.906494140625,
"loss": 0.046,
"rewards/accuracies": 0.984375,
"rewards/chosen": -3.2899169921875,
"rewards/margins": 20.98080825805664,
"rewards/rejected": -24.270723342895508,
"step": 90
},
{
"epoch": 0.64,
"grad_norm": 0.14720195531845093,
"learning_rate": 3.454915028125263e-07,
"logits/chosen": -2.617551803588867,
"logits/rejected": -1.7380447387695312,
"logps/chosen": -254.84658813476562,
"logps/rejected": -996.9198608398438,
"loss": 0.0315,
"rewards/accuracies": 1.0,
"rewards/chosen": -2.6352035999298096,
"rewards/margins": 19.858867645263672,
"rewards/rejected": -22.49407196044922,
"step": 100
},
{
"epoch": 0.704,
"grad_norm": 0.1784060150384903,
"learning_rate": 2.4355036129704696e-07,
"logits/chosen": -2.598905324935913,
"logits/rejected": -1.7216695547103882,
"logps/chosen": -248.74453735351562,
"logps/rejected": -993.6848754882812,
"loss": 0.036,
"rewards/accuracies": 1.0,
"rewards/chosen": -2.5882961750030518,
"rewards/margins": 18.992816925048828,
"rewards/rejected": -21.58111572265625,
"step": 110
},
{
"epoch": 0.768,
"grad_norm": 0.11419311910867691,
"learning_rate": 1.5446867550656767e-07,
"logits/chosen": -2.5767769813537598,
"logits/rejected": -1.681131362915039,
"logps/chosen": -256.5839538574219,
"logps/rejected": -994.3280029296875,
"loss": 0.0745,
"rewards/accuracies": 0.987500011920929,
"rewards/chosen": -2.4366414546966553,
"rewards/margins": 18.98566436767578,
"rewards/rejected": -21.422306060791016,
"step": 120
},
{
"epoch": 0.832,
"grad_norm": 0.10517225414514542,
"learning_rate": 8.271337313934867e-08,
"logits/chosen": -2.5168538093566895,
"logits/rejected": -1.6293193101882935,
"logps/chosen": -269.16278076171875,
"logps/rejected": -979.6190795898438,
"loss": 0.0499,
"rewards/accuracies": 0.984375,
"rewards/chosen": -2.368694543838501,
"rewards/margins": 18.073989868164062,
"rewards/rejected": -20.442684173583984,
"step": 130
},
{
"epoch": 0.896,
"grad_norm": 0.1312648206949234,
"learning_rate": 3.188256468013139e-08,
"logits/chosen": -2.5698208808898926,
"logits/rejected": -1.6306824684143066,
"logps/chosen": -250.3894805908203,
"logps/rejected": -1000.3046875,
"loss": 0.0339,
"rewards/accuracies": 0.996874988079071,
"rewards/chosen": -2.0379717350006104,
"rewards/margins": 18.880815505981445,
"rewards/rejected": -20.918787002563477,
"step": 140
},
{
"epoch": 0.96,
"grad_norm": 0.11260352283716202,
"learning_rate": 4.5251191160326495e-09,
"logits/chosen": -2.5329906940460205,
"logits/rejected": -1.5752902030944824,
"logps/chosen": -271.48443603515625,
"logps/rejected": -1053.84765625,
"loss": 0.0735,
"rewards/accuracies": 0.987500011920929,
"rewards/chosen": -2.3061203956604004,
"rewards/margins": 19.025531768798828,
"rewards/rejected": -21.331653594970703,
"step": 150
},
{
"epoch": 0.9984,
"step": 156,
"total_flos": 1.1115841451898962e+18,
"train_loss": 0.1217762088546386,
"train_runtime": 6099.7709,
"train_samples_per_second": 0.82,
"train_steps_per_second": 0.026
}
],
"logging_steps": 10,
"max_steps": 156,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 1.1115841451898962e+18,
"train_batch_size": 1,
"trial_name": null,
"trial_params": null
}
|