File size: 8,894 Bytes
ba57b2e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 | {
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.9971486761710794,
"eval_steps": 100,
"global_step": 153,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.01,
"learning_rate": 3.125e-07,
"logits/chosen": -2.8404829502105713,
"logits/rejected": -2.7363457679748535,
"logps/chosen": -137.61058044433594,
"logps/rejected": -117.74949645996094,
"loss": 0.6931,
"rewards/accuracies": 0.0,
"rewards/chosen": 0.0,
"rewards/margins": 0.0,
"rewards/rejected": 0.0,
"step": 1
},
{
"epoch": 0.07,
"learning_rate": 3.125e-06,
"logits/chosen": -2.7154855728149414,
"logits/rejected": -2.6928329467773438,
"logps/chosen": -123.34764099121094,
"logps/rejected": -126.27674865722656,
"loss": 0.693,
"rewards/accuracies": 0.4895833432674408,
"rewards/chosen": 0.0009532907279208302,
"rewards/margins": 0.00024687068071216345,
"rewards/rejected": 0.0007064202218316495,
"step": 10
},
{
"epoch": 0.13,
"learning_rate": 4.989490450759331e-06,
"logits/chosen": -2.775507688522339,
"logits/rejected": -2.7605175971984863,
"logps/chosen": -131.35130310058594,
"logps/rejected": -129.89755249023438,
"loss": 0.6927,
"rewards/accuracies": 0.574999988079071,
"rewards/chosen": 0.012469060719013214,
"rewards/margins": 0.00148476823233068,
"rewards/rejected": 0.010984293185174465,
"step": 20
},
{
"epoch": 0.2,
"learning_rate": 4.872270441827174e-06,
"logits/chosen": -2.7530579566955566,
"logits/rejected": -2.703279733657837,
"logps/chosen": -124.97566223144531,
"logps/rejected": -123.0599136352539,
"loss": 0.6914,
"rewards/accuracies": 0.578125,
"rewards/chosen": 0.04268375411629677,
"rewards/margins": 0.004245065152645111,
"rewards/rejected": 0.03843868523836136,
"step": 30
},
{
"epoch": 0.26,
"learning_rate": 4.630851211353007e-06,
"logits/chosen": -2.7293448448181152,
"logits/rejected": -2.70413875579834,
"logps/chosen": -121.0544204711914,
"logps/rejected": -125.32257080078125,
"loss": 0.6899,
"rewards/accuracies": 0.606249988079071,
"rewards/chosen": 0.06691654026508331,
"rewards/margins": 0.008759822696447372,
"rewards/rejected": 0.05815672129392624,
"step": 40
},
{
"epoch": 0.33,
"learning_rate": 4.277872161641682e-06,
"logits/chosen": -2.7005789279937744,
"logits/rejected": -2.6852593421936035,
"logps/chosen": -121.9286880493164,
"logps/rejected": -122.9526596069336,
"loss": 0.6889,
"rewards/accuracies": 0.59375,
"rewards/chosen": 0.08492810279130936,
"rewards/margins": 0.008367636241018772,
"rewards/rejected": 0.07656045258045197,
"step": 50
},
{
"epoch": 0.39,
"learning_rate": 3.831813362428005e-06,
"logits/chosen": -2.6874237060546875,
"logits/rejected": -2.6661763191223145,
"logps/chosen": -127.428955078125,
"logps/rejected": -120.95658111572266,
"loss": 0.6868,
"rewards/accuracies": 0.5718749761581421,
"rewards/chosen": 0.09333746135234833,
"rewards/margins": 0.018141191452741623,
"rewards/rejected": 0.075196273624897,
"step": 60
},
{
"epoch": 0.46,
"learning_rate": 3.3160280345958614e-06,
"logits/chosen": -2.631645679473877,
"logits/rejected": -2.592644214630127,
"logps/chosen": -116.2786636352539,
"logps/rejected": -119.904541015625,
"loss": 0.6833,
"rewards/accuracies": 0.621874988079071,
"rewards/chosen": 0.068717822432518,
"rewards/margins": 0.020535219460725784,
"rewards/rejected": 0.04818259924650192,
"step": 70
},
{
"epoch": 0.52,
"learning_rate": 2.757519902117886e-06,
"logits/chosen": -2.6794140338897705,
"logits/rejected": -2.6262881755828857,
"logps/chosen": -115.40583801269531,
"logps/rejected": -118.37687683105469,
"loss": 0.6826,
"rewards/accuracies": 0.643750011920929,
"rewards/chosen": 0.04097718372941017,
"rewards/margins": 0.0270619448274374,
"rewards/rejected": 0.01391523890197277,
"step": 80
},
{
"epoch": 0.59,
"learning_rate": 2.185529423440807e-06,
"logits/chosen": -2.654372453689575,
"logits/rejected": -2.6041693687438965,
"logps/chosen": -125.3586654663086,
"logps/rejected": -126.3048095703125,
"loss": 0.6802,
"rewards/accuracies": 0.612500011920929,
"rewards/chosen": 0.07956322282552719,
"rewards/margins": 0.03575668856501579,
"rewards/rejected": 0.0438065305352211,
"step": 90
},
{
"epoch": 0.65,
"learning_rate": 1.6300029195778454e-06,
"logits/chosen": -2.6299571990966797,
"logits/rejected": -2.6014647483825684,
"logps/chosen": -121.17118835449219,
"logps/rejected": -126.56787109375,
"loss": 0.6781,
"rewards/accuracies": 0.590624988079071,
"rewards/chosen": 0.06307043880224228,
"rewards/margins": 0.035764340311288834,
"rewards/rejected": 0.027306100353598595,
"step": 100
},
{
"epoch": 0.65,
"eval_logits/chosen": -2.6276280879974365,
"eval_logits/rejected": -2.5400655269622803,
"eval_logps/chosen": -289.5703125,
"eval_logps/rejected": -269.8819274902344,
"eval_loss": 0.6668701171875,
"eval_rewards/accuracies": 0.6439999938011169,
"eval_rewards/chosen": -0.026262342929840088,
"eval_rewards/margins": 0.059951718896627426,
"eval_rewards/rejected": -0.08621405810117722,
"eval_runtime": 381.9384,
"eval_samples_per_second": 5.236,
"eval_steps_per_second": 0.655,
"step": 100
},
{
"epoch": 0.72,
"learning_rate": 1.1200247470632394e-06,
"logits/chosen": -2.640122652053833,
"logits/rejected": -2.605874538421631,
"logps/chosen": -128.22695922851562,
"logps/rejected": -126.72957611083984,
"loss": 0.6778,
"rewards/accuracies": 0.565625011920929,
"rewards/chosen": 0.03247489407658577,
"rewards/margins": 0.034549370408058167,
"rewards/rejected": -0.0020744793582707644,
"step": 110
},
{
"epoch": 0.78,
"learning_rate": 6.822945986946386e-07,
"logits/chosen": -2.6430487632751465,
"logits/rejected": -2.6212897300720215,
"logps/chosen": -125.3406753540039,
"logps/rejected": -127.47813415527344,
"loss": 0.6773,
"rewards/accuracies": 0.546875,
"rewards/chosen": 0.04354492202401161,
"rewards/margins": 0.01878989301621914,
"rewards/rejected": 0.02475503273308277,
"step": 120
},
{
"epoch": 0.85,
"learning_rate": 3.397296523427807e-07,
"logits/chosen": -2.5850777626037598,
"logits/rejected": -2.558905839920044,
"logps/chosen": -126.96197509765625,
"logps/rejected": -130.18173217773438,
"loss": 0.676,
"rewards/accuracies": 0.6343749761581421,
"rewards/chosen": 0.026839906349778175,
"rewards/margins": 0.039194256067276,
"rewards/rejected": -0.012354351580142975,
"step": 130
},
{
"epoch": 0.91,
"learning_rate": 1.102647517397798e-07,
"logits/chosen": -2.6094307899475098,
"logits/rejected": -2.559872627258301,
"logps/chosen": -123.62800598144531,
"logps/rejected": -125.2538833618164,
"loss": 0.6781,
"rewards/accuracies": 0.590624988079071,
"rewards/chosen": 0.02713879942893982,
"rewards/margins": 0.04252254590392113,
"rewards/rejected": -0.015383748337626457,
"step": 140
},
{
"epoch": 0.98,
"learning_rate": 5.9134352763748345e-09,
"logits/chosen": -2.6256508827209473,
"logits/rejected": -2.61336088180542,
"logps/chosen": -125.59254455566406,
"logps/rejected": -130.33981323242188,
"loss": 0.6745,
"rewards/accuracies": 0.6031249761581421,
"rewards/chosen": 0.032428476959466934,
"rewards/margins": 0.05681389570236206,
"rewards/rejected": -0.024385426193475723,
"step": 150
},
{
"epoch": 1.0,
"step": 153,
"total_flos": 0.0,
"train_loss": 0.6834432619069916,
"train_runtime": 6282.2252,
"train_samples_per_second": 3.125,
"train_steps_per_second": 0.024
}
],
"logging_steps": 10,
"max_steps": 153,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 100,
"total_flos": 0.0,
"train_batch_size": 2,
"trial_name": null,
"trial_params": null
}
|