File size: 5,124 Bytes
be3e29c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 |
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.8526419797444476,
"eval_steps": 15000,
"global_step": 165000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.16842199815858616,
"grad_norm": 26.715444564819336,
"learning_rate": 2.524392297760063e-05,
"loss": 2.7341,
"step": 15000
},
{
"epoch": 0.16842199815858616,
"eval_loss": 2.285806894302368,
"eval_runtime": 1158.8497,
"eval_samples_per_second": 153.708,
"eval_steps_per_second": 1.201,
"step": 15000
},
{
"epoch": 0.3368439963171723,
"grad_norm": 19.40599250793457,
"learning_rate": 2.7722551789958272e-05,
"loss": 2.3026,
"step": 30000
},
{
"epoch": 0.3368439963171723,
"eval_loss": 2.0999577045440674,
"eval_runtime": 1151.5052,
"eval_samples_per_second": 154.688,
"eval_steps_per_second": 1.209,
"step": 30000
},
{
"epoch": 0.5052659944757585,
"grad_norm": 22.466140747070312,
"learning_rate": 2.4916256526376855e-05,
"loss": 2.1131,
"step": 45000
},
{
"epoch": 0.5052659944757585,
"eval_loss": 1.940854787826538,
"eval_runtime": 1136.4523,
"eval_samples_per_second": 156.737,
"eval_steps_per_second": 1.225,
"step": 45000
},
{
"epoch": 0.6736879926343446,
"grad_norm": 17.693044662475586,
"learning_rate": 2.2110335535303257e-05,
"loss": 1.9718,
"step": 60000
},
{
"epoch": 0.6736879926343446,
"eval_loss": 1.83816397190094,
"eval_runtime": 1139.1127,
"eval_samples_per_second": 156.371,
"eval_steps_per_second": 1.222,
"step": 60000
},
{
"epoch": 0.8421099907929308,
"grad_norm": 17.317466735839844,
"learning_rate": 1.930404027172184e-05,
"loss": 1.8708,
"step": 75000
},
{
"epoch": 0.8421099907929308,
"eval_loss": 1.7577824592590332,
"eval_runtime": 1145.3619,
"eval_samples_per_second": 155.518,
"eval_steps_per_second": 1.215,
"step": 75000
},
{
"epoch": 1.010531988951517,
"grad_norm": 23.801891326904297,
"learning_rate": 1.6498306416902146e-05,
"loss": 1.8018,
"step": 90000
},
{
"epoch": 1.010531988951517,
"eval_loss": 1.6910173892974854,
"eval_runtime": 1141.2463,
"eval_samples_per_second": 156.078,
"eval_steps_per_second": 1.22,
"step": 90000
},
{
"epoch": 1.1789539871101031,
"grad_norm": 21.042640686035156,
"learning_rate": 1.3692011153320733e-05,
"loss": 1.7164,
"step": 105000
},
{
"epoch": 1.1789539871101031,
"eval_loss": 1.631761908531189,
"eval_runtime": 1145.0797,
"eval_samples_per_second": 155.556,
"eval_steps_per_second": 1.216,
"step": 105000
},
{
"epoch": 1.3473759852686893,
"grad_norm": 27.30491828918457,
"learning_rate": 1.0886090162247132e-05,
"loss": 1.6587,
"step": 120000
},
{
"epoch": 1.3473759852686893,
"eval_loss": 1.5805171728134155,
"eval_runtime": 1146.9008,
"eval_samples_per_second": 155.309,
"eval_steps_per_second": 1.214,
"step": 120000
},
{
"epoch": 1.5157979834272752,
"grad_norm": 9.642218589782715,
"learning_rate": 8.079982034919624e-06,
"loss": 1.6155,
"step": 135000
},
{
"epoch": 1.5157979834272752,
"eval_loss": 1.5369038581848145,
"eval_runtime": 1144.2178,
"eval_samples_per_second": 155.673,
"eval_steps_per_second": 1.217,
"step": 135000
},
{
"epoch": 1.6842199815858616,
"grad_norm": 21.853740692138672,
"learning_rate": 5.273873907592118e-06,
"loss": 1.5718,
"step": 150000
},
{
"epoch": 1.6842199815858616,
"eval_loss": 1.4996742010116577,
"eval_runtime": 1144.5949,
"eval_samples_per_second": 155.622,
"eval_steps_per_second": 1.216,
"step": 150000
},
{
"epoch": 1.8526419797444476,
"grad_norm": 20.76922607421875,
"learning_rate": 2.4675786440107043e-06,
"loss": 1.5311,
"step": 165000
},
{
"epoch": 1.8526419797444476,
"eval_loss": 1.469059944152832,
"eval_runtime": 1146.7492,
"eval_samples_per_second": 155.33,
"eval_steps_per_second": 1.214,
"step": 165000
}
],
"logging_steps": 15000,
"max_steps": 178124,
"num_input_tokens_seen": 0,
"num_train_epochs": 2,
"save_steps": 15000,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 1.2303504218111662e+18,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}
|