File size: 7,027 Bytes
7dbeac1 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 | {
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 500,
"global_step": 105,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"entropy": 2.1651801258325576,
"epoch": 0.04784688995215311,
"grad_norm": 4.052286148071289,
"learning_rate": 9.80952380952381e-05,
"loss": 2.560974884033203,
"mean_token_accuracy": 0.5812613397836686,
"num_tokens": 22163.0,
"step": 5
},
{
"entropy": 1.7820561587810517,
"epoch": 0.09569377990430622,
"grad_norm": 3.3570611476898193,
"learning_rate": 9.571428571428573e-05,
"loss": 1.5557975769042969,
"mean_token_accuracy": 0.7120864883065223,
"num_tokens": 44774.0,
"step": 10
},
{
"entropy": 0.9664318569004535,
"epoch": 0.14354066985645933,
"grad_norm": 2.2438340187072754,
"learning_rate": 9.333333333333334e-05,
"loss": 1.0039640426635743,
"mean_token_accuracy": 0.8314489215612412,
"num_tokens": 68554.0,
"step": 15
},
{
"entropy": 0.7952521093189716,
"epoch": 0.19138755980861244,
"grad_norm": 1.4970792531967163,
"learning_rate": 9.095238095238096e-05,
"loss": 0.9054213523864746,
"mean_token_accuracy": 0.8527463525533676,
"num_tokens": 92672.0,
"step": 20
},
{
"entropy": 0.7521916493773461,
"epoch": 0.23923444976076555,
"grad_norm": 1.1931730508804321,
"learning_rate": 8.857142857142857e-05,
"loss": 0.8049167633056641,
"mean_token_accuracy": 0.8651137307286263,
"num_tokens": 115556.0,
"step": 25
},
{
"entropy": 0.8046777091920376,
"epoch": 0.28708133971291866,
"grad_norm": 1.1074719429016113,
"learning_rate": 8.61904761904762e-05,
"loss": 0.8548135757446289,
"mean_token_accuracy": 0.8603784069418907,
"num_tokens": 140637.0,
"step": 30
},
{
"entropy": 0.6400977578014135,
"epoch": 0.3349282296650718,
"grad_norm": 0.9381627440452576,
"learning_rate": 8.380952380952382e-05,
"loss": 0.6987390518188477,
"mean_token_accuracy": 0.8840002715587616,
"num_tokens": 164217.0,
"step": 35
},
{
"entropy": 0.6654842033982277,
"epoch": 0.3827751196172249,
"grad_norm": 2.1283178329467773,
"learning_rate": 8.142857142857143e-05,
"loss": 0.7857039928436279,
"mean_token_accuracy": 0.8724030137062073,
"num_tokens": 186852.0,
"step": 40
},
{
"entropy": 0.619146254658699,
"epoch": 0.430622009569378,
"grad_norm": 0.8456487059593201,
"learning_rate": 7.904761904761905e-05,
"loss": 0.6680184364318847,
"mean_token_accuracy": 0.8887932941317558,
"num_tokens": 210073.0,
"step": 45
},
{
"entropy": 0.6058806985616684,
"epoch": 0.4784688995215311,
"grad_norm": 0.8580911159515381,
"learning_rate": 7.666666666666667e-05,
"loss": 0.6658339977264405,
"mean_token_accuracy": 0.8919811978936195,
"num_tokens": 233395.0,
"step": 50
},
{
"entropy": 0.6354636650532484,
"epoch": 0.5263157894736842,
"grad_norm": 0.9746028780937195,
"learning_rate": 7.428571428571429e-05,
"loss": 0.728534460067749,
"mean_token_accuracy": 0.8858045786619186,
"num_tokens": 256677.0,
"step": 55
},
{
"entropy": 0.5936117857694626,
"epoch": 0.5741626794258373,
"grad_norm": 0.9922609925270081,
"learning_rate": 7.19047619047619e-05,
"loss": 0.6770713806152344,
"mean_token_accuracy": 0.8887649178504944,
"num_tokens": 278351.0,
"step": 60
},
{
"entropy": 0.6688867088407278,
"epoch": 0.6220095693779905,
"grad_norm": 0.9844464659690857,
"learning_rate": 6.952380952380952e-05,
"loss": 0.7745152950286865,
"mean_token_accuracy": 0.8777409210801125,
"num_tokens": 303271.0,
"step": 65
},
{
"entropy": 0.7457825832068921,
"epoch": 0.6698564593301436,
"grad_norm": 0.9128448367118835,
"learning_rate": 6.714285714285714e-05,
"loss": 0.8470640182495117,
"mean_token_accuracy": 0.8637880578637123,
"num_tokens": 328315.0,
"step": 70
},
{
"entropy": 0.6116038627922535,
"epoch": 0.7177033492822966,
"grad_norm": 0.9624145030975342,
"learning_rate": 6.476190476190477e-05,
"loss": 0.6843190670013428,
"mean_token_accuracy": 0.8896616101264954,
"num_tokens": 351963.0,
"step": 75
},
{
"entropy": 0.622330765798688,
"epoch": 0.7655502392344498,
"grad_norm": 0.9209601879119873,
"learning_rate": 6.238095238095239e-05,
"loss": 0.6767851829528808,
"mean_token_accuracy": 0.8867631480097771,
"num_tokens": 375023.0,
"step": 80
},
{
"entropy": 0.6198485180735588,
"epoch": 0.8133971291866029,
"grad_norm": 0.946159303188324,
"learning_rate": 6e-05,
"loss": 0.6652565956115722,
"mean_token_accuracy": 0.8853679791092872,
"num_tokens": 399277.0,
"step": 85
},
{
"entropy": 0.5564446035772562,
"epoch": 0.861244019138756,
"grad_norm": 0.8137181401252747,
"learning_rate": 5.761904761904762e-05,
"loss": 0.6248233795166016,
"mean_token_accuracy": 0.8972864270210266,
"num_tokens": 421249.0,
"step": 90
},
{
"entropy": 0.5795138332992792,
"epoch": 0.9090909090909091,
"grad_norm": 0.851652204990387,
"learning_rate": 5.5238095238095244e-05,
"loss": 0.6658082008361816,
"mean_token_accuracy": 0.8966752380132675,
"num_tokens": 444070.0,
"step": 95
},
{
"entropy": 0.6267214026302099,
"epoch": 0.9569377990430622,
"grad_norm": 0.8740034103393555,
"learning_rate": 5.285714285714286e-05,
"loss": 0.7174222946166993,
"mean_token_accuracy": 0.880531644821167,
"num_tokens": 467253.0,
"step": 100
},
{
"entropy": 0.6104649793770578,
"epoch": 1.0,
"grad_norm": 1.397324800491333,
"learning_rate": 5.047619047619048e-05,
"loss": 0.723299789428711,
"mean_token_accuracy": 0.8877596159776052,
"num_tokens": 489018.0,
"step": 105
}
],
"logging_steps": 5,
"max_steps": 210,
"num_input_tokens_seen": 0,
"num_train_epochs": 2,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 1480266593471232.0,
"train_batch_size": 1,
"trial_name": null,
"trial_params": null
}
|