File size: 6,695 Bytes
00e7bcc | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 | {
"best_global_step": 1780,
"best_metric": 0.7784504694217776,
"best_model_checkpoint": "sindhibert_ner_v2/checkpoint-1780",
"epoch": 5.0,
"eval_steps": 356,
"global_step": 1780,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.2812939521800281,
"grad_norm": 9.956046104431152,
"learning_rate": 1.6685393258426966e-05,
"loss": 2.9438055419921874,
"step": 100
},
{
"epoch": 0.5625879043600562,
"grad_norm": 9.802416801452637,
"learning_rate": 2.9987282164731155e-05,
"loss": 0.8266248321533203,
"step": 200
},
{
"epoch": 0.8438818565400844,
"grad_norm": 6.607327461242676,
"learning_rate": 2.9579691638256147e-05,
"loss": 0.622057991027832,
"step": 300
},
{
"epoch": 1.0,
"eval_f1": 0.5810973451327435,
"eval_f1_DATE_TIME": 0.8529801324503312,
"eval_f1_EVENT": 0.1316872427983539,
"eval_f1_LOCATION": 0.7365342432366562,
"eval_f1_ORG": 0.37763116556707504,
"eval_f1_PERSON": 0.605584642233857,
"eval_f1_TITLE": 0.6061554512258737,
"eval_loss": 0.24599596858024597,
"eval_runtime": 2.5923,
"eval_samples_per_second": 974.42,
"eval_steps_per_second": 30.475,
"step": 356
},
{
"epoch": 1.1237693389592125,
"grad_norm": 8.488602638244629,
"learning_rate": 2.8613205356500785e-05,
"loss": 0.4819778823852539,
"step": 400
},
{
"epoch": 1.4050632911392404,
"grad_norm": 6.543027400970459,
"learning_rate": 2.7124872462465625e-05,
"loss": 0.37242794036865234,
"step": 500
},
{
"epoch": 1.6863572433192686,
"grad_norm": 7.36555290222168,
"learning_rate": 2.517174649044749e-05,
"loss": 0.3637136459350586,
"step": 600
},
{
"epoch": 1.9676511954992968,
"grad_norm": 3.421555995941162,
"learning_rate": 2.2828698284245604e-05,
"loss": 0.3521112060546875,
"step": 700
},
{
"epoch": 2.0,
"eval_f1": 0.681080224914865,
"eval_f1_DATE_TIME": 0.7850241545893719,
"eval_f1_EVENT": 0.2574712643678161,
"eval_f1_LOCATION": 0.784957092377587,
"eval_f1_ORG": 0.5021991203518592,
"eval_f1_PERSON": 0.6830154405086286,
"eval_f1_TITLE": 0.7609511889862327,
"eval_loss": 0.20519763231277466,
"eval_runtime": 2.582,
"eval_samples_per_second": 978.319,
"eval_steps_per_second": 30.597,
"step": 712
},
{
"epoch": 2.247538677918425,
"grad_norm": 2.109884738922119,
"learning_rate": 2.0185545909245344e-05,
"loss": 0.24458488464355468,
"step": 800
},
{
"epoch": 2.528832630098453,
"grad_norm": 2.8797037601470947,
"learning_rate": 1.7343611579907725e-05,
"loss": 0.212690372467041,
"step": 900
},
{
"epoch": 2.810126582278481,
"grad_norm": 5.664893627166748,
"learning_rate": 1.4411837588899939e-05,
"loss": 0.18955570220947265,
"step": 1000
},
{
"epoch": 3.0,
"eval_f1": 0.6778448823903368,
"eval_f1_DATE_TIME": 0.7517401392111369,
"eval_f1_EVENT": 0.22174840085287847,
"eval_f1_LOCATION": 0.7845415508966911,
"eval_f1_ORG": 0.5135026199113262,
"eval_f1_PERSON": 0.7053455019556715,
"eval_f1_TITLE": 0.7071633237822349,
"eval_loss": 0.22204764187335968,
"eval_runtime": 2.5828,
"eval_samples_per_second": 978.001,
"eval_steps_per_second": 30.587,
"step": 1068
},
{
"epoch": 3.090014064697609,
"grad_norm": 3.924571990966797,
"learning_rate": 1.1502610129268493e-05,
"loss": 0.17344663619995118,
"step": 1100
},
{
"epoch": 3.371308016877637,
"grad_norm": 4.71477746963501,
"learning_rate": 8.727451098641628e-06,
"loss": 0.11389885902404785,
"step": 1200
},
{
"epoch": 3.652601969057665,
"grad_norm": 3.7797605991363525,
"learning_rate": 6.192743035205252e-06,
"loss": 0.13766860008239745,
"step": 1300
},
{
"epoch": 3.9338959212376934,
"grad_norm": 7.3217573165893555,
"learning_rate": 3.99565106512789e-06,
"loss": 0.11051109313964844,
"step": 1400
},
{
"epoch": 4.0,
"eval_f1": 0.7741483492424905,
"eval_f1_DATE_TIME": 0.8885869565217391,
"eval_f1_EVENT": 0.43939393939393934,
"eval_f1_LOCATION": 0.8579088471849866,
"eval_f1_ORG": 0.6117216117216118,
"eval_f1_PERSON": 0.7820689655172415,
"eval_f1_TITLE": 0.788785046728972,
"eval_loss": 0.2307787537574768,
"eval_runtime": 2.5777,
"eval_samples_per_second": 979.958,
"eval_steps_per_second": 30.648,
"step": 1424
},
{
"epoch": 4.213783403656821,
"grad_norm": 5.604534149169922,
"learning_rate": 2.2203981889025476e-06,
"loss": 0.09554487228393554,
"step": 1500
},
{
"epoch": 4.49507735583685,
"grad_norm": 2.9002649784088135,
"learning_rate": 9.350366892310286e-07,
"loss": 0.09470049858093262,
"step": 1600
},
{
"epoch": 4.776371308016878,
"grad_norm": 5.062108993530273,
"learning_rate": 1.888394248260733e-07,
"loss": 0.08586543083190917,
"step": 1700
},
{
"epoch": 5.0,
"eval_f1": 0.7784504694217776,
"eval_f1_DATE_TIME": 0.874331550802139,
"eval_f1_EVENT": 0.4296296296296296,
"eval_f1_LOCATION": 0.8630211153221439,
"eval_f1_ORG": 0.6381176470588235,
"eval_f1_PERSON": 0.771977096665544,
"eval_f1_TITLE": 0.7957259585166562,
"eval_loss": 0.23349934816360474,
"eval_runtime": 2.5751,
"eval_samples_per_second": 980.932,
"eval_steps_per_second": 30.678,
"step": 1780
}
],
"logging_steps": 100,
"max_steps": 1780,
"num_input_tokens_seen": 0,
"num_train_epochs": 5,
"save_steps": 356,
"stateful_callbacks": {
"EarlyStoppingCallback": {
"args": {
"early_stopping_patience": 2,
"early_stopping_threshold": 0.0
},
"attributes": {
"early_stopping_patience_counter": 0
}
},
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 1.485358469984256e+16,
"train_batch_size": 32,
"trial_name": null,
"trial_params": null
}
|