| { |
| "best_global_step": 955, |
| "best_metric": 0.3973127603530884, |
| "best_model_checkpoint": "finbert_model/checkpoint-955", |
| "epoch": 2.0, |
| "eval_steps": 500, |
| "global_step": 1910, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.02617801047120419, |
| "grad_norm": 5.389065742492676, |
| "learning_rate": 1.9832460732984295e-05, |
| "loss": 1.0684, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.05235602094240838, |
| "grad_norm": 10.32921314239502, |
| "learning_rate": 1.9657940663176267e-05, |
| "loss": 0.7284, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.07853403141361257, |
| "grad_norm": 6.734121322631836, |
| "learning_rate": 1.948342059336824e-05, |
| "loss": 0.7981, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.10471204188481675, |
| "grad_norm": 8.204632759094238, |
| "learning_rate": 1.930890052356021e-05, |
| "loss": 0.5878, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.13089005235602094, |
| "grad_norm": 10.211732864379883, |
| "learning_rate": 1.9134380453752185e-05, |
| "loss": 0.7182, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.15706806282722513, |
| "grad_norm": 9.390113830566406, |
| "learning_rate": 1.8959860383944157e-05, |
| "loss": 0.72, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.18324607329842932, |
| "grad_norm": 11.717000007629395, |
| "learning_rate": 1.8785340314136128e-05, |
| "loss": 0.6367, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.2094240837696335, |
| "grad_norm": 8.935040473937988, |
| "learning_rate": 1.86108202443281e-05, |
| "loss": 0.6106, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.2356020942408377, |
| "grad_norm": 11.59050464630127, |
| "learning_rate": 1.843630017452007e-05, |
| "loss": 0.6202, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.2617801047120419, |
| "grad_norm": 7.747163772583008, |
| "learning_rate": 1.8261780104712043e-05, |
| "loss": 0.669, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.2879581151832461, |
| "grad_norm": 16.7243595123291, |
| "learning_rate": 1.8087260034904015e-05, |
| "loss": 0.4931, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.31413612565445026, |
| "grad_norm": 7.23421049118042, |
| "learning_rate": 1.7912739965095986e-05, |
| "loss": 0.5974, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.3403141361256545, |
| "grad_norm": 6.768913269042969, |
| "learning_rate": 1.773821989528796e-05, |
| "loss": 0.4926, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.36649214659685864, |
| "grad_norm": 3.186237096786499, |
| "learning_rate": 1.7563699825479933e-05, |
| "loss": 0.4709, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.39267015706806285, |
| "grad_norm": 12.499926567077637, |
| "learning_rate": 1.7389179755671904e-05, |
| "loss": 0.5128, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.418848167539267, |
| "grad_norm": 8.35361099243164, |
| "learning_rate": 1.7214659685863876e-05, |
| "loss": 0.5878, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.44502617801047123, |
| "grad_norm": 6.956220626831055, |
| "learning_rate": 1.7040139616055848e-05, |
| "loss": 0.4794, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.4712041884816754, |
| "grad_norm": 15.914446830749512, |
| "learning_rate": 1.686561954624782e-05, |
| "loss": 0.5827, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.4973821989528796, |
| "grad_norm": 15.149320602416992, |
| "learning_rate": 1.669109947643979e-05, |
| "loss": 0.5467, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.5235602094240838, |
| "grad_norm": 10.100659370422363, |
| "learning_rate": 1.6516579406631763e-05, |
| "loss": 0.525, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.5497382198952879, |
| "grad_norm": 8.821247100830078, |
| "learning_rate": 1.6342059336823738e-05, |
| "loss": 0.5345, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.5759162303664922, |
| "grad_norm": 14.301637649536133, |
| "learning_rate": 1.616753926701571e-05, |
| "loss": 0.5115, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.6020942408376964, |
| "grad_norm": 14.779314994812012, |
| "learning_rate": 1.599301919720768e-05, |
| "loss": 0.5034, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.6282722513089005, |
| "grad_norm": 9.956971168518066, |
| "learning_rate": 1.5818499127399652e-05, |
| "loss": 0.3719, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.6544502617801047, |
| "grad_norm": 17.58684730529785, |
| "learning_rate": 1.5643979057591624e-05, |
| "loss": 0.5269, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.680628272251309, |
| "grad_norm": 10.585662841796875, |
| "learning_rate": 1.5469458987783596e-05, |
| "loss": 0.574, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.7068062827225131, |
| "grad_norm": 17.19683074951172, |
| "learning_rate": 1.5294938917975567e-05, |
| "loss": 0.4294, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.7329842931937173, |
| "grad_norm": 14.906782150268555, |
| "learning_rate": 1.5120418848167539e-05, |
| "loss": 0.4861, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.7591623036649214, |
| "grad_norm": 12.943304061889648, |
| "learning_rate": 1.4945898778359514e-05, |
| "loss": 0.4121, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.7853403141361257, |
| "grad_norm": 0.5662004351615906, |
| "learning_rate": 1.4771378708551485e-05, |
| "loss": 0.5198, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.8115183246073299, |
| "grad_norm": 7.927789211273193, |
| "learning_rate": 1.4596858638743457e-05, |
| "loss": 0.4721, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.837696335078534, |
| "grad_norm": 6.3558855056762695, |
| "learning_rate": 1.4422338568935429e-05, |
| "loss": 0.3977, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.8638743455497382, |
| "grad_norm": 17.170700073242188, |
| "learning_rate": 1.4247818499127402e-05, |
| "loss": 0.3493, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.8900523560209425, |
| "grad_norm": 15.060056686401367, |
| "learning_rate": 1.4073298429319373e-05, |
| "loss": 0.5364, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.9162303664921466, |
| "grad_norm": 11.084234237670898, |
| "learning_rate": 1.3898778359511345e-05, |
| "loss": 0.4815, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.9424083769633508, |
| "grad_norm": 11.328404426574707, |
| "learning_rate": 1.3724258289703317e-05, |
| "loss": 0.5914, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.9685863874345549, |
| "grad_norm": 14.335894584655762, |
| "learning_rate": 1.354973821989529e-05, |
| "loss": 0.4111, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.9947643979057592, |
| "grad_norm": 11.200068473815918, |
| "learning_rate": 1.3375218150087262e-05, |
| "loss": 0.4069, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_accuracy": 0.8690413829229964, |
| "eval_f1": 0.8665004404377881, |
| "eval_loss": 0.3973127603530884, |
| "eval_runtime": 4.1083, |
| "eval_samples_per_second": 464.669, |
| "eval_steps_per_second": 58.175, |
| "step": 955 |
| }, |
| { |
| "epoch": 1.0209424083769634, |
| "grad_norm": 10.518115043640137, |
| "learning_rate": 1.3200698080279233e-05, |
| "loss": 0.3101, |
| "step": 975 |
| }, |
| { |
| "epoch": 1.0471204188481675, |
| "grad_norm": 7.9896440505981445, |
| "learning_rate": 1.3026178010471205e-05, |
| "loss": 0.3442, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.0732984293193717, |
| "grad_norm": 2.440387010574341, |
| "learning_rate": 1.2851657940663178e-05, |
| "loss": 0.2582, |
| "step": 1025 |
| }, |
| { |
| "epoch": 1.0994764397905759, |
| "grad_norm": 4.903307914733887, |
| "learning_rate": 1.267713787085515e-05, |
| "loss": 0.2512, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.12565445026178, |
| "grad_norm": 4.360142707824707, |
| "learning_rate": 1.2502617801047121e-05, |
| "loss": 0.3125, |
| "step": 1075 |
| }, |
| { |
| "epoch": 1.1518324607329844, |
| "grad_norm": 0.4692545533180237, |
| "learning_rate": 1.2328097731239093e-05, |
| "loss": 0.3161, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.1780104712041886, |
| "grad_norm": 1.2277106046676636, |
| "learning_rate": 1.2153577661431066e-05, |
| "loss": 0.2237, |
| "step": 1125 |
| }, |
| { |
| "epoch": 1.2041884816753927, |
| "grad_norm": 13.60217571258545, |
| "learning_rate": 1.1979057591623038e-05, |
| "loss": 0.3578, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.2303664921465969, |
| "grad_norm": 8.050612449645996, |
| "learning_rate": 1.180453752181501e-05, |
| "loss": 0.3301, |
| "step": 1175 |
| }, |
| { |
| "epoch": 1.256544502617801, |
| "grad_norm": 23.87043571472168, |
| "learning_rate": 1.1630017452006981e-05, |
| "loss": 0.2843, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.2827225130890052, |
| "grad_norm": 0.21612492203712463, |
| "learning_rate": 1.1455497382198954e-05, |
| "loss": 0.2529, |
| "step": 1225 |
| }, |
| { |
| "epoch": 1.3089005235602094, |
| "grad_norm": 15.835173606872559, |
| "learning_rate": 1.1280977312390926e-05, |
| "loss": 0.2231, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.3350785340314135, |
| "grad_norm": 49.70761489868164, |
| "learning_rate": 1.1106457242582898e-05, |
| "loss": 0.3135, |
| "step": 1275 |
| }, |
| { |
| "epoch": 1.3612565445026177, |
| "grad_norm": 0.1663261204957962, |
| "learning_rate": 1.093193717277487e-05, |
| "loss": 0.3561, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.387434554973822, |
| "grad_norm": 17.380788803100586, |
| "learning_rate": 1.0757417102966842e-05, |
| "loss": 0.3588, |
| "step": 1325 |
| }, |
| { |
| "epoch": 1.4136125654450262, |
| "grad_norm": 11.443221092224121, |
| "learning_rate": 1.0582897033158814e-05, |
| "loss": 0.2319, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.4397905759162304, |
| "grad_norm": 12.970437049865723, |
| "learning_rate": 1.0408376963350786e-05, |
| "loss": 0.3858, |
| "step": 1375 |
| }, |
| { |
| "epoch": 1.4659685863874345, |
| "grad_norm": 8.48019790649414, |
| "learning_rate": 1.0233856893542757e-05, |
| "loss": 0.3213, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.4921465968586387, |
| "grad_norm": 0.29926174879074097, |
| "learning_rate": 1.005933682373473e-05, |
| "loss": 0.1976, |
| "step": 1425 |
| }, |
| { |
| "epoch": 1.518324607329843, |
| "grad_norm": 7.1454339027404785, |
| "learning_rate": 9.884816753926702e-06, |
| "loss": 0.2965, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.5445026178010473, |
| "grad_norm": 9.631463050842285, |
| "learning_rate": 9.710296684118674e-06, |
| "loss": 0.2411, |
| "step": 1475 |
| }, |
| { |
| "epoch": 1.5706806282722514, |
| "grad_norm": 72.68104553222656, |
| "learning_rate": 9.535776614310647e-06, |
| "loss": 0.209, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.5968586387434556, |
| "grad_norm": 72.5035400390625, |
| "learning_rate": 9.361256544502619e-06, |
| "loss": 0.3374, |
| "step": 1525 |
| }, |
| { |
| "epoch": 1.6230366492146597, |
| "grad_norm": 20.452966690063477, |
| "learning_rate": 9.18673647469459e-06, |
| "loss": 0.3733, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.649214659685864, |
| "grad_norm": 9.723285675048828, |
| "learning_rate": 9.012216404886562e-06, |
| "loss": 0.259, |
| "step": 1575 |
| }, |
| { |
| "epoch": 1.675392670157068, |
| "grad_norm": 0.682996928691864, |
| "learning_rate": 8.837696335078535e-06, |
| "loss": 0.4751, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.7015706806282722, |
| "grad_norm": 0.5499667525291443, |
| "learning_rate": 8.663176265270507e-06, |
| "loss": 0.3404, |
| "step": 1625 |
| }, |
| { |
| "epoch": 1.7277486910994764, |
| "grad_norm": 31.961536407470703, |
| "learning_rate": 8.488656195462478e-06, |
| "loss": 0.2747, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.7539267015706805, |
| "grad_norm": 21.48028564453125, |
| "learning_rate": 8.31413612565445e-06, |
| "loss": 0.2676, |
| "step": 1675 |
| }, |
| { |
| "epoch": 1.7801047120418847, |
| "grad_norm": 8.918591499328613, |
| "learning_rate": 8.139616055846423e-06, |
| "loss": 0.3828, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.8062827225130889, |
| "grad_norm": 19.257600784301758, |
| "learning_rate": 7.965095986038395e-06, |
| "loss": 0.3434, |
| "step": 1725 |
| }, |
| { |
| "epoch": 1.8324607329842932, |
| "grad_norm": 11.988317489624023, |
| "learning_rate": 7.790575916230367e-06, |
| "loss": 0.3589, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.8586387434554974, |
| "grad_norm": 27.76133155822754, |
| "learning_rate": 7.616055846422339e-06, |
| "loss": 0.3216, |
| "step": 1775 |
| }, |
| { |
| "epoch": 1.8848167539267016, |
| "grad_norm": 31.528942108154297, |
| "learning_rate": 7.4415357766143115e-06, |
| "loss": 0.2637, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.9109947643979057, |
| "grad_norm": 0.13127724826335907, |
| "learning_rate": 7.267015706806283e-06, |
| "loss": 0.1963, |
| "step": 1825 |
| }, |
| { |
| "epoch": 1.93717277486911, |
| "grad_norm": 1.6614102125167847, |
| "learning_rate": 7.0924956369982556e-06, |
| "loss": 0.2581, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.9633507853403143, |
| "grad_norm": 1.648483395576477, |
| "learning_rate": 6.917975567190227e-06, |
| "loss": 0.3178, |
| "step": 1875 |
| }, |
| { |
| "epoch": 1.9895287958115184, |
| "grad_norm": 0.3059515953063965, |
| "learning_rate": 6.7434554973822e-06, |
| "loss": 0.2418, |
| "step": 1900 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_accuracy": 0.8727082242011525, |
| "eval_f1": 0.8728823235536903, |
| "eval_loss": 0.4636137783527374, |
| "eval_runtime": 4.2893, |
| "eval_samples_per_second": 445.066, |
| "eval_steps_per_second": 55.721, |
| "step": 1910 |
| } |
| ], |
| "logging_steps": 25, |
| "max_steps": 2865, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1004303915467776.0, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
