{ "best_global_step": 682, "best_metric": 0.65, "best_model_checkpoint": "./roberta-base-normclsf-wtrainer_v05/checkpoint-682", "epoch": 2.0, "eval_steps": 500, "global_step": 682, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.02932551319648094, "grad_norm": 4.605538845062256, "learning_rate": 1.989442815249267e-05, "loss": 0.8748870849609375, "step": 10 }, { "epoch": 0.05865102639296188, "grad_norm": 8.252500534057617, "learning_rate": 1.9777126099706747e-05, "loss": 0.7471119880676269, "step": 20 }, { "epoch": 0.08797653958944282, "grad_norm": 2.074993371963501, "learning_rate": 1.9659824046920824e-05, "loss": 0.4594985008239746, "step": 30 }, { "epoch": 0.11730205278592376, "grad_norm": 3.0788521766662598, "learning_rate": 1.95425219941349e-05, "loss": 0.5202928066253663, "step": 40 }, { "epoch": 0.1466275659824047, "grad_norm": 4.378216743469238, "learning_rate": 1.9425219941348975e-05, "loss": 0.5494800567626953, "step": 50 }, { "epoch": 0.17595307917888564, "grad_norm": 14.331672668457031, "learning_rate": 1.9307917888563052e-05, "loss": 0.4242433547973633, "step": 60 }, { "epoch": 0.20527859237536658, "grad_norm": 4.309084415435791, "learning_rate": 1.9190615835777126e-05, "loss": 0.4079638957977295, "step": 70 }, { "epoch": 0.23460410557184752, "grad_norm": 6.517351150512695, "learning_rate": 1.9073313782991203e-05, "loss": 0.43054375648498533, "step": 80 }, { "epoch": 0.26392961876832843, "grad_norm": 7.656932830810547, "learning_rate": 1.895601173020528e-05, "loss": 0.41449365615844724, "step": 90 }, { "epoch": 0.2932551319648094, "grad_norm": 8.48462963104248, "learning_rate": 1.8838709677419354e-05, "loss": 0.4581272125244141, "step": 100 }, { "epoch": 0.3225806451612903, "grad_norm": 5.62518835067749, "learning_rate": 1.872140762463343e-05, "loss": 0.45809006690979004, "step": 110 }, { "epoch": 0.3519061583577713, "grad_norm": 6.546260833740234, "learning_rate": 1.860410557184751e-05, "loss": 0.5094863891601562, "step": 120 }, { "epoch": 0.3812316715542522, "grad_norm": 4.513675689697266, "learning_rate": 1.8486803519061586e-05, "loss": 0.33855314254760743, "step": 130 }, { "epoch": 0.41055718475073316, "grad_norm": 12.067423820495605, "learning_rate": 1.836950146627566e-05, "loss": 0.350540018081665, "step": 140 }, { "epoch": 0.4398826979472141, "grad_norm": 0.5563814043998718, "learning_rate": 1.8252199413489736e-05, "loss": 0.2575559139251709, "step": 150 }, { "epoch": 0.46920821114369504, "grad_norm": 3.461552143096924, "learning_rate": 1.8134897360703814e-05, "loss": 0.19520399570465088, "step": 160 }, { "epoch": 0.49853372434017595, "grad_norm": 8.978960037231445, "learning_rate": 1.801759530791789e-05, "loss": 0.40044546127319336, "step": 170 }, { "epoch": 0.5278592375366569, "grad_norm": 11.35211181640625, "learning_rate": 1.7900293255131968e-05, "loss": 0.41159982681274415, "step": 180 }, { "epoch": 0.5571847507331378, "grad_norm": 9.079242706298828, "learning_rate": 1.778299120234604e-05, "loss": 0.25739483833312987, "step": 190 }, { "epoch": 0.5865102639296188, "grad_norm": 6.320888042449951, "learning_rate": 1.766568914956012e-05, "loss": 0.427862548828125, "step": 200 }, { "epoch": 0.6158357771260997, "grad_norm": 4.825621604919434, "learning_rate": 1.7548387096774196e-05, "loss": 0.363921594619751, "step": 210 }, { "epoch": 0.6451612903225806, "grad_norm": 4.21811580657959, "learning_rate": 1.7431085043988273e-05, "loss": 0.2609383583068848, "step": 220 }, { "epoch": 0.6744868035190615, "grad_norm": 10.078695297241211, "learning_rate": 1.7313782991202347e-05, "loss": 0.3769556522369385, "step": 230 }, { "epoch": 0.7038123167155426, "grad_norm": 13.502087593078613, "learning_rate": 1.7196480938416424e-05, "loss": 0.4350841999053955, "step": 240 }, { "epoch": 0.7331378299120235, "grad_norm": 11.125184059143066, "learning_rate": 1.70791788856305e-05, "loss": 0.2560503721237183, "step": 250 }, { "epoch": 0.7624633431085044, "grad_norm": 8.523448944091797, "learning_rate": 1.6961876832844578e-05, "loss": 0.33950209617614746, "step": 260 }, { "epoch": 0.7917888563049853, "grad_norm": 9.814420700073242, "learning_rate": 1.6844574780058652e-05, "loss": 0.31357336044311523, "step": 270 }, { "epoch": 0.8211143695014663, "grad_norm": 7.434709072113037, "learning_rate": 1.672727272727273e-05, "loss": 0.4336878776550293, "step": 280 }, { "epoch": 0.8504398826979472, "grad_norm": 5.025743007659912, "learning_rate": 1.6609970674486803e-05, "loss": 0.27936711311340334, "step": 290 }, { "epoch": 0.8797653958944281, "grad_norm": 7.470189094543457, "learning_rate": 1.649266862170088e-05, "loss": 0.3076458930969238, "step": 300 }, { "epoch": 0.9090909090909091, "grad_norm": 7.557694911956787, "learning_rate": 1.6375366568914957e-05, "loss": 0.39769227504730226, "step": 310 }, { "epoch": 0.9384164222873901, "grad_norm": 9.136332511901855, "learning_rate": 1.6258064516129034e-05, "loss": 0.3063544988632202, "step": 320 }, { "epoch": 0.967741935483871, "grad_norm": 5.551280975341797, "learning_rate": 1.6140762463343108e-05, "loss": 0.21903605461120607, "step": 330 }, { "epoch": 0.9970674486803519, "grad_norm": 6.700067043304443, "learning_rate": 1.6023460410557185e-05, "loss": 0.30389995574951173, "step": 340 }, { "epoch": 1.0, "eval_accuracy": 0.9427627958172813, "eval_f1": 0.6, "eval_loss": 0.38300660252571106, "eval_macro_f1": 0.784588026081802, "eval_precision": 0.7684729064039408, "eval_recall": 0.4921135646687697, "eval_runtime": 28.0518, "eval_samples_per_second": 129.546, "eval_steps_per_second": 4.064, "step": 341 }, { "epoch": 1.0263929618768328, "grad_norm": 0.2962384521961212, "learning_rate": 1.5906158357771262e-05, "loss": 0.19621171951293945, "step": 350 }, { "epoch": 1.0557184750733137, "grad_norm": 10.040809631347656, "learning_rate": 1.578885630498534e-05, "loss": 0.3155526161193848, "step": 360 }, { "epoch": 1.0850439882697946, "grad_norm": 6.042061805725098, "learning_rate": 1.5671554252199413e-05, "loss": 0.18413875102996827, "step": 370 }, { "epoch": 1.1143695014662756, "grad_norm": 15.292718887329102, "learning_rate": 1.555425219941349e-05, "loss": 0.2554365396499634, "step": 380 }, { "epoch": 1.1436950146627567, "grad_norm": 10.669240951538086, "learning_rate": 1.5436950146627568e-05, "loss": 0.28005428314208985, "step": 390 }, { "epoch": 1.1730205278592376, "grad_norm": 10.792296409606934, "learning_rate": 1.5319648093841645e-05, "loss": 0.2731830596923828, "step": 400 }, { "epoch": 1.2023460410557185, "grad_norm": 8.150186538696289, "learning_rate": 1.520234604105572e-05, "loss": 0.209375, "step": 410 }, { "epoch": 1.2316715542521994, "grad_norm": 2.4280498027801514, "learning_rate": 1.5085043988269796e-05, "loss": 0.24350173473358155, "step": 420 }, { "epoch": 1.2609970674486803, "grad_norm": 8.654495239257812, "learning_rate": 1.4967741935483873e-05, "loss": 0.20527310371398927, "step": 430 }, { "epoch": 1.2903225806451613, "grad_norm": 13.059834480285645, "learning_rate": 1.485043988269795e-05, "loss": 0.2325817346572876, "step": 440 }, { "epoch": 1.3196480938416422, "grad_norm": 15.611944198608398, "learning_rate": 1.4733137829912025e-05, "loss": 0.28686368465423584, "step": 450 }, { "epoch": 1.3489736070381233, "grad_norm": 8.841765403747559, "learning_rate": 1.4615835777126102e-05, "loss": 0.2671750783920288, "step": 460 }, { "epoch": 1.3782991202346042, "grad_norm": 2.2132349014282227, "learning_rate": 1.4498533724340178e-05, "loss": 0.4045552253723145, "step": 470 }, { "epoch": 1.4076246334310851, "grad_norm": 4.185707092285156, "learning_rate": 1.4381231671554255e-05, "loss": 0.28984100818634034, "step": 480 }, { "epoch": 1.436950146627566, "grad_norm": 3.6457879543304443, "learning_rate": 1.426392961876833e-05, "loss": 0.1747618794441223, "step": 490 }, { "epoch": 1.466275659824047, "grad_norm": 16.844175338745117, "learning_rate": 1.4146627565982404e-05, "loss": 0.2803473949432373, "step": 500 }, { "epoch": 1.4956011730205279, "grad_norm": 10.1566743850708, "learning_rate": 1.4029325513196481e-05, "loss": 0.3340228796005249, "step": 510 }, { "epoch": 1.5249266862170088, "grad_norm": 11.69490909576416, "learning_rate": 1.3912023460410557e-05, "loss": 0.2391693115234375, "step": 520 }, { "epoch": 1.5542521994134897, "grad_norm": 13.803505897521973, "learning_rate": 1.3794721407624634e-05, "loss": 0.25829625129699707, "step": 530 }, { "epoch": 1.5835777126099706, "grad_norm": 10.649820327758789, "learning_rate": 1.367741935483871e-05, "loss": 0.3253736734390259, "step": 540 }, { "epoch": 1.6129032258064515, "grad_norm": 7.087320327758789, "learning_rate": 1.3560117302052787e-05, "loss": 0.26409015655517576, "step": 550 }, { "epoch": 1.6422287390029324, "grad_norm": 1.1870570182800293, "learning_rate": 1.3442815249266864e-05, "loss": 0.2954803705215454, "step": 560 }, { "epoch": 1.6715542521994133, "grad_norm": 2.9404983520507812, "learning_rate": 1.3325513196480939e-05, "loss": 0.2627613306045532, "step": 570 }, { "epoch": 1.7008797653958945, "grad_norm": 15.945968627929688, "learning_rate": 1.3208211143695016e-05, "loss": 0.30292611122131347, "step": 580 }, { "epoch": 1.7302052785923754, "grad_norm": 2.5892066955566406, "learning_rate": 1.3090909090909092e-05, "loss": 0.24233815670013428, "step": 590 }, { "epoch": 1.7595307917888563, "grad_norm": 6.323796272277832, "learning_rate": 1.2973607038123169e-05, "loss": 0.28550622463226316, "step": 600 }, { "epoch": 1.7888563049853372, "grad_norm": 15.06285285949707, "learning_rate": 1.2856304985337244e-05, "loss": 0.31177420616149903, "step": 610 }, { "epoch": 1.8181818181818183, "grad_norm": 26.516773223876953, "learning_rate": 1.2739002932551321e-05, "loss": 0.32825593948364257, "step": 620 }, { "epoch": 1.8475073313782993, "grad_norm": 4.588010787963867, "learning_rate": 1.2621700879765397e-05, "loss": 0.2520775079727173, "step": 630 }, { "epoch": 1.8768328445747802, "grad_norm": 11.690654754638672, "learning_rate": 1.2504398826979474e-05, "loss": 0.37928569316864014, "step": 640 }, { "epoch": 1.906158357771261, "grad_norm": 7.3419976234436035, "learning_rate": 1.238709677419355e-05, "loss": 0.30172431468963623, "step": 650 }, { "epoch": 1.935483870967742, "grad_norm": 8.187894821166992, "learning_rate": 1.2269794721407627e-05, "loss": 0.29463934898376465, "step": 660 }, { "epoch": 1.964809384164223, "grad_norm": 15.681519508361816, "learning_rate": 1.2152492668621702e-05, "loss": 0.3064812898635864, "step": 670 }, { "epoch": 1.9941348973607038, "grad_norm": 7.368335723876953, "learning_rate": 1.203519061583578e-05, "loss": 0.3303363561630249, "step": 680 }, { "epoch": 2.0, "eval_accuracy": 0.9383599339570721, "eval_f1": 0.65, "eval_loss": 0.32171452045440674, "eval_macro_f1": 0.8081019915509957, "eval_precision": 0.6439628482972136, "eval_recall": 0.6561514195583596, "eval_runtime": 28.7369, "eval_samples_per_second": 126.458, "eval_steps_per_second": 3.967, "step": 682 } ], "logging_steps": 10, "max_steps": 1705, "num_input_tokens_seen": 0, "num_train_epochs": 5, "save_steps": 500, "stateful_callbacks": { "EarlyStoppingCallback": { "args": { "early_stopping_patience": 2, "early_stopping_threshold": 0.0 }, "attributes": { "early_stopping_patience_counter": 0 } }, "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 2868173614479360.0, "train_batch_size": 32, "trial_name": null, "trial_params": null }