| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 12.0, |
| "eval_steps": 500, |
| "global_step": 492, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 1.0, |
| "eval_Claim": { |
| "f1-score": 0.31881702957426067, |
| "precision": 0.49395770392749244, |
| "recall": 0.23536468330134358, |
| "support": 4168.0 |
| }, |
| "eval_MajorClaim": { |
| "f1-score": 0.5882107894188711, |
| "precision": 0.5330313325783315, |
| "recall": 0.6561338289962825, |
| "support": 2152.0 |
| }, |
| "eval_O": { |
| "f1-score": 0.8686845568461407, |
| "precision": 0.9200096957944491, |
| "recall": 0.82278343810969, |
| "support": 9226.0 |
| }, |
| "eval_Premise": { |
| "f1-score": 0.8547340147728121, |
| "precision": 0.777574153261386, |
| "recall": 0.9488942267870455, |
| "support": 12073.0 |
| }, |
| "eval_accuracy": 0.7762772004779318, |
| "eval_loss": 0.5690305829048157, |
| "eval_macro avg": { |
| "f1-score": 0.6576115976530211, |
| "precision": 0.6811432213904147, |
| "recall": 0.6657940442985903, |
| "support": 27619.0 |
| }, |
| "eval_runtime": 1.3776, |
| "eval_samples_per_second": 58.074, |
| "eval_steps_per_second": 7.259, |
| "eval_weighted avg": { |
| "f1-score": 0.7577517824653167, |
| "precision": 0.7632992267425562, |
| "recall": 0.7762772004779318, |
| "support": 27619.0 |
| }, |
| "step": 41 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_Claim": { |
| "f1-score": 0.5093288777499304, |
| "precision": 0.6068347710683477, |
| "recall": 0.43881957773512476, |
| "support": 4168.0 |
| }, |
| "eval_MajorClaim": { |
| "f1-score": 0.7403386886669561, |
| "precision": 0.6947840260798696, |
| "recall": 0.7922862453531598, |
| "support": 2152.0 |
| }, |
| "eval_O": { |
| "f1-score": 0.8998096943915818, |
| "precision": 0.930324074074074, |
| "recall": 0.8712334706264904, |
| "support": 9226.0 |
| }, |
| "eval_Premise": { |
| "f1-score": 0.8735146966854284, |
| "precision": 0.8270298275479239, |
| "recall": 0.9255363207156465, |
| "support": 12073.0 |
| }, |
| "eval_accuracy": 0.823563488902567, |
| "eval_loss": 0.44297581911087036, |
| "eval_macro avg": { |
| "f1-score": 0.7557479893734742, |
| "precision": 0.7647431746925538, |
| "recall": 0.7569689036076054, |
| "support": 27619.0 |
| }, |
| "eval_runtime": 1.3774, |
| "eval_samples_per_second": 58.08, |
| "eval_steps_per_second": 7.26, |
| "eval_weighted avg": { |
| "f1-score": 0.8169621924766614, |
| "precision": 0.8180007808150275, |
| "recall": 0.823563488902567, |
| "support": 27619.0 |
| }, |
| "step": 82 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_Claim": { |
| "f1-score": 0.6003528892809882, |
| "precision": 0.5555102040816327, |
| "recall": 0.6530710172744721, |
| "support": 4168.0 |
| }, |
| "eval_MajorClaim": { |
| "f1-score": 0.7456098718557191, |
| "precision": 0.7618816682832201, |
| "recall": 0.7300185873605948, |
| "support": 2152.0 |
| }, |
| "eval_O": { |
| "f1-score": 0.9073143179892686, |
| "precision": 0.9472815190470575, |
| "recall": 0.8705831346195534, |
| "support": 9226.0 |
| }, |
| "eval_Premise": { |
| "f1-score": 0.8768298214506619, |
| "precision": 0.8730497618656594, |
| "recall": 0.8806427565642343, |
| "support": 12073.0 |
| }, |
| "eval_accuracy": 0.8312031572468228, |
| "eval_loss": 0.42804914712905884, |
| "eval_macro avg": { |
| "f1-score": 0.7825267251441594, |
| "precision": 0.7844307883193924, |
| "recall": 0.7835788739547136, |
| "support": 27619.0 |
| }, |
| "eval_runtime": 1.3753, |
| "eval_samples_per_second": 58.17, |
| "eval_steps_per_second": 7.271, |
| "eval_weighted avg": { |
| "f1-score": 0.8350654121763821, |
| "precision": 0.8412645262496828, |
| "recall": 0.8312031572468228, |
| "support": 27619.0 |
| }, |
| "step": 123 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_Claim": { |
| "f1-score": 0.5695364238410595, |
| "precision": 0.6521200866604766, |
| "recall": 0.5055182341650671, |
| "support": 4168.0 |
| }, |
| "eval_MajorClaim": { |
| "f1-score": 0.7937086847503988, |
| "precision": 0.7789709172259508, |
| "recall": 0.8090148698884758, |
| "support": 2152.0 |
| }, |
| "eval_O": { |
| "f1-score": 0.9155632732797916, |
| "precision": 0.91675722668985, |
| "recall": 0.9143724257533059, |
| "support": 9226.0 |
| }, |
| "eval_Premise": { |
| "f1-score": 0.8839514066496164, |
| "precision": 0.85398810902633, |
| "recall": 0.9160937629421022, |
| "support": 12073.0 |
| }, |
| "eval_accuracy": 0.8452152503711213, |
| "eval_loss": 0.4198084771633148, |
| "eval_macro avg": { |
| "f1-score": 0.7906899471302166, |
| "precision": 0.8004590849006519, |
| "recall": 0.7862498231872379, |
| "support": 27619.0 |
| }, |
| "eval_runtime": 1.3806, |
| "eval_samples_per_second": 57.945, |
| "eval_steps_per_second": 7.243, |
| "eval_weighted avg": { |
| "f1-score": 0.8400311740436862, |
| "precision": 0.8386466761572305, |
| "recall": 0.8452152503711213, |
| "support": 27619.0 |
| }, |
| "step": 164 |
| }, |
| { |
| "epoch": 5.0, |
| "eval_Claim": { |
| "f1-score": 0.6163734776725303, |
| "precision": 0.5814893617021276, |
| "recall": 0.6557101727447217, |
| "support": 4168.0 |
| }, |
| "eval_MajorClaim": { |
| "f1-score": 0.7828498293515358, |
| "precision": 0.7235804416403786, |
| "recall": 0.8526951672862454, |
| "support": 2152.0 |
| }, |
| "eval_O": { |
| "f1-score": 0.9165979438121942, |
| "precision": 0.9300457436126297, |
| "recall": 0.9035334923043572, |
| "support": 9226.0 |
| }, |
| "eval_Premise": { |
| "f1-score": 0.8766015408845188, |
| "precision": 0.9016637478108581, |
| "recall": 0.8528948894226787, |
| "support": 12073.0 |
| }, |
| "eval_accuracy": 0.8400376552373366, |
| "eval_loss": 0.44705528020858765, |
| "eval_macro avg": { |
| "f1-score": 0.7981056979301948, |
| "precision": 0.7841948236914985, |
| "recall": 0.8162084304395008, |
| "support": 27619.0 |
| }, |
| "eval_runtime": 1.3758, |
| "eval_samples_per_second": 58.148, |
| "eval_steps_per_second": 7.268, |
| "eval_weighted avg": { |
| "f1-score": 0.843386093646175, |
| "precision": 0.8489511288560475, |
| "recall": 0.8400376552373366, |
| "support": 27619.0 |
| }, |
| "step": 205 |
| }, |
| { |
| "epoch": 6.0, |
| "eval_Claim": { |
| "f1-score": 0.6241953385127637, |
| "precision": 0.5807517554729451, |
| "recall": 0.6746641074856046, |
| "support": 4168.0 |
| }, |
| "eval_MajorClaim": { |
| "f1-score": 0.7921387283236995, |
| "precision": 0.7883110906580764, |
| "recall": 0.796003717472119, |
| "support": 2152.0 |
| }, |
| "eval_O": { |
| "f1-score": 0.9180380767989674, |
| "precision": 0.9110802732707088, |
| "recall": 0.925102969867765, |
| "support": 9226.0 |
| }, |
| "eval_Premise": { |
| "f1-score": 0.8717662705392766, |
| "precision": 0.9042363830544677, |
| "recall": 0.8415472542035948, |
| "support": 12073.0 |
| }, |
| "eval_accuracy": 0.8407255874579094, |
| "eval_loss": 0.4595077633857727, |
| "eval_macro avg": { |
| "f1-score": 0.8015346035436768, |
| "precision": 0.7960948756140495, |
| "recall": 0.8093295122572709, |
| "support": 27619.0 |
| }, |
| "eval_runtime": 1.3748, |
| "eval_samples_per_second": 58.192, |
| "eval_steps_per_second": 7.274, |
| "eval_weighted avg": { |
| "f1-score": 0.8436577064716956, |
| "precision": 0.8486726976979458, |
| "recall": 0.8407255874579094, |
| "support": 27619.0 |
| }, |
| "step": 246 |
| }, |
| { |
| "epoch": 7.0, |
| "eval_Claim": { |
| "f1-score": 0.5836049135121585, |
| "precision": 0.6110236220472441, |
| "recall": 0.5585412667946257, |
| "support": 4168.0 |
| }, |
| "eval_MajorClaim": { |
| "f1-score": 0.7928268050967437, |
| "precision": 0.8053691275167785, |
| "recall": 0.7806691449814126, |
| "support": 2152.0 |
| }, |
| "eval_O": { |
| "f1-score": 0.9194612574295218, |
| "precision": 0.9251618566882476, |
| "recall": 0.9138304790808585, |
| "support": 9226.0 |
| }, |
| "eval_Premise": { |
| "f1-score": 0.8797147834541992, |
| "precision": 0.8609833465503569, |
| "recall": 0.8992793837488611, |
| "support": 12073.0 |
| }, |
| "eval_accuracy": 0.8434773163402006, |
| "eval_loss": 0.5069454908370972, |
| "eval_macro avg": { |
| "f1-score": 0.7939019398731558, |
| "precision": 0.8006344882006567, |
| "recall": 0.7880800686514394, |
| "support": 27619.0 |
| }, |
| "eval_runtime": 1.3807, |
| "eval_samples_per_second": 57.943, |
| "eval_steps_per_second": 7.243, |
| "eval_weighted avg": { |
| "f1-score": 0.8415357075120093, |
| "precision": 0.8403669956123412, |
| "recall": 0.8434773163402006, |
| "support": 27619.0 |
| }, |
| "step": 287 |
| }, |
| { |
| "epoch": 8.0, |
| "eval_Claim": { |
| "f1-score": 0.5933731413183467, |
| "precision": 0.5794648982391951, |
| "recall": 0.6079654510556622, |
| "support": 4168.0 |
| }, |
| "eval_MajorClaim": { |
| "f1-score": 0.7907602601480151, |
| "precision": 0.7641959254442999, |
| "recall": 0.8192379182156134, |
| "support": 2152.0 |
| }, |
| "eval_O": { |
| "f1-score": 0.9148948106591865, |
| "precision": 0.9482497964879637, |
| "recall": 0.8838066334272707, |
| "support": 9226.0 |
| }, |
| "eval_Premise": { |
| "f1-score": 0.8765821488551183, |
| "precision": 0.86709886547812, |
| "recall": 0.8862751594466992, |
| "support": 12073.0 |
| }, |
| "eval_accuracy": 0.8382273072884608, |
| "eval_loss": 0.548562228679657, |
| "eval_macro avg": { |
| "f1-score": 0.7939025902451666, |
| "precision": 0.7897523714123946, |
| "recall": 0.7993212905363115, |
| "support": 27619.0 |
| }, |
| "eval_runtime": 1.3817, |
| "eval_samples_per_second": 57.901, |
| "eval_steps_per_second": 7.238, |
| "eval_weighted avg": { |
| "f1-score": 0.8399540584062747, |
| "precision": 0.8427820179127555, |
| "recall": 0.8382273072884608, |
| "support": 27619.0 |
| }, |
| "step": 328 |
| }, |
| { |
| "epoch": 9.0, |
| "eval_Claim": { |
| "f1-score": 0.6135836554389841, |
| "precision": 0.5684468999386126, |
| "recall": 0.6665067178502879, |
| "support": 4168.0 |
| }, |
| "eval_MajorClaim": { |
| "f1-score": 0.7970061238376048, |
| "precision": 0.7784669915817457, |
| "recall": 0.8164498141263941, |
| "support": 2152.0 |
| }, |
| "eval_O": { |
| "f1-score": 0.9169912095248693, |
| "precision": 0.9420438957475995, |
| "recall": 0.893236505527856, |
| "support": 9226.0 |
| }, |
| "eval_Premise": { |
| "f1-score": 0.8721008403361344, |
| "precision": 0.8849663170461328, |
| "recall": 0.8596040752091444, |
| "support": 12073.0 |
| }, |
| "eval_accuracy": 0.8383359281653934, |
| "eval_loss": 0.562429666519165, |
| "eval_macro avg": { |
| "f1-score": 0.7999204572843982, |
| "precision": 0.7934810260785227, |
| "recall": 0.8089492781784205, |
| "support": 27619.0 |
| }, |
| "eval_runtime": 1.3808, |
| "eval_samples_per_second": 57.936, |
| "eval_steps_per_second": 7.242, |
| "eval_weighted avg": { |
| "f1-score": 0.8422320938058151, |
| "precision": 0.8479685351639584, |
| "recall": 0.8383359281653934, |
| "support": 27619.0 |
| }, |
| "step": 369 |
| }, |
| { |
| "epoch": 10.0, |
| "eval_Claim": { |
| "f1-score": 0.612128418549346, |
| "precision": 0.6067892503536068, |
| "recall": 0.6175623800383877, |
| "support": 4168.0 |
| }, |
| "eval_MajorClaim": { |
| "f1-score": 0.7968056787932565, |
| "precision": 0.7623089983022071, |
| "recall": 0.8345724907063197, |
| "support": 2152.0 |
| }, |
| "eval_O": { |
| "f1-score": 0.9155905337249902, |
| "precision": 0.9368265850062379, |
| "recall": 0.8952959028831563, |
| "support": 9226.0 |
| }, |
| "eval_Premise": { |
| "f1-score": 0.879186060880669, |
| "precision": 0.8744673877417241, |
| "recall": 0.8839559347303901, |
| "support": 12073.0 |
| }, |
| "eval_accuracy": 0.8436945580940657, |
| "eval_loss": 0.5923005938529968, |
| "eval_macro avg": { |
| "f1-score": 0.8009276729870654, |
| "precision": 0.795098055350944, |
| "recall": 0.8078466770895635, |
| "support": 27619.0 |
| }, |
| "eval_runtime": 1.3753, |
| "eval_samples_per_second": 58.169, |
| "eval_steps_per_second": 7.271, |
| "eval_weighted avg": { |
| "f1-score": 0.8446261141401151, |
| "precision": 0.846163633922067, |
| "recall": 0.8436945580940657, |
| "support": 27619.0 |
| }, |
| "step": 410 |
| }, |
| { |
| "epoch": 11.0, |
| "eval_Claim": { |
| "f1-score": 0.6184452621895125, |
| "precision": 0.5938604240282686, |
| "recall": 0.6451535508637236, |
| "support": 4168.0 |
| }, |
| "eval_MajorClaim": { |
| "f1-score": 0.7804655408489276, |
| "precision": 0.7668161434977578, |
| "recall": 0.7946096654275093, |
| "support": 2152.0 |
| }, |
| "eval_O": { |
| "f1-score": 0.9165973031463293, |
| "precision": 0.9390562819783969, |
| "recall": 0.8951875135486668, |
| "support": 9226.0 |
| }, |
| "eval_Premise": { |
| "f1-score": 0.8779154066034218, |
| "precision": 0.8781700646444555, |
| "recall": 0.8776608962146939, |
| "support": 12073.0 |
| }, |
| "eval_accuracy": 0.841956624063145, |
| "eval_loss": 0.6036468148231506, |
| "eval_macro avg": { |
| "f1-score": 0.7983558781970478, |
| "precision": 0.7944757285372197, |
| "recall": 0.8031529065136485, |
| "support": 27619.0 |
| }, |
| "eval_runtime": 1.3761, |
| "eval_samples_per_second": 58.137, |
| "eval_steps_per_second": 7.267, |
| "eval_weighted avg": { |
| "f1-score": 0.8440870820617664, |
| "precision": 0.8469270804932185, |
| "recall": 0.841956624063145, |
| "support": 27619.0 |
| }, |
| "step": 451 |
| }, |
| { |
| "epoch": 12.0, |
| "eval_Claim": { |
| "f1-score": 0.6014948392454621, |
| "precision": 0.594930767425487, |
| "recall": 0.6082053742802304, |
| "support": 4168.0 |
| }, |
| "eval_MajorClaim": { |
| "f1-score": 0.7777515908555267, |
| "precision": 0.7890961262553802, |
| "recall": 0.766728624535316, |
| "support": 2152.0 |
| }, |
| "eval_O": { |
| "f1-score": 0.9159474465394976, |
| "precision": 0.9292805354155047, |
| "recall": 0.9029915456319099, |
| "support": 9226.0 |
| }, |
| "eval_Premise": { |
| "f1-score": 0.8807384615384615, |
| "precision": 0.872541050235734, |
| "recall": 0.8890913608879317, |
| "support": 12073.0 |
| }, |
| "eval_accuracy": 0.8418117962272349, |
| "eval_loss": 0.6291709542274475, |
| "eval_macro avg": { |
| "f1-score": 0.7939830845447369, |
| "precision": 0.7964621198330264, |
| "recall": 0.791754226333847, |
| "support": 27619.0 |
| }, |
| "eval_runtime": 1.3752, |
| "eval_samples_per_second": 58.171, |
| "eval_steps_per_second": 7.271, |
| "eval_weighted avg": { |
| "f1-score": 0.8423345704559697, |
| "precision": 0.8430984692266364, |
| "recall": 0.8418117962272349, |
| "support": 27619.0 |
| }, |
| "step": 492 |
| } |
| ], |
| "logging_steps": 500, |
| "max_steps": 656, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 16, |
| "save_steps": 500, |
| "total_flos": 1725464792721600.0, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
