{ "best_metric": 0.9448421901784814, "best_model_checkpoint": "rubert_toxicity_classifier/checkpoint-14777", "epoch": 2.9997969817960346, "eval_steps": 500, "global_step": 22164, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.06767273465520741, "grad_norm": 19.48541831970215, "learning_rate": 2.2552999548940012e-06, "loss": 0.2951, "step": 500 }, { "epoch": 0.13534546931041483, "grad_norm": 11.972173690795898, "learning_rate": 4.5105999097880024e-06, "loss": 0.2026, "step": 1000 }, { "epoch": 0.20301820396562226, "grad_norm": 14.64987564086914, "learning_rate": 6.765899864682003e-06, "loss": 0.1768, "step": 1500 }, { "epoch": 0.27069093862082966, "grad_norm": 17.7277774810791, "learning_rate": 9.021199819576005e-06, "loss": 0.1687, "step": 2000 }, { "epoch": 0.33836367327603706, "grad_norm": 17.497051239013672, "learning_rate": 9.858124028675992e-06, "loss": 0.169, "step": 2500 }, { "epoch": 0.4060364079312445, "grad_norm": 0.5624993443489075, "learning_rate": 9.607459768386225e-06, "loss": 0.1655, "step": 3000 }, { "epoch": 0.4737091425864519, "grad_norm": 46.436702728271484, "learning_rate": 9.356795508096457e-06, "loss": 0.1631, "step": 3500 }, { "epoch": 0.5413818772416593, "grad_norm": 0.23696815967559814, "learning_rate": 9.106131247806689e-06, "loss": 0.1504, "step": 4000 }, { "epoch": 0.6090546118968667, "grad_norm": 73.74691772460938, "learning_rate": 8.855466987516921e-06, "loss": 0.1449, "step": 4500 }, { "epoch": 0.6767273465520741, "grad_norm": 11.027336120605469, "learning_rate": 8.604802727227154e-06, "loss": 0.1405, "step": 5000 }, { "epoch": 0.7444000812072816, "grad_norm": 91.75090026855469, "learning_rate": 8.354138466937384e-06, "loss": 0.1555, "step": 5500 }, { "epoch": 0.812072815862489, "grad_norm": 37.738136291503906, "learning_rate": 8.103474206647616e-06, "loss": 0.1542, "step": 6000 }, { "epoch": 0.8797455505176964, "grad_norm": 0.06403321027755737, "learning_rate": 7.852809946357848e-06, "loss": 0.1544, "step": 6500 }, { "epoch": 0.9474182851729038, "grad_norm": 57.167232513427734, "learning_rate": 7.602145686068081e-06, "loss": 0.1562, "step": 7000 }, { "epoch": 0.9999323272653448, "eval_accuracy": 0.9771611282402649, "eval_f1": 0.9400239904038384, "eval_loss": 0.13267828524112701, "eval_precision": 0.9255905511811023, "eval_recall": 0.954914703493095, "eval_runtime": 41.5418, "eval_samples_per_second": 632.4, "eval_steps_per_second": 79.053, "step": 7388 }, { "epoch": 1.0150910198281113, "grad_norm": 46.099124908447266, "learning_rate": 7.351481425778313e-06, "loss": 0.1436, "step": 7500 }, { "epoch": 1.0827637544833186, "grad_norm": 0.1531323343515396, "learning_rate": 7.100817165488545e-06, "loss": 0.1, "step": 8000 }, { "epoch": 1.1504364891385261, "grad_norm": 0.17008908092975616, "learning_rate": 6.850152905198777e-06, "loss": 0.1309, "step": 8500 }, { "epoch": 1.2181092237937334, "grad_norm": 12.858524322509766, "learning_rate": 6.599488644909009e-06, "loss": 0.1145, "step": 9000 }, { "epoch": 1.285781958448941, "grad_norm": 0.05379267409443855, "learning_rate": 6.348824384619241e-06, "loss": 0.1286, "step": 9500 }, { "epoch": 1.3534546931041485, "grad_norm": 0.09806462377309799, "learning_rate": 6.098160124329474e-06, "loss": 0.1252, "step": 10000 }, { "epoch": 1.4211274277593557, "grad_norm": 15.07020378112793, "learning_rate": 5.847495864039706e-06, "loss": 0.1055, "step": 10500 }, { "epoch": 1.4888001624145633, "grad_norm": 4.208822250366211, "learning_rate": 5.596831603749938e-06, "loss": 0.1069, "step": 11000 }, { "epoch": 1.5564728970697705, "grad_norm": 53.62128829956055, "learning_rate": 5.3461673434601705e-06, "loss": 0.1181, "step": 11500 }, { "epoch": 1.624145631724978, "grad_norm": 2.466780424118042, "learning_rate": 5.095503083170402e-06, "loss": 0.1126, "step": 12000 }, { "epoch": 1.6918183663801853, "grad_norm": 7.860719203948975, "learning_rate": 4.844838822880634e-06, "loss": 0.1149, "step": 12500 }, { "epoch": 1.7594911010353929, "grad_norm": 1.2510418891906738, "learning_rate": 4.594174562590866e-06, "loss": 0.1162, "step": 13000 }, { "epoch": 1.8271638356906004, "grad_norm": 14.688665390014648, "learning_rate": 4.3435103023010985e-06, "loss": 0.1258, "step": 13500 }, { "epoch": 1.8948365703458077, "grad_norm": 0.057993557304143906, "learning_rate": 4.09284604201133e-06, "loss": 0.1097, "step": 14000 }, { "epoch": 1.962509305001015, "grad_norm": 1.119680404663086, "learning_rate": 3.842181781721562e-06, "loss": 0.1108, "step": 14500 }, { "epoch": 2.0, "eval_accuracy": 0.9791785619123748, "eval_f1": 0.9448421901784814, "eval_loss": 0.1426609307527542, "eval_precision": 0.9383136390947326, "eval_recall": 0.9514622258326564, "eval_runtime": 41.7833, "eval_samples_per_second": 628.744, "eval_steps_per_second": 78.596, "step": 14777 }, { "epoch": 2.0301820396562227, "grad_norm": 0.01971724070608616, "learning_rate": 3.5915175214317943e-06, "loss": 0.0907, "step": 15000 }, { "epoch": 2.09785477431143, "grad_norm": 3.985325336456299, "learning_rate": 3.340853261142027e-06, "loss": 0.073, "step": 15500 }, { "epoch": 2.1655275089666373, "grad_norm": 32.28806686401367, "learning_rate": 3.090189000852259e-06, "loss": 0.0692, "step": 16000 }, { "epoch": 2.2332002436218445, "grad_norm": 0.15957437455654144, "learning_rate": 2.839524740562491e-06, "loss": 0.0819, "step": 16500 }, { "epoch": 2.3008729782770523, "grad_norm": 132.57357788085938, "learning_rate": 2.588860480272723e-06, "loss": 0.0693, "step": 17000 }, { "epoch": 2.3685457129322596, "grad_norm": 8.654540061950684, "learning_rate": 2.338196219982955e-06, "loss": 0.0715, "step": 17500 }, { "epoch": 2.436218447587467, "grad_norm": 9.029056549072266, "learning_rate": 2.087531959693187e-06, "loss": 0.0652, "step": 18000 }, { "epoch": 2.5038911822426746, "grad_norm": 9.801325798034668, "learning_rate": 1.8368676994034193e-06, "loss": 0.0646, "step": 18500 }, { "epoch": 2.571563916897882, "grad_norm": 0.0120752714574337, "learning_rate": 1.5862034391136513e-06, "loss": 0.0772, "step": 19000 }, { "epoch": 2.639236651553089, "grad_norm": 409.3838806152344, "learning_rate": 1.3355391788238833e-06, "loss": 0.0588, "step": 19500 }, { "epoch": 2.706909386208297, "grad_norm": 0.07232743501663208, "learning_rate": 1.0848749185341155e-06, "loss": 0.0667, "step": 20000 }, { "epoch": 2.774582120863504, "grad_norm": 0.0916425883769989, "learning_rate": 8.342106582443475e-07, "loss": 0.0617, "step": 20500 }, { "epoch": 2.8422548555187115, "grad_norm": 0.2864920198917389, "learning_rate": 5.835463979545797e-07, "loss": 0.076, "step": 21000 }, { "epoch": 2.9099275901739188, "grad_norm": 0.04937116429209709, "learning_rate": 3.328821376648118e-07, "loss": 0.0644, "step": 21500 }, { "epoch": 2.9776003248291265, "grad_norm": 0.08246259391307831, "learning_rate": 8.221787737504388e-08, "loss": 0.0695, "step": 22000 }, { "epoch": 2.9997969817960346, "eval_accuracy": 0.9790643675535762, "eval_f1": 0.9445452712240371, "eval_loss": 0.17905421555042267, "eval_precision": 0.9379255106127353, "eval_recall": 0.9512591389114541, "eval_runtime": 42.1003, "eval_samples_per_second": 624.01, "eval_steps_per_second": 78.004, "step": 22164 } ], "logging_steps": 500, "max_steps": 22164, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 4.665261589246464e+16, "train_batch_size": 16, "trial_name": null, "trial_params": null }