{
  "best_metric": 0.6742756804214223,
  "best_model_checkpoint": "drive/MyDrive/NLP_HRAF//Models/HRAF_MultiLabel_SubClasses_Kfolds/Model_5_Roberta/Learning_Rate_2e-05_Weight_Decay_0.01_fold_1/checkpoint-12450",
  "epoch": 15.0,
  "eval_steps": 500,
  "global_step": 12450,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.12048192771084337,
      "grad_norm": 0.9642070531845093,
      "learning_rate": 1.9839357429718877e-05,
      "loss": 0.4237,
      "step": 100
    },
    {
      "epoch": 0.24096385542168675,
      "grad_norm": 0.7253573536872864,
      "learning_rate": 1.967871485943775e-05,
      "loss": 0.3297,
      "step": 200
    },
    {
      "epoch": 0.3614457831325301,
      "grad_norm": 0.9410437941551208,
      "learning_rate": 1.951807228915663e-05,
      "loss": 0.3214,
      "step": 300
    },
    {
      "epoch": 0.4819277108433735,
      "grad_norm": 1.9593065977096558,
      "learning_rate": 1.9357429718875505e-05,
      "loss": 0.304,
      "step": 400
    },
    {
      "epoch": 0.6024096385542169,
      "grad_norm": 1.892052412033081,
      "learning_rate": 1.9196787148594377e-05,
      "loss": 0.2951,
      "step": 500
    },
    {
      "epoch": 0.7228915662650602,
      "grad_norm": 1.4741196632385254,
      "learning_rate": 1.9036144578313255e-05,
      "loss": 0.2843,
      "step": 600
    },
    {
      "epoch": 0.8433734939759037,
      "grad_norm": 1.5908536911010742,
      "learning_rate": 1.887550200803213e-05,
      "loss": 0.278,
      "step": 700
    },
    {
      "epoch": 0.963855421686747,
      "grad_norm": 2.7788383960723877,
      "learning_rate": 1.8714859437751005e-05,
      "loss": 0.2809,
      "step": 800
    },
    {
      "epoch": 1.0,
      "eval_accuracy": 0.37130801687763715,
      "eval_f1": 0.5538327145664992,
      "eval_loss": 0.25523483753204346,
      "eval_roc_auc": 0.7095420424046738,
      "eval_runtime": 36.0551,
      "eval_samples_per_second": 46.013,
      "eval_steps_per_second": 5.769,
      "step": 830
    },
    {
      "epoch": 1.0843373493975903,
      "grad_norm": 2.297464370727539,
      "learning_rate": 1.855421686746988e-05,
      "loss": 0.2649,
      "step": 900
    },
    {
      "epoch": 1.2048192771084336,
      "grad_norm": 2.1780202388763428,
      "learning_rate": 1.8393574297188755e-05,
      "loss": 0.2526,
      "step": 1000
    },
    {
      "epoch": 1.3253012048192772,
      "grad_norm": 2.1221420764923096,
      "learning_rate": 1.8232931726907634e-05,
      "loss": 0.2516,
      "step": 1100
    },
    {
      "epoch": 1.4457831325301205,
      "grad_norm": 2.1369152069091797,
      "learning_rate": 1.807228915662651e-05,
      "loss": 0.2512,
      "step": 1200
    },
    {
      "epoch": 1.5662650602409638,
      "grad_norm": 1.9198232889175415,
      "learning_rate": 1.7911646586345384e-05,
      "loss": 0.2635,
      "step": 1300
    },
    {
      "epoch": 1.6867469879518073,
      "grad_norm": 1.4999780654907227,
      "learning_rate": 1.775100401606426e-05,
      "loss": 0.2429,
      "step": 1400
    },
    {
      "epoch": 1.8072289156626506,
      "grad_norm": 2.2243740558624268,
      "learning_rate": 1.7590361445783134e-05,
      "loss": 0.2341,
      "step": 1500
    },
    {
      "epoch": 1.927710843373494,
      "grad_norm": 1.936194896697998,
      "learning_rate": 1.742971887550201e-05,
      "loss": 0.2358,
      "step": 1600
    },
    {
      "epoch": 2.0,
      "eval_accuracy": 0.38396624472573837,
      "eval_f1": 0.6305942773294204,
      "eval_loss": 0.24461282789707184,
      "eval_roc_auc": 0.7766385397275983,
      "eval_runtime": 36.1223,
      "eval_samples_per_second": 45.927,
      "eval_steps_per_second": 5.758,
      "step": 1660
    },
    {
      "epoch": 2.0481927710843375,
      "grad_norm": 1.8394912481307983,
      "learning_rate": 1.7269076305220884e-05,
      "loss": 0.2262,
      "step": 1700
    },
    {
      "epoch": 2.1686746987951806,
      "grad_norm": 1.9453928470611572,
      "learning_rate": 1.710843373493976e-05,
      "loss": 0.2099,
      "step": 1800
    },
    {
      "epoch": 2.289156626506024,
      "grad_norm": 3.4696056842803955,
      "learning_rate": 1.6947791164658637e-05,
      "loss": 0.2055,
      "step": 1900
    },
    {
      "epoch": 2.4096385542168672,
      "grad_norm": 3.629636764526367,
      "learning_rate": 1.6787148594377512e-05,
      "loss": 0.2048,
      "step": 2000
    },
    {
      "epoch": 2.5301204819277108,
      "grad_norm": 3.143533229827881,
      "learning_rate": 1.6626506024096387e-05,
      "loss": 0.2149,
      "step": 2100
    },
    {
      "epoch": 2.6506024096385543,
      "grad_norm": 4.122682094573975,
      "learning_rate": 1.6465863453815262e-05,
      "loss": 0.2027,
      "step": 2200
    },
    {
      "epoch": 2.7710843373493974,
      "grad_norm": 2.8808822631835938,
      "learning_rate": 1.6305220883534137e-05,
      "loss": 0.2153,
      "step": 2300
    },
    {
      "epoch": 2.891566265060241,
      "grad_norm": 2.86367130279541,
      "learning_rate": 1.6144578313253015e-05,
      "loss": 0.2038,
      "step": 2400
    },
    {
      "epoch": 3.0,
      "eval_accuracy": 0.3990355635925256,
      "eval_f1": 0.648381788261108,
      "eval_loss": 0.23571637272834778,
      "eval_roc_auc": 0.7872360545001245,
      "eval_runtime": 36.0229,
      "eval_samples_per_second": 46.054,
      "eval_steps_per_second": 5.774,
      "step": 2490
    },
    {
      "epoch": 3.0120481927710845,
      "grad_norm": 2.759669780731201,
      "learning_rate": 1.5983935742971887e-05,
      "loss": 0.2018,
      "step": 2500
    },
    {
      "epoch": 3.1325301204819276,
      "grad_norm": 6.346066951751709,
      "learning_rate": 1.5823293172690762e-05,
      "loss": 0.179,
      "step": 2600
    },
    {
      "epoch": 3.253012048192771,
      "grad_norm": 2.918868064880371,
      "learning_rate": 1.566265060240964e-05,
      "loss": 0.1788,
      "step": 2700
    },
    {
      "epoch": 3.3734939759036147,
      "grad_norm": 3.852792263031006,
      "learning_rate": 1.5502008032128516e-05,
      "loss": 0.1727,
      "step": 2800
    },
    {
      "epoch": 3.4939759036144578,
      "grad_norm": 6.0479655265808105,
      "learning_rate": 1.534136546184739e-05,
      "loss": 0.1791,
      "step": 2900
    },
    {
      "epoch": 3.6144578313253013,
      "grad_norm": 3.1924941539764404,
      "learning_rate": 1.5180722891566266e-05,
      "loss": 0.1739,
      "step": 3000
    },
    {
      "epoch": 3.734939759036145,
      "grad_norm": 2.770388603210449,
      "learning_rate": 1.5020080321285142e-05,
      "loss": 0.1723,
      "step": 3100
    },
    {
      "epoch": 3.855421686746988,
      "grad_norm": 3.522843360900879,
      "learning_rate": 1.4859437751004017e-05,
      "loss": 0.1664,
      "step": 3200
    },
    {
      "epoch": 3.9759036144578315,
      "grad_norm": 2.9013149738311768,
      "learning_rate": 1.4698795180722894e-05,
      "loss": 0.1591,
      "step": 3300
    },
    {
      "epoch": 4.0,
      "eval_accuracy": 0.4213381555153707,
      "eval_f1": 0.6570518823749766,
      "eval_loss": 0.2389475554227829,
      "eval_roc_auc": 0.7871399448360252,
      "eval_runtime": 35.9942,
      "eval_samples_per_second": 46.091,
      "eval_steps_per_second": 5.779,
      "step": 3320
    },
    {
      "epoch": 4.096385542168675,
      "grad_norm": 2.389446258544922,
      "learning_rate": 1.4538152610441769e-05,
      "loss": 0.1488,
      "step": 3400
    },
    {
      "epoch": 4.216867469879518,
      "grad_norm": 2.0893971920013428,
      "learning_rate": 1.4377510040160642e-05,
      "loss": 0.1431,
      "step": 3500
    },
    {
      "epoch": 4.337349397590361,
      "grad_norm": 4.6121745109558105,
      "learning_rate": 1.4216867469879519e-05,
      "loss": 0.1436,
      "step": 3600
    },
    {
      "epoch": 4.457831325301205,
      "grad_norm": 3.5218753814697266,
      "learning_rate": 1.4056224899598394e-05,
      "loss": 0.152,
      "step": 3700
    },
    {
      "epoch": 4.578313253012048,
      "grad_norm": 1.686698317527771,
      "learning_rate": 1.3895582329317269e-05,
      "loss": 0.1463,
      "step": 3800
    },
    {
      "epoch": 4.698795180722891,
      "grad_norm": 3.079829692840576,
      "learning_rate": 1.3734939759036146e-05,
      "loss": 0.1434,
      "step": 3900
    },
    {
      "epoch": 4.8192771084337345,
      "grad_norm": 3.5164265632629395,
      "learning_rate": 1.357429718875502e-05,
      "loss": 0.1352,
      "step": 4000
    },
    {
      "epoch": 4.9397590361445785,
      "grad_norm": 4.049747467041016,
      "learning_rate": 1.3413654618473897e-05,
      "loss": 0.1427,
      "step": 4100
    },
    {
      "epoch": 5.0,
      "eval_accuracy": 0.4207353827606992,
      "eval_f1": 0.6415022761760243,
      "eval_loss": 0.2513498365879059,
      "eval_roc_auc": 0.7761577437017827,
      "eval_runtime": 36.1323,
      "eval_samples_per_second": 45.915,
      "eval_steps_per_second": 5.757,
      "step": 4150
    },
    {
      "epoch": 5.0602409638554215,
      "grad_norm": 3.9669837951660156,
      "learning_rate": 1.3253012048192772e-05,
      "loss": 0.1295,
      "step": 4200
    },
    {
      "epoch": 5.180722891566265,
      "grad_norm": 2.201209783554077,
      "learning_rate": 1.309236947791165e-05,
      "loss": 0.1154,
      "step": 4300
    },
    {
      "epoch": 5.301204819277109,
      "grad_norm": 3.613372802734375,
      "learning_rate": 1.2931726907630524e-05,
      "loss": 0.1133,
      "step": 4400
    },
    {
      "epoch": 5.421686746987952,
      "grad_norm": 4.806926727294922,
      "learning_rate": 1.2771084337349398e-05,
      "loss": 0.1173,
      "step": 4500
    },
    {
      "epoch": 5.542168674698795,
      "grad_norm": 3.5737357139587402,
      "learning_rate": 1.2610441767068273e-05,
      "loss": 0.1202,
      "step": 4600
    },
    {
      "epoch": 5.662650602409639,
      "grad_norm": 5.031768798828125,
      "learning_rate": 1.244979919678715e-05,
      "loss": 0.1147,
      "step": 4700
    },
    {
      "epoch": 5.783132530120482,
      "grad_norm": 2.068950891494751,
      "learning_rate": 1.2289156626506024e-05,
      "loss": 0.1168,
      "step": 4800
    },
    {
      "epoch": 5.903614457831325,
      "grad_norm": 2.5072097778320312,
      "learning_rate": 1.2128514056224901e-05,
      "loss": 0.1226,
      "step": 4900
    },
    {
      "epoch": 6.0,
      "eval_accuracy": 0.41350210970464135,
      "eval_f1": 0.6666666666666665,
      "eval_loss": 0.2606567144393921,
      "eval_roc_auc": 0.8057414996823179,
      "eval_runtime": 36.1583,
      "eval_samples_per_second": 45.882,
      "eval_steps_per_second": 5.752,
      "step": 4980
    },
    {
      "epoch": 6.024096385542169,
      "grad_norm": 2.0976059436798096,
      "learning_rate": 1.1967871485943776e-05,
      "loss": 0.1077,
      "step": 5000
    },
    {
      "epoch": 6.144578313253012,
      "grad_norm": 1.4871183633804321,
      "learning_rate": 1.1807228915662651e-05,
      "loss": 0.0934,
      "step": 5100
    },
    {
      "epoch": 6.265060240963855,
      "grad_norm": 1.9144952297210693,
      "learning_rate": 1.1646586345381528e-05,
      "loss": 0.0938,
      "step": 5200
    },
    {
      "epoch": 6.385542168674699,
      "grad_norm": 2.3612289428710938,
      "learning_rate": 1.1485943775100403e-05,
      "loss": 0.0955,
      "step": 5300
    },
    {
      "epoch": 6.506024096385542,
      "grad_norm": 5.222254276275635,
      "learning_rate": 1.132530120481928e-05,
      "loss": 0.097,
      "step": 5400
    },
    {
      "epoch": 6.626506024096385,
      "grad_norm": 5.138168811798096,
      "learning_rate": 1.1164658634538153e-05,
      "loss": 0.0993,
      "step": 5500
    },
    {
      "epoch": 6.746987951807229,
      "grad_norm": 5.146157264709473,
      "learning_rate": 1.1004016064257028e-05,
      "loss": 0.0954,
      "step": 5600
    },
    {
      "epoch": 6.867469879518072,
      "grad_norm": 4.897678375244141,
      "learning_rate": 1.0843373493975904e-05,
      "loss": 0.0985,
      "step": 5700
    },
    {
      "epoch": 6.9879518072289155,
      "grad_norm": 3.3976993560791016,
      "learning_rate": 1.068273092369478e-05,
      "loss": 0.0857,
      "step": 5800
    },
    {
      "epoch": 7.0,
      "eval_accuracy": 0.4092827004219409,
      "eval_f1": 0.6649736985307456,
      "eval_loss": 0.2713634967803955,
      "eval_roc_auc": 0.7982755374895809,
      "eval_runtime": 36.3274,
      "eval_samples_per_second": 45.668,
      "eval_steps_per_second": 5.726,
      "step": 5810
    },
    {
      "epoch": 7.108433734939759,
      "grad_norm": 6.454195499420166,
      "learning_rate": 1.0522088353413654e-05,
      "loss": 0.0817,
      "step": 5900
    },
    {
      "epoch": 7.228915662650603,
      "grad_norm": 1.3181122541427612,
      "learning_rate": 1.0361445783132531e-05,
      "loss": 0.0816,
      "step": 6000
    },
    {
      "epoch": 7.349397590361446,
      "grad_norm": 4.141767501831055,
      "learning_rate": 1.0200803212851406e-05,
      "loss": 0.0794,
      "step": 6100
    },
    {
      "epoch": 7.469879518072289,
      "grad_norm": 1.5225648880004883,
      "learning_rate": 1.0040160642570283e-05,
      "loss": 0.0748,
      "step": 6200
    },
    {
      "epoch": 7.590361445783133,
      "grad_norm": 4.940995693206787,
      "learning_rate": 9.879518072289156e-06,
      "loss": 0.0733,
      "step": 6300
    },
    {
      "epoch": 7.710843373493976,
      "grad_norm": 3.411694288253784,
      "learning_rate": 9.718875502008033e-06,
      "loss": 0.0779,
      "step": 6400
    },
    {
      "epoch": 7.831325301204819,
      "grad_norm": 4.794209957122803,
      "learning_rate": 9.558232931726908e-06,
      "loss": 0.0778,
      "step": 6500
    },
    {
      "epoch": 7.951807228915663,
      "grad_norm": 2.7523696422576904,
      "learning_rate": 9.397590361445785e-06,
      "loss": 0.0714,
      "step": 6600
    },
    {
      "epoch": 8.0,
      "eval_accuracy": 0.4050632911392405,
      "eval_f1": 0.6728395061728395,
      "eval_loss": 0.2908540666103363,
      "eval_roc_auc": 0.8154374909432742,
      "eval_runtime": 36.2563,
      "eval_samples_per_second": 45.758,
      "eval_steps_per_second": 5.737,
      "step": 6640
    },
    {
      "epoch": 8.072289156626505,
      "grad_norm": 2.963338851928711,
      "learning_rate": 9.23694779116466e-06,
      "loss": 0.066,
      "step": 6700
    },
    {
      "epoch": 8.19277108433735,
      "grad_norm": 1.1161987781524658,
      "learning_rate": 9.076305220883535e-06,
      "loss": 0.0665,
      "step": 6800
    },
    {
      "epoch": 8.313253012048193,
      "grad_norm": 1.9074004888534546,
      "learning_rate": 8.91566265060241e-06,
      "loss": 0.0603,
      "step": 6900
    },
    {
      "epoch": 8.433734939759036,
      "grad_norm": 4.402090549468994,
      "learning_rate": 8.755020080321286e-06,
      "loss": 0.0558,
      "step": 7000
    },
    {
      "epoch": 8.55421686746988,
      "grad_norm": 8.068613052368164,
      "learning_rate": 8.594377510040161e-06,
      "loss": 0.0596,
      "step": 7100
    },
    {
      "epoch": 8.674698795180722,
      "grad_norm": 0.7083752751350403,
      "learning_rate": 8.433734939759038e-06,
      "loss": 0.0615,
      "step": 7200
    },
    {
      "epoch": 8.795180722891565,
      "grad_norm": 2.8427162170410156,
      "learning_rate": 8.273092369477911e-06,
      "loss": 0.056,
      "step": 7300
    },
    {
      "epoch": 8.91566265060241,
      "grad_norm": 4.300654888153076,
      "learning_rate": 8.112449799196788e-06,
      "loss": 0.073,
      "step": 7400
    },
    {
      "epoch": 9.0,
      "eval_accuracy": 0.41832429174201324,
      "eval_f1": 0.6730903994393833,
      "eval_loss": 0.29414018988609314,
      "eval_roc_auc": 0.810645259972926,
      "eval_runtime": 36.2468,
      "eval_samples_per_second": 45.77,
      "eval_steps_per_second": 5.738,
      "step": 7470
    },
    {
      "epoch": 9.036144578313253,
      "grad_norm": 3.129971981048584,
      "learning_rate": 7.951807228915663e-06,
      "loss": 0.0563,
      "step": 7500
    },
    {
      "epoch": 9.156626506024097,
      "grad_norm": 2.5316765308380127,
      "learning_rate": 7.79116465863454e-06,
      "loss": 0.048,
      "step": 7600
    },
    {
      "epoch": 9.27710843373494,
      "grad_norm": 4.083515167236328,
      "learning_rate": 7.630522088353415e-06,
      "loss": 0.0502,
      "step": 7700
    },
    {
      "epoch": 9.397590361445783,
      "grad_norm": 1.0832017660140991,
      "learning_rate": 7.469879518072289e-06,
      "loss": 0.0521,
      "step": 7800
    },
    {
      "epoch": 9.518072289156626,
      "grad_norm": 4.1632304191589355,
      "learning_rate": 7.309236947791165e-06,
      "loss": 0.0508,
      "step": 7900
    },
    {
      "epoch": 9.638554216867469,
      "grad_norm": 2.0603678226470947,
      "learning_rate": 7.148594377510041e-06,
      "loss": 0.053,
      "step": 8000
    },
    {
      "epoch": 9.759036144578314,
      "grad_norm": 2.3865954875946045,
      "learning_rate": 6.987951807228917e-06,
      "loss": 0.0471,
      "step": 8100
    },
    {
      "epoch": 9.879518072289157,
      "grad_norm": 3.4538087844848633,
      "learning_rate": 6.8273092369477925e-06,
      "loss": 0.0459,
      "step": 8200
    },
    {
      "epoch": 10.0,
      "grad_norm": 1.0237865447998047,
      "learning_rate": 6.666666666666667e-06,
      "loss": 0.052,
      "step": 8300
    },
    {
      "epoch": 10.0,
      "eval_accuracy": 0.4141048824593128,
      "eval_f1": 0.6719829877724616,
      "eval_loss": 0.30549874901771545,
      "eval_roc_auc": 0.807412395917321,
      "eval_runtime": 36.14,
      "eval_samples_per_second": 45.905,
      "eval_steps_per_second": 5.755,
      "step": 8300
    },
    {
      "epoch": 10.120481927710843,
      "grad_norm": 3.1426589488983154,
      "learning_rate": 6.5060240963855425e-06,
      "loss": 0.0382,
      "step": 8400
    },
    {
      "epoch": 10.240963855421686,
      "grad_norm": 5.971590995788574,
      "learning_rate": 6.345381526104418e-06,
      "loss": 0.0403,
      "step": 8500
    },
    {
      "epoch": 10.36144578313253,
      "grad_norm": 2.7165796756744385,
      "learning_rate": 6.184738955823294e-06,
      "loss": 0.0417,
      "step": 8600
    },
    {
      "epoch": 10.481927710843374,
      "grad_norm": 6.249508857727051,
      "learning_rate": 6.02409638554217e-06,
      "loss": 0.0409,
      "step": 8700
    },
    {
      "epoch": 10.602409638554217,
      "grad_norm": 1.5167735815048218,
      "learning_rate": 5.863453815261044e-06,
      "loss": 0.0413,
      "step": 8800
    },
    {
      "epoch": 10.72289156626506,
      "grad_norm": 1.3362675905227661,
      "learning_rate": 5.70281124497992e-06,
      "loss": 0.0381,
      "step": 8900
    },
    {
      "epoch": 10.843373493975903,
      "grad_norm": 3.719500780105591,
      "learning_rate": 5.542168674698796e-06,
      "loss": 0.0412,
      "step": 9000
    },
    {
      "epoch": 10.963855421686747,
      "grad_norm": 4.197484493255615,
      "learning_rate": 5.381526104417672e-06,
      "loss": 0.0429,
      "step": 9100
    },
    {
      "epoch": 11.0,
      "eval_accuracy": 0.4165159734779988,
      "eval_f1": 0.6682226211849193,
      "eval_loss": 0.31563234329223633,
      "eval_roc_auc": 0.8023591454661876,
      "eval_runtime": 36.1507,
      "eval_samples_per_second": 45.891,
      "eval_steps_per_second": 5.754,
      "step": 9130
    },
    {
      "epoch": 11.08433734939759,
      "grad_norm": 1.9439764022827148,
      "learning_rate": 5.220883534136547e-06,
      "loss": 0.0345,
      "step": 9200
    },
    {
      "epoch": 11.204819277108435,
      "grad_norm": 5.573112487792969,
      "learning_rate": 5.060240963855422e-06,
      "loss": 0.0334,
      "step": 9300
    },
    {
      "epoch": 11.325301204819278,
      "grad_norm": 3.091160535812378,
      "learning_rate": 4.899598393574298e-06,
      "loss": 0.0331,
      "step": 9400
    },
    {
      "epoch": 11.44578313253012,
      "grad_norm": 4.914794445037842,
      "learning_rate": 4.7389558232931736e-06,
      "loss": 0.0345,
      "step": 9500
    },
    {
      "epoch": 11.566265060240964,
      "grad_norm": 1.9498165845870972,
      "learning_rate": 4.578313253012049e-06,
      "loss": 0.0345,
      "step": 9600
    },
    {
      "epoch": 11.686746987951807,
      "grad_norm": 2.1993534564971924,
      "learning_rate": 4.4176706827309244e-06,
      "loss": 0.0332,
      "step": 9700
    },
    {
      "epoch": 11.80722891566265,
      "grad_norm": 0.7553381323814392,
      "learning_rate": 4.2570281124497995e-06,
      "loss": 0.0323,
      "step": 9800
    },
    {
      "epoch": 11.927710843373493,
      "grad_norm": 1.3014346361160278,
      "learning_rate": 4.096385542168675e-06,
      "loss": 0.0323,
      "step": 9900
    },
    {
      "epoch": 12.0,
      "eval_accuracy": 0.41350210970464135,
      "eval_f1": 0.6725321133204293,
      "eval_loss": 0.3264513611793518,
      "eval_roc_auc": 0.8093228231966124,
      "eval_runtime": 36.2329,
      "eval_samples_per_second": 45.787,
      "eval_steps_per_second": 5.741,
      "step": 9960
    },
    {
      "epoch": 12.048192771084338,
      "grad_norm": 2.3635246753692627,
      "learning_rate": 3.93574297188755e-06,
      "loss": 0.0331,
      "step": 10000
    },
    {
      "epoch": 12.168674698795181,
      "grad_norm": 3.8707635402679443,
      "learning_rate": 3.7751004016064258e-06,
      "loss": 0.0277,
      "step": 10100
    },
    {
      "epoch": 12.289156626506024,
      "grad_norm": 3.9427218437194824,
      "learning_rate": 3.6144578313253016e-06,
      "loss": 0.0296,
      "step": 10200
    },
    {
      "epoch": 12.409638554216867,
      "grad_norm": 0.7694936990737915,
      "learning_rate": 3.453815261044177e-06,
      "loss": 0.0268,
      "step": 10300
    },
    {
      "epoch": 12.53012048192771,
      "grad_norm": 1.952202558517456,
      "learning_rate": 3.2931726907630525e-06,
      "loss": 0.0276,
      "step": 10400
    },
    {
      "epoch": 12.650602409638553,
      "grad_norm": 1.1884231567382812,
      "learning_rate": 3.132530120481928e-06,
      "loss": 0.0262,
      "step": 10500
    },
    {
      "epoch": 12.771084337349398,
      "grad_norm": 0.3486195206642151,
      "learning_rate": 2.9718875502008034e-06,
      "loss": 0.03,
      "step": 10600
    },
    {
      "epoch": 12.891566265060241,
      "grad_norm": 0.7074311971664429,
      "learning_rate": 2.811244979919679e-06,
      "loss": 0.0286,
      "step": 10700
    },
    {
      "epoch": 13.0,
      "eval_accuracy": 0.4110910186859554,
      "eval_f1": 0.6732949590092447,
      "eval_loss": 0.3310515284538269,
      "eval_roc_auc": 0.8117622251864293,
      "eval_runtime": 36.1171,
      "eval_samples_per_second": 45.934,
      "eval_steps_per_second": 5.759,
      "step": 10790
    },
    {
      "epoch": 13.012048192771084,
      "grad_norm": 7.378662586212158,
      "learning_rate": 2.6506024096385547e-06,
      "loss": 0.0271,
      "step": 10800
    },
    {
      "epoch": 13.132530120481928,
      "grad_norm": 2.406675100326538,
      "learning_rate": 2.4899598393574297e-06,
      "loss": 0.0251,
      "step": 10900
    },
    {
      "epoch": 13.25301204819277,
      "grad_norm": 3.8638405799865723,
      "learning_rate": 2.3293172690763055e-06,
      "loss": 0.0258,
      "step": 11000
    },
    {
      "epoch": 13.373493975903614,
      "grad_norm": 2.06321120262146,
      "learning_rate": 2.168674698795181e-06,
      "loss": 0.0246,
      "step": 11100
    },
    {
      "epoch": 13.493975903614459,
      "grad_norm": 1.5517412424087524,
      "learning_rate": 2.0080321285140564e-06,
      "loss": 0.0249,
      "step": 11200
    },
    {
      "epoch": 13.614457831325302,
      "grad_norm": 0.4058358669281006,
      "learning_rate": 1.8473895582329318e-06,
      "loss": 0.0234,
      "step": 11300
    },
    {
      "epoch": 13.734939759036145,
      "grad_norm": 3.0318214893341064,
      "learning_rate": 1.6867469879518073e-06,
      "loss": 0.0258,
      "step": 11400
    },
    {
      "epoch": 13.855421686746988,
      "grad_norm": 0.8424203991889954,
      "learning_rate": 1.526104417670683e-06,
      "loss": 0.0269,
      "step": 11500
    },
    {
      "epoch": 13.975903614457831,
      "grad_norm": 3.9194679260253906,
      "learning_rate": 1.3654618473895584e-06,
      "loss": 0.0234,
      "step": 11600
    },
    {
      "epoch": 14.0,
      "eval_accuracy": 0.40687160940325495,
      "eval_f1": 0.6735155841894479,
      "eval_loss": 0.33624783158302307,
      "eval_roc_auc": 0.8122911998969546,
      "eval_runtime": 36.1849,
      "eval_samples_per_second": 45.848,
      "eval_steps_per_second": 5.748,
      "step": 11620
    },
    {
      "epoch": 14.096385542168674,
      "grad_norm": 1.4352937936782837,
      "learning_rate": 1.2048192771084338e-06,
      "loss": 0.0209,
      "step": 11700
    },
    {
      "epoch": 14.216867469879517,
      "grad_norm": 0.7450918555259705,
      "learning_rate": 1.0441767068273092e-06,
      "loss": 0.0218,
      "step": 11800
    },
    {
      "epoch": 14.337349397590362,
      "grad_norm": 1.0368732213974,
      "learning_rate": 8.835341365461848e-07,
      "loss": 0.0235,
      "step": 11900
    },
    {
      "epoch": 14.457831325301205,
      "grad_norm": 6.217952728271484,
      "learning_rate": 7.228915662650602e-07,
      "loss": 0.0228,
      "step": 12000
    },
    {
      "epoch": 14.578313253012048,
      "grad_norm": 3.589872360229492,
      "learning_rate": 5.622489959839358e-07,
      "loss": 0.0222,
      "step": 12100
    },
    {
      "epoch": 14.698795180722891,
      "grad_norm": 2.410654306411743,
      "learning_rate": 4.0160642570281125e-07,
      "loss": 0.0203,
      "step": 12200
    },
    {
      "epoch": 14.819277108433734,
      "grad_norm": 0.5593228340148926,
      "learning_rate": 2.409638554216868e-07,
      "loss": 0.0246,
      "step": 12300
    },
    {
      "epoch": 14.939759036144578,
      "grad_norm": 1.7539204359054565,
      "learning_rate": 8.032128514056224e-08,
      "loss": 0.0237,
      "step": 12400
    },
    {
      "epoch": 15.0,
      "eval_accuracy": 0.4153104279686558,
      "eval_f1": 0.6742756804214223,
      "eval_loss": 0.3354536294937134,
      "eval_roc_auc": 0.810820573413045,
      "eval_runtime": 36.2022,
      "eval_samples_per_second": 45.826,
      "eval_steps_per_second": 5.746,
      "step": 12450
    }
  ],
  "logging_steps": 100,
  "max_steps": 12450,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 15,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.857073408472736e+16,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}