{
  "best_global_step": 264710,
  "best_metric": 0.91086109084519,
  "best_model_checkpoint": "T:\\laupodteam\\AIOS\\Bram\\language_modeling\\Models\\language_models\\CardioCCC\\XLMR\\multilabel_3ldense_20epochs_40splits/fold_0\\checkpoint-264710",
  "epoch": 10.0,
  "eval_steps": 500,
  "global_step": 264710,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.009670960673945073,
      "grad_norm": 0.4483267664909363,
      "learning_rate": 9.990366816516189e-06,
      "loss": 0.46,
      "step": 256
    },
    {
      "epoch": 0.019341921347890145,
      "grad_norm": 0.27363523840904236,
      "learning_rate": 9.980695855842243e-06,
      "loss": 0.3699,
      "step": 512
    },
    {
      "epoch": 0.029012882021835214,
      "grad_norm": 0.2586195766925812,
      "learning_rate": 9.971024895168299e-06,
      "loss": 0.3709,
      "step": 768
    },
    {
      "epoch": 0.03868384269578029,
      "grad_norm": 0.4198613464832306,
      "learning_rate": 9.961353934494353e-06,
      "loss": 0.3456,
      "step": 1024
    },
    {
      "epoch": 0.04835480336972536,
      "grad_norm": 1.3434170484542847,
      "learning_rate": 9.951682973820407e-06,
      "loss": 0.3085,
      "step": 1280
    },
    {
      "epoch": 0.05802576404367043,
      "grad_norm": 1.5507402420043945,
      "learning_rate": 9.942012013146463e-06,
      "loss": 0.2964,
      "step": 1536
    },
    {
      "epoch": 0.06769672471761551,
      "grad_norm": 0.48595038056373596,
      "learning_rate": 9.932341052472519e-06,
      "loss": 0.2904,
      "step": 1792
    },
    {
      "epoch": 0.07736768539156058,
      "grad_norm": 1.4576889276504517,
      "learning_rate": 9.922670091798573e-06,
      "loss": 0.2832,
      "step": 2048
    },
    {
      "epoch": 0.08703864606550565,
      "grad_norm": 0.5639153718948364,
      "learning_rate": 9.912999131124627e-06,
      "loss": 0.2796,
      "step": 2304
    },
    {
      "epoch": 0.09670960673945073,
      "grad_norm": 0.5475741624832153,
      "learning_rate": 9.903328170450682e-06,
      "loss": 0.2755,
      "step": 2560
    },
    {
      "epoch": 0.10638056741339579,
      "grad_norm": 0.27892783284187317,
      "learning_rate": 9.893657209776738e-06,
      "loss": 0.2723,
      "step": 2816
    },
    {
      "epoch": 0.11605152808734086,
      "grad_norm": 0.5712042450904846,
      "learning_rate": 9.883986249102794e-06,
      "loss": 0.2668,
      "step": 3072
    },
    {
      "epoch": 0.12572248876128594,
      "grad_norm": 0.6643363833427429,
      "learning_rate": 9.874315288428848e-06,
      "loss": 0.2646,
      "step": 3328
    },
    {
      "epoch": 0.13539344943523102,
      "grad_norm": 0.766882061958313,
      "learning_rate": 9.864644327754902e-06,
      "loss": 0.2652,
      "step": 3584
    },
    {
      "epoch": 0.1450644101091761,
      "grad_norm": 0.417940616607666,
      "learning_rate": 9.854973367080958e-06,
      "loss": 0.2629,
      "step": 3840
    },
    {
      "epoch": 0.15473537078312116,
      "grad_norm": 0.35133096575737,
      "learning_rate": 9.845302406407012e-06,
      "loss": 0.2597,
      "step": 4096
    },
    {
      "epoch": 0.16440633145706623,
      "grad_norm": 0.8354504108428955,
      "learning_rate": 9.835631445733066e-06,
      "loss": 0.2548,
      "step": 4352
    },
    {
      "epoch": 0.1740772921310113,
      "grad_norm": 0.4678943157196045,
      "learning_rate": 9.825960485059122e-06,
      "loss": 0.2522,
      "step": 4608
    },
    {
      "epoch": 0.18374825280495638,
      "grad_norm": 1.4303853511810303,
      "learning_rate": 9.816289524385178e-06,
      "loss": 0.2525,
      "step": 4864
    },
    {
      "epoch": 0.19341921347890145,
      "grad_norm": 1.0086923837661743,
      "learning_rate": 9.806618563711232e-06,
      "loss": 0.2479,
      "step": 5120
    },
    {
      "epoch": 0.2030901741528465,
      "grad_norm": 0.9458017349243164,
      "learning_rate": 9.796947603037287e-06,
      "loss": 0.2466,
      "step": 5376
    },
    {
      "epoch": 0.21276113482679157,
      "grad_norm": 1.5085747241973877,
      "learning_rate": 9.78727664236334e-06,
      "loss": 0.242,
      "step": 5632
    },
    {
      "epoch": 0.22243209550073664,
      "grad_norm": 0.5289145112037659,
      "learning_rate": 9.777605681689397e-06,
      "loss": 0.2404,
      "step": 5888
    },
    {
      "epoch": 0.23210305617468172,
      "grad_norm": 1.12760591506958,
      "learning_rate": 9.767934721015453e-06,
      "loss": 0.2349,
      "step": 6144
    },
    {
      "epoch": 0.2417740168486268,
      "grad_norm": 1.223703145980835,
      "learning_rate": 9.758263760341507e-06,
      "loss": 0.2338,
      "step": 6400
    },
    {
      "epoch": 0.2514449775225719,
      "grad_norm": 1.4580013751983643,
      "learning_rate": 9.748592799667561e-06,
      "loss": 0.2302,
      "step": 6656
    },
    {
      "epoch": 0.26111593819651696,
      "grad_norm": 2.0796258449554443,
      "learning_rate": 9.738921838993617e-06,
      "loss": 0.2291,
      "step": 6912
    },
    {
      "epoch": 0.27078689887046203,
      "grad_norm": 0.7907488942146301,
      "learning_rate": 9.729250878319671e-06,
      "loss": 0.2248,
      "step": 7168
    },
    {
      "epoch": 0.2804578595444071,
      "grad_norm": 1.250164270401001,
      "learning_rate": 9.719579917645725e-06,
      "loss": 0.223,
      "step": 7424
    },
    {
      "epoch": 0.2901288202183522,
      "grad_norm": 1.041308879852295,
      "learning_rate": 9.709908956971781e-06,
      "loss": 0.2169,
      "step": 7680
    },
    {
      "epoch": 0.29979978089229725,
      "grad_norm": 0.6512206196784973,
      "learning_rate": 9.700237996297837e-06,
      "loss": 0.2112,
      "step": 7936
    },
    {
      "epoch": 0.3094707415662423,
      "grad_norm": 0.91297447681427,
      "learning_rate": 9.690567035623891e-06,
      "loss": 0.2067,
      "step": 8192
    },
    {
      "epoch": 0.3191417022401874,
      "grad_norm": 0.9919409155845642,
      "learning_rate": 9.680896074949946e-06,
      "loss": 0.202,
      "step": 8448
    },
    {
      "epoch": 0.32881266291413247,
      "grad_norm": 1.4038596153259277,
      "learning_rate": 9.671225114276e-06,
      "loss": 0.1965,
      "step": 8704
    },
    {
      "epoch": 0.33848362358807754,
      "grad_norm": 1.2001526355743408,
      "learning_rate": 9.661554153602056e-06,
      "loss": 0.1934,
      "step": 8960
    },
    {
      "epoch": 0.3481545842620226,
      "grad_norm": 1.8768125772476196,
      "learning_rate": 9.651883192928112e-06,
      "loss": 0.1865,
      "step": 9216
    },
    {
      "epoch": 0.3578255449359677,
      "grad_norm": 0.7226734161376953,
      "learning_rate": 9.642212232254166e-06,
      "loss": 0.1824,
      "step": 9472
    },
    {
      "epoch": 0.36749650560991276,
      "grad_norm": 0.673274040222168,
      "learning_rate": 9.63254127158022e-06,
      "loss": 0.179,
      "step": 9728
    },
    {
      "epoch": 0.37716746628385783,
      "grad_norm": 0.698570966720581,
      "learning_rate": 9.622870310906276e-06,
      "loss": 0.1745,
      "step": 9984
    },
    {
      "epoch": 0.3868384269578029,
      "grad_norm": 0.7360045909881592,
      "learning_rate": 9.613237127422464e-06,
      "loss": 0.1729,
      "step": 10240
    },
    {
      "epoch": 0.396509387631748,
      "grad_norm": 0.860123872756958,
      "learning_rate": 9.603566166748518e-06,
      "loss": 0.1679,
      "step": 10496
    },
    {
      "epoch": 0.406180348305693,
      "grad_norm": 1.1377097368240356,
      "learning_rate": 9.593895206074572e-06,
      "loss": 0.1656,
      "step": 10752
    },
    {
      "epoch": 0.41585130897963807,
      "grad_norm": 2.3113644123077393,
      "learning_rate": 9.584224245400627e-06,
      "loss": 0.159,
      "step": 11008
    },
    {
      "epoch": 0.42552226965358314,
      "grad_norm": 2.2741150856018066,
      "learning_rate": 9.574553284726682e-06,
      "loss": 0.159,
      "step": 11264
    },
    {
      "epoch": 0.4351932303275282,
      "grad_norm": 1.4500606060028076,
      "learning_rate": 9.564882324052738e-06,
      "loss": 0.1576,
      "step": 11520
    },
    {
      "epoch": 0.4448641910014733,
      "grad_norm": 2.1410915851593018,
      "learning_rate": 9.555211363378793e-06,
      "loss": 0.1528,
      "step": 11776
    },
    {
      "epoch": 0.45453515167541836,
      "grad_norm": 1.3274767398834229,
      "learning_rate": 9.54557817989498e-06,
      "loss": 0.1522,
      "step": 12032
    },
    {
      "epoch": 0.46420611234936343,
      "grad_norm": 0.747814953327179,
      "learning_rate": 9.535907219221036e-06,
      "loss": 0.1503,
      "step": 12288
    },
    {
      "epoch": 0.4738770730233085,
      "grad_norm": 0.8059080839157104,
      "learning_rate": 9.52623625854709e-06,
      "loss": 0.147,
      "step": 12544
    },
    {
      "epoch": 0.4835480336972536,
      "grad_norm": 0.7596678733825684,
      "learning_rate": 9.516565297873145e-06,
      "loss": 0.1472,
      "step": 12800
    },
    {
      "epoch": 0.49321899437119865,
      "grad_norm": 0.9714409708976746,
      "learning_rate": 9.506894337199199e-06,
      "loss": 0.1446,
      "step": 13056
    },
    {
      "epoch": 0.5028899550451438,
      "grad_norm": 0.9929206967353821,
      "learning_rate": 9.497223376525255e-06,
      "loss": 0.1418,
      "step": 13312
    },
    {
      "epoch": 0.5125609157190888,
      "grad_norm": 0.7590793371200562,
      "learning_rate": 9.48755241585131e-06,
      "loss": 0.1402,
      "step": 13568
    },
    {
      "epoch": 0.5222318763930339,
      "grad_norm": 0.6554539203643799,
      "learning_rate": 9.477881455177365e-06,
      "loss": 0.1395,
      "step": 13824
    },
    {
      "epoch": 0.5319028370669789,
      "grad_norm": 1.0402601957321167,
      "learning_rate": 9.46821049450342e-06,
      "loss": 0.1374,
      "step": 14080
    },
    {
      "epoch": 0.5415737977409241,
      "grad_norm": 0.8854435682296753,
      "learning_rate": 9.458539533829475e-06,
      "loss": 0.1349,
      "step": 14336
    },
    {
      "epoch": 0.5512447584148691,
      "grad_norm": 0.7135526537895203,
      "learning_rate": 9.44886857315553e-06,
      "loss": 0.1343,
      "step": 14592
    },
    {
      "epoch": 0.5609157190888142,
      "grad_norm": 1.573095679283142,
      "learning_rate": 9.439197612481584e-06,
      "loss": 0.1307,
      "step": 14848
    },
    {
      "epoch": 0.5705866797627592,
      "grad_norm": 0.6763337850570679,
      "learning_rate": 9.42952665180764e-06,
      "loss": 0.1318,
      "step": 15104
    },
    {
      "epoch": 0.5802576404367044,
      "grad_norm": 0.7201740145683289,
      "learning_rate": 9.419855691133695e-06,
      "loss": 0.1305,
      "step": 15360
    },
    {
      "epoch": 0.5899286011106494,
      "grad_norm": 0.6054624915122986,
      "learning_rate": 9.41018473045975e-06,
      "loss": 0.129,
      "step": 15616
    },
    {
      "epoch": 0.5995995617845945,
      "grad_norm": 1.1510297060012817,
      "learning_rate": 9.400513769785804e-06,
      "loss": 0.1284,
      "step": 15872
    },
    {
      "epoch": 0.6092705224585395,
      "grad_norm": 0.8782651424407959,
      "learning_rate": 9.390880586301992e-06,
      "loss": 0.1276,
      "step": 16128
    },
    {
      "epoch": 0.6189414831324846,
      "grad_norm": 0.8709959387779236,
      "learning_rate": 9.381209625628046e-06,
      "loss": 0.1241,
      "step": 16384
    },
    {
      "epoch": 0.6286124438064297,
      "grad_norm": 0.9368120431900024,
      "learning_rate": 9.371538664954102e-06,
      "loss": 0.1243,
      "step": 16640
    },
    {
      "epoch": 0.6382834044803748,
      "grad_norm": 0.7291781902313232,
      "learning_rate": 9.36190548147029e-06,
      "loss": 0.1249,
      "step": 16896
    },
    {
      "epoch": 0.6479543651543198,
      "grad_norm": 0.7002192139625549,
      "learning_rate": 9.352234520796344e-06,
      "loss": 0.1241,
      "step": 17152
    },
    {
      "epoch": 0.6576253258282649,
      "grad_norm": 1.0329126119613647,
      "learning_rate": 9.342563560122398e-06,
      "loss": 0.1216,
      "step": 17408
    },
    {
      "epoch": 0.66729628650221,
      "grad_norm": 1.4908815622329712,
      "learning_rate": 9.332892599448454e-06,
      "loss": 0.1197,
      "step": 17664
    },
    {
      "epoch": 0.6769672471761551,
      "grad_norm": 1.4585503339767456,
      "learning_rate": 9.323221638774508e-06,
      "loss": 0.1216,
      "step": 17920
    },
    {
      "epoch": 0.6866382078501001,
      "grad_norm": 1.023125410079956,
      "learning_rate": 9.313550678100564e-06,
      "loss": 0.1191,
      "step": 18176
    },
    {
      "epoch": 0.6963091685240452,
      "grad_norm": 0.608613133430481,
      "learning_rate": 9.303879717426618e-06,
      "loss": 0.1187,
      "step": 18432
    },
    {
      "epoch": 0.7059801291979902,
      "grad_norm": 0.5891420245170593,
      "learning_rate": 9.294208756752674e-06,
      "loss": 0.1181,
      "step": 18688
    },
    {
      "epoch": 0.7156510898719354,
      "grad_norm": 0.6835005879402161,
      "learning_rate": 9.284537796078728e-06,
      "loss": 0.1165,
      "step": 18944
    },
    {
      "epoch": 0.7253220505458804,
      "grad_norm": 0.7221260070800781,
      "learning_rate": 9.274866835404783e-06,
      "loss": 0.1149,
      "step": 19200
    },
    {
      "epoch": 0.7349930112198255,
      "grad_norm": 1.2140177488327026,
      "learning_rate": 9.265195874730839e-06,
      "loss": 0.1149,
      "step": 19456
    },
    {
      "epoch": 0.7446639718937705,
      "grad_norm": 0.5597007274627686,
      "learning_rate": 9.255524914056894e-06,
      "loss": 0.1156,
      "step": 19712
    },
    {
      "epoch": 0.7543349325677157,
      "grad_norm": 0.6929481625556946,
      "learning_rate": 9.245853953382949e-06,
      "loss": 0.1134,
      "step": 19968
    },
    {
      "epoch": 0.7640058932416607,
      "grad_norm": 1.0174293518066406,
      "learning_rate": 9.236182992709003e-06,
      "loss": 0.1123,
      "step": 20224
    },
    {
      "epoch": 0.7736768539156058,
      "grad_norm": 0.8737180829048157,
      "learning_rate": 9.226512032035057e-06,
      "loss": 0.1128,
      "step": 20480
    },
    {
      "epoch": 0.7833478145895508,
      "grad_norm": 0.6421831250190735,
      "learning_rate": 9.216841071361113e-06,
      "loss": 0.1114,
      "step": 20736
    },
    {
      "epoch": 0.793018775263496,
      "grad_norm": 1.8787974119186401,
      "learning_rate": 9.207207887877301e-06,
      "loss": 0.1118,
      "step": 20992
    },
    {
      "epoch": 0.802689735937441,
      "grad_norm": 0.6608098149299622,
      "learning_rate": 9.197536927203355e-06,
      "loss": 0.1112,
      "step": 21248
    },
    {
      "epoch": 0.812360696611386,
      "grad_norm": 1.6153572797775269,
      "learning_rate": 9.18786596652941e-06,
      "loss": 0.1103,
      "step": 21504
    },
    {
      "epoch": 0.8220316572853311,
      "grad_norm": 1.121106505393982,
      "learning_rate": 9.178195005855465e-06,
      "loss": 0.1086,
      "step": 21760
    },
    {
      "epoch": 0.8317026179592761,
      "grad_norm": 0.6411628127098083,
      "learning_rate": 9.168524045181521e-06,
      "loss": 0.109,
      "step": 22016
    },
    {
      "epoch": 0.8413735786332213,
      "grad_norm": 0.8473471403121948,
      "learning_rate": 9.158853084507575e-06,
      "loss": 0.1067,
      "step": 22272
    },
    {
      "epoch": 0.8510445393071663,
      "grad_norm": 1.0375288724899292,
      "learning_rate": 9.14918212383363e-06,
      "loss": 0.1086,
      "step": 22528
    },
    {
      "epoch": 0.8607154999811114,
      "grad_norm": 0.7472453117370605,
      "learning_rate": 9.139511163159684e-06,
      "loss": 0.1079,
      "step": 22784
    },
    {
      "epoch": 0.8703864606550564,
      "grad_norm": 0.7984833121299744,
      "learning_rate": 9.129877979675873e-06,
      "loss": 0.1061,
      "step": 23040
    },
    {
      "epoch": 0.8800574213290016,
      "grad_norm": 1.120253324508667,
      "learning_rate": 9.120207019001928e-06,
      "loss": 0.1062,
      "step": 23296
    },
    {
      "epoch": 0.8897283820029466,
      "grad_norm": 1.1492326259613037,
      "learning_rate": 9.110536058327982e-06,
      "loss": 0.1064,
      "step": 23552
    },
    {
      "epoch": 0.8993993426768917,
      "grad_norm": 1.4023070335388184,
      "learning_rate": 9.100865097654038e-06,
      "loss": 0.1049,
      "step": 23808
    },
    {
      "epoch": 0.9090703033508367,
      "grad_norm": 0.7418458461761475,
      "learning_rate": 9.091194136980092e-06,
      "loss": 0.1043,
      "step": 24064
    },
    {
      "epoch": 0.9187412640247818,
      "grad_norm": 0.9623353481292725,
      "learning_rate": 9.081523176306148e-06,
      "loss": 0.1032,
      "step": 24320
    },
    {
      "epoch": 0.9284122246987269,
      "grad_norm": 1.3711186647415161,
      "learning_rate": 9.071852215632202e-06,
      "loss": 0.1018,
      "step": 24576
    },
    {
      "epoch": 0.938083185372672,
      "grad_norm": 0.7474396228790283,
      "learning_rate": 9.062181254958256e-06,
      "loss": 0.1032,
      "step": 24832
    },
    {
      "epoch": 0.947754146046617,
      "grad_norm": 1.064741611480713,
      "learning_rate": 9.052548071474444e-06,
      "loss": 0.1018,
      "step": 25088
    },
    {
      "epoch": 0.9574251067205621,
      "grad_norm": 0.7454499006271362,
      "learning_rate": 9.0428771108005e-06,
      "loss": 0.1012,
      "step": 25344
    },
    {
      "epoch": 0.9670960673945072,
      "grad_norm": 1.3356425762176514,
      "learning_rate": 9.033206150126554e-06,
      "loss": 0.1,
      "step": 25600
    },
    {
      "epoch": 0.9767670280684523,
      "grad_norm": 0.6388442516326904,
      "learning_rate": 9.023535189452608e-06,
      "loss": 0.1014,
      "step": 25856
    },
    {
      "epoch": 0.9864379887423973,
      "grad_norm": 1.12908935546875,
      "learning_rate": 9.013864228778664e-06,
      "loss": 0.102,
      "step": 26112
    },
    {
      "epoch": 0.9961089494163424,
      "grad_norm": 0.6535469889640808,
      "learning_rate": 9.00419326810472e-06,
      "loss": 0.1012,
      "step": 26368
    },
    {
      "epoch": 1.0,
      "eval_f1_B-DISEASE": 0.796882405603244,
      "eval_f1_B-MEDICATION": 0.912161182780113,
      "eval_f1_B-PROCEDURE": 0.8136030994403788,
      "eval_f1_B-SYMPTOM": 0.7656342473860722,
      "eval_f1_I-DISEASE": 0.8505514375770186,
      "eval_f1_I-MEDICATION": 0.924679449751267,
      "eval_f1_I-PROCEDURE": 0.8341577368574741,
      "eval_f1_I-SYMPTOM": 0.7911674791374039,
      "eval_f1_O": 0.9244581521679408,
      "eval_f1_macro": 0.845921687855657,
      "eval_f1_micro": 0.8836774851512066,
      "eval_loss": 0.05375870317220688,
      "eval_precision_B-DISEASE": 0.8129656160458453,
      "eval_precision_B-MEDICATION": 0.8941460642227905,
      "eval_precision_B-PROCEDURE": 0.8691471571906354,
      "eval_precision_B-SYMPTOM": 0.8429626411815813,
      "eval_precision_I-DISEASE": 0.8241559111719139,
      "eval_precision_I-MEDICATION": 0.8882308071970206,
      "eval_precision_I-PROCEDURE": 0.8932063672541216,
      "eval_precision_I-SYMPTOM": 0.8226425051700121,
      "eval_precision_O": 0.9300109444266337,
      "eval_precision_macro": 0.8641631126511727,
      "eval_precision_micro": 0.8951563259355256,
      "eval_rauc_macro": 0.9061602751686828,
      "eval_rauc_micro": 0.9297292248575753,
      "eval_recall_B-DISEASE": 0.7814232106585878,
      "eval_recall_B-MEDICATION": 0.9309171597633136,
      "eval_recall_B-PROCEDURE": 0.7647318472743324,
      "eval_recall_B-SYMPTOM": 0.7013010480664981,
      "eval_recall_I-DISEASE": 0.8786936634360106,
      "eval_recall_I-MEDICATION": 0.964247442766683,
      "eval_recall_I-PROCEDURE": 0.7824322305406617,
      "eval_recall_I-SYMPTOM": 0.7620122211169532,
      "eval_recall_O": 0.9189712741824484,
      "eval_recall_macro": 0.8316366775339432,
      "eval_recall_micro": 0.8724893098751061,
      "eval_roc_auc_B-DISEASE": 0.8887628709990285,
      "eval_roc_auc_B-MEDICATION": 0.9651851113239337,
      "eval_roc_auc_B-PROCEDURE": 0.8811994973363028,
      "eval_roc_auc_B-SYMPTOM": 0.8490266405934911,
      "eval_roc_auc_I-DISEASE": 0.927262640706473,
      "eval_roc_auc_I-MEDICATION": 0.981200007333469,
      "eval_roc_auc_I-PROCEDURE": 0.8867019696658054,
      "eval_roc_auc_I-SYMPTOM": 0.8688926052280648,
      "eval_roc_auc_O": 0.9072111333315773,
      "eval_runtime": 38.4794,
      "eval_samples_per_second": 282.567,
      "eval_steps_per_second": 35.344,
      "step": 26471
    },
    {
      "epoch": 1.0057799100902876,
      "grad_norm": 0.8509446978569031,
      "learning_rate": 8.994522307430774e-06,
      "loss": 0.0994,
      "step": 26624
    },
    {
      "epoch": 1.0154508707642325,
      "grad_norm": 1.0466867685317993,
      "learning_rate": 8.984851346756829e-06,
      "loss": 0.0955,
      "step": 26880
    },
    {
      "epoch": 1.0251218314381776,
      "grad_norm": 0.966174304485321,
      "learning_rate": 8.975218163273016e-06,
      "loss": 0.0973,
      "step": 27136
    },
    {
      "epoch": 1.0347927921121227,
      "grad_norm": 1.0255135297775269,
      "learning_rate": 8.965547202599072e-06,
      "loss": 0.0946,
      "step": 27392
    },
    {
      "epoch": 1.0444637527860678,
      "grad_norm": 1.3129340410232544,
      "learning_rate": 8.955876241925127e-06,
      "loss": 0.0947,
      "step": 27648
    },
    {
      "epoch": 1.0541347134600128,
      "grad_norm": 0.9895825386047363,
      "learning_rate": 8.94620528125118e-06,
      "loss": 0.0951,
      "step": 27904
    },
    {
      "epoch": 1.0638056741339579,
      "grad_norm": 0.9932656288146973,
      "learning_rate": 8.936534320577237e-06,
      "loss": 0.0954,
      "step": 28160
    },
    {
      "epoch": 1.073476634807903,
      "grad_norm": 0.6559327244758606,
      "learning_rate": 8.926863359903291e-06,
      "loss": 0.0956,
      "step": 28416
    },
    {
      "epoch": 1.0831475954818481,
      "grad_norm": 0.8931130766868591,
      "learning_rate": 8.917192399229347e-06,
      "loss": 0.0946,
      "step": 28672
    },
    {
      "epoch": 1.092818556155793,
      "grad_norm": 0.9144744277000427,
      "learning_rate": 8.907521438555401e-06,
      "loss": 0.0937,
      "step": 28928
    },
    {
      "epoch": 1.1024895168297382,
      "grad_norm": 1.6046475172042847,
      "learning_rate": 8.897888255071589e-06,
      "loss": 0.0921,
      "step": 29184
    },
    {
      "epoch": 1.1121604775036833,
      "grad_norm": 0.7940915822982788,
      "learning_rate": 8.888217294397643e-06,
      "loss": 0.0932,
      "step": 29440
    },
    {
      "epoch": 1.1218314381776284,
      "grad_norm": 1.1314773559570312,
      "learning_rate": 8.878546333723699e-06,
      "loss": 0.0921,
      "step": 29696
    },
    {
      "epoch": 1.1315023988515733,
      "grad_norm": 0.9032577872276306,
      "learning_rate": 8.868875373049753e-06,
      "loss": 0.0924,
      "step": 29952
    },
    {
      "epoch": 1.1411733595255185,
      "grad_norm": 0.9383903741836548,
      "learning_rate": 8.859204412375807e-06,
      "loss": 0.0924,
      "step": 30208
    },
    {
      "epoch": 1.1508443201994636,
      "grad_norm": 1.0855649709701538,
      "learning_rate": 8.849533451701863e-06,
      "loss": 0.0907,
      "step": 30464
    },
    {
      "epoch": 1.1605152808734087,
      "grad_norm": 0.6509905457496643,
      "learning_rate": 8.83986249102792e-06,
      "loss": 0.0918,
      "step": 30720
    },
    {
      "epoch": 1.1701862415473536,
      "grad_norm": 1.1610795259475708,
      "learning_rate": 8.830191530353974e-06,
      "loss": 0.0903,
      "step": 30976
    },
    {
      "epoch": 1.1798572022212988,
      "grad_norm": 0.7398936748504639,
      "learning_rate": 8.820558346870161e-06,
      "loss": 0.0918,
      "step": 31232
    },
    {
      "epoch": 1.1895281628952439,
      "grad_norm": 0.6893290877342224,
      "learning_rate": 8.810887386196216e-06,
      "loss": 0.0916,
      "step": 31488
    },
    {
      "epoch": 1.199199123569189,
      "grad_norm": 0.7305893301963806,
      "learning_rate": 8.80121642552227e-06,
      "loss": 0.0898,
      "step": 31744
    },
    {
      "epoch": 1.208870084243134,
      "grad_norm": 2.0140328407287598,
      "learning_rate": 8.791545464848326e-06,
      "loss": 0.0871,
      "step": 32000
    },
    {
      "epoch": 1.218541044917079,
      "grad_norm": 1.0492117404937744,
      "learning_rate": 8.78187450417438e-06,
      "loss": 0.0903,
      "step": 32256
    },
    {
      "epoch": 1.2282120055910242,
      "grad_norm": 1.0894112586975098,
      "learning_rate": 8.772203543500434e-06,
      "loss": 0.0897,
      "step": 32512
    },
    {
      "epoch": 1.2378829662649693,
      "grad_norm": 0.6491110324859619,
      "learning_rate": 8.76253258282649e-06,
      "loss": 0.089,
      "step": 32768
    },
    {
      "epoch": 1.2475539269389142,
      "grad_norm": 0.8689417839050293,
      "learning_rate": 8.752861622152546e-06,
      "loss": 0.0879,
      "step": 33024
    },
    {
      "epoch": 1.2572248876128593,
      "grad_norm": 1.2077029943466187,
      "learning_rate": 8.743228438668732e-06,
      "loss": 0.0868,
      "step": 33280
    },
    {
      "epoch": 1.2668958482868045,
      "grad_norm": 0.9607778191566467,
      "learning_rate": 8.733557477994788e-06,
      "loss": 0.0892,
      "step": 33536
    },
    {
      "epoch": 1.2765668089607494,
      "grad_norm": 0.8975256681442261,
      "learning_rate": 8.723886517320842e-06,
      "loss": 0.0877,
      "step": 33792
    },
    {
      "epoch": 1.2862377696346945,
      "grad_norm": 0.7996318936347961,
      "learning_rate": 8.714215556646898e-06,
      "loss": 0.0866,
      "step": 34048
    },
    {
      "epoch": 1.2959087303086396,
      "grad_norm": 1.0175564289093018,
      "learning_rate": 8.704544595972952e-06,
      "loss": 0.0872,
      "step": 34304
    },
    {
      "epoch": 1.3055796909825848,
      "grad_norm": 0.9664493203163147,
      "learning_rate": 8.694873635299007e-06,
      "loss": 0.0872,
      "step": 34560
    },
    {
      "epoch": 1.3152506516565299,
      "grad_norm": 0.9043084383010864,
      "learning_rate": 8.685202674625062e-06,
      "loss": 0.0862,
      "step": 34816
    },
    {
      "epoch": 1.3249216123304748,
      "grad_norm": 1.0987842082977295,
      "learning_rate": 8.675531713951117e-06,
      "loss": 0.0871,
      "step": 35072
    },
    {
      "epoch": 1.33459257300442,
      "grad_norm": 0.7009199261665344,
      "learning_rate": 8.665898530467305e-06,
      "loss": 0.0852,
      "step": 35328
    },
    {
      "epoch": 1.344263533678365,
      "grad_norm": 0.9774173498153687,
      "learning_rate": 8.656227569793359e-06,
      "loss": 0.0843,
      "step": 35584
    },
    {
      "epoch": 1.35393449435231,
      "grad_norm": 1.5407440662384033,
      "learning_rate": 8.646556609119415e-06,
      "loss": 0.0867,
      "step": 35840
    },
    {
      "epoch": 1.363605455026255,
      "grad_norm": 0.9832726716995239,
      "learning_rate": 8.636885648445469e-06,
      "loss": 0.0848,
      "step": 36096
    },
    {
      "epoch": 1.3732764157002002,
      "grad_norm": 1.5583031177520752,
      "learning_rate": 8.627214687771525e-06,
      "loss": 0.0855,
      "step": 36352
    },
    {
      "epoch": 1.3829473763741453,
      "grad_norm": 1.3294652700424194,
      "learning_rate": 8.617543727097579e-06,
      "loss": 0.0838,
      "step": 36608
    },
    {
      "epoch": 1.3926183370480905,
      "grad_norm": 0.6503511071205139,
      "learning_rate": 8.607872766423633e-06,
      "loss": 0.0851,
      "step": 36864
    },
    {
      "epoch": 1.4022892977220354,
      "grad_norm": 1.2358441352844238,
      "learning_rate": 8.59820180574969e-06,
      "loss": 0.0852,
      "step": 37120
    },
    {
      "epoch": 1.4119602583959805,
      "grad_norm": 1.1809601783752441,
      "learning_rate": 8.588530845075745e-06,
      "loss": 0.0825,
      "step": 37376
    },
    {
      "epoch": 1.4216312190699256,
      "grad_norm": 0.7880055904388428,
      "learning_rate": 8.578897661591931e-06,
      "loss": 0.0835,
      "step": 37632
    },
    {
      "epoch": 1.4313021797438705,
      "grad_norm": 1.590612530708313,
      "learning_rate": 8.569226700917987e-06,
      "loss": 0.0833,
      "step": 37888
    },
    {
      "epoch": 1.4409731404178157,
      "grad_norm": 0.774364709854126,
      "learning_rate": 8.559555740244041e-06,
      "loss": 0.0838,
      "step": 38144
    },
    {
      "epoch": 1.4506441010917608,
      "grad_norm": 1.1419059038162231,
      "learning_rate": 8.549884779570097e-06,
      "loss": 0.0844,
      "step": 38400
    },
    {
      "epoch": 1.460315061765706,
      "grad_norm": 0.8213176727294922,
      "learning_rate": 8.540213818896151e-06,
      "loss": 0.0817,
      "step": 38656
    },
    {
      "epoch": 1.469986022439651,
      "grad_norm": 0.9972093105316162,
      "learning_rate": 8.530542858222206e-06,
      "loss": 0.0814,
      "step": 38912
    },
    {
      "epoch": 1.479656983113596,
      "grad_norm": 0.4948064982891083,
      "learning_rate": 8.52087189754826e-06,
      "loss": 0.0812,
      "step": 39168
    },
    {
      "epoch": 1.489327943787541,
      "grad_norm": 0.4733751714229584,
      "learning_rate": 8.511200936874316e-06,
      "loss": 0.0818,
      "step": 39424
    },
    {
      "epoch": 1.4989989044614862,
      "grad_norm": 0.822875440120697,
      "learning_rate": 8.501567753390504e-06,
      "loss": 0.0824,
      "step": 39680
    },
    {
      "epoch": 1.508669865135431,
      "grad_norm": 1.3491216897964478,
      "learning_rate": 8.491896792716558e-06,
      "loss": 0.0814,
      "step": 39936
    },
    {
      "epoch": 1.5183408258093762,
      "grad_norm": 0.8379246592521667,
      "learning_rate": 8.482225832042614e-06,
      "loss": 0.0806,
      "step": 40192
    },
    {
      "epoch": 1.5280117864833214,
      "grad_norm": 1.1273539066314697,
      "learning_rate": 8.472554871368668e-06,
      "loss": 0.081,
      "step": 40448
    },
    {
      "epoch": 1.5376827471572665,
      "grad_norm": 2.4888546466827393,
      "learning_rate": 8.462883910694724e-06,
      "loss": 0.0809,
      "step": 40704
    },
    {
      "epoch": 1.5473537078312116,
      "grad_norm": 1.3608648777008057,
      "learning_rate": 8.453212950020778e-06,
      "loss": 0.0814,
      "step": 40960
    },
    {
      "epoch": 1.5570246685051568,
      "grad_norm": 1.0673141479492188,
      "learning_rate": 8.443541989346832e-06,
      "loss": 0.0808,
      "step": 41216
    },
    {
      "epoch": 1.5666956291791017,
      "grad_norm": 1.0284321308135986,
      "learning_rate": 8.433871028672888e-06,
      "loss": 0.079,
      "step": 41472
    },
    {
      "epoch": 1.5763665898530468,
      "grad_norm": 0.8516680002212524,
      "learning_rate": 8.424237845189076e-06,
      "loss": 0.0794,
      "step": 41728
    },
    {
      "epoch": 1.5860375505269917,
      "grad_norm": 0.6379256248474121,
      "learning_rate": 8.41456688451513e-06,
      "loss": 0.0786,
      "step": 41984
    },
    {
      "epoch": 1.5957085112009368,
      "grad_norm": 0.7259079813957214,
      "learning_rate": 8.404895923841185e-06,
      "loss": 0.0786,
      "step": 42240
    },
    {
      "epoch": 1.605379471874882,
      "grad_norm": 0.75168776512146,
      "learning_rate": 8.39522496316724e-06,
      "loss": 0.0774,
      "step": 42496
    },
    {
      "epoch": 1.615050432548827,
      "grad_norm": 1.1931142807006836,
      "learning_rate": 8.385554002493296e-06,
      "loss": 0.0783,
      "step": 42752
    },
    {
      "epoch": 1.6247213932227722,
      "grad_norm": 0.8186140656471252,
      "learning_rate": 8.37588304181935e-06,
      "loss": 0.0794,
      "step": 43008
    },
    {
      "epoch": 1.634392353896717,
      "grad_norm": 1.4272133111953735,
      "learning_rate": 8.366212081145405e-06,
      "loss": 0.0773,
      "step": 43264
    },
    {
      "epoch": 1.6440633145706622,
      "grad_norm": 0.9854140281677246,
      "learning_rate": 8.356541120471459e-06,
      "loss": 0.0777,
      "step": 43520
    },
    {
      "epoch": 1.6537342752446071,
      "grad_norm": 0.8142780065536499,
      "learning_rate": 8.346907936987647e-06,
      "loss": 0.078,
      "step": 43776
    },
    {
      "epoch": 1.6634052359185523,
      "grad_norm": 0.9533801078796387,
      "learning_rate": 8.337236976313703e-06,
      "loss": 0.0777,
      "step": 44032
    },
    {
      "epoch": 1.6730761965924974,
      "grad_norm": 0.8595249652862549,
      "learning_rate": 8.327566015639757e-06,
      "loss": 0.0759,
      "step": 44288
    },
    {
      "epoch": 1.6827471572664425,
      "grad_norm": 1.223415732383728,
      "learning_rate": 8.317895054965813e-06,
      "loss": 0.077,
      "step": 44544
    },
    {
      "epoch": 1.6924181179403877,
      "grad_norm": 0.7294178009033203,
      "learning_rate": 8.308224094291867e-06,
      "loss": 0.0775,
      "step": 44800
    },
    {
      "epoch": 1.7020890786143328,
      "grad_norm": 1.3167471885681152,
      "learning_rate": 8.298553133617923e-06,
      "loss": 0.0769,
      "step": 45056
    },
    {
      "epoch": 1.7117600392882777,
      "grad_norm": 1.0041106939315796,
      "learning_rate": 8.288882172943977e-06,
      "loss": 0.075,
      "step": 45312
    },
    {
      "epoch": 1.7214309999622228,
      "grad_norm": 0.756957471370697,
      "learning_rate": 8.279211212270031e-06,
      "loss": 0.0756,
      "step": 45568
    },
    {
      "epoch": 1.7311019606361677,
      "grad_norm": 0.8045690059661865,
      "learning_rate": 8.26957802878622e-06,
      "loss": 0.0765,
      "step": 45824
    },
    {
      "epoch": 1.7407729213101129,
      "grad_norm": 0.8670371770858765,
      "learning_rate": 8.259907068112273e-06,
      "loss": 0.0739,
      "step": 46080
    },
    {
      "epoch": 1.750443881984058,
      "grad_norm": 0.6296207308769226,
      "learning_rate": 8.25023610743833e-06,
      "loss": 0.0755,
      "step": 46336
    },
    {
      "epoch": 1.760114842658003,
      "grad_norm": 0.9736904501914978,
      "learning_rate": 8.240565146764384e-06,
      "loss": 0.0753,
      "step": 46592
    },
    {
      "epoch": 1.7697858033319482,
      "grad_norm": 1.0412877798080444,
      "learning_rate": 8.23089418609044e-06,
      "loss": 0.0757,
      "step": 46848
    },
    {
      "epoch": 1.7794567640058934,
      "grad_norm": 0.544987142086029,
      "learning_rate": 8.221223225416494e-06,
      "loss": 0.0755,
      "step": 47104
    },
    {
      "epoch": 1.7891277246798383,
      "grad_norm": 1.1452064514160156,
      "learning_rate": 8.21155226474255e-06,
      "loss": 0.0742,
      "step": 47360
    },
    {
      "epoch": 1.7987986853537834,
      "grad_norm": 1.3037222623825073,
      "learning_rate": 8.201881304068604e-06,
      "loss": 0.0737,
      "step": 47616
    },
    {
      "epoch": 1.8084696460277283,
      "grad_norm": 1.3497453927993774,
      "learning_rate": 8.192210343394658e-06,
      "loss": 0.0737,
      "step": 47872
    },
    {
      "epoch": 1.8181406067016734,
      "grad_norm": 1.2125358581542969,
      "learning_rate": 8.182577159910846e-06,
      "loss": 0.0754,
      "step": 48128
    },
    {
      "epoch": 1.8278115673756186,
      "grad_norm": 0.8075161576271057,
      "learning_rate": 8.172906199236902e-06,
      "loss": 0.0731,
      "step": 48384
    },
    {
      "epoch": 1.8374825280495637,
      "grad_norm": 0.7323962450027466,
      "learning_rate": 8.163235238562956e-06,
      "loss": 0.0738,
      "step": 48640
    },
    {
      "epoch": 1.8471534887235088,
      "grad_norm": 0.9873864054679871,
      "learning_rate": 8.153564277889012e-06,
      "loss": 0.0722,
      "step": 48896
    },
    {
      "epoch": 1.856824449397454,
      "grad_norm": 0.8080263733863831,
      "learning_rate": 8.143893317215066e-06,
      "loss": 0.0727,
      "step": 49152
    },
    {
      "epoch": 1.8664954100713989,
      "grad_norm": 0.8908374309539795,
      "learning_rate": 8.134222356541122e-06,
      "loss": 0.073,
      "step": 49408
    },
    {
      "epoch": 1.876166370745344,
      "grad_norm": 1.0740896463394165,
      "learning_rate": 8.124551395867176e-06,
      "loss": 0.0732,
      "step": 49664
    },
    {
      "epoch": 1.8858373314192889,
      "grad_norm": 0.7212347984313965,
      "learning_rate": 8.11488043519323e-06,
      "loss": 0.0716,
      "step": 49920
    },
    {
      "epoch": 1.895508292093234,
      "grad_norm": 1.2111915349960327,
      "learning_rate": 8.105209474519285e-06,
      "loss": 0.0715,
      "step": 50176
    },
    {
      "epoch": 1.9051792527671791,
      "grad_norm": 0.6595506072044373,
      "learning_rate": 8.095576291035473e-06,
      "loss": 0.0733,
      "step": 50432
    },
    {
      "epoch": 1.9148502134411243,
      "grad_norm": 0.8859845995903015,
      "learning_rate": 8.085905330361529e-06,
      "loss": 0.0711,
      "step": 50688
    },
    {
      "epoch": 1.9245211741150694,
      "grad_norm": 0.7194809913635254,
      "learning_rate": 8.076234369687583e-06,
      "loss": 0.0717,
      "step": 50944
    },
    {
      "epoch": 1.9341921347890145,
      "grad_norm": 1.29291832447052,
      "learning_rate": 8.066563409013639e-06,
      "loss": 0.0717,
      "step": 51200
    },
    {
      "epoch": 1.9438630954629594,
      "grad_norm": 1.0920240879058838,
      "learning_rate": 8.056892448339693e-06,
      "loss": 0.0729,
      "step": 51456
    },
    {
      "epoch": 1.9535340561369046,
      "grad_norm": 0.8484604358673096,
      "learning_rate": 8.047221487665749e-06,
      "loss": 0.0715,
      "step": 51712
    },
    {
      "epoch": 1.9632050168108495,
      "grad_norm": 0.8444635272026062,
      "learning_rate": 8.037550526991803e-06,
      "loss": 0.071,
      "step": 51968
    },
    {
      "epoch": 1.9728759774847946,
      "grad_norm": 1.0049161911010742,
      "learning_rate": 8.027879566317857e-06,
      "loss": 0.0715,
      "step": 52224
    },
    {
      "epoch": 1.9825469381587397,
      "grad_norm": 1.4205676317214966,
      "learning_rate": 8.018208605643913e-06,
      "loss": 0.0689,
      "step": 52480
    },
    {
      "epoch": 1.9922178988326849,
      "grad_norm": 1.0721908807754517,
      "learning_rate": 8.008575422160101e-06,
      "loss": 0.0704,
      "step": 52736
    },
    {
      "epoch": 2.0,
      "eval_f1_B-DISEASE": 0.830906786338255,
      "eval_f1_B-MEDICATION": 0.9476126328393953,
      "eval_f1_B-PROCEDURE": 0.8511328671328672,
      "eval_f1_B-SYMPTOM": 0.8151037698473166,
      "eval_f1_I-DISEASE": 0.8746663007409995,
      "eval_f1_I-MEDICATION": 0.9575982064528706,
      "eval_f1_I-PROCEDURE": 0.8711981449824823,
      "eval_f1_I-SYMPTOM": 0.8184269255604771,
      "eval_f1_O": 0.9330515587419709,
      "eval_f1_macro": 0.8777441325151817,
      "eval_f1_micro": 0.9003430701205902,
      "eval_loss": 0.052078790962696075,
      "eval_precision_B-DISEASE": 0.8268280211351627,
      "eval_precision_B-MEDICATION": 0.958951832777946,
      "eval_precision_B-PROCEDURE": 0.8631567003290593,
      "eval_precision_B-SYMPTOM": 0.8249336870026526,
      "eval_precision_I-DISEASE": 0.8533283028971661,
      "eval_precision_I-MEDICATION": 0.9581585877304204,
      "eval_precision_I-PROCEDURE": 0.8886145878290893,
      "eval_precision_I-SYMPTOM": 0.8155582021482556,
      "eval_precision_O": 0.9427005517853116,
      "eval_precision_macro": 0.881358941515007,
      "eval_precision_micro": 0.9047441319793716,
      "eval_rauc_macro": 0.9286648516644438,
      "eval_rauc_micro": 0.9419777175113015,
      "eval_recall_B-DISEASE": 0.8350259923572142,
      "eval_recall_B-MEDICATION": 0.9365384615384615,
      "eval_recall_B-PROCEDURE": 0.839439417347164,
      "eval_recall_B-SYMPTOM": 0.8055053607999036,
      "eval_recall_I-DISEASE": 0.8970988068963311,
      "eval_recall_I-MEDICATION": 0.9570384802727716,
      "eval_recall_I-PROCEDURE": 0.8544512873292276,
      "eval_recall_I-SYMPTOM": 0.8213159016626403,
      "eval_recall_O": 0.9235980885867461,
      "eval_recall_macro": 0.87444575519894,
      "eval_recall_micro": 0.895984618277494,
      "eval_roc_auc_B-DISEASE": 0.9156172530920984,
      "eval_roc_auc_B-MEDICATION": 0.9681697542871597,
      "eval_roc_auc_B-PROCEDURE": 0.9183714242146286,
      "eval_roc_auc_B-SYMPTOM": 0.9006279311136295,
      "eval_roc_auc_I-DISEASE": 0.9386106449703465,
      "eval_roc_auc_I-MEDICATION": 0.9782010760838806,
      "eval_roc_auc_I-PROCEDURE": 0.9220574656075828,
      "eval_roc_auc_I-SYMPTOM": 0.8969622545583333,
      "eval_roc_auc_O": 0.9193658610523336,
      "eval_runtime": 38.368,
      "eval_samples_per_second": 283.387,
      "eval_steps_per_second": 35.446,
      "step": 52942
    },
    {
      "epoch": 2.00188885950663,
      "grad_norm": 0.9378567337989807,
      "learning_rate": 7.998904461486155e-06,
      "loss": 0.069,
      "step": 52992
    },
    {
      "epoch": 2.011559820180575,
      "grad_norm": 2.0163495540618896,
      "learning_rate": 7.98923350081221e-06,
      "loss": 0.0653,
      "step": 53248
    },
    {
      "epoch": 2.0212307808545202,
      "grad_norm": 1.2898911237716675,
      "learning_rate": 7.979562540138265e-06,
      "loss": 0.0664,
      "step": 53504
    },
    {
      "epoch": 2.030901741528465,
      "grad_norm": 1.9762269258499146,
      "learning_rate": 7.969891579464321e-06,
      "loss": 0.0654,
      "step": 53760
    },
    {
      "epoch": 2.04057270220241,
      "grad_norm": 0.5827069282531738,
      "learning_rate": 7.960220618790375e-06,
      "loss": 0.0662,
      "step": 54016
    },
    {
      "epoch": 2.050243662876355,
      "grad_norm": 1.0920411348342896,
      "learning_rate": 7.95054965811643e-06,
      "loss": 0.0651,
      "step": 54272
    },
    {
      "epoch": 2.0599146235503003,
      "grad_norm": 1.0318385362625122,
      "learning_rate": 7.940878697442484e-06,
      "loss": 0.0652,
      "step": 54528
    },
    {
      "epoch": 2.0695855842242454,
      "grad_norm": 1.0778378248214722,
      "learning_rate": 7.931245513958672e-06,
      "loss": 0.0658,
      "step": 54784
    },
    {
      "epoch": 2.0792565448981906,
      "grad_norm": 4.142551422119141,
      "learning_rate": 7.921574553284728e-06,
      "loss": 0.0644,
      "step": 55040
    },
    {
      "epoch": 2.0889275055721357,
      "grad_norm": 2.7905218601226807,
      "learning_rate": 7.911903592610782e-06,
      "loss": 0.0651,
      "step": 55296
    },
    {
      "epoch": 2.098598466246081,
      "grad_norm": 1.1025984287261963,
      "learning_rate": 7.902232631936838e-06,
      "loss": 0.0649,
      "step": 55552
    },
    {
      "epoch": 2.1082694269200255,
      "grad_norm": 0.8471400141716003,
      "learning_rate": 7.892561671262892e-06,
      "loss": 0.0638,
      "step": 55808
    },
    {
      "epoch": 2.1179403875939706,
      "grad_norm": 1.2384495735168457,
      "learning_rate": 7.882890710588948e-06,
      "loss": 0.0654,
      "step": 56064
    },
    {
      "epoch": 2.1276113482679158,
      "grad_norm": 0.7104564905166626,
      "learning_rate": 7.873219749915002e-06,
      "loss": 0.0641,
      "step": 56320
    },
    {
      "epoch": 2.137282308941861,
      "grad_norm": 0.9126619100570679,
      "learning_rate": 7.863548789241056e-06,
      "loss": 0.0637,
      "step": 56576
    },
    {
      "epoch": 2.146953269615806,
      "grad_norm": 2.24965500831604,
      "learning_rate": 7.85387782856711e-06,
      "loss": 0.063,
      "step": 56832
    },
    {
      "epoch": 2.156624230289751,
      "grad_norm": 1.4002108573913574,
      "learning_rate": 7.844206867893166e-06,
      "loss": 0.0632,
      "step": 57088
    },
    {
      "epoch": 2.1662951909636963,
      "grad_norm": 0.8987147808074951,
      "learning_rate": 7.834535907219222e-06,
      "loss": 0.0645,
      "step": 57344
    },
    {
      "epoch": 2.1759661516376414,
      "grad_norm": 0.9125319719314575,
      "learning_rate": 7.824902723735408e-06,
      "loss": 0.0644,
      "step": 57600
    },
    {
      "epoch": 2.185637112311586,
      "grad_norm": 1.348766803741455,
      "learning_rate": 7.815231763061464e-06,
      "loss": 0.0635,
      "step": 57856
    },
    {
      "epoch": 2.195308072985531,
      "grad_norm": 1.1573940515518188,
      "learning_rate": 7.80556080238752e-06,
      "loss": 0.0642,
      "step": 58112
    },
    {
      "epoch": 2.2049790336594763,
      "grad_norm": 1.7240798473358154,
      "learning_rate": 7.795889841713575e-06,
      "loss": 0.0627,
      "step": 58368
    },
    {
      "epoch": 2.2146499943334215,
      "grad_norm": 1.6762793064117432,
      "learning_rate": 7.786218881039629e-06,
      "loss": 0.0616,
      "step": 58624
    },
    {
      "epoch": 2.2243209550073666,
      "grad_norm": 1.6505228281021118,
      "learning_rate": 7.776547920365683e-06,
      "loss": 0.0633,
      "step": 58880
    },
    {
      "epoch": 2.2339919156813117,
      "grad_norm": 0.5941863656044006,
      "learning_rate": 7.766876959691739e-06,
      "loss": 0.064,
      "step": 59136
    },
    {
      "epoch": 2.243662876355257,
      "grad_norm": 0.9291194081306458,
      "learning_rate": 7.757205999017793e-06,
      "loss": 0.0631,
      "step": 59392
    },
    {
      "epoch": 2.253333837029202,
      "grad_norm": 0.976757287979126,
      "learning_rate": 7.747535038343849e-06,
      "loss": 0.0627,
      "step": 59648
    },
    {
      "epoch": 2.2630047977031467,
      "grad_norm": 0.9753232598304749,
      "learning_rate": 7.737864077669903e-06,
      "loss": 0.0611,
      "step": 59904
    },
    {
      "epoch": 2.272675758377092,
      "grad_norm": 1.528145670890808,
      "learning_rate": 7.728193116995959e-06,
      "loss": 0.061,
      "step": 60160
    },
    {
      "epoch": 2.282346719051037,
      "grad_norm": 1.1430556774139404,
      "learning_rate": 7.718522156322013e-06,
      "loss": 0.0617,
      "step": 60416
    },
    {
      "epoch": 2.292017679724982,
      "grad_norm": 0.6305384039878845,
      "learning_rate": 7.708851195648068e-06,
      "loss": 0.0623,
      "step": 60672
    },
    {
      "epoch": 2.301688640398927,
      "grad_norm": 1.172042727470398,
      "learning_rate": 7.699180234974123e-06,
      "loss": 0.0603,
      "step": 60928
    },
    {
      "epoch": 2.3113596010728723,
      "grad_norm": 1.3437776565551758,
      "learning_rate": 7.68950927430018e-06,
      "loss": 0.0614,
      "step": 61184
    },
    {
      "epoch": 2.3210305617468174,
      "grad_norm": 1.300218939781189,
      "learning_rate": 7.679838313626234e-06,
      "loss": 0.06,
      "step": 61440
    },
    {
      "epoch": 2.330701522420762,
      "grad_norm": 1.323150873184204,
      "learning_rate": 7.670205130142421e-06,
      "loss": 0.0606,
      "step": 61696
    },
    {
      "epoch": 2.3403724830947072,
      "grad_norm": 0.9929313659667969,
      "learning_rate": 7.660534169468476e-06,
      "loss": 0.0628,
      "step": 61952
    },
    {
      "epoch": 2.3500434437686524,
      "grad_norm": 1.01109778881073,
      "learning_rate": 7.65086320879453e-06,
      "loss": 0.0611,
      "step": 62208
    },
    {
      "epoch": 2.3597144044425975,
      "grad_norm": 0.8141628503799438,
      "learning_rate": 7.641192248120586e-06,
      "loss": 0.0616,
      "step": 62464
    },
    {
      "epoch": 2.3693853651165426,
      "grad_norm": 1.4890193939208984,
      "learning_rate": 7.63152128744664e-06,
      "loss": 0.0598,
      "step": 62720
    },
    {
      "epoch": 2.3790563257904878,
      "grad_norm": 0.9983785152435303,
      "learning_rate": 7.621850326772695e-06,
      "loss": 0.0614,
      "step": 62976
    },
    {
      "epoch": 2.388727286464433,
      "grad_norm": 0.9996428489685059,
      "learning_rate": 7.61217936609875e-06,
      "loss": 0.0598,
      "step": 63232
    },
    {
      "epoch": 2.398398247138378,
      "grad_norm": 0.9679495692253113,
      "learning_rate": 7.602508405424805e-06,
      "loss": 0.0606,
      "step": 63488
    },
    {
      "epoch": 2.408069207812323,
      "grad_norm": 0.7718194723129272,
      "learning_rate": 7.59283744475086e-06,
      "loss": 0.0604,
      "step": 63744
    },
    {
      "epoch": 2.417740168486268,
      "grad_norm": 0.8671106696128845,
      "learning_rate": 7.5831664840769145e-06,
      "loss": 0.0598,
      "step": 64000
    },
    {
      "epoch": 2.427411129160213,
      "grad_norm": 1.336706280708313,
      "learning_rate": 7.5734955234029695e-06,
      "loss": 0.0592,
      "step": 64256
    },
    {
      "epoch": 2.437082089834158,
      "grad_norm": 0.8477568030357361,
      "learning_rate": 7.563862339919158e-06,
      "loss": 0.0617,
      "step": 64512
    },
    {
      "epoch": 2.446753050508103,
      "grad_norm": 0.7895193696022034,
      "learning_rate": 7.5541913792452124e-06,
      "loss": 0.0598,
      "step": 64768
    },
    {
      "epoch": 2.4564240111820483,
      "grad_norm": 0.7384200692176819,
      "learning_rate": 7.5445204185712675e-06,
      "loss": 0.0586,
      "step": 65024
    },
    {
      "epoch": 2.4660949718559935,
      "grad_norm": 0.8035416007041931,
      "learning_rate": 7.534849457897322e-06,
      "loss": 0.0593,
      "step": 65280
    },
    {
      "epoch": 2.4757659325299386,
      "grad_norm": 1.2153276205062866,
      "learning_rate": 7.525178497223378e-06,
      "loss": 0.0599,
      "step": 65536
    },
    {
      "epoch": 2.4854368932038833,
      "grad_norm": 0.6699234247207642,
      "learning_rate": 7.515507536549433e-06,
      "loss": 0.0592,
      "step": 65792
    },
    {
      "epoch": 2.4951078538778284,
      "grad_norm": 1.1999285221099854,
      "learning_rate": 7.505836575875487e-06,
      "loss": 0.0591,
      "step": 66048
    },
    {
      "epoch": 2.5047788145517735,
      "grad_norm": 0.9291724562644958,
      "learning_rate": 7.496165615201542e-06,
      "loss": 0.0589,
      "step": 66304
    },
    {
      "epoch": 2.5144497752257187,
      "grad_norm": 1.065503478050232,
      "learning_rate": 7.486494654527597e-06,
      "loss": 0.0578,
      "step": 66560
    },
    {
      "epoch": 2.524120735899664,
      "grad_norm": 2.0710666179656982,
      "learning_rate": 7.476823693853652e-06,
      "loss": 0.058,
      "step": 66816
    },
    {
      "epoch": 2.533791696573609,
      "grad_norm": 0.7372413277626038,
      "learning_rate": 7.467190510369839e-06,
      "loss": 0.0589,
      "step": 67072
    },
    {
      "epoch": 2.543462657247554,
      "grad_norm": 1.651160478591919,
      "learning_rate": 7.457519549695894e-06,
      "loss": 0.0579,
      "step": 67328
    },
    {
      "epoch": 2.5531336179214987,
      "grad_norm": 1.757703423500061,
      "learning_rate": 7.447848589021948e-06,
      "loss": 0.0569,
      "step": 67584
    },
    {
      "epoch": 2.5628045785954443,
      "grad_norm": 0.6503134369850159,
      "learning_rate": 7.438177628348004e-06,
      "loss": 0.0594,
      "step": 67840
    },
    {
      "epoch": 2.572475539269389,
      "grad_norm": 1.0340873003005981,
      "learning_rate": 7.428506667674059e-06,
      "loss": 0.058,
      "step": 68096
    },
    {
      "epoch": 2.582146499943334,
      "grad_norm": 1.0522361993789673,
      "learning_rate": 7.4188357070001136e-06,
      "loss": 0.0564,
      "step": 68352
    },
    {
      "epoch": 2.5918174606172792,
      "grad_norm": 1.6682968139648438,
      "learning_rate": 7.409164746326169e-06,
      "loss": 0.0561,
      "step": 68608
    },
    {
      "epoch": 2.6014884212912244,
      "grad_norm": 1.004595398902893,
      "learning_rate": 7.3994937856522245e-06,
      "loss": 0.056,
      "step": 68864
    },
    {
      "epoch": 2.6111593819651695,
      "grad_norm": 0.8527024388313293,
      "learning_rate": 7.3898606021684115e-06,
      "loss": 0.0583,
      "step": 69120
    },
    {
      "epoch": 2.6208303426391146,
      "grad_norm": 1.530884027481079,
      "learning_rate": 7.380189641494467e-06,
      "loss": 0.056,
      "step": 69376
    },
    {
      "epoch": 2.6305013033130598,
      "grad_norm": 1.601316213607788,
      "learning_rate": 7.370518680820521e-06,
      "loss": 0.0583,
      "step": 69632
    },
    {
      "epoch": 2.6401722639870044,
      "grad_norm": 0.8617104291915894,
      "learning_rate": 7.360847720146576e-06,
      "loss": 0.055,
      "step": 69888
    },
    {
      "epoch": 2.6498432246609496,
      "grad_norm": 0.647162675857544,
      "learning_rate": 7.351176759472631e-06,
      "loss": 0.0553,
      "step": 70144
    },
    {
      "epoch": 2.6595141853348947,
      "grad_norm": 0.9281507134437561,
      "learning_rate": 7.341505798798686e-06,
      "loss": 0.0559,
      "step": 70400
    },
    {
      "epoch": 2.66918514600884,
      "grad_norm": 1.2437316179275513,
      "learning_rate": 7.33183483812474e-06,
      "loss": 0.0541,
      "step": 70656
    },
    {
      "epoch": 2.678856106682785,
      "grad_norm": 0.7374536991119385,
      "learning_rate": 7.322163877450795e-06,
      "loss": 0.0566,
      "step": 70912
    },
    {
      "epoch": 2.68852706735673,
      "grad_norm": 1.3053284883499146,
      "learning_rate": 7.312492916776851e-06,
      "loss": 0.0559,
      "step": 71168
    },
    {
      "epoch": 2.698198028030675,
      "grad_norm": 1.3258627653121948,
      "learning_rate": 7.302859733293038e-06,
      "loss": 0.0549,
      "step": 71424
    },
    {
      "epoch": 2.70786898870462,
      "grad_norm": 1.1512227058410645,
      "learning_rate": 7.293188772619093e-06,
      "loss": 0.0561,
      "step": 71680
    },
    {
      "epoch": 2.7175399493785655,
      "grad_norm": 1.007872462272644,
      "learning_rate": 7.2835178119451475e-06,
      "loss": 0.0554,
      "step": 71936
    },
    {
      "epoch": 2.72721091005251,
      "grad_norm": 1.4102001190185547,
      "learning_rate": 7.273846851271203e-06,
      "loss": 0.0558,
      "step": 72192
    },
    {
      "epoch": 2.7368818707264553,
      "grad_norm": 1.9055171012878418,
      "learning_rate": 7.2641758905972584e-06,
      "loss": 0.0541,
      "step": 72448
    },
    {
      "epoch": 2.7465528314004004,
      "grad_norm": 1.195149302482605,
      "learning_rate": 7.254504929923313e-06,
      "loss": 0.0547,
      "step": 72704
    },
    {
      "epoch": 2.7562237920743455,
      "grad_norm": 0.9224119782447815,
      "learning_rate": 7.244833969249368e-06,
      "loss": 0.055,
      "step": 72960
    },
    {
      "epoch": 2.7658947527482907,
      "grad_norm": 2.209676504135132,
      "learning_rate": 7.235163008575423e-06,
      "loss": 0.0544,
      "step": 73216
    },
    {
      "epoch": 2.775565713422236,
      "grad_norm": 0.9217004776000977,
      "learning_rate": 7.225529825091611e-06,
      "loss": 0.0543,
      "step": 73472
    },
    {
      "epoch": 2.785236674096181,
      "grad_norm": 1.2464416027069092,
      "learning_rate": 7.215858864417665e-06,
      "loss": 0.0549,
      "step": 73728
    },
    {
      "epoch": 2.7949076347701256,
      "grad_norm": 1.122103214263916,
      "learning_rate": 7.20618790374372e-06,
      "loss": 0.0532,
      "step": 73984
    },
    {
      "epoch": 2.8045785954440707,
      "grad_norm": 1.0579702854156494,
      "learning_rate": 7.196516943069775e-06,
      "loss": 0.0528,
      "step": 74240
    },
    {
      "epoch": 2.814249556118016,
      "grad_norm": 1.006489634513855,
      "learning_rate": 7.18684598239583e-06,
      "loss": 0.0525,
      "step": 74496
    },
    {
      "epoch": 2.823920516791961,
      "grad_norm": 1.3829524517059326,
      "learning_rate": 7.177175021721885e-06,
      "loss": 0.0539,
      "step": 74752
    },
    {
      "epoch": 2.833591477465906,
      "grad_norm": 1.1811540126800537,
      "learning_rate": 7.167504061047939e-06,
      "loss": 0.0526,
      "step": 75008
    },
    {
      "epoch": 2.8432624381398512,
      "grad_norm": 1.1461611986160278,
      "learning_rate": 7.157833100373994e-06,
      "loss": 0.0533,
      "step": 75264
    },
    {
      "epoch": 2.8529333988137964,
      "grad_norm": 0.7401432394981384,
      "learning_rate": 7.14816213970005e-06,
      "loss": 0.0537,
      "step": 75520
    },
    {
      "epoch": 2.862604359487741,
      "grad_norm": 1.054335117340088,
      "learning_rate": 7.1384911790261045e-06,
      "loss": 0.0519,
      "step": 75776
    },
    {
      "epoch": 2.8722753201616866,
      "grad_norm": 0.7766178846359253,
      "learning_rate": 7.1288202183521596e-06,
      "loss": 0.0526,
      "step": 76032
    },
    {
      "epoch": 2.8819462808356313,
      "grad_norm": 1.2377870082855225,
      "learning_rate": 7.119149257678214e-06,
      "loss": 0.0526,
      "step": 76288
    },
    {
      "epoch": 2.8916172415095764,
      "grad_norm": 0.8688779473304749,
      "learning_rate": 7.10947829700427e-06,
      "loss": 0.0516,
      "step": 76544
    },
    {
      "epoch": 2.9012882021835216,
      "grad_norm": 0.6655518412590027,
      "learning_rate": 7.0998451135204575e-06,
      "loss": 0.0528,
      "step": 76800
    },
    {
      "epoch": 2.9109591628574667,
      "grad_norm": 0.8370956778526306,
      "learning_rate": 7.090174152846512e-06,
      "loss": 0.0526,
      "step": 77056
    },
    {
      "epoch": 2.920630123531412,
      "grad_norm": 1.9562077522277832,
      "learning_rate": 7.080503192172567e-06,
      "loss": 0.0512,
      "step": 77312
    },
    {
      "epoch": 2.930301084205357,
      "grad_norm": 0.581018328666687,
      "learning_rate": 7.070832231498622e-06,
      "loss": 0.0521,
      "step": 77568
    },
    {
      "epoch": 2.939972044879302,
      "grad_norm": 1.0120258331298828,
      "learning_rate": 7.061161270824677e-06,
      "loss": 0.0528,
      "step": 77824
    },
    {
      "epoch": 2.9496430055532468,
      "grad_norm": 1.627193570137024,
      "learning_rate": 7.051490310150731e-06,
      "loss": 0.053,
      "step": 78080
    },
    {
      "epoch": 2.959313966227192,
      "grad_norm": 1.1197772026062012,
      "learning_rate": 7.041819349476786e-06,
      "loss": 0.0507,
      "step": 78336
    },
    {
      "epoch": 2.968984926901137,
      "grad_norm": 1.3899377584457397,
      "learning_rate": 7.032148388802842e-06,
      "loss": 0.0506,
      "step": 78592
    },
    {
      "epoch": 2.978655887575082,
      "grad_norm": 1.966417670249939,
      "learning_rate": 7.022515205319029e-06,
      "loss": 0.0516,
      "step": 78848
    },
    {
      "epoch": 2.9883268482490273,
      "grad_norm": 1.2017033100128174,
      "learning_rate": 7.012844244645084e-06,
      "loss": 0.0519,
      "step": 79104
    },
    {
      "epoch": 2.9979978089229724,
      "grad_norm": 1.040667176246643,
      "learning_rate": 7.003173283971138e-06,
      "loss": 0.0516,
      "step": 79360
    },
    {
      "epoch": 3.0,
      "eval_f1_B-DISEASE": 0.8394542433989608,
      "eval_f1_B-MEDICATION": 0.9547319074128333,
      "eval_f1_B-PROCEDURE": 0.8609510484360905,
      "eval_f1_B-SYMPTOM": 0.8250361988923886,
      "eval_f1_I-DISEASE": 0.8785681818914467,
      "eval_f1_I-MEDICATION": 0.9599060560308673,
      "eval_f1_I-PROCEDURE": 0.8836826064109301,
      "eval_f1_I-SYMPTOM": 0.8308232442147206,
      "eval_f1_O": 0.9370527300642346,
      "eval_f1_macro": 0.8855784685280524,
      "eval_f1_micro": 0.9064777986745736,
      "eval_loss": 0.05300184339284897,
      "eval_precision_B-DISEASE": 0.8625022698383875,
      "eval_precision_B-MEDICATION": 0.945589088798607,
      "eval_precision_B-PROCEDURE": 0.8617919139055762,
      "eval_precision_B-SYMPTOM": 0.8179181341936248,
      "eval_precision_I-DISEASE": 0.8854846255815767,
      "eval_precision_I-MEDICATION": 0.9448035099306505,
      "eval_precision_I-PROCEDURE": 0.895308919611902,
      "eval_precision_I-SYMPTOM": 0.8148502404897245,
      "eval_precision_O": 0.9430145499735109,
      "eval_precision_macro": 0.8856959169248401,
      "eval_precision_micro": 0.9094283877399175,
      "eval_rauc_macro": 0.9346142180621246,
      "eval_rauc_micro": 0.9460357666904499,
      "eval_recall_B-DISEASE": 0.8176059489792405,
      "eval_recall_B-MEDICATION": 0.9640532544378698,
      "eval_recall_B-PROCEDURE": 0.8601118222614581,
      "eval_recall_B-SYMPTOM": 0.8322792434646428,
      "eval_recall_I-DISEASE": 0.8717589482775165,
      "eval_recall_I-MEDICATION": 0.9754992693619094,
      "eval_recall_I-PROCEDURE": 0.872354376587374,
      "eval_recall_I-SYMPTOM": 0.847434986499929,
      "eval_recall_O": 0.9311658188624008,
      "eval_recall_macro": 0.8858070743035935,
      "eval_recall_micro": 0.9035462937311873,
      "eval_roc_auc_B-DISEASE": 0.9073901234412892,
      "eval_roc_auc_B-MEDICATION": 0.9818889752603492,
      "eval_roc_auc_B-PROCEDURE": 0.928658435530653,
      "eval_roc_auc_B-SYMPTOM": 0.913836686987879,
      "eval_roc_auc_I-DISEASE": 0.9286127131274897,
      "eval_roc_auc_I-MEDICATION": 0.9873157746093567,
      "eval_roc_auc_I-PROCEDURE": 0.93125492323472,
      "eval_roc_auc_I-SYMPTOM": 0.9095196871096386,
      "eval_roc_auc_O": 0.9230506432577466,
      "eval_runtime": 38.5615,
      "eval_samples_per_second": 281.965,
      "eval_steps_per_second": 35.268,
      "step": 79413
    },
    {
      "epoch": 3.0076687695969175,
      "grad_norm": 0.8741080164909363,
      "learning_rate": 6.9935023232971935e-06,
      "loss": 0.0477,
      "step": 79616
    },
    {
      "epoch": 3.0173397302708627,
      "grad_norm": 0.4949030578136444,
      "learning_rate": 6.983831362623249e-06,
      "loss": 0.0484,
      "step": 79872
    },
    {
      "epoch": 3.0270106909448073,
      "grad_norm": 0.6741498112678528,
      "learning_rate": 6.974160401949304e-06,
      "loss": 0.047,
      "step": 80128
    },
    {
      "epoch": 3.0366816516187525,
      "grad_norm": 0.8091663122177124,
      "learning_rate": 6.964489441275359e-06,
      "loss": 0.0472,
      "step": 80384
    },
    {
      "epoch": 3.0463526122926976,
      "grad_norm": 1.3941477537155151,
      "learning_rate": 6.954818480601413e-06,
      "loss": 0.0464,
      "step": 80640
    },
    {
      "epoch": 3.0560235729666427,
      "grad_norm": 1.378766417503357,
      "learning_rate": 6.9451852971176016e-06,
      "loss": 0.0468,
      "step": 80896
    },
    {
      "epoch": 3.065694533640588,
      "grad_norm": 1.1112360954284668,
      "learning_rate": 6.935514336443656e-06,
      "loss": 0.0459,
      "step": 81152
    },
    {
      "epoch": 3.075365494314533,
      "grad_norm": 0.5344024300575256,
      "learning_rate": 6.925843375769711e-06,
      "loss": 0.0469,
      "step": 81408
    },
    {
      "epoch": 3.085036454988478,
      "grad_norm": 1.5045959949493408,
      "learning_rate": 6.916172415095765e-06,
      "loss": 0.0457,
      "step": 81664
    },
    {
      "epoch": 3.0947074156624232,
      "grad_norm": 0.7609874606132507,
      "learning_rate": 6.906501454421821e-06,
      "loss": 0.0465,
      "step": 81920
    },
    {
      "epoch": 3.104378376336368,
      "grad_norm": 1.5546683073043823,
      "learning_rate": 6.896830493747876e-06,
      "loss": 0.0457,
      "step": 82176
    },
    {
      "epoch": 3.114049337010313,
      "grad_norm": 1.6246542930603027,
      "learning_rate": 6.88715953307393e-06,
      "loss": 0.0454,
      "step": 82432
    },
    {
      "epoch": 3.123720297684258,
      "grad_norm": 0.606778085231781,
      "learning_rate": 6.877488572399985e-06,
      "loss": 0.0456,
      "step": 82688
    },
    {
      "epoch": 3.1333912583582033,
      "grad_norm": 1.9695652723312378,
      "learning_rate": 6.867817611726041e-06,
      "loss": 0.046,
      "step": 82944
    },
    {
      "epoch": 3.1430622190321484,
      "grad_norm": 1.566140055656433,
      "learning_rate": 6.8581466510520955e-06,
      "loss": 0.0461,
      "step": 83200
    },
    {
      "epoch": 3.1527331797060936,
      "grad_norm": 1.2838099002838135,
      "learning_rate": 6.8484756903781505e-06,
      "loss": 0.0456,
      "step": 83456
    },
    {
      "epoch": 3.1624041403800387,
      "grad_norm": 2.1926662921905518,
      "learning_rate": 6.838804729704205e-06,
      "loss": 0.0455,
      "step": 83712
    },
    {
      "epoch": 3.1720751010539834,
      "grad_norm": 0.7610294222831726,
      "learning_rate": 6.8291715462203926e-06,
      "loss": 0.0456,
      "step": 83968
    },
    {
      "epoch": 3.1817460617279285,
      "grad_norm": 0.9290745258331299,
      "learning_rate": 6.819500585546448e-06,
      "loss": 0.0467,
      "step": 84224
    },
    {
      "epoch": 3.1914170224018736,
      "grad_norm": 0.6943319439888,
      "learning_rate": 6.809829624872503e-06,
      "loss": 0.0453,
      "step": 84480
    },
    {
      "epoch": 3.2010879830758188,
      "grad_norm": 1.6822216510772705,
      "learning_rate": 6.800158664198557e-06,
      "loss": 0.0453,
      "step": 84736
    },
    {
      "epoch": 3.210758943749764,
      "grad_norm": 1.1268625259399414,
      "learning_rate": 6.790487703524612e-06,
      "loss": 0.0455,
      "step": 84992
    },
    {
      "epoch": 3.220429904423709,
      "grad_norm": 1.3868532180786133,
      "learning_rate": 6.780816742850668e-06,
      "loss": 0.0453,
      "step": 85248
    },
    {
      "epoch": 3.230100865097654,
      "grad_norm": 0.8341856598854065,
      "learning_rate": 6.771145782176722e-06,
      "loss": 0.0457,
      "step": 85504
    },
    {
      "epoch": 3.2397718257715993,
      "grad_norm": 1.7002472877502441,
      "learning_rate": 6.761474821502777e-06,
      "loss": 0.0459,
      "step": 85760
    },
    {
      "epoch": 3.2494427864455444,
      "grad_norm": 0.786827802658081,
      "learning_rate": 6.751803860828831e-06,
      "loss": 0.0447,
      "step": 86016
    },
    {
      "epoch": 3.259113747119489,
      "grad_norm": 1.3061785697937012,
      "learning_rate": 6.742132900154887e-06,
      "loss": 0.0444,
      "step": 86272
    },
    {
      "epoch": 3.268784707793434,
      "grad_norm": 0.8705328106880188,
      "learning_rate": 6.732461939480942e-06,
      "loss": 0.045,
      "step": 86528
    },
    {
      "epoch": 3.2784556684673793,
      "grad_norm": 0.728818953037262,
      "learning_rate": 6.722790978806997e-06,
      "loss": 0.0454,
      "step": 86784
    },
    {
      "epoch": 3.2881266291413245,
      "grad_norm": 0.7723854184150696,
      "learning_rate": 6.713120018133052e-06,
      "loss": 0.0445,
      "step": 87040
    },
    {
      "epoch": 3.2977975898152696,
      "grad_norm": 1.028493881225586,
      "learning_rate": 6.703449057459107e-06,
      "loss": 0.0438,
      "step": 87296
    },
    {
      "epoch": 3.3074685504892147,
      "grad_norm": 1.6149994134902954,
      "learning_rate": 6.693778096785162e-06,
      "loss": 0.0435,
      "step": 87552
    },
    {
      "epoch": 3.31713951116316,
      "grad_norm": 1.7051756381988525,
      "learning_rate": 6.684107136111217e-06,
      "loss": 0.0432,
      "step": 87808
    },
    {
      "epoch": 3.3268104718371045,
      "grad_norm": 1.2699980735778809,
      "learning_rate": 6.674473952627404e-06,
      "loss": 0.0437,
      "step": 88064
    },
    {
      "epoch": 3.3364814325110497,
      "grad_norm": 1.4506620168685913,
      "learning_rate": 6.66480299195346e-06,
      "loss": 0.0434,
      "step": 88320
    },
    {
      "epoch": 3.346152393184995,
      "grad_norm": 1.033900260925293,
      "learning_rate": 6.655169808469647e-06,
      "loss": 0.0445,
      "step": 88576
    },
    {
      "epoch": 3.35582335385894,
      "grad_norm": 1.0005041360855103,
      "learning_rate": 6.645498847795702e-06,
      "loss": 0.0458,
      "step": 88832
    },
    {
      "epoch": 3.365494314532885,
      "grad_norm": 1.1036962270736694,
      "learning_rate": 6.635827887121756e-06,
      "loss": 0.0417,
      "step": 89088
    },
    {
      "epoch": 3.37516527520683,
      "grad_norm": 0.5079169273376465,
      "learning_rate": 6.626156926447811e-06,
      "loss": 0.0439,
      "step": 89344
    },
    {
      "epoch": 3.3848362358807753,
      "grad_norm": 1.0200902223587036,
      "learning_rate": 6.616485965773867e-06,
      "loss": 0.044,
      "step": 89600
    },
    {
      "epoch": 3.3945071965547204,
      "grad_norm": 1.1664658784866333,
      "learning_rate": 6.606815005099921e-06,
      "loss": 0.0429,
      "step": 89856
    },
    {
      "epoch": 3.4041781572286656,
      "grad_norm": 1.3110089302062988,
      "learning_rate": 6.597144044425976e-06,
      "loss": 0.0423,
      "step": 90112
    },
    {
      "epoch": 3.4138491179026103,
      "grad_norm": 1.1745210886001587,
      "learning_rate": 6.5874730837520305e-06,
      "loss": 0.043,
      "step": 90368
    },
    {
      "epoch": 3.4235200785765554,
      "grad_norm": 1.5075658559799194,
      "learning_rate": 6.577802123078086e-06,
      "loss": 0.043,
      "step": 90624
    },
    {
      "epoch": 3.4331910392505005,
      "grad_norm": 1.0469071865081787,
      "learning_rate": 6.5681311624041415e-06,
      "loss": 0.0424,
      "step": 90880
    },
    {
      "epoch": 3.4428619999244456,
      "grad_norm": 0.7738886475563049,
      "learning_rate": 6.558460201730196e-06,
      "loss": 0.0422,
      "step": 91136
    },
    {
      "epoch": 3.4525329605983908,
      "grad_norm": 1.0838168859481812,
      "learning_rate": 6.5488270182463835e-06,
      "loss": 0.042,
      "step": 91392
    },
    {
      "epoch": 3.462203921272336,
      "grad_norm": 0.970690906047821,
      "learning_rate": 6.539156057572438e-06,
      "loss": 0.042,
      "step": 91648
    },
    {
      "epoch": 3.471874881946281,
      "grad_norm": 1.2972304821014404,
      "learning_rate": 6.529485096898494e-06,
      "loss": 0.0435,
      "step": 91904
    },
    {
      "epoch": 3.4815458426202257,
      "grad_norm": 0.7299090027809143,
      "learning_rate": 6.519814136224548e-06,
      "loss": 0.0421,
      "step": 92160
    },
    {
      "epoch": 3.491216803294171,
      "grad_norm": 0.9907008409500122,
      "learning_rate": 6.510143175550603e-06,
      "loss": 0.0423,
      "step": 92416
    },
    {
      "epoch": 3.500887763968116,
      "grad_norm": 1.160920262336731,
      "learning_rate": 6.500472214876657e-06,
      "loss": 0.0421,
      "step": 92672
    },
    {
      "epoch": 3.510558724642061,
      "grad_norm": 1.733642816543579,
      "learning_rate": 6.490801254202713e-06,
      "loss": 0.0412,
      "step": 92928
    },
    {
      "epoch": 3.520229685316006,
      "grad_norm": 1.9292608499526978,
      "learning_rate": 6.481130293528768e-06,
      "loss": 0.0409,
      "step": 93184
    },
    {
      "epoch": 3.5299006459899513,
      "grad_norm": 1.060757040977478,
      "learning_rate": 6.471459332854822e-06,
      "loss": 0.0414,
      "step": 93440
    },
    {
      "epoch": 3.5395716066638965,
      "grad_norm": 2.676583766937256,
      "learning_rate": 6.461788372180877e-06,
      "loss": 0.0428,
      "step": 93696
    },
    {
      "epoch": 3.549242567337841,
      "grad_norm": 1.2607671022415161,
      "learning_rate": 6.452117411506933e-06,
      "loss": 0.0429,
      "step": 93952
    },
    {
      "epoch": 3.5589135280117867,
      "grad_norm": 1.5024772882461548,
      "learning_rate": 6.4424464508329875e-06,
      "loss": 0.041,
      "step": 94208
    },
    {
      "epoch": 3.5685844886857314,
      "grad_norm": 2.0261263847351074,
      "learning_rate": 6.432775490159043e-06,
      "loss": 0.0416,
      "step": 94464
    },
    {
      "epoch": 3.5782554493596765,
      "grad_norm": 0.6179674863815308,
      "learning_rate": 6.423104529485097e-06,
      "loss": 0.0405,
      "step": 94720
    },
    {
      "epoch": 3.5879264100336217,
      "grad_norm": 0.8594775199890137,
      "learning_rate": 6.413433568811153e-06,
      "loss": 0.0407,
      "step": 94976
    },
    {
      "epoch": 3.597597370707567,
      "grad_norm": 1.236023187637329,
      "learning_rate": 6.40380038532734e-06,
      "loss": 0.0419,
      "step": 95232
    },
    {
      "epoch": 3.607268331381512,
      "grad_norm": 1.166448712348938,
      "learning_rate": 6.394129424653395e-06,
      "loss": 0.0404,
      "step": 95488
    },
    {
      "epoch": 3.616939292055457,
      "grad_norm": 0.7166916131973267,
      "learning_rate": 6.384458463979449e-06,
      "loss": 0.0412,
      "step": 95744
    },
    {
      "epoch": 3.626610252729402,
      "grad_norm": 0.9981210231781006,
      "learning_rate": 6.374787503305505e-06,
      "loss": 0.0417,
      "step": 96000
    },
    {
      "epoch": 3.636281213403347,
      "grad_norm": 0.8939995765686035,
      "learning_rate": 6.36511654263156e-06,
      "loss": 0.0414,
      "step": 96256
    },
    {
      "epoch": 3.645952174077292,
      "grad_norm": 0.7995880246162415,
      "learning_rate": 6.355445581957614e-06,
      "loss": 0.0414,
      "step": 96512
    },
    {
      "epoch": 3.655623134751237,
      "grad_norm": 1.1740238666534424,
      "learning_rate": 6.345774621283669e-06,
      "loss": 0.0414,
      "step": 96768
    },
    {
      "epoch": 3.6652940954251823,
      "grad_norm": 0.9633038640022278,
      "learning_rate": 6.336103660609725e-06,
      "loss": 0.0399,
      "step": 97024
    },
    {
      "epoch": 3.6749650560991274,
      "grad_norm": 1.135442852973938,
      "learning_rate": 6.326432699935779e-06,
      "loss": 0.0405,
      "step": 97280
    },
    {
      "epoch": 3.6846360167730725,
      "grad_norm": 2.1878178119659424,
      "learning_rate": 6.3167617392618344e-06,
      "loss": 0.0401,
      "step": 97536
    },
    {
      "epoch": 3.6943069774470176,
      "grad_norm": 0.8652902841567993,
      "learning_rate": 6.3071285557780214e-06,
      "loss": 0.0404,
      "step": 97792
    },
    {
      "epoch": 3.7039779381209623,
      "grad_norm": 1.220574140548706,
      "learning_rate": 6.2974575951040765e-06,
      "loss": 0.0381,
      "step": 98048
    },
    {
      "epoch": 3.713648898794908,
      "grad_norm": 0.9763311743736267,
      "learning_rate": 6.2877866344301316e-06,
      "loss": 0.0396,
      "step": 98304
    },
    {
      "epoch": 3.7233198594688526,
      "grad_norm": 1.2430843114852905,
      "learning_rate": 6.278115673756187e-06,
      "loss": 0.0394,
      "step": 98560
    },
    {
      "epoch": 3.7329908201427977,
      "grad_norm": 0.8721135854721069,
      "learning_rate": 6.268444713082241e-06,
      "loss": 0.0403,
      "step": 98816
    },
    {
      "epoch": 3.742661780816743,
      "grad_norm": 0.7808983325958252,
      "learning_rate": 6.258773752408296e-06,
      "loss": 0.0401,
      "step": 99072
    },
    {
      "epoch": 3.752332741490688,
      "grad_norm": 0.8956592082977295,
      "learning_rate": 6.249102791734352e-06,
      "loss": 0.0407,
      "step": 99328
    },
    {
      "epoch": 3.762003702164633,
      "grad_norm": 0.9244728684425354,
      "learning_rate": 6.239431831060406e-06,
      "loss": 0.0387,
      "step": 99584
    },
    {
      "epoch": 3.771674662838578,
      "grad_norm": 0.8228873610496521,
      "learning_rate": 6.229760870386461e-06,
      "loss": 0.04,
      "step": 99840
    },
    {
      "epoch": 3.7813456235125233,
      "grad_norm": 0.8980506658554077,
      "learning_rate": 6.220089909712515e-06,
      "loss": 0.0391,
      "step": 100096
    },
    {
      "epoch": 3.791016584186468,
      "grad_norm": 0.8709131479263306,
      "learning_rate": 6.210418949038571e-06,
      "loss": 0.0382,
      "step": 100352
    },
    {
      "epoch": 3.800687544860413,
      "grad_norm": 1.481712818145752,
      "learning_rate": 6.200747988364626e-06,
      "loss": 0.0401,
      "step": 100608
    },
    {
      "epoch": 3.8103585055343583,
      "grad_norm": 0.715301513671875,
      "learning_rate": 6.1910770276906805e-06,
      "loss": 0.0388,
      "step": 100864
    },
    {
      "epoch": 3.8200294662083034,
      "grad_norm": 0.699769914150238,
      "learning_rate": 6.1814060670167356e-06,
      "loss": 0.0401,
      "step": 101120
    },
    {
      "epoch": 3.8297004268822485,
      "grad_norm": 1.719165563583374,
      "learning_rate": 6.171735106342791e-06,
      "loss": 0.039,
      "step": 101376
    },
    {
      "epoch": 3.8393713875561937,
      "grad_norm": 0.7806033492088318,
      "learning_rate": 6.162064145668846e-06,
      "loss": 0.0392,
      "step": 101632
    },
    {
      "epoch": 3.849042348230139,
      "grad_norm": 1.0042738914489746,
      "learning_rate": 6.152430962185033e-06,
      "loss": 0.0379,
      "step": 101888
    },
    {
      "epoch": 3.8587133089040835,
      "grad_norm": 0.6985491514205933,
      "learning_rate": 6.142760001511088e-06,
      "loss": 0.0395,
      "step": 102144
    },
    {
      "epoch": 3.868384269578029,
      "grad_norm": 1.0750198364257812,
      "learning_rate": 6.133089040837144e-06,
      "loss": 0.0383,
      "step": 102400
    },
    {
      "epoch": 3.8780552302519737,
      "grad_norm": 0.8359323143959045,
      "learning_rate": 6.123418080163198e-06,
      "loss": 0.0387,
      "step": 102656
    },
    {
      "epoch": 3.887726190925919,
      "grad_norm": 1.1092971563339233,
      "learning_rate": 6.113747119489253e-06,
      "loss": 0.038,
      "step": 102912
    },
    {
      "epoch": 3.897397151599864,
      "grad_norm": 0.8704983592033386,
      "learning_rate": 6.104076158815307e-06,
      "loss": 0.0384,
      "step": 103168
    },
    {
      "epoch": 3.907068112273809,
      "grad_norm": 1.6833209991455078,
      "learning_rate": 6.094405198141363e-06,
      "loss": 0.0375,
      "step": 103424
    },
    {
      "epoch": 3.9167390729477543,
      "grad_norm": 6.685204982757568,
      "learning_rate": 6.084734237467418e-06,
      "loss": 0.0382,
      "step": 103680
    },
    {
      "epoch": 3.9264100336216994,
      "grad_norm": 1.6752196550369263,
      "learning_rate": 6.075101053983605e-06,
      "loss": 0.0373,
      "step": 103936
    },
    {
      "epoch": 3.9360809942956445,
      "grad_norm": 0.7766474485397339,
      "learning_rate": 6.06543009330966e-06,
      "loss": 0.0371,
      "step": 104192
    },
    {
      "epoch": 3.945751954969589,
      "grad_norm": 1.3872442245483398,
      "learning_rate": 6.055759132635714e-06,
      "loss": 0.0377,
      "step": 104448
    },
    {
      "epoch": 3.9554229156435343,
      "grad_norm": 0.8299127221107483,
      "learning_rate": 6.04608817196177e-06,
      "loss": 0.0372,
      "step": 104704
    },
    {
      "epoch": 3.9650938763174794,
      "grad_norm": 0.8447323441505432,
      "learning_rate": 6.036417211287825e-06,
      "loss": 0.0377,
      "step": 104960
    },
    {
      "epoch": 3.9747648369914246,
      "grad_norm": 0.9614108204841614,
      "learning_rate": 6.026784027804012e-06,
      "loss": 0.0373,
      "step": 105216
    },
    {
      "epoch": 3.9844357976653697,
      "grad_norm": 0.8760530352592468,
      "learning_rate": 6.0171130671300674e-06,
      "loss": 0.0365,
      "step": 105472
    },
    {
      "epoch": 3.994106758339315,
      "grad_norm": 0.7628864049911499,
      "learning_rate": 6.0074421064561225e-06,
      "loss": 0.0369,
      "step": 105728
    },
    {
      "epoch": 4.0,
      "eval_f1_B-DISEASE": 0.8509981441975822,
      "eval_f1_B-MEDICATION": 0.9488472622478387,
      "eval_f1_B-PROCEDURE": 0.8670437433430052,
      "eval_f1_B-SYMPTOM": 0.8422448210922787,
      "eval_f1_I-DISEASE": 0.8882337424550406,
      "eval_f1_I-MEDICATION": 0.9527070101291526,
      "eval_f1_I-PROCEDURE": 0.8883074621130048,
      "eval_f1_I-SYMPTOM": 0.8433666963812189,
      "eval_f1_O": 0.9401220332143431,
      "eval_f1_macro": 0.8913189905748293,
      "eval_f1_micro": 0.9118464807112274,
      "eval_loss": 0.05749918147921562,
      "eval_precision_B-DISEASE": 0.8574973785389723,
      "eval_precision_B-MEDICATION": 0.9248595505617978,
      "eval_precision_B-PROCEDURE": 0.8657400616106792,
      "eval_precision_B-SYMPTOM": 0.8426637725724277,
      "eval_precision_I-DISEASE": 0.8625241080038573,
      "eval_precision_I-MEDICATION": 0.9244833432616963,
      "eval_precision_I-PROCEDURE": 0.8752648497103773,
      "eval_precision_I-SYMPTOM": 0.8371462653800704,
      "eval_precision_O": 0.9531163858156736,
      "eval_precision_macro": 0.8825884128283946,
      "eval_precision_micro": 0.9134930650393855,
      "eval_rauc_macro": 0.9427871451969972,
      "eval_rauc_micro": 0.9496071869373252,
      "eval_recall_B-DISEASE": 0.8445966881261404,
      "eval_recall_B-MEDICATION": 0.974112426035503,
      "eval_recall_B-PROCEDURE": 0.8683513573162657,
      "eval_recall_B-SYMPTOM": 0.8418262859896398,
      "eval_recall_I-DISEASE": 0.9155231423727729,
      "eval_recall_I-MEDICATION": 0.9827082318558208,
      "eval_recall_I-PROCEDURE": 0.9017446589532047,
      "eval_recall_I-SYMPTOM": 0.8496802614750604,
      "eval_recall_O": 0.9274772330873062,
      "eval_recall_macro": 0.9006689205790792,
      "eval_recall_micro": 0.9102058216862766,
      "eval_roc_auc_B-DISEASE": 0.9207768982828152,
      "eval_roc_auc_B-MEDICATION": 0.9868598295568363,
      "eval_roc_auc_B-PROCEDURE": 0.9328113698122986,
      "eval_roc_auc_B-SYMPTOM": 0.9189594667218607,
      "eval_roc_auc_I-DISEASE": 0.9483559751660133,
      "eval_roc_auc_I-MEDICATION": 0.990743003621933,
      "eval_roc_auc_I-PROCEDURE": 0.944671236725749,
      "eval_roc_auc_I-SYMPTOM": 0.9126524405602745,
      "eval_roc_auc_O": 0.9292540863251936,
      "eval_runtime": 38.4752,
      "eval_samples_per_second": 282.598,
      "eval_steps_per_second": 35.347,
      "step": 105884
    },
    {
      "epoch": 4.00377771901326,
      "grad_norm": 0.6653640270233154,
      "learning_rate": 5.9977711457821776e-06,
      "loss": 0.0361,
      "step": 105984
    },
    {
      "epoch": 4.013448679687205,
      "grad_norm": 1.1266523599624634,
      "learning_rate": 5.988100185108232e-06,
      "loss": 0.0345,
      "step": 106240
    },
    {
      "epoch": 4.02311964036115,
      "grad_norm": 1.2451099157333374,
      "learning_rate": 5.978429224434287e-06,
      "loss": 0.0335,
      "step": 106496
    },
    {
      "epoch": 4.032790601035095,
      "grad_norm": 2.1595659255981445,
      "learning_rate": 5.968758263760343e-06,
      "loss": 0.0323,
      "step": 106752
    },
    {
      "epoch": 4.0424615617090405,
      "grad_norm": 1.075042963027954,
      "learning_rate": 5.959087303086397e-06,
      "loss": 0.0337,
      "step": 107008
    },
    {
      "epoch": 4.052132522382985,
      "grad_norm": 0.7220308184623718,
      "learning_rate": 5.949416342412452e-06,
      "loss": 0.0339,
      "step": 107264
    },
    {
      "epoch": 4.06180348305693,
      "grad_norm": 0.8600826859474182,
      "learning_rate": 5.939745381738506e-06,
      "loss": 0.0334,
      "step": 107520
    },
    {
      "epoch": 4.071474443730875,
      "grad_norm": 0.6774386763572693,
      "learning_rate": 5.930112198254694e-06,
      "loss": 0.0342,
      "step": 107776
    },
    {
      "epoch": 4.08114540440482,
      "grad_norm": 0.7089745402336121,
      "learning_rate": 5.92044123758075e-06,
      "loss": 0.0327,
      "step": 108032
    },
    {
      "epoch": 4.090816365078766,
      "grad_norm": 0.6529690623283386,
      "learning_rate": 5.910770276906804e-06,
      "loss": 0.0333,
      "step": 108288
    },
    {
      "epoch": 4.10048732575271,
      "grad_norm": 1.2246057987213135,
      "learning_rate": 5.901099316232859e-06,
      "loss": 0.0335,
      "step": 108544
    },
    {
      "epoch": 4.110158286426656,
      "grad_norm": 0.7716206908226013,
      "learning_rate": 5.8914283555589135e-06,
      "loss": 0.0332,
      "step": 108800
    },
    {
      "epoch": 4.119829247100601,
      "grad_norm": 0.5499569773674011,
      "learning_rate": 5.881757394884969e-06,
      "loss": 0.0325,
      "step": 109056
    },
    {
      "epoch": 4.129500207774546,
      "grad_norm": 1.4891330003738403,
      "learning_rate": 5.872086434211024e-06,
      "loss": 0.0335,
      "step": 109312
    },
    {
      "epoch": 4.139171168448491,
      "grad_norm": 1.3562936782836914,
      "learning_rate": 5.862415473537079e-06,
      "loss": 0.0317,
      "step": 109568
    },
    {
      "epoch": 4.1488421291224356,
      "grad_norm": 1.5345656871795654,
      "learning_rate": 5.852744512863133e-06,
      "loss": 0.0323,
      "step": 109824
    },
    {
      "epoch": 4.158513089796381,
      "grad_norm": 1.0285918712615967,
      "learning_rate": 5.843073552189189e-06,
      "loss": 0.0316,
      "step": 110080
    },
    {
      "epoch": 4.168184050470326,
      "grad_norm": 1.1976503133773804,
      "learning_rate": 5.833402591515244e-06,
      "loss": 0.0327,
      "step": 110336
    },
    {
      "epoch": 4.177855011144271,
      "grad_norm": 1.0610854625701904,
      "learning_rate": 5.823769408031431e-06,
      "loss": 0.0332,
      "step": 110592
    },
    {
      "epoch": 4.187525971818216,
      "grad_norm": 1.108175277709961,
      "learning_rate": 5.814098447357486e-06,
      "loss": 0.0329,
      "step": 110848
    },
    {
      "epoch": 4.197196932492162,
      "grad_norm": 1.01539146900177,
      "learning_rate": 5.804427486683542e-06,
      "loss": 0.0326,
      "step": 111104
    },
    {
      "epoch": 4.206867893166106,
      "grad_norm": 1.9922451972961426,
      "learning_rate": 5.794756526009596e-06,
      "loss": 0.0331,
      "step": 111360
    },
    {
      "epoch": 4.216538853840051,
      "grad_norm": 0.9041112065315247,
      "learning_rate": 5.785085565335651e-06,
      "loss": 0.0327,
      "step": 111616
    },
    {
      "epoch": 4.226209814513997,
      "grad_norm": 2.7803843021392822,
      "learning_rate": 5.775414604661705e-06,
      "loss": 0.0324,
      "step": 111872
    },
    {
      "epoch": 4.235880775187941,
      "grad_norm": 0.9206538796424866,
      "learning_rate": 5.765743643987761e-06,
      "loss": 0.0311,
      "step": 112128
    },
    {
      "epoch": 4.245551735861887,
      "grad_norm": 1.1627826690673828,
      "learning_rate": 5.7560726833138155e-06,
      "loss": 0.0319,
      "step": 112384
    },
    {
      "epoch": 4.2552226965358315,
      "grad_norm": 0.9371087551116943,
      "learning_rate": 5.7464017226398706e-06,
      "loss": 0.0316,
      "step": 112640
    },
    {
      "epoch": 4.264893657209777,
      "grad_norm": 1.1846144199371338,
      "learning_rate": 5.736730761965925e-06,
      "loss": 0.0339,
      "step": 112896
    },
    {
      "epoch": 4.274564617883722,
      "grad_norm": 0.9367378354072571,
      "learning_rate": 5.727059801291981e-06,
      "loss": 0.0311,
      "step": 113152
    },
    {
      "epoch": 4.2842355785576665,
      "grad_norm": 1.100913643836975,
      "learning_rate": 5.717388840618036e-06,
      "loss": 0.0315,
      "step": 113408
    },
    {
      "epoch": 4.293906539231612,
      "grad_norm": 1.187778353691101,
      "learning_rate": 5.70771787994409e-06,
      "loss": 0.0316,
      "step": 113664
    },
    {
      "epoch": 4.303577499905557,
      "grad_norm": 0.725979745388031,
      "learning_rate": 5.698046919270145e-06,
      "loss": 0.0315,
      "step": 113920
    },
    {
      "epoch": 4.313248460579502,
      "grad_norm": 1.1214196681976318,
      "learning_rate": 5.688375958596201e-06,
      "loss": 0.0323,
      "step": 114176
    },
    {
      "epoch": 4.322919421253447,
      "grad_norm": 1.4811276197433472,
      "learning_rate": 5.678742775112388e-06,
      "loss": 0.0316,
      "step": 114432
    },
    {
      "epoch": 4.3325903819273925,
      "grad_norm": 1.1874852180480957,
      "learning_rate": 5.669071814438443e-06,
      "loss": 0.0318,
      "step": 114688
    },
    {
      "epoch": 4.342261342601337,
      "grad_norm": 1.5446730852127075,
      "learning_rate": 5.659400853764497e-06,
      "loss": 0.0319,
      "step": 114944
    },
    {
      "epoch": 4.351932303275283,
      "grad_norm": 1.3255748748779297,
      "learning_rate": 5.649729893090552e-06,
      "loss": 0.0311,
      "step": 115200
    },
    {
      "epoch": 4.3616032639492275,
      "grad_norm": 2.808878183364868,
      "learning_rate": 5.640058932416607e-06,
      "loss": 0.0303,
      "step": 115456
    },
    {
      "epoch": 4.371274224623172,
      "grad_norm": 1.8177087306976318,
      "learning_rate": 5.630387971742662e-06,
      "loss": 0.0321,
      "step": 115712
    },
    {
      "epoch": 4.380945185297118,
      "grad_norm": 1.0746417045593262,
      "learning_rate": 5.620717011068717e-06,
      "loss": 0.0321,
      "step": 115968
    },
    {
      "epoch": 4.390616145971062,
      "grad_norm": 1.4166860580444336,
      "learning_rate": 5.611046050394772e-06,
      "loss": 0.031,
      "step": 116224
    },
    {
      "epoch": 4.400287106645008,
      "grad_norm": 0.6993358135223389,
      "learning_rate": 5.601412866910959e-06,
      "loss": 0.031,
      "step": 116480
    },
    {
      "epoch": 4.409958067318953,
      "grad_norm": 1.108292579650879,
      "learning_rate": 5.591741906237015e-06,
      "loss": 0.032,
      "step": 116736
    },
    {
      "epoch": 4.419629027992898,
      "grad_norm": 0.8879403471946716,
      "learning_rate": 5.58207094556307e-06,
      "loss": 0.0309,
      "step": 116992
    },
    {
      "epoch": 4.429299988666843,
      "grad_norm": 0.9429001212120056,
      "learning_rate": 5.572399984889124e-06,
      "loss": 0.0309,
      "step": 117248
    },
    {
      "epoch": 4.438970949340788,
      "grad_norm": 0.9483521580696106,
      "learning_rate": 5.562729024215179e-06,
      "loss": 0.0307,
      "step": 117504
    },
    {
      "epoch": 4.448641910014733,
      "grad_norm": 0.6683099865913391,
      "learning_rate": 5.553058063541235e-06,
      "loss": 0.03,
      "step": 117760
    },
    {
      "epoch": 4.458312870688678,
      "grad_norm": 1.0182121992111206,
      "learning_rate": 5.543387102867289e-06,
      "loss": 0.0305,
      "step": 118016
    },
    {
      "epoch": 4.4679838313626234,
      "grad_norm": 1.771382451057434,
      "learning_rate": 5.533716142193344e-06,
      "loss": 0.0306,
      "step": 118272
    },
    {
      "epoch": 4.477654792036568,
      "grad_norm": 1.163429856300354,
      "learning_rate": 5.524082958709531e-06,
      "loss": 0.0307,
      "step": 118528
    },
    {
      "epoch": 4.487325752710514,
      "grad_norm": 2.089336633682251,
      "learning_rate": 5.514411998035587e-06,
      "loss": 0.0308,
      "step": 118784
    },
    {
      "epoch": 4.496996713384458,
      "grad_norm": 1.2090080976486206,
      "learning_rate": 5.504741037361642e-06,
      "loss": 0.0316,
      "step": 119040
    },
    {
      "epoch": 4.506667674058404,
      "grad_norm": 1.0133914947509766,
      "learning_rate": 5.495070076687696e-06,
      "loss": 0.0301,
      "step": 119296
    },
    {
      "epoch": 4.516338634732349,
      "grad_norm": 1.0716972351074219,
      "learning_rate": 5.485399116013751e-06,
      "loss": 0.0298,
      "step": 119552
    },
    {
      "epoch": 4.526009595406293,
      "grad_norm": 0.6935496926307678,
      "learning_rate": 5.4757281553398064e-06,
      "loss": 0.0305,
      "step": 119808
    },
    {
      "epoch": 4.535680556080239,
      "grad_norm": 0.8148974776268005,
      "learning_rate": 5.4660571946658615e-06,
      "loss": 0.0302,
      "step": 120064
    },
    {
      "epoch": 4.545351516754184,
      "grad_norm": 1.1045907735824585,
      "learning_rate": 5.456386233991916e-06,
      "loss": 0.0289,
      "step": 120320
    },
    {
      "epoch": 4.555022477428129,
      "grad_norm": 1.0339943170547485,
      "learning_rate": 5.446715273317971e-06,
      "loss": 0.0307,
      "step": 120576
    },
    {
      "epoch": 4.564693438102074,
      "grad_norm": 0.9054391980171204,
      "learning_rate": 5.437044312644027e-06,
      "loss": 0.0296,
      "step": 120832
    },
    {
      "epoch": 4.574364398776019,
      "grad_norm": 1.1923002004623413,
      "learning_rate": 5.427373351970081e-06,
      "loss": 0.0298,
      "step": 121088
    },
    {
      "epoch": 4.584035359449964,
      "grad_norm": 1.5210239887237549,
      "learning_rate": 5.417702391296136e-06,
      "loss": 0.0304,
      "step": 121344
    },
    {
      "epoch": 4.593706320123909,
      "grad_norm": 0.7538612484931946,
      "learning_rate": 5.40803143062219e-06,
      "loss": 0.0291,
      "step": 121600
    },
    {
      "epoch": 4.603377280797854,
      "grad_norm": 1.1296252012252808,
      "learning_rate": 5.398360469948246e-06,
      "loss": 0.0294,
      "step": 121856
    },
    {
      "epoch": 4.613048241471799,
      "grad_norm": 0.7613297700881958,
      "learning_rate": 5.388689509274301e-06,
      "loss": 0.0296,
      "step": 122112
    },
    {
      "epoch": 4.622719202145745,
      "grad_norm": 0.6040092706680298,
      "learning_rate": 5.379018548600355e-06,
      "loss": 0.0287,
      "step": 122368
    },
    {
      "epoch": 4.632390162819689,
      "grad_norm": 0.9116784334182739,
      "learning_rate": 5.369385365116543e-06,
      "loss": 0.0296,
      "step": 122624
    },
    {
      "epoch": 4.642061123493635,
      "grad_norm": 0.7086608409881592,
      "learning_rate": 5.3597144044425974e-06,
      "loss": 0.0299,
      "step": 122880
    },
    {
      "epoch": 4.6517320841675796,
      "grad_norm": 0.7918397188186646,
      "learning_rate": 5.350043443768653e-06,
      "loss": 0.0292,
      "step": 123136
    },
    {
      "epoch": 4.661403044841524,
      "grad_norm": 1.2006558179855347,
      "learning_rate": 5.3403724830947076e-06,
      "loss": 0.0294,
      "step": 123392
    },
    {
      "epoch": 4.67107400551547,
      "grad_norm": 0.8358765840530396,
      "learning_rate": 5.330701522420763e-06,
      "loss": 0.0295,
      "step": 123648
    },
    {
      "epoch": 4.6807449661894145,
      "grad_norm": 0.6896599531173706,
      "learning_rate": 5.321030561746817e-06,
      "loss": 0.0292,
      "step": 123904
    },
    {
      "epoch": 4.69041592686336,
      "grad_norm": 1.1973057985305786,
      "learning_rate": 5.311359601072873e-06,
      "loss": 0.0294,
      "step": 124160
    },
    {
      "epoch": 4.700086887537305,
      "grad_norm": 1.2296339273452759,
      "learning_rate": 5.301688640398928e-06,
      "loss": 0.0287,
      "step": 124416
    },
    {
      "epoch": 4.70975784821125,
      "grad_norm": 1.0709811449050903,
      "learning_rate": 5.292055456915115e-06,
      "loss": 0.0289,
      "step": 124672
    },
    {
      "epoch": 4.719428808885195,
      "grad_norm": 1.000148057937622,
      "learning_rate": 5.28238449624117e-06,
      "loss": 0.029,
      "step": 124928
    },
    {
      "epoch": 4.729099769559141,
      "grad_norm": 0.9339204430580139,
      "learning_rate": 5.272751312757357e-06,
      "loss": 0.0283,
      "step": 125184
    },
    {
      "epoch": 4.738770730233085,
      "grad_norm": 0.944106936454773,
      "learning_rate": 5.263080352083413e-06,
      "loss": 0.0283,
      "step": 125440
    },
    {
      "epoch": 4.748441690907031,
      "grad_norm": 2.134193181991577,
      "learning_rate": 5.253409391409468e-06,
      "loss": 0.0293,
      "step": 125696
    },
    {
      "epoch": 4.7581126515809755,
      "grad_norm": 1.1633158922195435,
      "learning_rate": 5.243738430735522e-06,
      "loss": 0.0289,
      "step": 125952
    },
    {
      "epoch": 4.76778361225492,
      "grad_norm": 1.4737567901611328,
      "learning_rate": 5.234067470061577e-06,
      "loss": 0.0286,
      "step": 126208
    },
    {
      "epoch": 4.777454572928866,
      "grad_norm": 0.6703898906707764,
      "learning_rate": 5.224396509387632e-06,
      "loss": 0.0275,
      "step": 126464
    },
    {
      "epoch": 4.7871255336028105,
      "grad_norm": 0.9056229591369629,
      "learning_rate": 5.214725548713687e-06,
      "loss": 0.0288,
      "step": 126720
    },
    {
      "epoch": 4.796796494276756,
      "grad_norm": 1.5667541027069092,
      "learning_rate": 5.2050545880397415e-06,
      "loss": 0.0295,
      "step": 126976
    },
    {
      "epoch": 4.806467454950701,
      "grad_norm": 1.0100566148757935,
      "learning_rate": 5.1953836273657965e-06,
      "loss": 0.0286,
      "step": 127232
    },
    {
      "epoch": 4.816138415624646,
      "grad_norm": 0.48219913244247437,
      "learning_rate": 5.185750443881985e-06,
      "loss": 0.0287,
      "step": 127488
    },
    {
      "epoch": 4.825809376298591,
      "grad_norm": 0.6783737540245056,
      "learning_rate": 5.1760794832080394e-06,
      "loss": 0.0276,
      "step": 127744
    },
    {
      "epoch": 4.835480336972536,
      "grad_norm": 1.4024484157562256,
      "learning_rate": 5.1664085225340945e-06,
      "loss": 0.0279,
      "step": 128000
    },
    {
      "epoch": 4.845151297646481,
      "grad_norm": 0.753887951374054,
      "learning_rate": 5.156737561860149e-06,
      "loss": 0.0276,
      "step": 128256
    },
    {
      "epoch": 4.854822258320426,
      "grad_norm": 0.9314492344856262,
      "learning_rate": 5.147066601186205e-06,
      "loss": 0.0279,
      "step": 128512
    },
    {
      "epoch": 4.8644932189943715,
      "grad_norm": 0.5442036986351013,
      "learning_rate": 5.13739564051226e-06,
      "loss": 0.0274,
      "step": 128768
    },
    {
      "epoch": 4.874164179668316,
      "grad_norm": 0.9161281585693359,
      "learning_rate": 5.127724679838314e-06,
      "loss": 0.028,
      "step": 129024
    },
    {
      "epoch": 4.883835140342262,
      "grad_norm": 0.7710080146789551,
      "learning_rate": 5.118053719164369e-06,
      "loss": 0.0278,
      "step": 129280
    },
    {
      "epoch": 4.893506101016206,
      "grad_norm": 1.237382411956787,
      "learning_rate": 5.108382758490424e-06,
      "loss": 0.0277,
      "step": 129536
    },
    {
      "epoch": 4.903177061690151,
      "grad_norm": 0.7518734335899353,
      "learning_rate": 5.098711797816479e-06,
      "loss": 0.028,
      "step": 129792
    },
    {
      "epoch": 4.912848022364097,
      "grad_norm": 1.2846450805664062,
      "learning_rate": 5.089078614332666e-06,
      "loss": 0.0273,
      "step": 130048
    },
    {
      "epoch": 4.922518983038041,
      "grad_norm": 0.7847537398338318,
      "learning_rate": 5.079407653658721e-06,
      "loss": 0.0274,
      "step": 130304
    },
    {
      "epoch": 4.932189943711987,
      "grad_norm": 1.0385159254074097,
      "learning_rate": 5.069736692984775e-06,
      "loss": 0.0274,
      "step": 130560
    },
    {
      "epoch": 4.941860904385932,
      "grad_norm": 2.1298296451568604,
      "learning_rate": 5.060065732310831e-06,
      "loss": 0.0278,
      "step": 130816
    },
    {
      "epoch": 4.951531865059877,
      "grad_norm": 0.9606920480728149,
      "learning_rate": 5.050394771636886e-06,
      "loss": 0.0277,
      "step": 131072
    },
    {
      "epoch": 4.961202825733822,
      "grad_norm": 0.7911926507949829,
      "learning_rate": 5.0407238109629406e-06,
      "loss": 0.0272,
      "step": 131328
    },
    {
      "epoch": 4.970873786407767,
      "grad_norm": 0.8920175433158875,
      "learning_rate": 5.031052850288996e-06,
      "loss": 0.0263,
      "step": 131584
    },
    {
      "epoch": 4.980544747081712,
      "grad_norm": 1.2151284217834473,
      "learning_rate": 5.0213818896150515e-06,
      "loss": 0.0274,
      "step": 131840
    },
    {
      "epoch": 4.990215707755657,
      "grad_norm": 0.9935512542724609,
      "learning_rate": 5.011710928941106e-06,
      "loss": 0.0268,
      "step": 132096
    },
    {
      "epoch": 4.999886668429602,
      "grad_norm": 0.887349545955658,
      "learning_rate": 5.002077745457294e-06,
      "loss": 0.0272,
      "step": 132352
    },
    {
      "epoch": 5.0,
      "eval_f1_B-DISEASE": 0.859286083807553,
      "eval_f1_B-MEDICATION": 0.9611983924004385,
      "eval_f1_B-PROCEDURE": 0.8722304283604135,
      "eval_f1_B-SYMPTOM": 0.8498140814413979,
      "eval_f1_I-DISEASE": 0.89268359711691,
      "eval_f1_I-MEDICATION": 0.9650105303465442,
      "eval_f1_I-PROCEDURE": 0.8940237055520899,
      "eval_f1_I-SYMPTOM": 0.8535565794541228,
      "eval_f1_O": 0.9429699196951137,
      "eval_f1_macro": 0.8989748131305093,
      "eval_f1_micro": 0.9165948150326803,
      "eval_loss": 0.0577140636742115,
      "eval_precision_B-DISEASE": 0.8608299070587015,
      "eval_precision_B-MEDICATION": 0.9497472924187725,
      "eval_precision_B-PROCEDURE": 0.8756580410765923,
      "eval_precision_B-SYMPTOM": 0.8530375675183589,
      "eval_precision_I-DISEASE": 0.8720354857013857,
      "eval_precision_I-MEDICATION": 0.9485743859979298,
      "eval_precision_I-PROCEDURE": 0.8959389170445452,
      "eval_precision_I-SYMPTOM": 0.8443680615809028,
      "eval_precision_O": 0.9527554665170026,
      "eval_precision_macro": 0.8947716805460212,
      "eval_precision_micro": 0.9184077264722751,
      "eval_rauc_macro": 0.9444449386237811,
      "eval_rauc_micro": 0.9522128016210953,
      "eval_recall_B-DISEASE": 0.8577477880676145,
      "eval_recall_B-MEDICATION": 0.9729289940828403,
      "eval_recall_B-PROCEDURE": 0.8688295446185537,
      "eval_recall_B-SYMPTOM": 0.8466148656788339,
      "eval_recall_I-DISEASE": 0.9143332373732527,
      "eval_recall_I-MEDICATION": 0.9820263029712616,
      "eval_recall_I-PROCEDURE": 0.8921166647300012,
      "eval_recall_I-SYMPTOM": 0.8629472786698877,
      "eval_recall_O": 0.933383339826895,
      "eval_recall_macro": 0.9034364462243489,
      "eval_recall_micro": 0.9147890467666947,
      "eval_roc_auc_B-DISEASE": 0.9273707339644259,
      "eval_roc_auc_B-MEDICATION": 0.9863367560238527,
      "eval_roc_auc_B-PROCEDURE": 0.9331648701325689,
      "eval_roc_auc_B-SYMPTOM": 0.9214945081048047,
      "eval_roc_auc_I-DISEASE": 0.9485185009603971,
      "eval_roc_auc_I-MEDICATION": 0.9906078445982319,
      "eval_roc_auc_I-PROCEDURE": 0.9410583684108798,
      "eval_roc_auc_I-SYMPTOM": 0.919745727558749,
      "eval_roc_auc_O": 0.9317071378601189,
      "eval_runtime": 38.4642,
      "eval_samples_per_second": 282.679,
      "eval_steps_per_second": 35.358,
      "step": 132355
    },
    {
      "epoch": 5.009557629103547,
      "grad_norm": 0.7259097099304199,
      "learning_rate": 4.992444561973481e-06,
      "loss": 0.0252,
      "step": 132608
    },
    {
      "epoch": 5.019228589777493,
      "grad_norm": 1.2974145412445068,
      "learning_rate": 4.982773601299536e-06,
      "loss": 0.0241,
      "step": 132864
    },
    {
      "epoch": 5.028899550451437,
      "grad_norm": 1.4934676885604858,
      "learning_rate": 4.973102640625591e-06,
      "loss": 0.0234,
      "step": 133120
    },
    {
      "epoch": 5.038570511125383,
      "grad_norm": 0.5889936089515686,
      "learning_rate": 4.963431679951646e-06,
      "loss": 0.0235,
      "step": 133376
    },
    {
      "epoch": 5.048241471799328,
      "grad_norm": 1.063180923461914,
      "learning_rate": 4.9537607192777e-06,
      "loss": 0.0237,
      "step": 133632
    },
    {
      "epoch": 5.057912432473272,
      "grad_norm": 0.9742263555526733,
      "learning_rate": 4.944089758603756e-06,
      "loss": 0.0246,
      "step": 133888
    },
    {
      "epoch": 5.067583393147218,
      "grad_norm": 0.6171449422836304,
      "learning_rate": 4.93441879792981e-06,
      "loss": 0.0238,
      "step": 134144
    },
    {
      "epoch": 5.0772543538211625,
      "grad_norm": 0.5888407230377197,
      "learning_rate": 4.924747837255865e-06,
      "loss": 0.0236,
      "step": 134400
    },
    {
      "epoch": 5.086925314495108,
      "grad_norm": 0.7588221430778503,
      "learning_rate": 4.91507687658192e-06,
      "loss": 0.0225,
      "step": 134656
    },
    {
      "epoch": 5.096596275169053,
      "grad_norm": 1.1143656969070435,
      "learning_rate": 4.905405915907975e-06,
      "loss": 0.0245,
      "step": 134912
    },
    {
      "epoch": 5.106267235842998,
      "grad_norm": 0.6728629469871521,
      "learning_rate": 4.89573495523403e-06,
      "loss": 0.0237,
      "step": 135168
    },
    {
      "epoch": 5.115938196516943,
      "grad_norm": 1.6702111959457397,
      "learning_rate": 4.8860639945600854e-06,
      "loss": 0.0235,
      "step": 135424
    },
    {
      "epoch": 5.125609157190888,
      "grad_norm": 0.5475626587867737,
      "learning_rate": 4.87639303388614e-06,
      "loss": 0.0232,
      "step": 135680
    },
    {
      "epoch": 5.135280117864833,
      "grad_norm": 1.3953115940093994,
      "learning_rate": 4.866722073212195e-06,
      "loss": 0.0237,
      "step": 135936
    },
    {
      "epoch": 5.144951078538778,
      "grad_norm": 0.8066737055778503,
      "learning_rate": 4.85705111253825e-06,
      "loss": 0.024,
      "step": 136192
    },
    {
      "epoch": 5.1546220392127235,
      "grad_norm": 0.8877065181732178,
      "learning_rate": 4.847380151864305e-06,
      "loss": 0.0239,
      "step": 136448
    },
    {
      "epoch": 5.164292999886668,
      "grad_norm": 1.0573451519012451,
      "learning_rate": 4.83770919119036e-06,
      "loss": 0.0232,
      "step": 136704
    },
    {
      "epoch": 5.173963960560614,
      "grad_norm": 1.0898510217666626,
      "learning_rate": 4.828038230516415e-06,
      "loss": 0.0236,
      "step": 136960
    },
    {
      "epoch": 5.1836349212345585,
      "grad_norm": 1.2083805799484253,
      "learning_rate": 4.818367269842469e-06,
      "loss": 0.0235,
      "step": 137216
    },
    {
      "epoch": 5.193305881908504,
      "grad_norm": 0.7825539112091064,
      "learning_rate": 4.808696309168524e-06,
      "loss": 0.0237,
      "step": 137472
    },
    {
      "epoch": 5.202976842582449,
      "grad_norm": 2.970543622970581,
      "learning_rate": 4.799025348494579e-06,
      "loss": 0.024,
      "step": 137728
    },
    {
      "epoch": 5.212647803256393,
      "grad_norm": 1.5980459451675415,
      "learning_rate": 4.789392165010766e-06,
      "loss": 0.0236,
      "step": 137984
    },
    {
      "epoch": 5.222318763930339,
      "grad_norm": 1.7351824045181274,
      "learning_rate": 4.779721204336822e-06,
      "loss": 0.0234,
      "step": 138240
    },
    {
      "epoch": 5.231989724604284,
      "grad_norm": 0.9596850872039795,
      "learning_rate": 4.7700502436628764e-06,
      "loss": 0.023,
      "step": 138496
    },
    {
      "epoch": 5.241660685278229,
      "grad_norm": 0.8805390000343323,
      "learning_rate": 4.7603792829889315e-06,
      "loss": 0.0239,
      "step": 138752
    },
    {
      "epoch": 5.251331645952174,
      "grad_norm": 1.6254891157150269,
      "learning_rate": 4.7507083223149866e-06,
      "loss": 0.023,
      "step": 139008
    },
    {
      "epoch": 5.2610026066261195,
      "grad_norm": 1.079866647720337,
      "learning_rate": 4.741037361641042e-06,
      "loss": 0.0232,
      "step": 139264
    },
    {
      "epoch": 5.270673567300064,
      "grad_norm": 0.6499260067939758,
      "learning_rate": 4.731366400967096e-06,
      "loss": 0.0228,
      "step": 139520
    },
    {
      "epoch": 5.280344527974009,
      "grad_norm": 2.5609185695648193,
      "learning_rate": 4.721695440293152e-06,
      "loss": 0.0236,
      "step": 139776
    },
    {
      "epoch": 5.2900154886479545,
      "grad_norm": 0.6212811470031738,
      "learning_rate": 4.712024479619206e-06,
      "loss": 0.023,
      "step": 140032
    },
    {
      "epoch": 5.299686449321899,
      "grad_norm": 0.8417946100234985,
      "learning_rate": 4.702353518945261e-06,
      "loss": 0.023,
      "step": 140288
    },
    {
      "epoch": 5.309357409995845,
      "grad_norm": 1.4460341930389404,
      "learning_rate": 4.692682558271316e-06,
      "loss": 0.0219,
      "step": 140544
    },
    {
      "epoch": 5.319028370669789,
      "grad_norm": 0.40644606947898865,
      "learning_rate": 4.683011597597371e-06,
      "loss": 0.0227,
      "step": 140800
    },
    {
      "epoch": 5.328699331343735,
      "grad_norm": 1.5526468753814697,
      "learning_rate": 4.673340636923425e-06,
      "loss": 0.0224,
      "step": 141056
    },
    {
      "epoch": 5.33837029201768,
      "grad_norm": 1.1209834814071655,
      "learning_rate": 4.663669676249481e-06,
      "loss": 0.0225,
      "step": 141312
    },
    {
      "epoch": 5.348041252691624,
      "grad_norm": 0.9618773460388184,
      "learning_rate": 4.6539987155755355e-06,
      "loss": 0.0233,
      "step": 141568
    },
    {
      "epoch": 5.35771221336557,
      "grad_norm": 1.260158896446228,
      "learning_rate": 4.644327754901591e-06,
      "loss": 0.0231,
      "step": 141824
    },
    {
      "epoch": 5.367383174039515,
      "grad_norm": 0.5958794355392456,
      "learning_rate": 4.6346945714177784e-06,
      "loss": 0.0229,
      "step": 142080
    },
    {
      "epoch": 5.37705413471346,
      "grad_norm": 0.6704425811767578,
      "learning_rate": 4.6250236107438335e-06,
      "loss": 0.022,
      "step": 142336
    },
    {
      "epoch": 5.386725095387405,
      "grad_norm": 2.0310544967651367,
      "learning_rate": 4.615352650069888e-06,
      "loss": 0.0234,
      "step": 142592
    },
    {
      "epoch": 5.39639605606135,
      "grad_norm": 0.5750619769096375,
      "learning_rate": 4.605681689395944e-06,
      "loss": 0.0231,
      "step": 142848
    },
    {
      "epoch": 5.406067016735295,
      "grad_norm": 1.2628861665725708,
      "learning_rate": 4.596010728721998e-06,
      "loss": 0.0227,
      "step": 143104
    },
    {
      "epoch": 5.415737977409241,
      "grad_norm": 0.6070398688316345,
      "learning_rate": 4.586339768048053e-06,
      "loss": 0.0229,
      "step": 143360
    },
    {
      "epoch": 5.425408938083185,
      "grad_norm": 0.769862711429596,
      "learning_rate": 4.576668807374108e-06,
      "loss": 0.0221,
      "step": 143616
    },
    {
      "epoch": 5.43507989875713,
      "grad_norm": 0.44296690821647644,
      "learning_rate": 4.566997846700163e-06,
      "loss": 0.0227,
      "step": 143872
    },
    {
      "epoch": 5.444750859431076,
      "grad_norm": 2.5941524505615234,
      "learning_rate": 4.55736466321635e-06,
      "loss": 0.0229,
      "step": 144128
    },
    {
      "epoch": 5.45442182010502,
      "grad_norm": 0.6940840482711792,
      "learning_rate": 4.547693702542405e-06,
      "loss": 0.0228,
      "step": 144384
    },
    {
      "epoch": 5.464092780778966,
      "grad_norm": 0.8339863419532776,
      "learning_rate": 4.53802274186846e-06,
      "loss": 0.0221,
      "step": 144640
    },
    {
      "epoch": 5.473763741452911,
      "grad_norm": 0.7753921747207642,
      "learning_rate": 4.528351781194515e-06,
      "loss": 0.0219,
      "step": 144896
    },
    {
      "epoch": 5.483434702126856,
      "grad_norm": 0.7037907242774963,
      "learning_rate": 4.51868082052057e-06,
      "loss": 0.0226,
      "step": 145152
    },
    {
      "epoch": 5.493105662800801,
      "grad_norm": 0.8467398285865784,
      "learning_rate": 4.5090098598466245e-06,
      "loss": 0.022,
      "step": 145408
    },
    {
      "epoch": 5.502776623474746,
      "grad_norm": 0.4071617126464844,
      "learning_rate": 4.4993388991726796e-06,
      "loss": 0.0225,
      "step": 145664
    },
    {
      "epoch": 5.512447584148691,
      "grad_norm": 0.9832024574279785,
      "learning_rate": 4.489667938498735e-06,
      "loss": 0.0223,
      "step": 145920
    },
    {
      "epoch": 5.522118544822636,
      "grad_norm": 1.3408091068267822,
      "learning_rate": 4.47999697782479e-06,
      "loss": 0.0215,
      "step": 146176
    },
    {
      "epoch": 5.531789505496581,
      "grad_norm": 1.1191693544387817,
      "learning_rate": 4.470326017150845e-06,
      "loss": 0.0222,
      "step": 146432
    },
    {
      "epoch": 5.541460466170526,
      "grad_norm": 0.7799406051635742,
      "learning_rate": 4.4606550564769e-06,
      "loss": 0.022,
      "step": 146688
    },
    {
      "epoch": 5.551131426844472,
      "grad_norm": 0.7386727333068848,
      "learning_rate": 4.450984095802954e-06,
      "loss": 0.0222,
      "step": 146944
    },
    {
      "epoch": 5.560802387518416,
      "grad_norm": 0.6070919632911682,
      "learning_rate": 4.44131313512901e-06,
      "loss": 0.0227,
      "step": 147200
    },
    {
      "epoch": 5.570473348192362,
      "grad_norm": 0.9108920693397522,
      "learning_rate": 4.431642174455064e-06,
      "loss": 0.0218,
      "step": 147456
    },
    {
      "epoch": 5.5801443088663065,
      "grad_norm": 1.1719551086425781,
      "learning_rate": 4.421971213781119e-06,
      "loss": 0.0212,
      "step": 147712
    },
    {
      "epoch": 5.589815269540251,
      "grad_norm": 0.965921938419342,
      "learning_rate": 4.412300253107174e-06,
      "loss": 0.0218,
      "step": 147968
    },
    {
      "epoch": 5.599486230214197,
      "grad_norm": 0.8204768896102905,
      "learning_rate": 4.402667069623362e-06,
      "loss": 0.0221,
      "step": 148224
    },
    {
      "epoch": 5.6091571908881415,
      "grad_norm": 1.483976125717163,
      "learning_rate": 4.393033886139549e-06,
      "loss": 0.0213,
      "step": 148480
    },
    {
      "epoch": 5.618828151562087,
      "grad_norm": 1.0646507740020752,
      "learning_rate": 4.383362925465604e-06,
      "loss": 0.0222,
      "step": 148736
    },
    {
      "epoch": 5.628499112236032,
      "grad_norm": 1.0907351970672607,
      "learning_rate": 4.373691964791659e-06,
      "loss": 0.0207,
      "step": 148992
    },
    {
      "epoch": 5.638170072909977,
      "grad_norm": 3.157839775085449,
      "learning_rate": 4.364021004117714e-06,
      "loss": 0.0217,
      "step": 149248
    },
    {
      "epoch": 5.647841033583922,
      "grad_norm": 0.9379634857177734,
      "learning_rate": 4.354350043443769e-06,
      "loss": 0.0215,
      "step": 149504
    },
    {
      "epoch": 5.657511994257867,
      "grad_norm": 1.2948676347732544,
      "learning_rate": 4.344679082769824e-06,
      "loss": 0.0213,
      "step": 149760
    },
    {
      "epoch": 5.667182954931812,
      "grad_norm": 1.2549010515213013,
      "learning_rate": 4.335008122095879e-06,
      "loss": 0.0209,
      "step": 150016
    },
    {
      "epoch": 5.676853915605757,
      "grad_norm": 1.946027398109436,
      "learning_rate": 4.325337161421934e-06,
      "loss": 0.0216,
      "step": 150272
    },
    {
      "epoch": 5.6865248762797025,
      "grad_norm": 1.1487503051757812,
      "learning_rate": 4.315666200747989e-06,
      "loss": 0.021,
      "step": 150528
    },
    {
      "epoch": 5.696195836953647,
      "grad_norm": 1.934919834136963,
      "learning_rate": 4.306033017264177e-06,
      "loss": 0.0213,
      "step": 150784
    },
    {
      "epoch": 5.705866797627593,
      "grad_norm": 1.0932055711746216,
      "learning_rate": 4.296362056590232e-06,
      "loss": 0.0219,
      "step": 151040
    },
    {
      "epoch": 5.715537758301537,
      "grad_norm": 1.896328091621399,
      "learning_rate": 4.286691095916286e-06,
      "loss": 0.0214,
      "step": 151296
    },
    {
      "epoch": 5.725208718975482,
      "grad_norm": 0.4600565433502197,
      "learning_rate": 4.277020135242341e-06,
      "loss": 0.0211,
      "step": 151552
    },
    {
      "epoch": 5.734879679649428,
      "grad_norm": 1.0107779502868652,
      "learning_rate": 4.267349174568396e-06,
      "loss": 0.0211,
      "step": 151808
    },
    {
      "epoch": 5.744550640323372,
      "grad_norm": 1.8353612422943115,
      "learning_rate": 4.257678213894451e-06,
      "loss": 0.0211,
      "step": 152064
    },
    {
      "epoch": 5.754221600997318,
      "grad_norm": 0.6806939244270325,
      "learning_rate": 4.248007253220506e-06,
      "loss": 0.0212,
      "step": 152320
    },
    {
      "epoch": 5.763892561671263,
      "grad_norm": 0.6145659685134888,
      "learning_rate": 4.238336292546561e-06,
      "loss": 0.021,
      "step": 152576
    },
    {
      "epoch": 5.773563522345208,
      "grad_norm": 1.3267852067947388,
      "learning_rate": 4.2286653318726154e-06,
      "loss": 0.0217,
      "step": 152832
    },
    {
      "epoch": 5.783234483019153,
      "grad_norm": 0.6466089487075806,
      "learning_rate": 4.2189943711986705e-06,
      "loss": 0.0214,
      "step": 153088
    },
    {
      "epoch": 5.7929054436930985,
      "grad_norm": 1.5534400939941406,
      "learning_rate": 4.2093234105247256e-06,
      "loss": 0.0202,
      "step": 153344
    },
    {
      "epoch": 5.802576404367043,
      "grad_norm": 1.3532108068466187,
      "learning_rate": 4.199652449850781e-06,
      "loss": 0.0205,
      "step": 153600
    },
    {
      "epoch": 5.812247365040989,
      "grad_norm": 0.8023514151573181,
      "learning_rate": 4.189981489176836e-06,
      "loss": 0.0207,
      "step": 153856
    },
    {
      "epoch": 5.821918325714933,
      "grad_norm": 0.5584861636161804,
      "learning_rate": 4.180348305693023e-06,
      "loss": 0.0205,
      "step": 154112
    },
    {
      "epoch": 5.831589286388878,
      "grad_norm": 0.5633936524391174,
      "learning_rate": 4.170677345019078e-06,
      "loss": 0.021,
      "step": 154368
    },
    {
      "epoch": 5.841260247062824,
      "grad_norm": 0.7239835262298584,
      "learning_rate": 4.161006384345133e-06,
      "loss": 0.0208,
      "step": 154624
    },
    {
      "epoch": 5.850931207736768,
      "grad_norm": 2.3800885677337646,
      "learning_rate": 4.151335423671188e-06,
      "loss": 0.0205,
      "step": 154880
    },
    {
      "epoch": 5.860602168410714,
      "grad_norm": 2.1673309803009033,
      "learning_rate": 4.141664462997242e-06,
      "loss": 0.0213,
      "step": 155136
    },
    {
      "epoch": 5.870273129084659,
      "grad_norm": 1.1194077730178833,
      "learning_rate": 4.131993502323298e-06,
      "loss": 0.0204,
      "step": 155392
    },
    {
      "epoch": 5.879944089758604,
      "grad_norm": 1.4655418395996094,
      "learning_rate": 4.122322541649352e-06,
      "loss": 0.0209,
      "step": 155648
    },
    {
      "epoch": 5.889615050432549,
      "grad_norm": 1.1395246982574463,
      "learning_rate": 4.112651580975407e-06,
      "loss": 0.0205,
      "step": 155904
    },
    {
      "epoch": 5.8992860111064935,
      "grad_norm": 1.106829047203064,
      "learning_rate": 4.102980620301462e-06,
      "loss": 0.0207,
      "step": 156160
    },
    {
      "epoch": 5.908956971780439,
      "grad_norm": 0.6761823892593384,
      "learning_rate": 4.093347436817649e-06,
      "loss": 0.0216,
      "step": 156416
    },
    {
      "epoch": 5.918627932454384,
      "grad_norm": 0.8383803963661194,
      "learning_rate": 4.083676476143704e-06,
      "loss": 0.0205,
      "step": 156672
    },
    {
      "epoch": 5.928298893128329,
      "grad_norm": 0.9389529824256897,
      "learning_rate": 4.0740055154697595e-06,
      "loss": 0.0202,
      "step": 156928
    },
    {
      "epoch": 5.937969853802274,
      "grad_norm": 0.532670795917511,
      "learning_rate": 4.0643345547958145e-06,
      "loss": 0.0202,
      "step": 157184
    },
    {
      "epoch": 5.94764081447622,
      "grad_norm": 1.710627794265747,
      "learning_rate": 4.05466359412187e-06,
      "loss": 0.0206,
      "step": 157440
    },
    {
      "epoch": 5.957311775150164,
      "grad_norm": 0.8534083962440491,
      "learning_rate": 4.044992633447925e-06,
      "loss": 0.0205,
      "step": 157696
    },
    {
      "epoch": 5.966982735824109,
      "grad_norm": 0.8284239768981934,
      "learning_rate": 4.035321672773979e-06,
      "loss": 0.0196,
      "step": 157952
    },
    {
      "epoch": 5.976653696498055,
      "grad_norm": 1.6392523050308228,
      "learning_rate": 4.025650712100034e-06,
      "loss": 0.0195,
      "step": 158208
    },
    {
      "epoch": 5.986324657171999,
      "grad_norm": 1.2992466688156128,
      "learning_rate": 4.015979751426089e-06,
      "loss": 0.0201,
      "step": 158464
    },
    {
      "epoch": 5.995995617845945,
      "grad_norm": 2.7163853645324707,
      "learning_rate": 4.006308790752144e-06,
      "loss": 0.0201,
      "step": 158720
    },
    {
      "epoch": 6.0,
      "eval_f1_B-DISEASE": 0.8635271504084575,
      "eval_f1_B-MEDICATION": 0.9668309185849819,
      "eval_f1_B-PROCEDURE": 0.8783394909306945,
      "eval_f1_B-SYMPTOM": 0.854456093367215,
      "eval_f1_I-DISEASE": 0.8961992432371378,
      "eval_f1_I-MEDICATION": 0.9716007714561234,
      "eval_f1_I-PROCEDURE": 0.8945448474477232,
      "eval_f1_I-SYMPTOM": 0.8595216795570101,
      "eval_f1_O": 0.9448674877090889,
      "eval_f1_macro": 0.9033208536331592,
      "eval_f1_micro": 0.9195041254593926,
      "eval_loss": 0.0639418289065361,
      "eval_precision_B-DISEASE": 0.8609561616645564,
      "eval_precision_B-MEDICATION": 0.961386573058359,
      "eval_precision_B-PROCEDURE": 0.8867188964276342,
      "eval_precision_B-SYMPTOM": 0.8635091496232508,
      "eval_precision_I-DISEASE": 0.879380091249977,
      "eval_precision_I-MEDICATION": 0.9618615751789976,
      "eval_precision_I-PROCEDURE": 0.8997044698928703,
      "eval_precision_I-SYMPTOM": 0.8561623362340746,
      "eval_precision_O": 0.9505469803686498,
      "eval_precision_macro": 0.9022473592998188,
      "eval_precision_micro": 0.9208961541562525,
      "eval_rauc_macro": 0.9450339030702332,
      "eval_rauc_micro": 0.9540298137028659,
      "eval_recall_B-DISEASE": 0.8661135401246256,
      "eval_recall_B-MEDICATION": 0.9723372781065088,
      "eval_recall_B-PROCEDURE": 0.8701169719708673,
      "eval_recall_B-SYMPTOM": 0.8455908926635345,
      "eval_recall_I-DISEASE": 0.9136743114864216,
      "eval_recall_I-MEDICATION": 0.9815392109108622,
      "eval_recall_I-PROCEDURE": 0.8894440663335602,
      "eval_recall_I-SYMPTOM": 0.8629074889867842,
      "eval_recall_O": 0.9392554615708594,
      "eval_recall_macro": 0.9045532469060027,
      "eval_recall_micro": 0.9181162987981415,
      "eval_roc_auc_B-DISEASE": 0.9315405487708789,
      "eval_roc_auc_B-MEDICATION": 0.9860717320744103,
      "eval_roc_auc_B-PROCEDURE": 0.9339323069818524,
      "eval_roc_auc_B-SYMPTOM": 0.9211341289722362,
      "eval_roc_auc_I-DISEASE": 0.948759311550352,
      "eval_roc_auc_I-MEDICATION": 0.9904733198167928,
      "eval_roc_auc_I-PROCEDURE": 0.9399375434682918,
      "eval_roc_auc_I-SYMPTOM": 0.9207644205730121,
      "eval_roc_auc_O": 0.9326918154242724,
      "eval_runtime": 38.6067,
      "eval_samples_per_second": 281.635,
      "eval_steps_per_second": 35.227,
      "step": 158826
    },
    {
      "epoch": 6.0056665785198895,
      "grad_norm": 0.9516779184341431,
      "learning_rate": 3.996637830078199e-06,
      "loss": 0.0184,
      "step": 158976
    },
    {
      "epoch": 6.015337539193835,
      "grad_norm": 1.6006931066513062,
      "learning_rate": 3.986966869404254e-06,
      "loss": 0.0173,
      "step": 159232
    },
    {
      "epoch": 6.02500849986778,
      "grad_norm": 1.685799241065979,
      "learning_rate": 3.977295908730309e-06,
      "loss": 0.0173,
      "step": 159488
    },
    {
      "epoch": 6.034679460541725,
      "grad_norm": 0.874465823173523,
      "learning_rate": 3.967662725246496e-06,
      "loss": 0.0183,
      "step": 159744
    },
    {
      "epoch": 6.04435042121567,
      "grad_norm": 0.6346389055252075,
      "learning_rate": 3.957991764572551e-06,
      "loss": 0.0184,
      "step": 160000
    },
    {
      "epoch": 6.054021381889615,
      "grad_norm": 1.1518771648406982,
      "learning_rate": 3.948320803898606e-06,
      "loss": 0.0176,
      "step": 160256
    },
    {
      "epoch": 6.06369234256356,
      "grad_norm": 0.521160364151001,
      "learning_rate": 3.9386498432246614e-06,
      "loss": 0.0177,
      "step": 160512
    },
    {
      "epoch": 6.073363303237505,
      "grad_norm": 0.6918174028396606,
      "learning_rate": 3.9289788825507165e-06,
      "loss": 0.0179,
      "step": 160768
    },
    {
      "epoch": 6.0830342639114505,
      "grad_norm": 0.6411401629447937,
      "learning_rate": 3.919307921876771e-06,
      "loss": 0.0176,
      "step": 161024
    },
    {
      "epoch": 6.092705224585395,
      "grad_norm": 0.49361225962638855,
      "learning_rate": 3.909636961202826e-06,
      "loss": 0.0176,
      "step": 161280
    },
    {
      "epoch": 6.102376185259341,
      "grad_norm": 0.7907077670097351,
      "learning_rate": 3.899966000528881e-06,
      "loss": 0.0179,
      "step": 161536
    },
    {
      "epoch": 6.1120471459332855,
      "grad_norm": 0.9638190865516663,
      "learning_rate": 3.890295039854936e-06,
      "loss": 0.0179,
      "step": 161792
    },
    {
      "epoch": 6.12171810660723,
      "grad_norm": 0.6037548780441284,
      "learning_rate": 3.880624079180991e-06,
      "loss": 0.0176,
      "step": 162048
    },
    {
      "epoch": 6.131389067281176,
      "grad_norm": 0.7704125046730042,
      "learning_rate": 3.870953118507046e-06,
      "loss": 0.0173,
      "step": 162304
    },
    {
      "epoch": 6.14106002795512,
      "grad_norm": 0.8190270662307739,
      "learning_rate": 3.8612821578331e-06,
      "loss": 0.0175,
      "step": 162560
    },
    {
      "epoch": 6.150730988629066,
      "grad_norm": 1.1010074615478516,
      "learning_rate": 3.851611197159156e-06,
      "loss": 0.0172,
      "step": 162816
    },
    {
      "epoch": 6.160401949303011,
      "grad_norm": 1.1795998811721802,
      "learning_rate": 3.841978013675343e-06,
      "loss": 0.0178,
      "step": 163072
    },
    {
      "epoch": 6.170072909976956,
      "grad_norm": 1.3430454730987549,
      "learning_rate": 3.832307053001398e-06,
      "loss": 0.0167,
      "step": 163328
    },
    {
      "epoch": 6.179743870650901,
      "grad_norm": 1.2660478353500366,
      "learning_rate": 3.822636092327453e-06,
      "loss": 0.0174,
      "step": 163584
    },
    {
      "epoch": 6.1894148313248465,
      "grad_norm": 0.4003163278102875,
      "learning_rate": 3.8129651316535075e-06,
      "loss": 0.0173,
      "step": 163840
    },
    {
      "epoch": 6.199085791998791,
      "grad_norm": 0.43318817019462585,
      "learning_rate": 3.803294170979563e-06,
      "loss": 0.0178,
      "step": 164096
    },
    {
      "epoch": 6.208756752672736,
      "grad_norm": 1.2851486206054688,
      "learning_rate": 3.7936232103056176e-06,
      "loss": 0.0169,
      "step": 164352
    },
    {
      "epoch": 6.218427713346681,
      "grad_norm": 0.5519583821296692,
      "learning_rate": 3.7839522496316727e-06,
      "loss": 0.0176,
      "step": 164608
    },
    {
      "epoch": 6.228098674020626,
      "grad_norm": 1.4025540351867676,
      "learning_rate": 3.7742812889577273e-06,
      "loss": 0.0169,
      "step": 164864
    },
    {
      "epoch": 6.237769634694572,
      "grad_norm": 1.2124977111816406,
      "learning_rate": 3.764648105473915e-06,
      "loss": 0.0172,
      "step": 165120
    },
    {
      "epoch": 6.247440595368516,
      "grad_norm": 0.7466005682945251,
      "learning_rate": 3.75497714479997e-06,
      "loss": 0.0168,
      "step": 165376
    },
    {
      "epoch": 6.257111556042462,
      "grad_norm": 0.387214720249176,
      "learning_rate": 3.7453061841260253e-06,
      "loss": 0.0171,
      "step": 165632
    },
    {
      "epoch": 6.266782516716407,
      "grad_norm": 1.151214599609375,
      "learning_rate": 3.73563522345208e-06,
      "loss": 0.0168,
      "step": 165888
    },
    {
      "epoch": 6.276453477390351,
      "grad_norm": 0.6176560521125793,
      "learning_rate": 3.725964262778135e-06,
      "loss": 0.0167,
      "step": 166144
    },
    {
      "epoch": 6.286124438064297,
      "grad_norm": 1.3864374160766602,
      "learning_rate": 3.7162933021041897e-06,
      "loss": 0.0167,
      "step": 166400
    },
    {
      "epoch": 6.295795398738242,
      "grad_norm": 0.7332329750061035,
      "learning_rate": 3.7066223414302447e-06,
      "loss": 0.0165,
      "step": 166656
    },
    {
      "epoch": 6.305466359412187,
      "grad_norm": 0.6729167103767395,
      "learning_rate": 3.6969513807562994e-06,
      "loss": 0.0178,
      "step": 166912
    },
    {
      "epoch": 6.315137320086132,
      "grad_norm": 0.9473170638084412,
      "learning_rate": 3.687280420082355e-06,
      "loss": 0.0164,
      "step": 167168
    },
    {
      "epoch": 6.324808280760077,
      "grad_norm": 1.1327837705612183,
      "learning_rate": 3.6776094594084095e-06,
      "loss": 0.0172,
      "step": 167424
    },
    {
      "epoch": 6.334479241434022,
      "grad_norm": 3.3836171627044678,
      "learning_rate": 3.6679384987344646e-06,
      "loss": 0.0167,
      "step": 167680
    },
    {
      "epoch": 6.344150202107967,
      "grad_norm": 0.9129564166069031,
      "learning_rate": 3.658267538060519e-06,
      "loss": 0.0171,
      "step": 167936
    },
    {
      "epoch": 6.353821162781912,
      "grad_norm": 0.7095524668693542,
      "learning_rate": 3.6485965773865743e-06,
      "loss": 0.0173,
      "step": 168192
    },
    {
      "epoch": 6.363492123455857,
      "grad_norm": 0.6879532933235168,
      "learning_rate": 3.6389633939027617e-06,
      "loss": 0.0171,
      "step": 168448
    },
    {
      "epoch": 6.373163084129803,
      "grad_norm": 1.009499192237854,
      "learning_rate": 3.6292924332288163e-06,
      "loss": 0.0174,
      "step": 168704
    },
    {
      "epoch": 6.382834044803747,
      "grad_norm": 2.211432695388794,
      "learning_rate": 3.619621472554872e-06,
      "loss": 0.0166,
      "step": 168960
    },
    {
      "epoch": 6.392505005477693,
      "grad_norm": 0.8503689765930176,
      "learning_rate": 3.6099505118809264e-06,
      "loss": 0.0174,
      "step": 169216
    },
    {
      "epoch": 6.4021759661516375,
      "grad_norm": 1.5202765464782715,
      "learning_rate": 3.6002795512069815e-06,
      "loss": 0.0171,
      "step": 169472
    },
    {
      "epoch": 6.411846926825583,
      "grad_norm": 1.088889479637146,
      "learning_rate": 3.590608590533036e-06,
      "loss": 0.0166,
      "step": 169728
    },
    {
      "epoch": 6.421517887499528,
      "grad_norm": 0.6144846081733704,
      "learning_rate": 3.5809376298590916e-06,
      "loss": 0.0164,
      "step": 169984
    },
    {
      "epoch": 6.4311888481734725,
      "grad_norm": 1.1575945615768433,
      "learning_rate": 3.5712666691851463e-06,
      "loss": 0.0171,
      "step": 170240
    },
    {
      "epoch": 6.440859808847418,
      "grad_norm": 0.7061285376548767,
      "learning_rate": 3.5615957085112013e-06,
      "loss": 0.0163,
      "step": 170496
    },
    {
      "epoch": 6.450530769521363,
      "grad_norm": 0.8547090291976929,
      "learning_rate": 3.551924747837256e-06,
      "loss": 0.0167,
      "step": 170752
    },
    {
      "epoch": 6.460201730195308,
      "grad_norm": 1.7807695865631104,
      "learning_rate": 3.542253787163311e-06,
      "loss": 0.0166,
      "step": 171008
    },
    {
      "epoch": 6.469872690869253,
      "grad_norm": 0.8691855669021606,
      "learning_rate": 3.5325828264893657e-06,
      "loss": 0.0163,
      "step": 171264
    },
    {
      "epoch": 6.479543651543199,
      "grad_norm": 0.6221545934677124,
      "learning_rate": 3.522911865815421e-06,
      "loss": 0.0169,
      "step": 171520
    },
    {
      "epoch": 6.489214612217143,
      "grad_norm": 0.9039457440376282,
      "learning_rate": 3.513240905141476e-06,
      "loss": 0.0165,
      "step": 171776
    },
    {
      "epoch": 6.498885572891089,
      "grad_norm": 0.4935069978237152,
      "learning_rate": 3.503569944467531e-06,
      "loss": 0.0166,
      "step": 172032
    },
    {
      "epoch": 6.5085565335650335,
      "grad_norm": 1.0860068798065186,
      "learning_rate": 3.4938989837935855e-06,
      "loss": 0.0167,
      "step": 172288
    },
    {
      "epoch": 6.518227494238978,
      "grad_norm": 0.5234951972961426,
      "learning_rate": 3.4842280231196406e-06,
      "loss": 0.0162,
      "step": 172544
    },
    {
      "epoch": 6.527898454912924,
      "grad_norm": 0.9759318232536316,
      "learning_rate": 3.474594839635828e-06,
      "loss": 0.0164,
      "step": 172800
    },
    {
      "epoch": 6.537569415586868,
      "grad_norm": 1.109062671661377,
      "learning_rate": 3.4649238789618835e-06,
      "loss": 0.0166,
      "step": 173056
    },
    {
      "epoch": 6.547240376260814,
      "grad_norm": 0.7958534359931946,
      "learning_rate": 3.455252918287938e-06,
      "loss": 0.0161,
      "step": 173312
    },
    {
      "epoch": 6.556911336934759,
      "grad_norm": 0.6285087466239929,
      "learning_rate": 3.445581957613993e-06,
      "loss": 0.0167,
      "step": 173568
    },
    {
      "epoch": 6.566582297608704,
      "grad_norm": 1.0555269718170166,
      "learning_rate": 3.4359487741301806e-06,
      "loss": 0.0159,
      "step": 173824
    },
    {
      "epoch": 6.576253258282649,
      "grad_norm": 0.706255316734314,
      "learning_rate": 3.4262778134562352e-06,
      "loss": 0.0159,
      "step": 174080
    },
    {
      "epoch": 6.585924218956594,
      "grad_norm": 0.4856029152870178,
      "learning_rate": 3.4166068527822903e-06,
      "loss": 0.0161,
      "step": 174336
    },
    {
      "epoch": 6.595595179630539,
      "grad_norm": 0.7811611890792847,
      "learning_rate": 3.406935892108345e-06,
      "loss": 0.016,
      "step": 174592
    },
    {
      "epoch": 6.605266140304484,
      "grad_norm": 0.6881721615791321,
      "learning_rate": 3.3972649314344004e-06,
      "loss": 0.0162,
      "step": 174848
    },
    {
      "epoch": 6.6149371009784295,
      "grad_norm": 0.8269228935241699,
      "learning_rate": 3.387593970760455e-06,
      "loss": 0.0166,
      "step": 175104
    },
    {
      "epoch": 6.624608061652374,
      "grad_norm": 0.8271245360374451,
      "learning_rate": 3.37792301008651e-06,
      "loss": 0.0165,
      "step": 175360
    },
    {
      "epoch": 6.63427902232632,
      "grad_norm": 0.6497036218643188,
      "learning_rate": 3.3682520494125648e-06,
      "loss": 0.0163,
      "step": 175616
    },
    {
      "epoch": 6.643949983000264,
      "grad_norm": 2.562542676925659,
      "learning_rate": 3.35858108873862e-06,
      "loss": 0.0159,
      "step": 175872
    },
    {
      "epoch": 6.653620943674209,
      "grad_norm": 0.9905675649642944,
      "learning_rate": 3.3489101280646745e-06,
      "loss": 0.0156,
      "step": 176128
    },
    {
      "epoch": 6.663291904348155,
      "grad_norm": 0.8474075794219971,
      "learning_rate": 3.33923916739073e-06,
      "loss": 0.0164,
      "step": 176384
    },
    {
      "epoch": 6.672962865022099,
      "grad_norm": 1.0555962324142456,
      "learning_rate": 3.3295682067167846e-06,
      "loss": 0.0161,
      "step": 176640
    },
    {
      "epoch": 6.682633825696045,
      "grad_norm": 1.2208625078201294,
      "learning_rate": 3.3198972460428397e-06,
      "loss": 0.0151,
      "step": 176896
    },
    {
      "epoch": 6.69230478636999,
      "grad_norm": 0.8965372443199158,
      "learning_rate": 3.3102262853688943e-06,
      "loss": 0.0151,
      "step": 177152
    },
    {
      "epoch": 6.701975747043935,
      "grad_norm": 0.9162973165512085,
      "learning_rate": 3.3005553246949494e-06,
      "loss": 0.0162,
      "step": 177408
    },
    {
      "epoch": 6.71164670771788,
      "grad_norm": 0.629772961139679,
      "learning_rate": 3.290884364021004e-06,
      "loss": 0.0165,
      "step": 177664
    },
    {
      "epoch": 6.7213176683918245,
      "grad_norm": 0.9662770628929138,
      "learning_rate": 3.2812511805371923e-06,
      "loss": 0.0159,
      "step": 177920
    },
    {
      "epoch": 6.73098862906577,
      "grad_norm": 0.4742802679538727,
      "learning_rate": 3.271580219863247e-06,
      "loss": 0.0157,
      "step": 178176
    },
    {
      "epoch": 6.740659589739715,
      "grad_norm": 0.8070750832557678,
      "learning_rate": 3.261909259189302e-06,
      "loss": 0.0159,
      "step": 178432
    },
    {
      "epoch": 6.75033055041366,
      "grad_norm": 0.49841606616973877,
      "learning_rate": 3.2522382985153566e-06,
      "loss": 0.0158,
      "step": 178688
    },
    {
      "epoch": 6.760001511087605,
      "grad_norm": 0.8847957849502563,
      "learning_rate": 3.2425673378414117e-06,
      "loss": 0.0153,
      "step": 178944
    },
    {
      "epoch": 6.769672471761551,
      "grad_norm": 0.7336966395378113,
      "learning_rate": 3.2328963771674663e-06,
      "loss": 0.0149,
      "step": 179200
    },
    {
      "epoch": 6.779343432435495,
      "grad_norm": 1.584037184715271,
      "learning_rate": 3.223225416493522e-06,
      "loss": 0.0153,
      "step": 179456
    },
    {
      "epoch": 6.789014393109441,
      "grad_norm": 0.7785377502441406,
      "learning_rate": 3.2135544558195765e-06,
      "loss": 0.0158,
      "step": 179712
    },
    {
      "epoch": 6.798685353783386,
      "grad_norm": 0.7900734543800354,
      "learning_rate": 3.2038834951456315e-06,
      "loss": 0.015,
      "step": 179968
    },
    {
      "epoch": 6.808356314457331,
      "grad_norm": 1.014478087425232,
      "learning_rate": 3.194250311661819e-06,
      "loss": 0.0164,
      "step": 180224
    },
    {
      "epoch": 6.818027275131276,
      "grad_norm": 0.719078004360199,
      "learning_rate": 3.1845793509878736e-06,
      "loss": 0.0152,
      "step": 180480
    },
    {
      "epoch": 6.8276982358052205,
      "grad_norm": 0.8632174134254456,
      "learning_rate": 3.1749083903139286e-06,
      "loss": 0.0154,
      "step": 180736
    },
    {
      "epoch": 6.837369196479166,
      "grad_norm": 1.7675926685333252,
      "learning_rate": 3.1652374296399833e-06,
      "loss": 0.0153,
      "step": 180992
    },
    {
      "epoch": 6.847040157153111,
      "grad_norm": 0.7516529560089111,
      "learning_rate": 3.1555664689660388e-06,
      "loss": 0.0154,
      "step": 181248
    },
    {
      "epoch": 6.856711117827056,
      "grad_norm": 0.567512035369873,
      "learning_rate": 3.1458955082920934e-06,
      "loss": 0.0156,
      "step": 181504
    },
    {
      "epoch": 6.866382078501001,
      "grad_norm": 0.990955650806427,
      "learning_rate": 3.1362245476181485e-06,
      "loss": 0.0153,
      "step": 181760
    },
    {
      "epoch": 6.876053039174947,
      "grad_norm": 0.30770573019981384,
      "learning_rate": 3.126553586944203e-06,
      "loss": 0.0146,
      "step": 182016
    },
    {
      "epoch": 6.885723999848891,
      "grad_norm": 1.2275207042694092,
      "learning_rate": 3.116882626270258e-06,
      "loss": 0.015,
      "step": 182272
    },
    {
      "epoch": 6.895394960522836,
      "grad_norm": 1.2327375411987305,
      "learning_rate": 3.1072494427864456e-06,
      "loss": 0.0147,
      "step": 182528
    },
    {
      "epoch": 6.9050659211967815,
      "grad_norm": 0.5120306611061096,
      "learning_rate": 3.0975784821125002e-06,
      "loss": 0.0151,
      "step": 182784
    },
    {
      "epoch": 6.914736881870726,
      "grad_norm": 0.8106947541236877,
      "learning_rate": 3.0879075214385557e-06,
      "loss": 0.0153,
      "step": 183040
    },
    {
      "epoch": 6.924407842544672,
      "grad_norm": 1.0325617790222168,
      "learning_rate": 3.0782365607646104e-06,
      "loss": 0.0158,
      "step": 183296
    },
    {
      "epoch": 6.9340788032186165,
      "grad_norm": 1.0854499340057373,
      "learning_rate": 3.0685656000906654e-06,
      "loss": 0.0153,
      "step": 183552
    },
    {
      "epoch": 6.943749763892562,
      "grad_norm": 0.5279197692871094,
      "learning_rate": 3.05889463941672e-06,
      "loss": 0.0151,
      "step": 183808
    },
    {
      "epoch": 6.953420724566507,
      "grad_norm": 0.7425877451896667,
      "learning_rate": 3.0492236787427756e-06,
      "loss": 0.0146,
      "step": 184064
    },
    {
      "epoch": 6.963091685240451,
      "grad_norm": 1.2882142066955566,
      "learning_rate": 3.0395527180688306e-06,
      "loss": 0.0146,
      "step": 184320
    },
    {
      "epoch": 6.972762645914397,
      "grad_norm": 1.135740041732788,
      "learning_rate": 3.029919534585018e-06,
      "loss": 0.0152,
      "step": 184576
    },
    {
      "epoch": 6.982433606588342,
      "grad_norm": 1.425507664680481,
      "learning_rate": 3.0202485739110727e-06,
      "loss": 0.0151,
      "step": 184832
    },
    {
      "epoch": 6.992104567262287,
      "grad_norm": 1.9582375288009644,
      "learning_rate": 3.0105776132371277e-06,
      "loss": 0.0145,
      "step": 185088
    },
    {
      "epoch": 7.0,
      "eval_f1_B-DISEASE": 0.8683835766861692,
      "eval_f1_B-MEDICATION": 0.9647612741852424,
      "eval_f1_B-PROCEDURE": 0.8810707316175117,
      "eval_f1_B-SYMPTOM": 0.8611881039778261,
      "eval_f1_I-DISEASE": 0.9006904513324859,
      "eval_f1_I-MEDICATION": 0.9684884651772069,
      "eval_f1_I-PROCEDURE": 0.8967690833917367,
      "eval_f1_I-SYMPTOM": 0.8655111983162697,
      "eval_f1_O": 0.9463754094618816,
      "eval_f1_macro": 0.9059153660162589,
      "eval_f1_micro": 0.9219545202806908,
      "eval_loss": 0.0723479613661766,
      "eval_precision_B-DISEASE": 0.8655766862771925,
      "eval_precision_B-MEDICATION": 0.9596077857456461,
      "eval_precision_B-PROCEDURE": 0.8819475158484447,
      "eval_precision_B-SYMPTOM": 0.8568617512894666,
      "eval_precision_I-DISEASE": 0.8883365272143551,
      "eval_precision_I-MEDICATION": 0.964674044362828,
      "eval_precision_I-PROCEDURE": 0.8961187498446008,
      "eval_precision_I-SYMPTOM": 0.8514066383652641,
      "eval_precision_O": 0.9543346366122647,
      "eval_precision_macro": 0.9020960372844513,
      "eval_precision_micro": 0.9227532330840041,
      "eval_rauc_macro": 0.9479819415861408,
      "eval_rauc_micro": 0.9556619578922063,
      "eval_recall_B-DISEASE": 0.8712087306778669,
      "eval_recall_B-MEDICATION": 0.9699704142011835,
      "eval_recall_B-PROCEDURE": 0.8801956889575517,
      "eval_recall_B-SYMPTOM": 0.865558366461872,
      "eval_recall_I-DISEASE": 0.9133928285833094,
      "eval_recall_I-MEDICATION": 0.9723331709693132,
      "eval_recall_I-PROCEDURE": 0.897420361547783,
      "eval_recall_I-SYMPTOM": 0.880090947847094,
      "eval_recall_O": 0.9385478454119649,
      "eval_recall_macro": 0.9098575949619931,
      "eval_recall_micro": 0.9211571889744227,
      "eval_roc_auc_B-DISEASE": 0.9341377766912998,
      "eval_roc_auc_B-MEDICATION": 0.9848838952590729,
      "eval_roc_auc_B-PROCEDURE": 0.9389042139862309,
      "eval_roc_auc_B-SYMPTOM": 0.9309819807426285,
      "eval_roc_auc_I-DISEASE": 0.9492960534070586,
      "eval_roc_auc_I-MEDICATION": 0.9858955156450513,
      "eval_roc_auc_I-PROCEDURE": 0.9436901913313291,
      "eval_roc_auc_I-SYMPTOM": 0.928719920638709,
      "eval_roc_auc_O": 0.9353279265738865,
      "eval_runtime": 38.2553,
      "eval_samples_per_second": 284.222,
      "eval_steps_per_second": 35.551,
      "step": 185297
    },
    {
      "epoch": 7.001775527936232,
      "grad_norm": 0.4037480056285858,
      "learning_rate": 3.0009066525631824e-06,
      "loss": 0.0142,
      "step": 185344
    },
    {
      "epoch": 7.0114464886101775,
      "grad_norm": 0.5653617978096008,
      "learning_rate": 2.991235691889238e-06,
      "loss": 0.0131,
      "step": 185600
    },
    {
      "epoch": 7.021117449284122,
      "grad_norm": 1.6284412145614624,
      "learning_rate": 2.9815647312152925e-06,
      "loss": 0.0134,
      "step": 185856
    },
    {
      "epoch": 7.030788409958068,
      "grad_norm": 1.3709075450897217,
      "learning_rate": 2.9718937705413476e-06,
      "loss": 0.0133,
      "step": 186112
    },
    {
      "epoch": 7.040459370632012,
      "grad_norm": 0.4692825973033905,
      "learning_rate": 2.962260587057535e-06,
      "loss": 0.0135,
      "step": 186368
    },
    {
      "epoch": 7.050130331305957,
      "grad_norm": 0.7211587429046631,
      "learning_rate": 2.9525896263835896e-06,
      "loss": 0.0127,
      "step": 186624
    },
    {
      "epoch": 7.059801291979903,
      "grad_norm": 0.8826980590820312,
      "learning_rate": 2.9429186657096447e-06,
      "loss": 0.013,
      "step": 186880
    },
    {
      "epoch": 7.069472252653847,
      "grad_norm": 1.0008989572525024,
      "learning_rate": 2.9332477050356993e-06,
      "loss": 0.0128,
      "step": 187136
    },
    {
      "epoch": 7.079143213327793,
      "grad_norm": 0.883436381816864,
      "learning_rate": 2.923576744361755e-06,
      "loss": 0.0132,
      "step": 187392
    },
    {
      "epoch": 7.088814174001738,
      "grad_norm": 0.7375462055206299,
      "learning_rate": 2.9139057836878095e-06,
      "loss": 0.0134,
      "step": 187648
    },
    {
      "epoch": 7.098485134675683,
      "grad_norm": 0.7351277470588684,
      "learning_rate": 2.9042348230138645e-06,
      "loss": 0.0129,
      "step": 187904
    },
    {
      "epoch": 7.108156095349628,
      "grad_norm": 0.92567378282547,
      "learning_rate": 2.894563862339919e-06,
      "loss": 0.013,
      "step": 188160
    },
    {
      "epoch": 7.117827056023573,
      "grad_norm": 0.7460564374923706,
      "learning_rate": 2.8848929016659742e-06,
      "loss": 0.013,
      "step": 188416
    },
    {
      "epoch": 7.127498016697518,
      "grad_norm": 0.4165281355381012,
      "learning_rate": 2.875221940992029e-06,
      "loss": 0.0127,
      "step": 188672
    },
    {
      "epoch": 7.137168977371463,
      "grad_norm": 0.5380236506462097,
      "learning_rate": 2.8655509803180844e-06,
      "loss": 0.0129,
      "step": 188928
    },
    {
      "epoch": 7.146839938045408,
      "grad_norm": 0.8997848629951477,
      "learning_rate": 2.855880019644139e-06,
      "loss": 0.013,
      "step": 189184
    },
    {
      "epoch": 7.156510898719353,
      "grad_norm": 0.7361161112785339,
      "learning_rate": 2.846209058970194e-06,
      "loss": 0.013,
      "step": 189440
    },
    {
      "epoch": 7.166181859393299,
      "grad_norm": 0.9856345057487488,
      "learning_rate": 2.8365380982962487e-06,
      "loss": 0.0124,
      "step": 189696
    },
    {
      "epoch": 7.175852820067243,
      "grad_norm": 0.4223635196685791,
      "learning_rate": 2.8268671376223038e-06,
      "loss": 0.0125,
      "step": 189952
    },
    {
      "epoch": 7.185523780741189,
      "grad_norm": 0.8026881814002991,
      "learning_rate": 2.8171961769483584e-06,
      "loss": 0.0129,
      "step": 190208
    },
    {
      "epoch": 7.195194741415134,
      "grad_norm": 0.5311381220817566,
      "learning_rate": 2.8075629934645467e-06,
      "loss": 0.0134,
      "step": 190464
    },
    {
      "epoch": 7.204865702089078,
      "grad_norm": 1.399657964706421,
      "learning_rate": 2.7978920327906013e-06,
      "loss": 0.0135,
      "step": 190720
    },
    {
      "epoch": 7.214536662763024,
      "grad_norm": 1.193272590637207,
      "learning_rate": 2.7882210721166564e-06,
      "loss": 0.0131,
      "step": 190976
    },
    {
      "epoch": 7.2242076234369685,
      "grad_norm": 0.6488497257232666,
      "learning_rate": 2.778550111442711e-06,
      "loss": 0.013,
      "step": 191232
    },
    {
      "epoch": 7.233878584110914,
      "grad_norm": 0.34056881070137024,
      "learning_rate": 2.768879150768766e-06,
      "loss": 0.0133,
      "step": 191488
    },
    {
      "epoch": 7.243549544784859,
      "grad_norm": 0.5745522975921631,
      "learning_rate": 2.7592081900948207e-06,
      "loss": 0.013,
      "step": 191744
    },
    {
      "epoch": 7.253220505458804,
      "grad_norm": 0.6764463782310486,
      "learning_rate": 2.7495372294208762e-06,
      "loss": 0.013,
      "step": 192000
    },
    {
      "epoch": 7.262891466132749,
      "grad_norm": 0.5475955009460449,
      "learning_rate": 2.739866268746931e-06,
      "loss": 0.0129,
      "step": 192256
    },
    {
      "epoch": 7.272562426806694,
      "grad_norm": 1.4028669595718384,
      "learning_rate": 2.730195308072986e-06,
      "loss": 0.0129,
      "step": 192512
    },
    {
      "epoch": 7.282233387480639,
      "grad_norm": 0.6126695275306702,
      "learning_rate": 2.7205243473990406e-06,
      "loss": 0.0125,
      "step": 192768
    },
    {
      "epoch": 7.291904348154584,
      "grad_norm": 0.874689519405365,
      "learning_rate": 2.7108533867250956e-06,
      "loss": 0.0127,
      "step": 193024
    },
    {
      "epoch": 7.30157530882853,
      "grad_norm": 0.4735936224460602,
      "learning_rate": 2.701220203241283e-06,
      "loss": 0.0128,
      "step": 193280
    },
    {
      "epoch": 7.311246269502474,
      "grad_norm": 1.5664587020874023,
      "learning_rate": 2.6915492425673377e-06,
      "loss": 0.0125,
      "step": 193536
    },
    {
      "epoch": 7.32091723017642,
      "grad_norm": 0.77314293384552,
      "learning_rate": 2.681878281893393e-06,
      "loss": 0.0125,
      "step": 193792
    },
    {
      "epoch": 7.3305881908503645,
      "grad_norm": 1.1619236469268799,
      "learning_rate": 2.672207321219448e-06,
      "loss": 0.0123,
      "step": 194048
    },
    {
      "epoch": 7.340259151524309,
      "grad_norm": 0.8979329466819763,
      "learning_rate": 2.662536360545503e-06,
      "loss": 0.0132,
      "step": 194304
    },
    {
      "epoch": 7.349930112198255,
      "grad_norm": 0.7251694202423096,
      "learning_rate": 2.6528653998715575e-06,
      "loss": 0.0127,
      "step": 194560
    },
    {
      "epoch": 7.3596010728721994,
      "grad_norm": 1.4056588411331177,
      "learning_rate": 2.6432322163877453e-06,
      "loss": 0.0132,
      "step": 194816
    },
    {
      "epoch": 7.369272033546145,
      "grad_norm": 0.574004054069519,
      "learning_rate": 2.6335612557138e-06,
      "loss": 0.0122,
      "step": 195072
    },
    {
      "epoch": 7.37894299422009,
      "grad_norm": 1.6402719020843506,
      "learning_rate": 2.6238902950398555e-06,
      "loss": 0.0122,
      "step": 195328
    },
    {
      "epoch": 7.388613954894035,
      "grad_norm": 1.1506208181381226,
      "learning_rate": 2.61421933436591e-06,
      "loss": 0.0123,
      "step": 195584
    },
    {
      "epoch": 7.39828491556798,
      "grad_norm": 1.1200196743011475,
      "learning_rate": 2.604548373691965e-06,
      "loss": 0.0123,
      "step": 195840
    },
    {
      "epoch": 7.4079558762419255,
      "grad_norm": 0.4092794358730316,
      "learning_rate": 2.59487741301802e-06,
      "loss": 0.0127,
      "step": 196096
    },
    {
      "epoch": 7.41762683691587,
      "grad_norm": 0.643757700920105,
      "learning_rate": 2.585206452344075e-06,
      "loss": 0.0126,
      "step": 196352
    },
    {
      "epoch": 7.427297797589815,
      "grad_norm": 1.182263970375061,
      "learning_rate": 2.5755354916701295e-06,
      "loss": 0.0122,
      "step": 196608
    },
    {
      "epoch": 7.4369687582637605,
      "grad_norm": 1.5153677463531494,
      "learning_rate": 2.565864530996185e-06,
      "loss": 0.0124,
      "step": 196864
    },
    {
      "epoch": 7.446639718937705,
      "grad_norm": 0.3546278476715088,
      "learning_rate": 2.5561935703222397e-06,
      "loss": 0.0129,
      "step": 197120
    },
    {
      "epoch": 7.456310679611651,
      "grad_norm": 0.4651656746864319,
      "learning_rate": 2.546560386838427e-06,
      "loss": 0.0125,
      "step": 197376
    },
    {
      "epoch": 7.465981640285595,
      "grad_norm": 0.9394788146018982,
      "learning_rate": 2.536889426164482e-06,
      "loss": 0.0121,
      "step": 197632
    },
    {
      "epoch": 7.475652600959541,
      "grad_norm": 0.6536080241203308,
      "learning_rate": 2.5272184654905368e-06,
      "loss": 0.012,
      "step": 197888
    },
    {
      "epoch": 7.485323561633486,
      "grad_norm": 0.46054571866989136,
      "learning_rate": 2.517547504816592e-06,
      "loss": 0.0123,
      "step": 198144
    },
    {
      "epoch": 7.494994522307431,
      "grad_norm": 0.8182215690612793,
      "learning_rate": 2.507876544142647e-06,
      "loss": 0.0125,
      "step": 198400
    },
    {
      "epoch": 7.504665482981376,
      "grad_norm": 0.5930477380752563,
      "learning_rate": 2.498205583468702e-06,
      "loss": 0.0119,
      "step": 198656
    },
    {
      "epoch": 7.514336443655321,
      "grad_norm": 0.44399377703666687,
      "learning_rate": 2.488534622794757e-06,
      "loss": 0.0123,
      "step": 198912
    },
    {
      "epoch": 7.524007404329266,
      "grad_norm": 0.5599132776260376,
      "learning_rate": 2.4788636621208117e-06,
      "loss": 0.0121,
      "step": 199168
    },
    {
      "epoch": 7.533678365003211,
      "grad_norm": 0.3389645516872406,
      "learning_rate": 2.4691927014468667e-06,
      "loss": 0.0126,
      "step": 199424
    },
    {
      "epoch": 7.543349325677156,
      "grad_norm": 0.7381057739257812,
      "learning_rate": 2.459521740772922e-06,
      "loss": 0.012,
      "step": 199680
    },
    {
      "epoch": 7.553020286351101,
      "grad_norm": 4.257303714752197,
      "learning_rate": 2.4498507800989764e-06,
      "loss": 0.0117,
      "step": 199936
    },
    {
      "epoch": 7.562691247025047,
      "grad_norm": 0.7396208047866821,
      "learning_rate": 2.4401798194250315e-06,
      "loss": 0.0125,
      "step": 200192
    },
    {
      "epoch": 7.572362207698991,
      "grad_norm": 0.76679927110672,
      "learning_rate": 2.4305088587510866e-06,
      "loss": 0.0119,
      "step": 200448
    },
    {
      "epoch": 7.582033168372936,
      "grad_norm": 2.741219997406006,
      "learning_rate": 2.4208378980771412e-06,
      "loss": 0.0123,
      "step": 200704
    },
    {
      "epoch": 7.591704129046882,
      "grad_norm": 0.7193456292152405,
      "learning_rate": 2.4111669374031963e-06,
      "loss": 0.0122,
      "step": 200960
    },
    {
      "epoch": 7.601375089720826,
      "grad_norm": 0.44765761494636536,
      "learning_rate": 2.4015337539193837e-06,
      "loss": 0.0123,
      "step": 201216
    },
    {
      "epoch": 7.611046050394772,
      "grad_norm": 1.0574860572814941,
      "learning_rate": 2.3918627932454388e-06,
      "loss": 0.0124,
      "step": 201472
    },
    {
      "epoch": 7.620717011068717,
      "grad_norm": 1.1437393426895142,
      "learning_rate": 2.3821918325714934e-06,
      "loss": 0.0122,
      "step": 201728
    },
    {
      "epoch": 7.630387971742662,
      "grad_norm": 1.0393418073654175,
      "learning_rate": 2.3725208718975485e-06,
      "loss": 0.012,
      "step": 201984
    },
    {
      "epoch": 7.640058932416607,
      "grad_norm": 0.5275835394859314,
      "learning_rate": 2.3628499112236035e-06,
      "loss": 0.0117,
      "step": 202240
    },
    {
      "epoch": 7.6497298930905515,
      "grad_norm": 0.32876691222190857,
      "learning_rate": 2.353216727739791e-06,
      "loss": 0.0128,
      "step": 202496
    },
    {
      "epoch": 7.659400853764497,
      "grad_norm": 0.5710610151290894,
      "learning_rate": 2.343545767065846e-06,
      "loss": 0.0123,
      "step": 202752
    },
    {
      "epoch": 7.669071814438442,
      "grad_norm": 0.903110146522522,
      "learning_rate": 2.333874806391901e-06,
      "loss": 0.0117,
      "step": 203008
    },
    {
      "epoch": 7.678742775112387,
      "grad_norm": 0.5795237421989441,
      "learning_rate": 2.3242038457179557e-06,
      "loss": 0.0116,
      "step": 203264
    },
    {
      "epoch": 7.688413735786332,
      "grad_norm": 0.5828751921653748,
      "learning_rate": 2.3145328850440108e-06,
      "loss": 0.0114,
      "step": 203520
    },
    {
      "epoch": 7.698084696460278,
      "grad_norm": 0.8606652617454529,
      "learning_rate": 2.304861924370066e-06,
      "loss": 0.0121,
      "step": 203776
    },
    {
      "epoch": 7.707755657134222,
      "grad_norm": 0.4666405916213989,
      "learning_rate": 2.2951909636961205e-06,
      "loss": 0.0119,
      "step": 204032
    },
    {
      "epoch": 7.717426617808167,
      "grad_norm": 1.9802192449569702,
      "learning_rate": 2.2855200030221755e-06,
      "loss": 0.0116,
      "step": 204288
    },
    {
      "epoch": 7.7270975784821125,
      "grad_norm": 0.9215091466903687,
      "learning_rate": 2.2758490423482306e-06,
      "loss": 0.012,
      "step": 204544
    },
    {
      "epoch": 7.736768539156057,
      "grad_norm": 0.9200983643531799,
      "learning_rate": 2.2661780816742852e-06,
      "loss": 0.0123,
      "step": 204800
    },
    {
      "epoch": 7.746439499830003,
      "grad_norm": 0.4531884491443634,
      "learning_rate": 2.2565071210003403e-06,
      "loss": 0.0115,
      "step": 205056
    },
    {
      "epoch": 7.7561104605039475,
      "grad_norm": 1.0625410079956055,
      "learning_rate": 2.2468361603263954e-06,
      "loss": 0.0119,
      "step": 205312
    },
    {
      "epoch": 7.765781421177893,
      "grad_norm": 0.7316881418228149,
      "learning_rate": 2.23716519965245e-06,
      "loss": 0.0117,
      "step": 205568
    },
    {
      "epoch": 7.775452381851838,
      "grad_norm": 0.4531678259372711,
      "learning_rate": 2.227494238978505e-06,
      "loss": 0.0117,
      "step": 205824
    },
    {
      "epoch": 7.785123342525783,
      "grad_norm": 0.7635496854782104,
      "learning_rate": 2.21782327830456e-06,
      "loss": 0.0121,
      "step": 206080
    },
    {
      "epoch": 7.794794303199728,
      "grad_norm": 2.019440174102783,
      "learning_rate": 2.2081523176306148e-06,
      "loss": 0.0117,
      "step": 206336
    },
    {
      "epoch": 7.804465263873674,
      "grad_norm": 0.7002264857292175,
      "learning_rate": 2.19848135695667e-06,
      "loss": 0.0114,
      "step": 206592
    },
    {
      "epoch": 7.814136224547618,
      "grad_norm": 0.8247295022010803,
      "learning_rate": 2.188810396282725e-06,
      "loss": 0.0114,
      "step": 206848
    },
    {
      "epoch": 7.823807185221563,
      "grad_norm": 0.5641749501228333,
      "learning_rate": 2.1791772127989123e-06,
      "loss": 0.0117,
      "step": 207104
    },
    {
      "epoch": 7.8334781458955085,
      "grad_norm": 0.798319399356842,
      "learning_rate": 2.169506252124967e-06,
      "loss": 0.0118,
      "step": 207360
    },
    {
      "epoch": 7.843149106569453,
      "grad_norm": 1.0480519533157349,
      "learning_rate": 2.159835291451022e-06,
      "loss": 0.0113,
      "step": 207616
    },
    {
      "epoch": 7.852820067243399,
      "grad_norm": 0.4718455672264099,
      "learning_rate": 2.150164330777077e-06,
      "loss": 0.0114,
      "step": 207872
    },
    {
      "epoch": 7.8624910279173434,
      "grad_norm": 1.4916471242904663,
      "learning_rate": 2.1404933701031317e-06,
      "loss": 0.0118,
      "step": 208128
    },
    {
      "epoch": 7.872161988591289,
      "grad_norm": 0.4426773190498352,
      "learning_rate": 2.130822409429187e-06,
      "loss": 0.0118,
      "step": 208384
    },
    {
      "epoch": 7.881832949265234,
      "grad_norm": 0.7467395067214966,
      "learning_rate": 2.121151448755242e-06,
      "loss": 0.012,
      "step": 208640
    },
    {
      "epoch": 7.891503909939178,
      "grad_norm": 0.3759344816207886,
      "learning_rate": 2.1114804880812965e-06,
      "loss": 0.0114,
      "step": 208896
    },
    {
      "epoch": 7.901174870613124,
      "grad_norm": 0.6115685701370239,
      "learning_rate": 2.101847304597484e-06,
      "loss": 0.0113,
      "step": 209152
    },
    {
      "epoch": 7.910845831287069,
      "grad_norm": 0.4685599207878113,
      "learning_rate": 2.092176343923539e-06,
      "loss": 0.0119,
      "step": 209408
    },
    {
      "epoch": 7.920516791961014,
      "grad_norm": 0.9348412156105042,
      "learning_rate": 2.082505383249594e-06,
      "loss": 0.0113,
      "step": 209664
    },
    {
      "epoch": 7.930187752634959,
      "grad_norm": 0.7617163062095642,
      "learning_rate": 2.0728344225756487e-06,
      "loss": 0.0119,
      "step": 209920
    },
    {
      "epoch": 7.9398587133089045,
      "grad_norm": 1.7726918458938599,
      "learning_rate": 2.0631634619017038e-06,
      "loss": 0.0115,
      "step": 210176
    },
    {
      "epoch": 7.949529673982849,
      "grad_norm": 0.44086819887161255,
      "learning_rate": 2.053492501227759e-06,
      "loss": 0.0118,
      "step": 210432
    },
    {
      "epoch": 7.959200634656794,
      "grad_norm": 0.510193407535553,
      "learning_rate": 2.0438215405538135e-06,
      "loss": 0.0113,
      "step": 210688
    },
    {
      "epoch": 7.968871595330739,
      "grad_norm": 0.9059385657310486,
      "learning_rate": 2.0341505798798685e-06,
      "loss": 0.0118,
      "step": 210944
    },
    {
      "epoch": 7.978542556004684,
      "grad_norm": 0.5377389788627625,
      "learning_rate": 2.0245173963960564e-06,
      "loss": 0.0118,
      "step": 211200
    },
    {
      "epoch": 7.98821351667863,
      "grad_norm": 0.6641307473182678,
      "learning_rate": 2.0148842129122438e-06,
      "loss": 0.0123,
      "step": 211456
    },
    {
      "epoch": 7.997884477352574,
      "grad_norm": 0.9336340427398682,
      "learning_rate": 2.0052132522382984e-06,
      "loss": 0.0114,
      "step": 211712
    },
    {
      "epoch": 8.0,
      "eval_f1_B-DISEASE": 0.8696338492158814,
      "eval_f1_B-MEDICATION": 0.9661538461538461,
      "eval_f1_B-PROCEDURE": 0.8836079856155116,
      "eval_f1_B-SYMPTOM": 0.865606588914272,
      "eval_f1_I-DISEASE": 0.9021935434725339,
      "eval_f1_I-MEDICATION": 0.968433734939759,
      "eval_f1_I-PROCEDURE": 0.8988507771195217,
      "eval_f1_I-SYMPTOM": 0.8687601005566529,
      "eval_f1_O": 0.9475574883287501,
      "eval_f1_macro": 0.907866434924081,
      "eval_f1_micro": 0.9237513981841913,
      "eval_loss": 0.07444994896650314,
      "eval_precision_B-DISEASE": 0.8668376945442107,
      "eval_precision_B-MEDICATION": 0.9570391872278665,
      "eval_precision_B-PROCEDURE": 0.8906244161279474,
      "eval_precision_B-SYMPTOM": 0.8639445577823113,
      "eval_precision_I-DISEASE": 0.8952855505020599,
      "eval_precision_I-MEDICATION": 0.958273724368145,
      "eval_precision_I-PROCEDURE": 0.9081989714217933,
      "eval_precision_I-SYMPTOM": 0.8577713016161471,
      "eval_precision_O": 0.950992833407909,
      "eval_precision_macro": 0.9054409152220434,
      "eval_precision_micro": 0.9240592237653457,
      "eval_rauc_macro": 0.9481641654297108,
      "eval_rauc_micro": 0.9568832265170913,
      "eval_recall_B-DISEASE": 0.8724481013529797,
      "eval_recall_B-MEDICATION": 0.9754437869822485,
      "eval_recall_B-PROCEDURE": 0.876701243286986,
      "eval_recall_B-SYMPTOM": 0.867275027105168,
      "eval_recall_I-DISEASE": 0.9092089690688674,
      "eval_recall_I-MEDICATION": 0.9788114953726255,
      "eval_recall_I-PROCEDURE": 0.8896930661841603,
      "eval_recall_I-SYMPTOM": 0.8800341054426603,
      "eval_recall_O": 0.94414687344109,
      "eval_recall_macro": 0.9104180742485316,
      "eval_recall_micro": 0.9234437776224358,
      "eval_roc_auc_B-DISEASE": 0.9347712696064548,
      "eval_roc_auc_B-MEDICATION": 0.9876132402118141,
      "eval_roc_auc_B-PROCEDURE": 0.9372598453551135,
      "eval_roc_auc_B-SYMPTOM": 0.9319398852908731,
      "eval_roc_auc_I-DISEASE": 0.947750068811213,
      "eval_roc_auc_I-MEDICATION": 0.9890812796840492,
      "eval_roc_auc_I-PROCEDURE": 0.9405070097467662,
      "eval_roc_auc_I-SYMPTOM": 0.9292577351883912,
      "eval_roc_auc_O": 0.9352971549727221,
      "eval_runtime": 38.3929,
      "eval_samples_per_second": 283.203,
      "eval_steps_per_second": 35.423,
      "step": 211768
    },
    {
      "epoch": 8.00755543802652,
      "grad_norm": 0.6295717358589172,
      "learning_rate": 1.9955800687544862e-06,
      "loss": 0.0113,
      "step": 211968
    },
    {
      "epoch": 8.017226398700465,
      "grad_norm": 0.46094998717308044,
      "learning_rate": 1.9859091080805413e-06,
      "loss": 0.01,
      "step": 212224
    },
    {
      "epoch": 8.02689735937441,
      "grad_norm": 0.387386292219162,
      "learning_rate": 1.976238147406596e-06,
      "loss": 0.01,
      "step": 212480
    },
    {
      "epoch": 8.036568320048355,
      "grad_norm": 0.5144914388656616,
      "learning_rate": 1.966567186732651e-06,
      "loss": 0.0101,
      "step": 212736
    },
    {
      "epoch": 8.0462392807223,
      "grad_norm": 0.2996685206890106,
      "learning_rate": 1.956896226058706e-06,
      "loss": 0.0095,
      "step": 212992
    },
    {
      "epoch": 8.055910241396244,
      "grad_norm": 0.5830399394035339,
      "learning_rate": 1.9472252653847607e-06,
      "loss": 0.01,
      "step": 213248
    },
    {
      "epoch": 8.06558120207019,
      "grad_norm": 0.9357680678367615,
      "learning_rate": 1.9375543047108158e-06,
      "loss": 0.0098,
      "step": 213504
    },
    {
      "epoch": 8.075252162744135,
      "grad_norm": 0.9837816953659058,
      "learning_rate": 1.927883344036871e-06,
      "loss": 0.0099,
      "step": 213760
    },
    {
      "epoch": 8.084923123418081,
      "grad_norm": 0.8791128993034363,
      "learning_rate": 1.9182123833629255e-06,
      "loss": 0.0099,
      "step": 214016
    },
    {
      "epoch": 8.094594084092025,
      "grad_norm": 0.755608081817627,
      "learning_rate": 1.9085414226889806e-06,
      "loss": 0.0097,
      "step": 214272
    },
    {
      "epoch": 8.10426504476597,
      "grad_norm": 0.5776179432868958,
      "learning_rate": 1.8988704620150356e-06,
      "loss": 0.0097,
      "step": 214528
    },
    {
      "epoch": 8.113936005439916,
      "grad_norm": 1.3392775058746338,
      "learning_rate": 1.8891995013410905e-06,
      "loss": 0.0098,
      "step": 214784
    },
    {
      "epoch": 8.12360696611386,
      "grad_norm": 0.3040987551212311,
      "learning_rate": 1.8795663178572779e-06,
      "loss": 0.0113,
      "step": 215040
    },
    {
      "epoch": 8.133277926787805,
      "grad_norm": 0.3788696825504303,
      "learning_rate": 1.8698953571833327e-06,
      "loss": 0.0104,
      "step": 215296
    },
    {
      "epoch": 8.14294888746175,
      "grad_norm": 0.7203466892242432,
      "learning_rate": 1.8602243965093878e-06,
      "loss": 0.0103,
      "step": 215552
    },
    {
      "epoch": 8.152619848135696,
      "grad_norm": 3.8453776836395264,
      "learning_rate": 1.8505534358354427e-06,
      "loss": 0.01,
      "step": 215808
    },
    {
      "epoch": 8.16229080880964,
      "grad_norm": 0.6163116693496704,
      "learning_rate": 1.8408824751614975e-06,
      "loss": 0.0095,
      "step": 216064
    },
    {
      "epoch": 8.171961769483586,
      "grad_norm": 0.42412546277046204,
      "learning_rate": 1.8312115144875526e-06,
      "loss": 0.0098,
      "step": 216320
    },
    {
      "epoch": 8.181632730157531,
      "grad_norm": 0.6262984871864319,
      "learning_rate": 1.8215405538136074e-06,
      "loss": 0.0102,
      "step": 216576
    },
    {
      "epoch": 8.191303690831475,
      "grad_norm": 0.6823177337646484,
      "learning_rate": 1.8118695931396623e-06,
      "loss": 0.0096,
      "step": 216832
    },
    {
      "epoch": 8.20097465150542,
      "grad_norm": 0.5827828645706177,
      "learning_rate": 1.8021986324657173e-06,
      "loss": 0.0101,
      "step": 217088
    },
    {
      "epoch": 8.210645612179366,
      "grad_norm": 1.0810794830322266,
      "learning_rate": 1.7925276717917722e-06,
      "loss": 0.0101,
      "step": 217344
    },
    {
      "epoch": 8.220316572853312,
      "grad_norm": 3.537891149520874,
      "learning_rate": 1.7828567111178273e-06,
      "loss": 0.0094,
      "step": 217600
    },
    {
      "epoch": 8.229987533527256,
      "grad_norm": 0.8385944962501526,
      "learning_rate": 1.7731857504438821e-06,
      "loss": 0.0102,
      "step": 217856
    },
    {
      "epoch": 8.239658494201201,
      "grad_norm": 0.8690928220748901,
      "learning_rate": 1.763514789769937e-06,
      "loss": 0.0097,
      "step": 218112
    },
    {
      "epoch": 8.249329454875147,
      "grad_norm": 0.4036335349082947,
      "learning_rate": 1.753843829095992e-06,
      "loss": 0.0102,
      "step": 218368
    },
    {
      "epoch": 8.259000415549092,
      "grad_norm": 0.9242327809333801,
      "learning_rate": 1.7441728684220469e-06,
      "loss": 0.0099,
      "step": 218624
    },
    {
      "epoch": 8.268671376223036,
      "grad_norm": 0.3493492603302002,
      "learning_rate": 1.7345019077481017e-06,
      "loss": 0.0097,
      "step": 218880
    },
    {
      "epoch": 8.278342336896982,
      "grad_norm": 0.6041299104690552,
      "learning_rate": 1.7248309470741568e-06,
      "loss": 0.0096,
      "step": 219136
    },
    {
      "epoch": 8.288013297570927,
      "grad_norm": 1.3182116746902466,
      "learning_rate": 1.7151599864002116e-06,
      "loss": 0.0095,
      "step": 219392
    },
    {
      "epoch": 8.297684258244871,
      "grad_norm": 0.9263989925384521,
      "learning_rate": 1.7054890257262665e-06,
      "loss": 0.0095,
      "step": 219648
    },
    {
      "epoch": 8.307355218918817,
      "grad_norm": 0.49908000230789185,
      "learning_rate": 1.6958180650523216e-06,
      "loss": 0.0097,
      "step": 219904
    },
    {
      "epoch": 8.317026179592762,
      "grad_norm": 1.492987036705017,
      "learning_rate": 1.6861471043783764e-06,
      "loss": 0.0094,
      "step": 220160
    },
    {
      "epoch": 8.326697140266708,
      "grad_norm": 0.7962930202484131,
      "learning_rate": 1.6764761437044313e-06,
      "loss": 0.0098,
      "step": 220416
    },
    {
      "epoch": 8.336368100940652,
      "grad_norm": 0.46002140641212463,
      "learning_rate": 1.6668051830304863e-06,
      "loss": 0.0099,
      "step": 220672
    },
    {
      "epoch": 8.346039061614597,
      "grad_norm": 0.5267321467399597,
      "learning_rate": 1.6571342223565412e-06,
      "loss": 0.0101,
      "step": 220928
    },
    {
      "epoch": 8.355710022288543,
      "grad_norm": 0.7515775561332703,
      "learning_rate": 1.6475010388727288e-06,
      "loss": 0.0095,
      "step": 221184
    },
    {
      "epoch": 8.365380982962487,
      "grad_norm": 0.49031391739845276,
      "learning_rate": 1.6378300781987839e-06,
      "loss": 0.0097,
      "step": 221440
    },
    {
      "epoch": 8.375051943636432,
      "grad_norm": 0.6219070553779602,
      "learning_rate": 1.6281591175248387e-06,
      "loss": 0.0097,
      "step": 221696
    },
    {
      "epoch": 8.384722904310378,
      "grad_norm": 1.6510612964630127,
      "learning_rate": 1.6184881568508936e-06,
      "loss": 0.0097,
      "step": 221952
    },
    {
      "epoch": 8.394393864984323,
      "grad_norm": 0.6530472636222839,
      "learning_rate": 1.6088171961769486e-06,
      "loss": 0.0097,
      "step": 222208
    },
    {
      "epoch": 8.404064825658267,
      "grad_norm": 0.48233506083488464,
      "learning_rate": 1.5991462355030035e-06,
      "loss": 0.0095,
      "step": 222464
    },
    {
      "epoch": 8.413735786332213,
      "grad_norm": 0.42932048439979553,
      "learning_rate": 1.5894752748290584e-06,
      "loss": 0.0097,
      "step": 222720
    },
    {
      "epoch": 8.423406747006158,
      "grad_norm": 1.1517680883407593,
      "learning_rate": 1.5798043141551134e-06,
      "loss": 0.0098,
      "step": 222976
    },
    {
      "epoch": 8.433077707680102,
      "grad_norm": 0.9816575646400452,
      "learning_rate": 1.5701333534811683e-06,
      "loss": 0.0096,
      "step": 223232
    },
    {
      "epoch": 8.442748668354048,
      "grad_norm": 0.7513278722763062,
      "learning_rate": 1.5605001699973557e-06,
      "loss": 0.0096,
      "step": 223488
    },
    {
      "epoch": 8.452419629027993,
      "grad_norm": 0.4248201549053192,
      "learning_rate": 1.5508292093234105e-06,
      "loss": 0.0095,
      "step": 223744
    },
    {
      "epoch": 8.462090589701939,
      "grad_norm": 0.3757069408893585,
      "learning_rate": 1.5411582486494656e-06,
      "loss": 0.0097,
      "step": 224000
    },
    {
      "epoch": 8.471761550375883,
      "grad_norm": 0.6515098214149475,
      "learning_rate": 1.5314872879755205e-06,
      "loss": 0.0095,
      "step": 224256
    },
    {
      "epoch": 8.481432511049828,
      "grad_norm": 0.6790785193443298,
      "learning_rate": 1.5218163273015755e-06,
      "loss": 0.0092,
      "step": 224512
    },
    {
      "epoch": 8.491103471723774,
      "grad_norm": 3.6280386447906494,
      "learning_rate": 1.512183143817763e-06,
      "loss": 0.0098,
      "step": 224768
    },
    {
      "epoch": 8.500774432397717,
      "grad_norm": 0.4772231876850128,
      "learning_rate": 1.5025121831438178e-06,
      "loss": 0.0094,
      "step": 225024
    },
    {
      "epoch": 8.510445393071663,
      "grad_norm": 0.9561179876327515,
      "learning_rate": 1.4928412224698726e-06,
      "loss": 0.0097,
      "step": 225280
    },
    {
      "epoch": 8.520116353745609,
      "grad_norm": 0.9146032333374023,
      "learning_rate": 1.4831702617959277e-06,
      "loss": 0.0094,
      "step": 225536
    },
    {
      "epoch": 8.529787314419554,
      "grad_norm": 0.4631132483482361,
      "learning_rate": 1.4734993011219828e-06,
      "loss": 0.0089,
      "step": 225792
    },
    {
      "epoch": 8.539458275093498,
      "grad_norm": 0.40875178575515747,
      "learning_rate": 1.4638283404480378e-06,
      "loss": 0.0097,
      "step": 226048
    },
    {
      "epoch": 8.549129235767444,
      "grad_norm": 0.7949475646018982,
      "learning_rate": 1.4541573797740927e-06,
      "loss": 0.0093,
      "step": 226304
    },
    {
      "epoch": 8.55880019644139,
      "grad_norm": 0.520740807056427,
      "learning_rate": 1.4444864191001475e-06,
      "loss": 0.0091,
      "step": 226560
    },
    {
      "epoch": 8.568471157115333,
      "grad_norm": 0.8199343085289001,
      "learning_rate": 1.4348154584262026e-06,
      "loss": 0.0094,
      "step": 226816
    },
    {
      "epoch": 8.578142117789278,
      "grad_norm": 0.740252673625946,
      "learning_rate": 1.4251444977522574e-06,
      "loss": 0.0094,
      "step": 227072
    },
    {
      "epoch": 8.587813078463224,
      "grad_norm": 1.9775928258895874,
      "learning_rate": 1.4154735370783123e-06,
      "loss": 0.0095,
      "step": 227328
    },
    {
      "epoch": 8.59748403913717,
      "grad_norm": 2.733029842376709,
      "learning_rate": 1.4058025764043674e-06,
      "loss": 0.0095,
      "step": 227584
    },
    {
      "epoch": 8.607154999811113,
      "grad_norm": 0.6637881994247437,
      "learning_rate": 1.3961316157304222e-06,
      "loss": 0.0094,
      "step": 227840
    },
    {
      "epoch": 8.616825960485059,
      "grad_norm": 0.9983887672424316,
      "learning_rate": 1.386460655056477e-06,
      "loss": 0.0093,
      "step": 228096
    },
    {
      "epoch": 8.626496921159005,
      "grad_norm": 0.5538541078567505,
      "learning_rate": 1.3767896943825321e-06,
      "loss": 0.0092,
      "step": 228352
    },
    {
      "epoch": 8.63616788183295,
      "grad_norm": 0.43385013937950134,
      "learning_rate": 1.367118733708587e-06,
      "loss": 0.0092,
      "step": 228608
    },
    {
      "epoch": 8.645838842506894,
      "grad_norm": 0.73806232213974,
      "learning_rate": 1.3574477730346418e-06,
      "loss": 0.0093,
      "step": 228864
    },
    {
      "epoch": 8.65550980318084,
      "grad_norm": 0.9631660580635071,
      "learning_rate": 1.3478145895508293e-06,
      "loss": 0.0098,
      "step": 229120
    },
    {
      "epoch": 8.665180763854785,
      "grad_norm": 0.7335557341575623,
      "learning_rate": 1.3381436288768843e-06,
      "loss": 0.0092,
      "step": 229376
    },
    {
      "epoch": 8.674851724528729,
      "grad_norm": 0.5021054744720459,
      "learning_rate": 1.3284726682029392e-06,
      "loss": 0.0091,
      "step": 229632
    },
    {
      "epoch": 8.684522685202674,
      "grad_norm": 0.6557485461235046,
      "learning_rate": 1.318801707528994e-06,
      "loss": 0.0092,
      "step": 229888
    },
    {
      "epoch": 8.69419364587662,
      "grad_norm": 0.45181798934936523,
      "learning_rate": 1.309130746855049e-06,
      "loss": 0.0092,
      "step": 230144
    },
    {
      "epoch": 8.703864606550566,
      "grad_norm": 1.323675274848938,
      "learning_rate": 1.299459786181104e-06,
      "loss": 0.0091,
      "step": 230400
    },
    {
      "epoch": 8.71353556722451,
      "grad_norm": 2.563812494277954,
      "learning_rate": 1.2897888255071588e-06,
      "loss": 0.0092,
      "step": 230656
    },
    {
      "epoch": 8.723206527898455,
      "grad_norm": 0.24427855014801025,
      "learning_rate": 1.2801178648332139e-06,
      "loss": 0.0092,
      "step": 230912
    },
    {
      "epoch": 8.7328774885724,
      "grad_norm": 0.634715735912323,
      "learning_rate": 1.2704469041592687e-06,
      "loss": 0.009,
      "step": 231168
    },
    {
      "epoch": 8.742548449246344,
      "grad_norm": 0.38282138109207153,
      "learning_rate": 1.2608137206754561e-06,
      "loss": 0.0096,
      "step": 231424
    },
    {
      "epoch": 8.75221940992029,
      "grad_norm": 0.5743502378463745,
      "learning_rate": 1.2511427600015112e-06,
      "loss": 0.0092,
      "step": 231680
    },
    {
      "epoch": 8.761890370594235,
      "grad_norm": 0.3509744703769684,
      "learning_rate": 1.2414717993275662e-06,
      "loss": 0.0087,
      "step": 231936
    },
    {
      "epoch": 8.771561331268181,
      "grad_norm": 0.9023687839508057,
      "learning_rate": 1.231800838653621e-06,
      "loss": 0.0089,
      "step": 232192
    },
    {
      "epoch": 8.781232291942125,
      "grad_norm": 0.5190021991729736,
      "learning_rate": 1.222129877979676e-06,
      "loss": 0.009,
      "step": 232448
    },
    {
      "epoch": 8.79090325261607,
      "grad_norm": 1.3661150932312012,
      "learning_rate": 1.212458917305731e-06,
      "loss": 0.0087,
      "step": 232704
    },
    {
      "epoch": 8.800574213290016,
      "grad_norm": 1.2023141384124756,
      "learning_rate": 1.2027879566317859e-06,
      "loss": 0.0086,
      "step": 232960
    },
    {
      "epoch": 8.81024517396396,
      "grad_norm": 1.965481162071228,
      "learning_rate": 1.1931169959578407e-06,
      "loss": 0.0086,
      "step": 233216
    },
    {
      "epoch": 8.819916134637905,
      "grad_norm": 0.38584277033805847,
      "learning_rate": 1.1834460352838958e-06,
      "loss": 0.0087,
      "step": 233472
    },
    {
      "epoch": 8.829587095311851,
      "grad_norm": 0.5356454253196716,
      "learning_rate": 1.1738128518000832e-06,
      "loss": 0.0092,
      "step": 233728
    },
    {
      "epoch": 8.839258055985797,
      "grad_norm": 0.5331792235374451,
      "learning_rate": 1.1641418911261383e-06,
      "loss": 0.0087,
      "step": 233984
    },
    {
      "epoch": 8.84892901665974,
      "grad_norm": 0.7078236937522888,
      "learning_rate": 1.1544709304521931e-06,
      "loss": 0.009,
      "step": 234240
    },
    {
      "epoch": 8.858599977333686,
      "grad_norm": 0.6543323397636414,
      "learning_rate": 1.144799969778248e-06,
      "loss": 0.0088,
      "step": 234496
    },
    {
      "epoch": 8.868270938007631,
      "grad_norm": 0.48029881715774536,
      "learning_rate": 1.135129009104303e-06,
      "loss": 0.0087,
      "step": 234752
    },
    {
      "epoch": 8.877941898681575,
      "grad_norm": 0.48811179399490356,
      "learning_rate": 1.1254580484303579e-06,
      "loss": 0.0089,
      "step": 235008
    },
    {
      "epoch": 8.88761285935552,
      "grad_norm": 0.3187180161476135,
      "learning_rate": 1.1157870877564127e-06,
      "loss": 0.0087,
      "step": 235264
    },
    {
      "epoch": 8.897283820029466,
      "grad_norm": 0.9484221935272217,
      "learning_rate": 1.1061161270824678e-06,
      "loss": 0.0089,
      "step": 235520
    },
    {
      "epoch": 8.906954780703412,
      "grad_norm": 0.704910397529602,
      "learning_rate": 1.0964451664085227e-06,
      "loss": 0.0086,
      "step": 235776
    },
    {
      "epoch": 8.916625741377356,
      "grad_norm": 0.6486955285072327,
      "learning_rate": 1.0867742057345775e-06,
      "loss": 0.0089,
      "step": 236032
    },
    {
      "epoch": 8.926296702051301,
      "grad_norm": 0.8381194472312927,
      "learning_rate": 1.0771032450606326e-06,
      "loss": 0.0091,
      "step": 236288
    },
    {
      "epoch": 8.935967662725247,
      "grad_norm": 0.7842695713043213,
      "learning_rate": 1.0674322843866874e-06,
      "loss": 0.0087,
      "step": 236544
    },
    {
      "epoch": 8.94563862339919,
      "grad_norm": 0.8942869305610657,
      "learning_rate": 1.0577613237127423e-06,
      "loss": 0.0086,
      "step": 236800
    },
    {
      "epoch": 8.955309584073136,
      "grad_norm": 0.9882628917694092,
      "learning_rate": 1.04812814022893e-06,
      "loss": 0.0086,
      "step": 237056
    },
    {
      "epoch": 8.964980544747082,
      "grad_norm": 0.9440307021141052,
      "learning_rate": 1.0384571795549848e-06,
      "loss": 0.0088,
      "step": 237312
    },
    {
      "epoch": 8.974651505421027,
      "grad_norm": 0.6903641819953918,
      "learning_rate": 1.0287862188810398e-06,
      "loss": 0.0085,
      "step": 237568
    },
    {
      "epoch": 8.984322466094971,
      "grad_norm": 0.5977570414543152,
      "learning_rate": 1.0191152582070947e-06,
      "loss": 0.0092,
      "step": 237824
    },
    {
      "epoch": 8.993993426768917,
      "grad_norm": 0.7220622301101685,
      "learning_rate": 1.0094442975331495e-06,
      "loss": 0.0089,
      "step": 238080
    },
    {
      "epoch": 9.0,
      "eval_f1_B-DISEASE": 0.8734459019762304,
      "eval_f1_B-MEDICATION": 0.96692037470726,
      "eval_f1_B-PROCEDURE": 0.8840022798727684,
      "eval_f1_B-SYMPTOM": 0.8650744927753238,
      "eval_f1_I-DISEASE": 0.9046373559886052,
      "eval_f1_I-MEDICATION": 0.9700122841245755,
      "eval_f1_I-PROCEDURE": 0.9004011279902363,
      "eval_f1_I-SYMPTOM": 0.8700653199670881,
      "eval_f1_O": 0.9480001100099926,
      "eval_f1_macro": 0.9091732497124533,
      "eval_f1_micro": 0.9245820875323214,
      "eval_loss": 0.08157005161046982,
      "eval_precision_B-DISEASE": 0.8689814972569598,
      "eval_precision_B-MEDICATION": 0.9568366164542295,
      "eval_precision_B-PROCEDURE": 0.8837260596257765,
      "eval_precision_B-SYMPTOM": 0.8602185759804651,
      "eval_precision_I-DISEASE": 0.8914178895920408,
      "eval_precision_I-MEDICATION": 0.9594510887692381,
      "eval_precision_I-PROCEDURE": 0.9037552993118211,
      "eval_precision_I-SYMPTOM": 0.8569514810384083,
      "eval_precision_O": 0.9547519333466286,
      "eval_precision_macro": 0.9040100490417298,
      "eval_precision_micro": 0.924911785766356,
      "eval_rauc_macro": 0.9504489598860165,
      "eval_rauc_micro": 0.9573421952418221,
      "eval_recall_B-DISEASE": 0.8779564154645919,
      "eval_recall_B-MEDICATION": 0.9772189349112426,
      "eval_recall_B-PROCEDURE": 0.884278672846318,
      "eval_recall_B-SYMPTOM": 0.8699855439103722,
      "eval_recall_I-DISEASE": 0.9182548060007037,
      "eval_recall_I-MEDICATION": 0.980808572820263,
      "eval_recall_I-PROCEDURE": 0.8970717617569429,
      "eval_recall_I-SYMPTOM": 0.883586755719767,
      "eval_recall_O": 0.9413431113020744,
      "eval_recall_macro": 0.9145005083035862,
      "eval_recall_micro": 0.9242526242659734,
      "eval_roc_auc_B-DISEASE": 0.9375433391953618,
      "eval_roc_auc_B-MEDICATION": 0.9885000800325321,
      "eval_roc_auc_B-PROCEDURE": 0.9409606123370149,
      "eval_roc_auc_B-SYMPTOM": 0.9332356237610356,
      "eval_roc_auc_I-DISEASE": 0.9519179579841219,
      "eval_roc_auc_I-MEDICATION": 0.9900887181016443,
      "eval_roc_auc_I-PROCEDURE": 0.9439260134391947,
      "eval_roc_auc_I-SYMPTOM": 0.9309179631372511,
      "eval_roc_auc_O": 0.9369503309859926,
      "eval_runtime": 38.4746,
      "eval_samples_per_second": 282.602,
      "eval_steps_per_second": 35.348,
      "step": 238239
    },
    {
      "epoch": 9.003664387442862,
      "grad_norm": 0.6710495352745056,
      "learning_rate": 9.997733368592046e-07,
      "loss": 0.009,
      "step": 238336
    },
    {
      "epoch": 9.013335348116808,
      "grad_norm": 0.7028139233589172,
      "learning_rate": 9.901023761852594e-07,
      "loss": 0.0076,
      "step": 238592
    },
    {
      "epoch": 9.023006308790752,
      "grad_norm": 0.08780034631490707,
      "learning_rate": 9.804314155113145e-07,
      "loss": 0.0082,
      "step": 238848
    },
    {
      "epoch": 9.032677269464697,
      "grad_norm": 0.9086233377456665,
      "learning_rate": 9.707604548373694e-07,
      "loss": 0.007,
      "step": 239104
    },
    {
      "epoch": 9.042348230138643,
      "grad_norm": 0.7967291474342346,
      "learning_rate": 9.611272713535568e-07,
      "loss": 0.0079,
      "step": 239360
    },
    {
      "epoch": 9.052019190812587,
      "grad_norm": 1.2340435981750488,
      "learning_rate": 9.514563106796116e-07,
      "loss": 0.0078,
      "step": 239616
    },
    {
      "epoch": 9.061690151486532,
      "grad_norm": 0.23547600209712982,
      "learning_rate": 9.417853500056666e-07,
      "loss": 0.0077,
      "step": 239872
    },
    {
      "epoch": 9.071361112160478,
      "grad_norm": 0.5875318646430969,
      "learning_rate": 9.321143893317215e-07,
      "loss": 0.0077,
      "step": 240128
    },
    {
      "epoch": 9.081032072834423,
      "grad_norm": 0.6370847821235657,
      "learning_rate": 9.224434286577765e-07,
      "loss": 0.0079,
      "step": 240384
    },
    {
      "epoch": 9.090703033508367,
      "grad_norm": 0.5130833983421326,
      "learning_rate": 9.127724679838314e-07,
      "loss": 0.0076,
      "step": 240640
    },
    {
      "epoch": 9.100373994182313,
      "grad_norm": 0.6742642521858215,
      "learning_rate": 9.031015073098863e-07,
      "loss": 0.0079,
      "step": 240896
    },
    {
      "epoch": 9.110044954856258,
      "grad_norm": 0.7362642884254456,
      "learning_rate": 8.934305466359413e-07,
      "loss": 0.0079,
      "step": 241152
    },
    {
      "epoch": 9.119715915530202,
      "grad_norm": 1.2293381690979004,
      "learning_rate": 8.837595859619961e-07,
      "loss": 0.0075,
      "step": 241408
    },
    {
      "epoch": 9.129386876204148,
      "grad_norm": 0.6655508875846863,
      "learning_rate": 8.740886252880511e-07,
      "loss": 0.0079,
      "step": 241664
    },
    {
      "epoch": 9.139057836878093,
      "grad_norm": 0.2488839328289032,
      "learning_rate": 8.644554418042386e-07,
      "loss": 0.0078,
      "step": 241920
    },
    {
      "epoch": 9.148728797552039,
      "grad_norm": 0.24622561037540436,
      "learning_rate": 8.547844811302936e-07,
      "loss": 0.008,
      "step": 242176
    },
    {
      "epoch": 9.158399758225983,
      "grad_norm": 0.6279994249343872,
      "learning_rate": 8.451135204563485e-07,
      "loss": 0.0073,
      "step": 242432
    },
    {
      "epoch": 9.168070718899928,
      "grad_norm": 0.6180801391601562,
      "learning_rate": 8.354425597824034e-07,
      "loss": 0.0078,
      "step": 242688
    },
    {
      "epoch": 9.177741679573874,
      "grad_norm": 0.5243353843688965,
      "learning_rate": 8.257715991084583e-07,
      "loss": 0.0079,
      "step": 242944
    },
    {
      "epoch": 9.187412640247818,
      "grad_norm": 0.6651556491851807,
      "learning_rate": 8.161006384345133e-07,
      "loss": 0.0079,
      "step": 243200
    },
    {
      "epoch": 9.197083600921763,
      "grad_norm": 0.5583295822143555,
      "learning_rate": 8.064296777605681e-07,
      "loss": 0.0081,
      "step": 243456
    },
    {
      "epoch": 9.206754561595709,
      "grad_norm": 0.5324780344963074,
      "learning_rate": 7.967587170866231e-07,
      "loss": 0.0079,
      "step": 243712
    },
    {
      "epoch": 9.216425522269654,
      "grad_norm": 0.5136213302612305,
      "learning_rate": 7.870877564126781e-07,
      "loss": 0.0084,
      "step": 243968
    },
    {
      "epoch": 9.226096482943598,
      "grad_norm": 0.7337320446968079,
      "learning_rate": 7.774545729288656e-07,
      "loss": 0.008,
      "step": 244224
    },
    {
      "epoch": 9.235767443617544,
      "grad_norm": 0.8372251987457275,
      "learning_rate": 7.677836122549205e-07,
      "loss": 0.0077,
      "step": 244480
    },
    {
      "epoch": 9.24543840429149,
      "grad_norm": 0.5399196147918701,
      "learning_rate": 7.581126515809755e-07,
      "loss": 0.0081,
      "step": 244736
    },
    {
      "epoch": 9.255109364965433,
      "grad_norm": 0.6882326602935791,
      "learning_rate": 7.484416909070303e-07,
      "loss": 0.0074,
      "step": 244992
    },
    {
      "epoch": 9.264780325639379,
      "grad_norm": 0.4875848889350891,
      "learning_rate": 7.387707302330853e-07,
      "loss": 0.0078,
      "step": 245248
    },
    {
      "epoch": 9.274451286313324,
      "grad_norm": 0.6352758407592773,
      "learning_rate": 7.290997695591403e-07,
      "loss": 0.0076,
      "step": 245504
    },
    {
      "epoch": 9.28412224698727,
      "grad_norm": 0.5875768065452576,
      "learning_rate": 7.194288088851951e-07,
      "loss": 0.0076,
      "step": 245760
    },
    {
      "epoch": 9.293793207661214,
      "grad_norm": 1.1072258949279785,
      "learning_rate": 7.097578482112501e-07,
      "loss": 0.0077,
      "step": 246016
    },
    {
      "epoch": 9.303464168335159,
      "grad_norm": 0.26419010758399963,
      "learning_rate": 7.00086887537305e-07,
      "loss": 0.008,
      "step": 246272
    },
    {
      "epoch": 9.313135129009105,
      "grad_norm": 0.6776321530342102,
      "learning_rate": 6.904159268633599e-07,
      "loss": 0.0078,
      "step": 246528
    },
    {
      "epoch": 9.322806089683048,
      "grad_norm": 0.787264347076416,
      "learning_rate": 6.807449661894148e-07,
      "loss": 0.0078,
      "step": 246784
    },
    {
      "epoch": 9.332477050356994,
      "grad_norm": 1.5133908987045288,
      "learning_rate": 6.710740055154698e-07,
      "loss": 0.0079,
      "step": 247040
    },
    {
      "epoch": 9.34214801103094,
      "grad_norm": 1.9702894687652588,
      "learning_rate": 6.614030448415248e-07,
      "loss": 0.0078,
      "step": 247296
    },
    {
      "epoch": 9.351818971704885,
      "grad_norm": 0.9628565907478333,
      "learning_rate": 6.517320841675796e-07,
      "loss": 0.0077,
      "step": 247552
    },
    {
      "epoch": 9.361489932378829,
      "grad_norm": 0.8602891564369202,
      "learning_rate": 6.420611234936346e-07,
      "loss": 0.0073,
      "step": 247808
    },
    {
      "epoch": 9.371160893052775,
      "grad_norm": 1.872865080833435,
      "learning_rate": 6.323901628196895e-07,
      "loss": 0.0078,
      "step": 248064
    },
    {
      "epoch": 9.38083185372672,
      "grad_norm": 0.39893224835395813,
      "learning_rate": 6.227947565260096e-07,
      "loss": 0.0076,
      "step": 248320
    },
    {
      "epoch": 9.390502814400666,
      "grad_norm": 1.3531806468963623,
      "learning_rate": 6.131237958520646e-07,
      "loss": 0.0076,
      "step": 248576
    },
    {
      "epoch": 9.40017377507461,
      "grad_norm": 0.8268289566040039,
      "learning_rate": 6.034528351781195e-07,
      "loss": 0.0074,
      "step": 248832
    },
    {
      "epoch": 9.409844735748555,
      "grad_norm": 0.7647328972816467,
      "learning_rate": 5.937818745041745e-07,
      "loss": 0.0078,
      "step": 249088
    },
    {
      "epoch": 9.4195156964225,
      "grad_norm": 1.1182609796524048,
      "learning_rate": 5.841109138302293e-07,
      "loss": 0.0075,
      "step": 249344
    },
    {
      "epoch": 9.429186657096444,
      "grad_norm": 1.0218778848648071,
      "learning_rate": 5.74477730346417e-07,
      "loss": 0.0085,
      "step": 249600
    },
    {
      "epoch": 9.43885761777039,
      "grad_norm": 1.2883316278457642,
      "learning_rate": 5.648067696724718e-07,
      "loss": 0.0072,
      "step": 249856
    },
    {
      "epoch": 9.448528578444336,
      "grad_norm": 1.2774299383163452,
      "learning_rate": 5.551358089985268e-07,
      "loss": 0.0074,
      "step": 250112
    },
    {
      "epoch": 9.458199539118281,
      "grad_norm": 0.2154589146375656,
      "learning_rate": 5.454648483245817e-07,
      "loss": 0.0073,
      "step": 250368
    },
    {
      "epoch": 9.467870499792225,
      "grad_norm": 0.4761625826358795,
      "learning_rate": 5.357938876506366e-07,
      "loss": 0.0074,
      "step": 250624
    },
    {
      "epoch": 9.47754146046617,
      "grad_norm": 0.6142901182174683,
      "learning_rate": 5.261229269766915e-07,
      "loss": 0.0072,
      "step": 250880
    },
    {
      "epoch": 9.487212421140116,
      "grad_norm": 0.5031432509422302,
      "learning_rate": 5.164519663027465e-07,
      "loss": 0.0076,
      "step": 251136
    },
    {
      "epoch": 9.49688338181406,
      "grad_norm": 0.4784689247608185,
      "learning_rate": 5.067810056288013e-07,
      "loss": 0.0074,
      "step": 251392
    },
    {
      "epoch": 9.506554342488005,
      "grad_norm": 1.2748435735702515,
      "learning_rate": 4.971100449548563e-07,
      "loss": 0.0081,
      "step": 251648
    },
    {
      "epoch": 9.516225303161951,
      "grad_norm": 0.4508354365825653,
      "learning_rate": 4.874390842809113e-07,
      "loss": 0.0075,
      "step": 251904
    },
    {
      "epoch": 9.525896263835897,
      "grad_norm": 0.5680904388427734,
      "learning_rate": 4.777681236069662e-07,
      "loss": 0.0077,
      "step": 252160
    },
    {
      "epoch": 9.53556722450984,
      "grad_norm": 0.3383603096008301,
      "learning_rate": 4.680971629330211e-07,
      "loss": 0.0073,
      "step": 252416
    },
    {
      "epoch": 9.545238185183786,
      "grad_norm": 0.46678826212882996,
      "learning_rate": 4.5842620225907603e-07,
      "loss": 0.0077,
      "step": 252672
    },
    {
      "epoch": 9.554909145857732,
      "grad_norm": 0.7010180354118347,
      "learning_rate": 4.4875524158513094e-07,
      "loss": 0.0075,
      "step": 252928
    },
    {
      "epoch": 9.564580106531675,
      "grad_norm": 0.3917682468891144,
      "learning_rate": 4.390842809111859e-07,
      "loss": 0.0073,
      "step": 253184
    },
    {
      "epoch": 9.574251067205621,
      "grad_norm": 0.9071930646896362,
      "learning_rate": 4.294133202372408e-07,
      "loss": 0.0072,
      "step": 253440
    },
    {
      "epoch": 9.583922027879566,
      "grad_norm": 0.3399870693683624,
      "learning_rate": 4.197423595632957e-07,
      "loss": 0.0072,
      "step": 253696
    },
    {
      "epoch": 9.593592988553512,
      "grad_norm": 0.35928821563720703,
      "learning_rate": 4.1007139888935067e-07,
      "loss": 0.0075,
      "step": 253952
    },
    {
      "epoch": 9.603263949227456,
      "grad_norm": 0.6536191701889038,
      "learning_rate": 4.0043821540553813e-07,
      "loss": 0.007,
      "step": 254208
    },
    {
      "epoch": 9.612934909901401,
      "grad_norm": 0.9190776944160461,
      "learning_rate": 3.9076725473159304e-07,
      "loss": 0.0077,
      "step": 254464
    },
    {
      "epoch": 9.622605870575347,
      "grad_norm": 0.38866549730300903,
      "learning_rate": 3.81096294057648e-07,
      "loss": 0.0076,
      "step": 254720
    },
    {
      "epoch": 9.632276831249293,
      "grad_norm": 0.859380841255188,
      "learning_rate": 3.714631105738355e-07,
      "loss": 0.0076,
      "step": 254976
    },
    {
      "epoch": 9.641947791923236,
      "grad_norm": 0.6037071943283081,
      "learning_rate": 3.617921498998905e-07,
      "loss": 0.0075,
      "step": 255232
    },
    {
      "epoch": 9.651618752597182,
      "grad_norm": 0.6212716698646545,
      "learning_rate": 3.521211892259454e-07,
      "loss": 0.0074,
      "step": 255488
    },
    {
      "epoch": 9.661289713271128,
      "grad_norm": 0.7153804898262024,
      "learning_rate": 3.4245022855200034e-07,
      "loss": 0.0074,
      "step": 255744
    },
    {
      "epoch": 9.670960673945071,
      "grad_norm": 0.40921831130981445,
      "learning_rate": 3.3277926787805525e-07,
      "loss": 0.0071,
      "step": 256000
    },
    {
      "epoch": 9.680631634619017,
      "grad_norm": 0.4033842384815216,
      "learning_rate": 3.2310830720411015e-07,
      "loss": 0.0074,
      "step": 256256
    },
    {
      "epoch": 9.690302595292962,
      "grad_norm": 0.7276524305343628,
      "learning_rate": 3.134373465301651e-07,
      "loss": 0.0069,
      "step": 256512
    },
    {
      "epoch": 9.699973555966906,
      "grad_norm": 0.33199068903923035,
      "learning_rate": 3.0376638585622e-07,
      "loss": 0.0073,
      "step": 256768
    },
    {
      "epoch": 9.709644516640852,
      "grad_norm": 1.7634646892547607,
      "learning_rate": 2.9409542518227497e-07,
      "loss": 0.0074,
      "step": 257024
    },
    {
      "epoch": 9.719315477314797,
      "grad_norm": 0.8427956104278564,
      "learning_rate": 2.8442446450832993e-07,
      "loss": 0.0074,
      "step": 257280
    },
    {
      "epoch": 9.728986437988743,
      "grad_norm": 1.259232521057129,
      "learning_rate": 2.7475350383438484e-07,
      "loss": 0.0073,
      "step": 257536
    },
    {
      "epoch": 9.738657398662687,
      "grad_norm": 0.6267582178115845,
      "learning_rate": 2.6512032035057236e-07,
      "loss": 0.0083,
      "step": 257792
    },
    {
      "epoch": 9.748328359336632,
      "grad_norm": 0.8313575387001038,
      "learning_rate": 2.5544935967662726e-07,
      "loss": 0.0074,
      "step": 258048
    },
    {
      "epoch": 9.757999320010578,
      "grad_norm": 0.4028800129890442,
      "learning_rate": 2.457783990026822e-07,
      "loss": 0.007,
      "step": 258304
    },
    {
      "epoch": 9.767670280684523,
      "grad_norm": 0.8609083294868469,
      "learning_rate": 2.3610743832873712e-07,
      "loss": 0.007,
      "step": 258560
    },
    {
      "epoch": 9.777341241358467,
      "grad_norm": 0.8979120850563049,
      "learning_rate": 2.2643647765479206e-07,
      "loss": 0.0073,
      "step": 258816
    },
    {
      "epoch": 9.787012202032413,
      "grad_norm": 0.4054584801197052,
      "learning_rate": 2.16765516980847e-07,
      "loss": 0.0073,
      "step": 259072
    },
    {
      "epoch": 9.796683162706358,
      "grad_norm": 0.624259352684021,
      "learning_rate": 2.0709455630690192e-07,
      "loss": 0.0073,
      "step": 259328
    },
    {
      "epoch": 9.806354123380302,
      "grad_norm": 2.5179178714752197,
      "learning_rate": 1.9742359563295683e-07,
      "loss": 0.007,
      "step": 259584
    },
    {
      "epoch": 9.816025084054248,
      "grad_norm": 0.4426276981830597,
      "learning_rate": 1.8775263495901176e-07,
      "loss": 0.0074,
      "step": 259840
    },
    {
      "epoch": 9.825696044728193,
      "grad_norm": 0.5008834600448608,
      "learning_rate": 1.780816742850667e-07,
      "loss": 0.0071,
      "step": 260096
    },
    {
      "epoch": 9.835367005402139,
      "grad_norm": 0.5199950337409973,
      "learning_rate": 1.6841071361112162e-07,
      "loss": 0.0073,
      "step": 260352
    },
    {
      "epoch": 9.845037966076083,
      "grad_norm": 0.4818352162837982,
      "learning_rate": 1.5873975293717655e-07,
      "loss": 0.0073,
      "step": 260608
    },
    {
      "epoch": 9.854708926750028,
      "grad_norm": 0.5122827887535095,
      "learning_rate": 1.4906879226323146e-07,
      "loss": 0.0072,
      "step": 260864
    },
    {
      "epoch": 9.864379887423974,
      "grad_norm": 0.47744113206863403,
      "learning_rate": 1.393978315892864e-07,
      "loss": 0.0071,
      "step": 261120
    },
    {
      "epoch": 9.874050848097918,
      "grad_norm": 0.9473596215248108,
      "learning_rate": 1.2972687091534132e-07,
      "loss": 0.0074,
      "step": 261376
    },
    {
      "epoch": 9.883721808771863,
      "grad_norm": 0.4428626596927643,
      "learning_rate": 1.2005591024139625e-07,
      "loss": 0.0065,
      "step": 261632
    },
    {
      "epoch": 9.893392769445809,
      "grad_norm": 0.5689484477043152,
      "learning_rate": 1.1038494956745117e-07,
      "loss": 0.0073,
      "step": 261888
    },
    {
      "epoch": 9.903063730119754,
      "grad_norm": 1.360382080078125,
      "learning_rate": 1.007139888935061e-07,
      "loss": 0.0074,
      "step": 262144
    },
    {
      "epoch": 9.912734690793698,
      "grad_norm": 0.3847149908542633,
      "learning_rate": 9.104302821956105e-08,
      "loss": 0.0073,
      "step": 262400
    },
    {
      "epoch": 9.922405651467644,
      "grad_norm": 0.9170914888381958,
      "learning_rate": 8.137206754561597e-08,
      "loss": 0.0069,
      "step": 262656
    },
    {
      "epoch": 9.93207661214159,
      "grad_norm": 1.0417931079864502,
      "learning_rate": 7.170110687167089e-08,
      "loss": 0.0072,
      "step": 262912
    },
    {
      "epoch": 9.941747572815533,
      "grad_norm": 0.2915762960910797,
      "learning_rate": 6.203014619772582e-08,
      "loss": 0.0074,
      "step": 263168
    },
    {
      "epoch": 9.951418533489479,
      "grad_norm": 0.5322707891464233,
      "learning_rate": 5.2359185523780745e-08,
      "loss": 0.0069,
      "step": 263424
    },
    {
      "epoch": 9.961089494163424,
      "grad_norm": 0.43616533279418945,
      "learning_rate": 4.272600203996827e-08,
      "loss": 0.0071,
      "step": 263680
    },
    {
      "epoch": 9.97076045483737,
      "grad_norm": 0.18823404610157013,
      "learning_rate": 3.3055041366023196e-08,
      "loss": 0.0068,
      "step": 263936
    },
    {
      "epoch": 9.980431415511314,
      "grad_norm": 0.354751318693161,
      "learning_rate": 2.3384080692078125e-08,
      "loss": 0.007,
      "step": 264192
    },
    {
      "epoch": 9.99010237618526,
      "grad_norm": 0.5725421905517578,
      "learning_rate": 1.3713120018133052e-08,
      "loss": 0.0069,
      "step": 264448
    },
    {
      "epoch": 9.999773336859205,
      "grad_norm": 0.6068072319030762,
      "learning_rate": 4.0421593441879794e-09,
      "loss": 0.0069,
      "step": 264704
    },
    {
      "epoch": 10.0,
      "eval_f1_B-DISEASE": 0.8741828663589726,
      "eval_f1_B-MEDICATION": 0.9680640187945084,
      "eval_f1_B-PROCEDURE": 0.886726381363117,
      "eval_f1_B-SYMPTOM": 0.8677488624930548,
      "eval_f1_I-DISEASE": 0.9058862087873993,
      "eval_f1_I-MEDICATION": 0.9721148269862749,
      "eval_f1_I-PROCEDURE": 0.9025097931470866,
      "eval_f1_I-SYMPTOM": 0.871689065166,
      "eval_f1_O": 0.9488277945102961,
      "eval_f1_macro": 0.91086109084519,
      "eval_f1_micro": 0.9258209025413705,
      "eval_loss": 0.084662064909935,
      "eval_precision_B-DISEASE": 0.8713572308113285,
      "eval_precision_B-MEDICATION": 0.9609386386824078,
      "eval_precision_B-PROCEDURE": 0.8885933806146572,
      "eval_precision_B-SYMPTOM": 0.8653448740603192,
      "eval_precision_I-DISEASE": 0.8926976515965541,
      "eval_precision_I-MEDICATION": 0.9645631533518749,
      "eval_precision_I-PROCEDURE": 0.9053174874934231,
      "eval_precision_I-SYMPTOM": 0.8622294637097672,
      "eval_precision_O": 0.9544161188553127,
      "eval_precision_macro": 0.9072731110195161,
      "eval_precision_micro": 0.9261736675283222,
      "eval_rauc_macro": 0.9505346838766735,
      "eval_rauc_micro": 0.958030714553245,
      "eval_recall_B-DISEASE": 0.8770268874582573,
      "eval_recall_B-MEDICATION": 0.9752958579881656,
      "eval_recall_B-PROCEDURE": 0.8848672110645185,
      "eval_recall_B-SYMPTOM": 0.8701662450307192,
      "eval_recall_I-DISEASE": 0.9194703003550523,
      "eval_recall_I-MEDICATION": 0.9797856794934242,
      "eval_recall_I-PROCEDURE": 0.8997194601683239,
      "eval_recall_I-SYMPTOM": 0.8813585334659656,
      "eval_recall_O": 0.9433045310495416,
      "eval_recall_macro": 0.9145549673415521,
      "eval_recall_micro": 0.9254684061773778,
      "eval_roc_auc_B-DISEASE": 0.937109922125121,
      "eval_roc_auc_B-MEDICATION": 0.9875495537276804,
      "eval_roc_auc_B-PROCEDURE": 0.9413096624896381,
      "eval_roc_auc_B-SYMPTOM": 0.9334000934823601,
      "eval_roc_auc_I-DISEASE": 0.9526114729812102,
      "eval_roc_auc_I-MEDICATION": 0.9896188033425148,
      "eval_roc_auc_I-PROCEDURE": 0.9453191508348936,
      "eval_roc_auc_I-SYMPTOM": 0.930295483791977,
      "eval_roc_auc_O": 0.9375980121146665,
      "eval_runtime": 38.3837,
      "eval_samples_per_second": 283.271,
      "eval_steps_per_second": 35.432,
      "step": 264710
    }
  ],
  "logging_steps": 256,
  "max_steps": 264710,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 9.931800327681485e+17,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}