{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 19496,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0051292572835453425,
      "grad_norm": 5.146663188934326,
      "learning_rate": 5.025641025641026e-07,
      "loss": 0.20988283157348633,
      "step": 50
    },
    {
      "epoch": 0.010258514567090685,
      "grad_norm": 1.9344255924224854,
      "learning_rate": 1.0153846153846155e-06,
      "loss": 0.08006068229675294,
      "step": 100
    },
    {
      "epoch": 0.015387771850636028,
      "grad_norm": 0.7599691152572632,
      "learning_rate": 1.5282051282051283e-06,
      "loss": 0.025034008026123048,
      "step": 150
    },
    {
      "epoch": 0.02051702913418137,
      "grad_norm": 2.4555349349975586,
      "learning_rate": 2.041025641025641e-06,
      "loss": 0.019598073959350586,
      "step": 200
    },
    {
      "epoch": 0.02564628641772671,
      "grad_norm": 0.22511054575443268,
      "learning_rate": 2.5538461538461538e-06,
      "loss": 0.01550939679145813,
      "step": 250
    },
    {
      "epoch": 0.030775543701272057,
      "grad_norm": 1.7008031606674194,
      "learning_rate": 3.066666666666667e-06,
      "loss": 0.015118303298950196,
      "step": 300
    },
    {
      "epoch": 0.0359048009848174,
      "grad_norm": 0.2420973777770996,
      "learning_rate": 3.57948717948718e-06,
      "loss": 0.0150359308719635,
      "step": 350
    },
    {
      "epoch": 0.04103405826836274,
      "grad_norm": 0.07540615648031235,
      "learning_rate": 4.0923076923076925e-06,
      "loss": 0.011664544343948363,
      "step": 400
    },
    {
      "epoch": 0.046163315551908085,
      "grad_norm": 0.33558762073516846,
      "learning_rate": 4.605128205128205e-06,
      "loss": 0.012408304214477538,
      "step": 450
    },
    {
      "epoch": 0.05129257283545342,
      "grad_norm": 1.9506994485855103,
      "learning_rate": 5.1179487179487186e-06,
      "loss": 0.01108514666557312,
      "step": 500
    },
    {
      "epoch": 0.05642183011899877,
      "grad_norm": 2.12082576751709,
      "learning_rate": 5.63076923076923e-06,
      "loss": 0.007002769708633423,
      "step": 550
    },
    {
      "epoch": 0.061551087402544113,
      "grad_norm": 0.08876100182533264,
      "learning_rate": 6.143589743589744e-06,
      "loss": 0.010732929706573486,
      "step": 600
    },
    {
      "epoch": 0.06668034468608945,
      "grad_norm": 0.06329763680696487,
      "learning_rate": 6.656410256410257e-06,
      "loss": 0.009123514890670776,
      "step": 650
    },
    {
      "epoch": 0.0718096019696348,
      "grad_norm": 0.10696346312761307,
      "learning_rate": 7.169230769230769e-06,
      "loss": 0.006033726930618286,
      "step": 700
    },
    {
      "epoch": 0.07693885925318014,
      "grad_norm": 0.18690240383148193,
      "learning_rate": 7.682051282051283e-06,
      "loss": 0.009448485970497132,
      "step": 750
    },
    {
      "epoch": 0.08206811653672548,
      "grad_norm": 0.13596756756305695,
      "learning_rate": 8.194871794871795e-06,
      "loss": 0.006707255840301514,
      "step": 800
    },
    {
      "epoch": 0.08719737382027082,
      "grad_norm": 0.32657232880592346,
      "learning_rate": 8.707692307692309e-06,
      "loss": 0.006077980995178223,
      "step": 850
    },
    {
      "epoch": 0.09232663110381617,
      "grad_norm": 0.5776617527008057,
      "learning_rate": 9.220512820512822e-06,
      "loss": 0.0075683963298797605,
      "step": 900
    },
    {
      "epoch": 0.09745588838736151,
      "grad_norm": 0.24212700128555298,
      "learning_rate": 9.733333333333334e-06,
      "loss": 0.005986063480377197,
      "step": 950
    },
    {
      "epoch": 0.10258514567090685,
      "grad_norm": 0.5887935161590576,
      "learning_rate": 1.0246153846153847e-05,
      "loss": 0.004652740359306335,
      "step": 1000
    },
    {
      "epoch": 0.1077144029544522,
      "grad_norm": 1.7308635711669922,
      "learning_rate": 1.0758974358974359e-05,
      "loss": 0.0070805585384368895,
      "step": 1050
    },
    {
      "epoch": 0.11284366023799754,
      "grad_norm": 0.3150564134120941,
      "learning_rate": 1.1271794871794873e-05,
      "loss": 0.006270056962966919,
      "step": 1100
    },
    {
      "epoch": 0.11797291752154287,
      "grad_norm": 0.1266297996044159,
      "learning_rate": 1.1784615384615386e-05,
      "loss": 0.004561504721641541,
      "step": 1150
    },
    {
      "epoch": 0.12310217480508823,
      "grad_norm": 0.1587323397397995,
      "learning_rate": 1.22974358974359e-05,
      "loss": 0.003875747323036194,
      "step": 1200
    },
    {
      "epoch": 0.12823143208863358,
      "grad_norm": 1.8177411556243896,
      "learning_rate": 1.2810256410256411e-05,
      "loss": 0.004878196120262146,
      "step": 1250
    },
    {
      "epoch": 0.1333606893721789,
      "grad_norm": 0.07512801885604858,
      "learning_rate": 1.3323076923076925e-05,
      "loss": 0.005473270416259766,
      "step": 1300
    },
    {
      "epoch": 0.13848994665572426,
      "grad_norm": 0.09478379040956497,
      "learning_rate": 1.3835897435897437e-05,
      "loss": 0.003836294412612915,
      "step": 1350
    },
    {
      "epoch": 0.1436192039392696,
      "grad_norm": 0.20241230726242065,
      "learning_rate": 1.434871794871795e-05,
      "loss": 0.004140390455722809,
      "step": 1400
    },
    {
      "epoch": 0.14874846122281493,
      "grad_norm": 0.28742000460624695,
      "learning_rate": 1.4861538461538464e-05,
      "loss": 0.005977784991264343,
      "step": 1450
    },
    {
      "epoch": 0.15387771850636028,
      "grad_norm": 1.9182926416397095,
      "learning_rate": 1.5374358974358975e-05,
      "loss": 0.00550079345703125,
      "step": 1500
    },
    {
      "epoch": 0.1590069757899056,
      "grad_norm": 0.23799288272857666,
      "learning_rate": 1.588717948717949e-05,
      "loss": 0.00528115451335907,
      "step": 1550
    },
    {
      "epoch": 0.16413623307345096,
      "grad_norm": 0.18093019723892212,
      "learning_rate": 1.64e-05,
      "loss": 0.004683617353439331,
      "step": 1600
    },
    {
      "epoch": 0.1692654903569963,
      "grad_norm": 0.6764870882034302,
      "learning_rate": 1.6912820512820512e-05,
      "loss": 0.004430403709411621,
      "step": 1650
    },
    {
      "epoch": 0.17439474764054164,
      "grad_norm": 0.030442317947745323,
      "learning_rate": 1.7425641025641026e-05,
      "loss": 0.007149366140365601,
      "step": 1700
    },
    {
      "epoch": 0.179524004924087,
      "grad_norm": 0.12910808622837067,
      "learning_rate": 1.793846153846154e-05,
      "loss": 0.004426850080490112,
      "step": 1750
    },
    {
      "epoch": 0.18465326220763234,
      "grad_norm": 0.03711940720677376,
      "learning_rate": 1.8451282051282053e-05,
      "loss": 0.002525296211242676,
      "step": 1800
    },
    {
      "epoch": 0.18978251949117766,
      "grad_norm": 0.209708109498024,
      "learning_rate": 1.8964102564102566e-05,
      "loss": 0.005534772872924805,
      "step": 1850
    },
    {
      "epoch": 0.19491177677472302,
      "grad_norm": 0.07900407165288925,
      "learning_rate": 1.9476923076923076e-05,
      "loss": 0.00532868504524231,
      "step": 1900
    },
    {
      "epoch": 0.20004103405826837,
      "grad_norm": 0.04088887572288513,
      "learning_rate": 1.998974358974359e-05,
      "loss": 0.004520394206047058,
      "step": 1950
    },
    {
      "epoch": 0.2051702913418137,
      "grad_norm": 0.044649723917245865,
      "learning_rate": 1.9944146814088682e-05,
      "loss": 0.004650795459747314,
      "step": 2000
    },
    {
      "epoch": 0.21029954862535905,
      "grad_norm": 0.36089038848876953,
      "learning_rate": 1.98871537672404e-05,
      "loss": 0.004750135838985443,
      "step": 2050
    },
    {
      "epoch": 0.2154288059089044,
      "grad_norm": 0.2627781331539154,
      "learning_rate": 1.9830160720392112e-05,
      "loss": 0.004101980328559875,
      "step": 2100
    },
    {
      "epoch": 0.22055806319244972,
      "grad_norm": 0.0719594806432724,
      "learning_rate": 1.977316767354383e-05,
      "loss": 0.002980492115020752,
      "step": 2150
    },
    {
      "epoch": 0.22568732047599507,
      "grad_norm": 0.027993543073534966,
      "learning_rate": 1.9716174626695546e-05,
      "loss": 0.0036524400115013123,
      "step": 2200
    },
    {
      "epoch": 0.23081657775954043,
      "grad_norm": 0.020856564864516258,
      "learning_rate": 1.965918157984726e-05,
      "loss": 0.004709515571594238,
      "step": 2250
    },
    {
      "epoch": 0.23594583504308575,
      "grad_norm": 0.7141599655151367,
      "learning_rate": 1.9602188532998976e-05,
      "loss": 0.004219242334365845,
      "step": 2300
    },
    {
      "epoch": 0.2410750923266311,
      "grad_norm": 0.6264314651489258,
      "learning_rate": 1.954519548615069e-05,
      "loss": 0.0027445003390312193,
      "step": 2350
    },
    {
      "epoch": 0.24620434961017645,
      "grad_norm": 0.0843123346567154,
      "learning_rate": 1.9488202439302406e-05,
      "loss": 0.004736282825469971,
      "step": 2400
    },
    {
      "epoch": 0.2513336068937218,
      "grad_norm": 0.03579830378293991,
      "learning_rate": 1.943120939245412e-05,
      "loss": 0.002808626592159271,
      "step": 2450
    },
    {
      "epoch": 0.25646286417726716,
      "grad_norm": 1.2769086360931396,
      "learning_rate": 1.937421634560584e-05,
      "loss": 0.0043040883541107175,
      "step": 2500
    },
    {
      "epoch": 0.26159212146081245,
      "grad_norm": 0.6006304621696472,
      "learning_rate": 1.931722329875755e-05,
      "loss": 0.00633010983467102,
      "step": 2550
    },
    {
      "epoch": 0.2667213787443578,
      "grad_norm": 0.4219711422920227,
      "learning_rate": 1.926023025190927e-05,
      "loss": 0.002694355249404907,
      "step": 2600
    },
    {
      "epoch": 0.27185063602790316,
      "grad_norm": 0.03629787266254425,
      "learning_rate": 1.9203237205060985e-05,
      "loss": 0.0020533058047294615,
      "step": 2650
    },
    {
      "epoch": 0.2769798933114485,
      "grad_norm": 0.5271649360656738,
      "learning_rate": 1.91462441582127e-05,
      "loss": 0.002846062183380127,
      "step": 2700
    },
    {
      "epoch": 0.28210915059499386,
      "grad_norm": 0.038686707615852356,
      "learning_rate": 1.9089251111364415e-05,
      "loss": 0.002439509928226471,
      "step": 2750
    },
    {
      "epoch": 0.2872384078785392,
      "grad_norm": 0.0804801732301712,
      "learning_rate": 1.903225806451613e-05,
      "loss": 0.00447674959897995,
      "step": 2800
    },
    {
      "epoch": 0.2923676651620845,
      "grad_norm": 0.11198680847883224,
      "learning_rate": 1.8975265017667846e-05,
      "loss": 0.0033469206094741823,
      "step": 2850
    },
    {
      "epoch": 0.29749692244562986,
      "grad_norm": 0.2559853196144104,
      "learning_rate": 1.891827197081956e-05,
      "loss": 0.004776168465614319,
      "step": 2900
    },
    {
      "epoch": 0.3026261797291752,
      "grad_norm": 0.9892205595970154,
      "learning_rate": 1.886127892397128e-05,
      "loss": 0.0021404142677783965,
      "step": 2950
    },
    {
      "epoch": 0.30775543701272057,
      "grad_norm": 0.028234116733074188,
      "learning_rate": 1.880428587712299e-05,
      "loss": 0.0031156307458877564,
      "step": 3000
    },
    {
      "epoch": 0.3128846942962659,
      "grad_norm": 0.08867978304624557,
      "learning_rate": 1.874729283027471e-05,
      "loss": 0.002720406651496887,
      "step": 3050
    },
    {
      "epoch": 0.3180139515798112,
      "grad_norm": 0.4465535283088684,
      "learning_rate": 1.8690299783426425e-05,
      "loss": 0.0033028775453567503,
      "step": 3100
    },
    {
      "epoch": 0.32314320886335657,
      "grad_norm": 0.11233843117952347,
      "learning_rate": 1.863330673657814e-05,
      "loss": 0.004013978838920593,
      "step": 3150
    },
    {
      "epoch": 0.3282724661469019,
      "grad_norm": 0.06376665830612183,
      "learning_rate": 1.8576313689729855e-05,
      "loss": 0.0012492486834526063,
      "step": 3200
    },
    {
      "epoch": 0.33340172343044727,
      "grad_norm": 0.03352602571249008,
      "learning_rate": 1.851932064288157e-05,
      "loss": 0.0030529314279556276,
      "step": 3250
    },
    {
      "epoch": 0.3385309807139926,
      "grad_norm": 1.316901683807373,
      "learning_rate": 1.8462327596033285e-05,
      "loss": 0.003336084485054016,
      "step": 3300
    },
    {
      "epoch": 0.343660237997538,
      "grad_norm": 0.5216875076293945,
      "learning_rate": 1.8405334549185e-05,
      "loss": 0.0019701987504959105,
      "step": 3350
    },
    {
      "epoch": 0.3487894952810833,
      "grad_norm": 0.008256763219833374,
      "learning_rate": 1.834834150233672e-05,
      "loss": 0.002782421410083771,
      "step": 3400
    },
    {
      "epoch": 0.3539187525646286,
      "grad_norm": 0.14605538547039032,
      "learning_rate": 1.829134845548843e-05,
      "loss": 0.0022422271966934205,
      "step": 3450
    },
    {
      "epoch": 0.359048009848174,
      "grad_norm": 0.05085963010787964,
      "learning_rate": 1.823435540864015e-05,
      "loss": 0.002529405951499939,
      "step": 3500
    },
    {
      "epoch": 0.36417726713171933,
      "grad_norm": 0.0359930619597435,
      "learning_rate": 1.8177362361791864e-05,
      "loss": 0.0026357889175415037,
      "step": 3550
    },
    {
      "epoch": 0.3693065244152647,
      "grad_norm": 0.23114101588726044,
      "learning_rate": 1.812036931494358e-05,
      "loss": 0.0027996709942817687,
      "step": 3600
    },
    {
      "epoch": 0.37443578169881003,
      "grad_norm": 0.021300168707966805,
      "learning_rate": 1.8063376268095294e-05,
      "loss": 0.0034693616628646852,
      "step": 3650
    },
    {
      "epoch": 0.37956503898235533,
      "grad_norm": 0.11509425938129425,
      "learning_rate": 1.800638322124701e-05,
      "loss": 0.0023235560953617095,
      "step": 3700
    },
    {
      "epoch": 0.3846942962659007,
      "grad_norm": 0.6359381079673767,
      "learning_rate": 1.7949390174398724e-05,
      "loss": 0.002906927764415741,
      "step": 3750
    },
    {
      "epoch": 0.38982355354944603,
      "grad_norm": 0.030257439240813255,
      "learning_rate": 1.789239712755044e-05,
      "loss": 0.0030827236175537107,
      "step": 3800
    },
    {
      "epoch": 0.3949528108329914,
      "grad_norm": 0.19199493527412415,
      "learning_rate": 1.7835404080702158e-05,
      "loss": 0.0042154985666275025,
      "step": 3850
    },
    {
      "epoch": 0.40008206811653674,
      "grad_norm": 0.01845471002161503,
      "learning_rate": 1.777841103385387e-05,
      "loss": 0.002743417024612427,
      "step": 3900
    },
    {
      "epoch": 0.4052113254000821,
      "grad_norm": 0.019544444978237152,
      "learning_rate": 1.7721417987005588e-05,
      "loss": 0.003500168323516846,
      "step": 3950
    },
    {
      "epoch": 0.4103405826836274,
      "grad_norm": 1.0970685482025146,
      "learning_rate": 1.7664424940157303e-05,
      "loss": 0.0025902286171913145,
      "step": 4000
    },
    {
      "epoch": 0.41546983996717274,
      "grad_norm": 0.0196465365588665,
      "learning_rate": 1.760743189330902e-05,
      "loss": 0.0017264434695243836,
      "step": 4050
    },
    {
      "epoch": 0.4205990972507181,
      "grad_norm": 0.1122385635972023,
      "learning_rate": 1.7550438846460734e-05,
      "loss": 0.00217318132519722,
      "step": 4100
    },
    {
      "epoch": 0.42572835453426344,
      "grad_norm": 0.24590978026390076,
      "learning_rate": 1.749344579961245e-05,
      "loss": 0.001975882798433304,
      "step": 4150
    },
    {
      "epoch": 0.4308576118178088,
      "grad_norm": 0.033505771309137344,
      "learning_rate": 1.7436452752764164e-05,
      "loss": 0.002472508400678635,
      "step": 4200
    },
    {
      "epoch": 0.43598686910135415,
      "grad_norm": 0.11213713139295578,
      "learning_rate": 1.737945970591588e-05,
      "loss": 0.002362338155508041,
      "step": 4250
    },
    {
      "epoch": 0.44111612638489944,
      "grad_norm": 0.0998101606965065,
      "learning_rate": 1.7322466659067597e-05,
      "loss": 0.0025117507576942442,
      "step": 4300
    },
    {
      "epoch": 0.4462453836684448,
      "grad_norm": 0.10846878588199615,
      "learning_rate": 1.726547361221931e-05,
      "loss": 0.002475926429033279,
      "step": 4350
    },
    {
      "epoch": 0.45137464095199015,
      "grad_norm": 0.30236443877220154,
      "learning_rate": 1.7208480565371028e-05,
      "loss": 0.002092706859111786,
      "step": 4400
    },
    {
      "epoch": 0.4565038982355355,
      "grad_norm": 0.020106056705117226,
      "learning_rate": 1.7151487518522743e-05,
      "loss": 0.0010956238210201264,
      "step": 4450
    },
    {
      "epoch": 0.46163315551908085,
      "grad_norm": 0.06396861374378204,
      "learning_rate": 1.7094494471674458e-05,
      "loss": 0.0018238377571105956,
      "step": 4500
    },
    {
      "epoch": 0.4667624128026262,
      "grad_norm": 0.4166419506072998,
      "learning_rate": 1.7037501424826173e-05,
      "loss": 0.003854023814201355,
      "step": 4550
    },
    {
      "epoch": 0.4718916700861715,
      "grad_norm": 0.03014219179749489,
      "learning_rate": 1.6980508377977888e-05,
      "loss": 0.0016187562048435211,
      "step": 4600
    },
    {
      "epoch": 0.47702092736971685,
      "grad_norm": 0.25602439045906067,
      "learning_rate": 1.6923515331129603e-05,
      "loss": 0.002320457398891449,
      "step": 4650
    },
    {
      "epoch": 0.4821501846532622,
      "grad_norm": 0.02201703004539013,
      "learning_rate": 1.686652228428132e-05,
      "loss": 0.0012020480632781983,
      "step": 4700
    },
    {
      "epoch": 0.48727944193680756,
      "grad_norm": 0.05641191452741623,
      "learning_rate": 1.6809529237433037e-05,
      "loss": 0.002663995623588562,
      "step": 4750
    },
    {
      "epoch": 0.4924086992203529,
      "grad_norm": 0.06632937490940094,
      "learning_rate": 1.675253619058475e-05,
      "loss": 0.0020142243802547454,
      "step": 4800
    },
    {
      "epoch": 0.49753795650389826,
      "grad_norm": 0.09227260202169418,
      "learning_rate": 1.6695543143736467e-05,
      "loss": 0.002214210033416748,
      "step": 4850
    },
    {
      "epoch": 0.5026672137874436,
      "grad_norm": 0.04919379949569702,
      "learning_rate": 1.6638550096888182e-05,
      "loss": 0.0022323706746101377,
      "step": 4900
    },
    {
      "epoch": 0.5077964710709889,
      "grad_norm": 0.05477536842226982,
      "learning_rate": 1.6581557050039897e-05,
      "loss": 0.0015611539781093598,
      "step": 4950
    },
    {
      "epoch": 0.5129257283545343,
      "grad_norm": 0.07904011756181717,
      "learning_rate": 1.6524564003191613e-05,
      "loss": 0.0026751086115837097,
      "step": 5000
    },
    {
      "epoch": 0.5180549856380796,
      "grad_norm": 0.03175102546811104,
      "learning_rate": 1.6467570956343328e-05,
      "loss": 0.0017083890736103058,
      "step": 5050
    },
    {
      "epoch": 0.5231842429216249,
      "grad_norm": 0.3278403878211975,
      "learning_rate": 1.6410577909495043e-05,
      "loss": 0.00195760115981102,
      "step": 5100
    },
    {
      "epoch": 0.5283135002051703,
      "grad_norm": 0.21054060757160187,
      "learning_rate": 1.6353584862646758e-05,
      "loss": 0.002422951906919479,
      "step": 5150
    },
    {
      "epoch": 0.5334427574887156,
      "grad_norm": 0.13860668241977692,
      "learning_rate": 1.6296591815798476e-05,
      "loss": 0.002446786016225815,
      "step": 5200
    },
    {
      "epoch": 0.538572014772261,
      "grad_norm": 0.3238920569419861,
      "learning_rate": 1.6239598768950188e-05,
      "loss": 0.0024388924241065977,
      "step": 5250
    },
    {
      "epoch": 0.5437012720558063,
      "grad_norm": 0.009936186484992504,
      "learning_rate": 1.6182605722101907e-05,
      "loss": 0.002167973667383194,
      "step": 5300
    },
    {
      "epoch": 0.5488305293393516,
      "grad_norm": 0.10222964733839035,
      "learning_rate": 1.6125612675253622e-05,
      "loss": 0.002880829870700836,
      "step": 5350
    },
    {
      "epoch": 0.553959786622897,
      "grad_norm": 0.006579564418643713,
      "learning_rate": 1.6068619628405337e-05,
      "loss": 0.0015730999410152435,
      "step": 5400
    },
    {
      "epoch": 0.5590890439064423,
      "grad_norm": 0.013894481584429741,
      "learning_rate": 1.6011626581557052e-05,
      "loss": 0.0010276009142398835,
      "step": 5450
    },
    {
      "epoch": 0.5642183011899877,
      "grad_norm": 0.1254359483718872,
      "learning_rate": 1.5954633534708767e-05,
      "loss": 0.0017169848084449767,
      "step": 5500
    },
    {
      "epoch": 0.569347558473533,
      "grad_norm": 0.12541364133358002,
      "learning_rate": 1.5897640487860482e-05,
      "loss": 0.0028713226318359377,
      "step": 5550
    },
    {
      "epoch": 0.5744768157570784,
      "grad_norm": 0.08445322513580322,
      "learning_rate": 1.5840647441012197e-05,
      "loss": 0.0016673532128334044,
      "step": 5600
    },
    {
      "epoch": 0.5796060730406237,
      "grad_norm": 0.04391612112522125,
      "learning_rate": 1.5783654394163916e-05,
      "loss": 0.002128530740737915,
      "step": 5650
    },
    {
      "epoch": 0.584735330324169,
      "grad_norm": 0.5561177134513855,
      "learning_rate": 1.5726661347315628e-05,
      "loss": 0.0019441001117229463,
      "step": 5700
    },
    {
      "epoch": 0.5898645876077144,
      "grad_norm": 0.09118201583623886,
      "learning_rate": 1.5669668300467346e-05,
      "loss": 0.0021015436947345732,
      "step": 5750
    },
    {
      "epoch": 0.5949938448912597,
      "grad_norm": 0.022824030369520187,
      "learning_rate": 1.561267525361906e-05,
      "loss": 0.002961210608482361,
      "step": 5800
    },
    {
      "epoch": 0.6001231021748051,
      "grad_norm": 0.04558834061026573,
      "learning_rate": 1.5555682206770776e-05,
      "loss": 0.001471487581729889,
      "step": 5850
    },
    {
      "epoch": 0.6052523594583504,
      "grad_norm": 0.031143372878432274,
      "learning_rate": 1.549868915992249e-05,
      "loss": 0.0027905339002609253,
      "step": 5900
    },
    {
      "epoch": 0.6103816167418957,
      "grad_norm": 0.2602635324001312,
      "learning_rate": 1.5441696113074207e-05,
      "loss": 0.002177398204803467,
      "step": 5950
    },
    {
      "epoch": 0.6155108740254411,
      "grad_norm": 0.008853335864841938,
      "learning_rate": 1.538470306622592e-05,
      "loss": 0.0020481890439987185,
      "step": 6000
    },
    {
      "epoch": 0.6206401313089864,
      "grad_norm": 0.024634389206767082,
      "learning_rate": 1.5327710019377637e-05,
      "loss": 0.002121390849351883,
      "step": 6050
    },
    {
      "epoch": 0.6257693885925318,
      "grad_norm": 0.009994241409003735,
      "learning_rate": 1.5270716972529355e-05,
      "loss": 0.001738632023334503,
      "step": 6100
    },
    {
      "epoch": 0.6308986458760771,
      "grad_norm": 0.16715426743030548,
      "learning_rate": 1.5213723925681067e-05,
      "loss": 0.002144707888364792,
      "step": 6150
    },
    {
      "epoch": 0.6360279031596224,
      "grad_norm": 0.05593431368470192,
      "learning_rate": 1.5156730878832784e-05,
      "loss": 0.0014984746277332305,
      "step": 6200
    },
    {
      "epoch": 0.6411571604431678,
      "grad_norm": 0.030156264081597328,
      "learning_rate": 1.50997378319845e-05,
      "loss": 0.0010228657722473145,
      "step": 6250
    },
    {
      "epoch": 0.6462864177267131,
      "grad_norm": 0.045500464737415314,
      "learning_rate": 1.5042744785136214e-05,
      "loss": 0.0017821905016899109,
      "step": 6300
    },
    {
      "epoch": 0.6514156750102585,
      "grad_norm": 0.0190139077603817,
      "learning_rate": 1.4985751738287931e-05,
      "loss": 0.0011478330194950104,
      "step": 6350
    },
    {
      "epoch": 0.6565449322938038,
      "grad_norm": 0.022497054189443588,
      "learning_rate": 1.4928758691439646e-05,
      "loss": 0.003517746925354004,
      "step": 6400
    },
    {
      "epoch": 0.6616741895773492,
      "grad_norm": 0.03552277013659477,
      "learning_rate": 1.4871765644591361e-05,
      "loss": 0.0014983375370502471,
      "step": 6450
    },
    {
      "epoch": 0.6668034468608945,
      "grad_norm": 0.012892907485365868,
      "learning_rate": 1.4814772597743076e-05,
      "loss": 0.0021820993721485137,
      "step": 6500
    },
    {
      "epoch": 0.6719327041444398,
      "grad_norm": 0.0045395540073513985,
      "learning_rate": 1.4757779550894793e-05,
      "loss": 0.001870407611131668,
      "step": 6550
    },
    {
      "epoch": 0.6770619614279852,
      "grad_norm": 0.054160960018634796,
      "learning_rate": 1.4700786504046506e-05,
      "loss": 0.0016691868007183074,
      "step": 6600
    },
    {
      "epoch": 0.6821912187115305,
      "grad_norm": 0.021756375208497047,
      "learning_rate": 1.4643793457198223e-05,
      "loss": 0.0011199010908603667,
      "step": 6650
    },
    {
      "epoch": 0.687320475995076,
      "grad_norm": 0.24180440604686737,
      "learning_rate": 1.458680041034994e-05,
      "loss": 0.002085486799478531,
      "step": 6700
    },
    {
      "epoch": 0.6924497332786212,
      "grad_norm": 0.02364238165318966,
      "learning_rate": 1.4529807363501653e-05,
      "loss": 0.001655416041612625,
      "step": 6750
    },
    {
      "epoch": 0.6975789905621665,
      "grad_norm": 0.013433502987027168,
      "learning_rate": 1.447281431665337e-05,
      "loss": 0.0014493338763713836,
      "step": 6800
    },
    {
      "epoch": 0.702708247845712,
      "grad_norm": 0.09692008048295975,
      "learning_rate": 1.4415821269805085e-05,
      "loss": 0.002443571090698242,
      "step": 6850
    },
    {
      "epoch": 0.7078375051292572,
      "grad_norm": 0.011011690832674503,
      "learning_rate": 1.43588282229568e-05,
      "loss": 0.0011622200906276703,
      "step": 6900
    },
    {
      "epoch": 0.7129667624128027,
      "grad_norm": 0.03306994214653969,
      "learning_rate": 1.4301835176108516e-05,
      "loss": 0.003230692148208618,
      "step": 6950
    },
    {
      "epoch": 0.718096019696348,
      "grad_norm": 0.08337920904159546,
      "learning_rate": 1.4244842129260232e-05,
      "loss": 0.001955211907625198,
      "step": 7000
    },
    {
      "epoch": 0.7232252769798934,
      "grad_norm": 0.08515248447656631,
      "learning_rate": 1.4187849082411946e-05,
      "loss": 0.001256055235862732,
      "step": 7050
    },
    {
      "epoch": 0.7283545342634387,
      "grad_norm": 0.11170300841331482,
      "learning_rate": 1.4130856035563663e-05,
      "loss": 0.0038022392988204955,
      "step": 7100
    },
    {
      "epoch": 0.733483791546984,
      "grad_norm": 0.005572218913584948,
      "learning_rate": 1.407386298871538e-05,
      "loss": 0.0017911630868911743,
      "step": 7150
    },
    {
      "epoch": 0.7386130488305294,
      "grad_norm": 0.008966299705207348,
      "learning_rate": 1.4016869941867093e-05,
      "loss": 0.0018778586387634278,
      "step": 7200
    },
    {
      "epoch": 0.7437423061140747,
      "grad_norm": 0.21079233288764954,
      "learning_rate": 1.395987689501881e-05,
      "loss": 0.0037654682993888853,
      "step": 7250
    },
    {
      "epoch": 0.7488715633976201,
      "grad_norm": 0.0403057225048542,
      "learning_rate": 1.3902883848170525e-05,
      "loss": 0.0012686464190483093,
      "step": 7300
    },
    {
      "epoch": 0.7540008206811654,
      "grad_norm": 0.09920848160982132,
      "learning_rate": 1.384589080132224e-05,
      "loss": 0.002512713074684143,
      "step": 7350
    },
    {
      "epoch": 0.7591300779647107,
      "grad_norm": 0.03594447299838066,
      "learning_rate": 1.3788897754473955e-05,
      "loss": 0.002175413519144058,
      "step": 7400
    },
    {
      "epoch": 0.7642593352482561,
      "grad_norm": 0.012109672650694847,
      "learning_rate": 1.3731904707625672e-05,
      "loss": 0.0014021342992782593,
      "step": 7450
    },
    {
      "epoch": 0.7693885925318014,
      "grad_norm": 0.055439919233322144,
      "learning_rate": 1.3674911660777385e-05,
      "loss": 0.0014539873600006104,
      "step": 7500
    },
    {
      "epoch": 0.7745178498153468,
      "grad_norm": 0.03262806683778763,
      "learning_rate": 1.3617918613929102e-05,
      "loss": 0.002966693043708801,
      "step": 7550
    },
    {
      "epoch": 0.7796471070988921,
      "grad_norm": 0.6407725811004639,
      "learning_rate": 1.3560925567080819e-05,
      "loss": 0.0016460046172142029,
      "step": 7600
    },
    {
      "epoch": 0.7847763643824375,
      "grad_norm": 0.07301273196935654,
      "learning_rate": 1.3503932520232532e-05,
      "loss": 0.001733643114566803,
      "step": 7650
    },
    {
      "epoch": 0.7899056216659828,
      "grad_norm": 0.04729823023080826,
      "learning_rate": 1.344693947338425e-05,
      "loss": 0.0012972503900527954,
      "step": 7700
    },
    {
      "epoch": 0.7950348789495281,
      "grad_norm": 0.055704180151224136,
      "learning_rate": 1.3389946426535964e-05,
      "loss": 0.0036036667227745058,
      "step": 7750
    },
    {
      "epoch": 0.8001641362330735,
      "grad_norm": 0.04170205816626549,
      "learning_rate": 1.333295337968768e-05,
      "loss": 0.002159286290407181,
      "step": 7800
    },
    {
      "epoch": 0.8052933935166188,
      "grad_norm": 0.03427044302225113,
      "learning_rate": 1.3275960332839395e-05,
      "loss": 0.001466388702392578,
      "step": 7850
    },
    {
      "epoch": 0.8104226508001642,
      "grad_norm": 0.1446782499551773,
      "learning_rate": 1.3218967285991111e-05,
      "loss": 0.0009994275867938995,
      "step": 7900
    },
    {
      "epoch": 0.8155519080837095,
      "grad_norm": 1.960245132446289,
      "learning_rate": 1.3161974239142825e-05,
      "loss": 0.002109799236059189,
      "step": 7950
    },
    {
      "epoch": 0.8206811653672548,
      "grad_norm": 0.011322901584208012,
      "learning_rate": 1.3104981192294542e-05,
      "loss": 0.0019486966729164125,
      "step": 8000
    },
    {
      "epoch": 0.8258104226508002,
      "grad_norm": 0.02532426454126835,
      "learning_rate": 1.3047988145446258e-05,
      "loss": 0.0010834269225597382,
      "step": 8050
    },
    {
      "epoch": 0.8309396799343455,
      "grad_norm": 0.006674936041235924,
      "learning_rate": 1.2990995098597972e-05,
      "loss": 0.0012358775734901428,
      "step": 8100
    },
    {
      "epoch": 0.8360689372178909,
      "grad_norm": 0.004865461494773626,
      "learning_rate": 1.2934002051749689e-05,
      "loss": 0.0026021018624305726,
      "step": 8150
    },
    {
      "epoch": 0.8411981945014362,
      "grad_norm": 0.03563657030463219,
      "learning_rate": 1.2877009004901404e-05,
      "loss": 0.0010813122987747192,
      "step": 8200
    },
    {
      "epoch": 0.8463274517849816,
      "grad_norm": 0.1195644959807396,
      "learning_rate": 1.2820015958053119e-05,
      "loss": 0.0018597865104675293,
      "step": 8250
    },
    {
      "epoch": 0.8514567090685269,
      "grad_norm": 0.01012786477804184,
      "learning_rate": 1.2763022911204834e-05,
      "loss": 0.001704736053943634,
      "step": 8300
    },
    {
      "epoch": 0.8565859663520722,
      "grad_norm": 0.02338203229010105,
      "learning_rate": 1.270602986435655e-05,
      "loss": 0.0011339907348155976,
      "step": 8350
    },
    {
      "epoch": 0.8617152236356176,
      "grad_norm": 0.01370213832706213,
      "learning_rate": 1.2649036817508264e-05,
      "loss": 0.0012083581089973449,
      "step": 8400
    },
    {
      "epoch": 0.8668444809191629,
      "grad_norm": 0.05253306403756142,
      "learning_rate": 1.2592043770659981e-05,
      "loss": 0.0018029493093490601,
      "step": 8450
    },
    {
      "epoch": 0.8719737382027083,
      "grad_norm": 0.019181661307811737,
      "learning_rate": 1.2535050723811696e-05,
      "loss": 0.0008252602815628052,
      "step": 8500
    },
    {
      "epoch": 0.8771029954862536,
      "grad_norm": 0.3479258716106415,
      "learning_rate": 1.2478057676963411e-05,
      "loss": 0.0017175833880901338,
      "step": 8550
    },
    {
      "epoch": 0.8822322527697989,
      "grad_norm": 0.05874745175242424,
      "learning_rate": 1.2421064630115126e-05,
      "loss": 0.002253309488296509,
      "step": 8600
    },
    {
      "epoch": 0.8873615100533443,
      "grad_norm": 0.025928650051355362,
      "learning_rate": 1.2364071583266843e-05,
      "loss": 0.0010428188741207123,
      "step": 8650
    },
    {
      "epoch": 0.8924907673368896,
      "grad_norm": 0.02793911285698414,
      "learning_rate": 1.2307078536418557e-05,
      "loss": 0.0010901305079460144,
      "step": 8700
    },
    {
      "epoch": 0.897620024620435,
      "grad_norm": 0.026237769052386284,
      "learning_rate": 1.2250085489570273e-05,
      "loss": 0.002191057354211807,
      "step": 8750
    },
    {
      "epoch": 0.9027492819039803,
      "grad_norm": 0.026652701199054718,
      "learning_rate": 1.219309244272199e-05,
      "loss": 0.0022504705190658568,
      "step": 8800
    },
    {
      "epoch": 0.9078785391875257,
      "grad_norm": 0.09745952486991882,
      "learning_rate": 1.2136099395873704e-05,
      "loss": 0.0013040122389793396,
      "step": 8850
    },
    {
      "epoch": 0.913007796471071,
      "grad_norm": 0.3571895956993103,
      "learning_rate": 1.207910634902542e-05,
      "loss": 0.0015031418204307556,
      "step": 8900
    },
    {
      "epoch": 0.9181370537546163,
      "grad_norm": 0.05399506166577339,
      "learning_rate": 1.2022113302177136e-05,
      "loss": 0.003377719819545746,
      "step": 8950
    },
    {
      "epoch": 0.9232663110381617,
      "grad_norm": 0.017251811921596527,
      "learning_rate": 1.196512025532885e-05,
      "loss": 0.0010861025750637055,
      "step": 9000
    },
    {
      "epoch": 0.928395568321707,
      "grad_norm": 0.01030634343624115,
      "learning_rate": 1.1908127208480566e-05,
      "loss": 0.0018379358947277068,
      "step": 9050
    },
    {
      "epoch": 0.9335248256052524,
      "grad_norm": 0.04392435401678085,
      "learning_rate": 1.1851134161632283e-05,
      "loss": 0.0013357341289520265,
      "step": 9100
    },
    {
      "epoch": 0.9386540828887977,
      "grad_norm": 0.009581666439771652,
      "learning_rate": 1.1794141114783996e-05,
      "loss": 0.0009307318925857544,
      "step": 9150
    },
    {
      "epoch": 0.943783340172343,
      "grad_norm": 0.017958320677280426,
      "learning_rate": 1.1737148067935713e-05,
      "loss": 0.0008443382382392884,
      "step": 9200
    },
    {
      "epoch": 0.9489125974558884,
      "grad_norm": 0.030002426356077194,
      "learning_rate": 1.168015502108743e-05,
      "loss": 0.0013130667805671692,
      "step": 9250
    },
    {
      "epoch": 0.9540418547394337,
      "grad_norm": 0.05621248111128807,
      "learning_rate": 1.1623161974239143e-05,
      "loss": 0.0012183979153633118,
      "step": 9300
    },
    {
      "epoch": 0.9591711120229791,
      "grad_norm": 0.015438093803822994,
      "learning_rate": 1.156616892739086e-05,
      "loss": 0.0012114503979682922,
      "step": 9350
    },
    {
      "epoch": 0.9643003693065244,
      "grad_norm": 0.07112756371498108,
      "learning_rate": 1.1509175880542575e-05,
      "loss": 0.0007900720834732055,
      "step": 9400
    },
    {
      "epoch": 0.9694296265900697,
      "grad_norm": 0.017932914197444916,
      "learning_rate": 1.145218283369429e-05,
      "loss": 0.0010725505650043487,
      "step": 9450
    },
    {
      "epoch": 0.9745588838736151,
      "grad_norm": 0.021347526460886,
      "learning_rate": 1.1395189786846005e-05,
      "loss": 0.0007509399950504303,
      "step": 9500
    },
    {
      "epoch": 0.9796881411571604,
      "grad_norm": 0.06269439309835434,
      "learning_rate": 1.1338196739997722e-05,
      "loss": 0.0014818912744522094,
      "step": 9550
    },
    {
      "epoch": 0.9848173984407058,
      "grad_norm": 0.030811917036771774,
      "learning_rate": 1.1281203693149435e-05,
      "loss": 0.0014112085103988648,
      "step": 9600
    },
    {
      "epoch": 0.9899466557242511,
      "grad_norm": 0.01883218064904213,
      "learning_rate": 1.1224210646301152e-05,
      "loss": 0.0012676098942756653,
      "step": 9650
    },
    {
      "epoch": 0.9950759130077965,
      "grad_norm": 0.011095144785940647,
      "learning_rate": 1.1167217599452869e-05,
      "loss": 0.0006470730900764465,
      "step": 9700
    },
    {
      "epoch": 1.0,
      "eval_biencoder-val_cosine_accuracy@1": 0.929,
      "eval_biencoder-val_cosine_accuracy@10": 1.0,
      "eval_biencoder-val_cosine_accuracy@30": 1.0,
      "eval_biencoder-val_cosine_accuracy@5": 1.0,
      "eval_biencoder-val_cosine_map@100": 0.9638333333333332,
      "eval_biencoder-val_cosine_mrr@10": 0.9638333333333332,
      "eval_biencoder-val_cosine_ndcg@10": 0.9732722934892877,
      "eval_biencoder-val_cosine_precision@1": 0.929,
      "eval_biencoder-val_cosine_precision@10": 0.10000000000000002,
      "eval_biencoder-val_cosine_precision@3": 0.33333333333333326,
      "eval_biencoder-val_cosine_precision@5": 0.20000000000000004,
      "eval_biencoder-val_cosine_recall@1": 0.929,
      "eval_biencoder-val_cosine_recall@10": 1.0,
      "eval_biencoder-val_cosine_recall@3": 1.0,
      "eval_biencoder-val_cosine_recall@5": 1.0,
      "eval_runtime": 0.8723,
      "eval_samples_per_second": 0.0,
      "eval_steps_per_second": 0.0,
      "step": 9748
    },
    {
      "epoch": 1.0002051702913417,
      "grad_norm": 0.020323621109128,
      "learning_rate": 1.1110224552604583e-05,
      "loss": 0.0013780112564563752,
      "step": 9750
    },
    {
      "epoch": 1.0053344275748872,
      "grad_norm": 0.004307797644287348,
      "learning_rate": 1.10532315057563e-05,
      "loss": 0.0006412163376808167,
      "step": 9800
    },
    {
      "epoch": 1.0104636848584325,
      "grad_norm": 0.009799239225685596,
      "learning_rate": 1.0996238458908014e-05,
      "loss": 0.0004977862536907196,
      "step": 9850
    },
    {
      "epoch": 1.0155929421419778,
      "grad_norm": 0.022461585700511932,
      "learning_rate": 1.093924541205973e-05,
      "loss": 0.0010745452344417571,
      "step": 9900
    },
    {
      "epoch": 1.0207221994255231,
      "grad_norm": 0.07712484151124954,
      "learning_rate": 1.0882252365211445e-05,
      "loss": 0.0010736149549484253,
      "step": 9950
    },
    {
      "epoch": 1.0258514567090686,
      "grad_norm": 0.5892838835716248,
      "learning_rate": 1.0825259318363162e-05,
      "loss": 0.0008927598595619201,
      "step": 10000
    },
    {
      "epoch": 1.030980713992614,
      "grad_norm": 0.017941532656550407,
      "learning_rate": 1.0768266271514875e-05,
      "loss": 0.0012636129558086396,
      "step": 10050
    },
    {
      "epoch": 1.0361099712761592,
      "grad_norm": 0.01072506420314312,
      "learning_rate": 1.0711273224666592e-05,
      "loss": 0.0007530584931373596,
      "step": 10100
    },
    {
      "epoch": 1.0412392285597045,
      "grad_norm": 0.0135742062702775,
      "learning_rate": 1.0654280177818309e-05,
      "loss": 0.0008298644423484803,
      "step": 10150
    },
    {
      "epoch": 1.0463684858432498,
      "grad_norm": 0.004919547121971846,
      "learning_rate": 1.0597287130970022e-05,
      "loss": 0.0006191575527191162,
      "step": 10200
    },
    {
      "epoch": 1.0514977431267953,
      "grad_norm": 0.006896316539496183,
      "learning_rate": 1.0540294084121739e-05,
      "loss": 0.0005970624089241028,
      "step": 10250
    },
    {
      "epoch": 1.0566270004103406,
      "grad_norm": 0.017362670972943306,
      "learning_rate": 1.0483301037273454e-05,
      "loss": 0.0010388505458831787,
      "step": 10300
    },
    {
      "epoch": 1.061756257693886,
      "grad_norm": 0.009948116727173328,
      "learning_rate": 1.0426307990425169e-05,
      "loss": 0.002600117623806,
      "step": 10350
    },
    {
      "epoch": 1.0668855149774312,
      "grad_norm": 0.13733653724193573,
      "learning_rate": 1.0369314943576884e-05,
      "loss": 0.0006903569400310516,
      "step": 10400
    },
    {
      "epoch": 1.0720147722609765,
      "grad_norm": 0.021996526047587395,
      "learning_rate": 1.0312321896728601e-05,
      "loss": 0.0006774544715881347,
      "step": 10450
    },
    {
      "epoch": 1.077144029544522,
      "grad_norm": 0.019396133720874786,
      "learning_rate": 1.0255328849880314e-05,
      "loss": 0.001027439534664154,
      "step": 10500
    },
    {
      "epoch": 1.0822732868280673,
      "grad_norm": 0.051219504326581955,
      "learning_rate": 1.0198335803032031e-05,
      "loss": 0.0016321080923080444,
      "step": 10550
    },
    {
      "epoch": 1.0874025441116126,
      "grad_norm": 0.042537640780210495,
      "learning_rate": 1.0141342756183748e-05,
      "loss": 0.001430421769618988,
      "step": 10600
    },
    {
      "epoch": 1.092531801395158,
      "grad_norm": 0.007988890632987022,
      "learning_rate": 1.0084349709335461e-05,
      "loss": 0.0007320943474769592,
      "step": 10650
    },
    {
      "epoch": 1.0976610586787032,
      "grad_norm": 0.04716062545776367,
      "learning_rate": 1.0027356662487178e-05,
      "loss": 0.0006467428803443909,
      "step": 10700
    },
    {
      "epoch": 1.1027903159622487,
      "grad_norm": 0.04211856424808502,
      "learning_rate": 9.970363615638893e-06,
      "loss": 0.0020744732022285463,
      "step": 10750
    },
    {
      "epoch": 1.107919573245794,
      "grad_norm": 0.022933784872293472,
      "learning_rate": 9.913370568790608e-06,
      "loss": 0.002727853357791901,
      "step": 10800
    },
    {
      "epoch": 1.1130488305293393,
      "grad_norm": 0.056059807538986206,
      "learning_rate": 9.856377521942324e-06,
      "loss": 0.0006137263774871827,
      "step": 10850
    },
    {
      "epoch": 1.1181780878128846,
      "grad_norm": 0.010968386195600033,
      "learning_rate": 9.799384475094039e-06,
      "loss": 0.0006363588571548462,
      "step": 10900
    },
    {
      "epoch": 1.1233073450964302,
      "grad_norm": 0.41986656188964844,
      "learning_rate": 9.742391428245754e-06,
      "loss": 0.0012197810411453246,
      "step": 10950
    },
    {
      "epoch": 1.1284366023799755,
      "grad_norm": 0.03437654301524162,
      "learning_rate": 9.68539838139747e-06,
      "loss": 0.0016349181532859802,
      "step": 11000
    },
    {
      "epoch": 1.1335658596635207,
      "grad_norm": 0.04348124563694,
      "learning_rate": 9.628405334549186e-06,
      "loss": 0.001471232771873474,
      "step": 11050
    },
    {
      "epoch": 1.138695116947066,
      "grad_norm": 0.03468090295791626,
      "learning_rate": 9.571412287700901e-06,
      "loss": 0.0025710177421569822,
      "step": 11100
    },
    {
      "epoch": 1.1438243742306113,
      "grad_norm": 0.007106569595634937,
      "learning_rate": 9.514419240852618e-06,
      "loss": 0.0008309808373451233,
      "step": 11150
    },
    {
      "epoch": 1.1489536315141566,
      "grad_norm": 0.040379106998443604,
      "learning_rate": 9.457426194004333e-06,
      "loss": 0.0007265037298202514,
      "step": 11200
    },
    {
      "epoch": 1.1540828887977022,
      "grad_norm": 0.07387026399374008,
      "learning_rate": 9.400433147156048e-06,
      "loss": 0.0007269151508808136,
      "step": 11250
    },
    {
      "epoch": 1.1592121460812475,
      "grad_norm": 0.006104862317442894,
      "learning_rate": 9.343440100307763e-06,
      "loss": 0.0012055251002311706,
      "step": 11300
    },
    {
      "epoch": 1.1643414033647927,
      "grad_norm": 0.026950648054480553,
      "learning_rate": 9.286447053459478e-06,
      "loss": 0.001047862470149994,
      "step": 11350
    },
    {
      "epoch": 1.169470660648338,
      "grad_norm": 0.19440318644046783,
      "learning_rate": 9.229454006611193e-06,
      "loss": 0.0005311770737171173,
      "step": 11400
    },
    {
      "epoch": 1.1745999179318836,
      "grad_norm": 0.06631787121295929,
      "learning_rate": 9.17246095976291e-06,
      "loss": 0.0007610043883323669,
      "step": 11450
    },
    {
      "epoch": 1.1797291752154289,
      "grad_norm": 0.027273444458842278,
      "learning_rate": 9.115467912914625e-06,
      "loss": 0.000621786117553711,
      "step": 11500
    },
    {
      "epoch": 1.1848584324989742,
      "grad_norm": 0.0168417040258646,
      "learning_rate": 9.05847486606634e-06,
      "loss": 0.0005212992429733277,
      "step": 11550
    },
    {
      "epoch": 1.1899876897825195,
      "grad_norm": 0.12111318111419678,
      "learning_rate": 9.001481819218057e-06,
      "loss": 0.0016236424446105957,
      "step": 11600
    },
    {
      "epoch": 1.1951169470660647,
      "grad_norm": 0.01940443180501461,
      "learning_rate": 8.944488772369772e-06,
      "loss": 0.0008924838900566101,
      "step": 11650
    },
    {
      "epoch": 1.2002462043496103,
      "grad_norm": 0.009674574248492718,
      "learning_rate": 8.887495725521487e-06,
      "loss": 0.0011235535144805907,
      "step": 11700
    },
    {
      "epoch": 1.2053754616331556,
      "grad_norm": 0.005509492009878159,
      "learning_rate": 8.830502678673202e-06,
      "loss": 0.0006038323044776917,
      "step": 11750
    },
    {
      "epoch": 1.2105047189167009,
      "grad_norm": 0.23156745731830597,
      "learning_rate": 8.773509631824918e-06,
      "loss": 0.0013854414224624633,
      "step": 11800
    },
    {
      "epoch": 1.2156339762002462,
      "grad_norm": 0.10829994827508926,
      "learning_rate": 8.716516584976633e-06,
      "loss": 0.000596238374710083,
      "step": 11850
    },
    {
      "epoch": 1.2207632334837915,
      "grad_norm": 0.004275528248399496,
      "learning_rate": 8.65952353812835e-06,
      "loss": 0.0006009680032730102,
      "step": 11900
    },
    {
      "epoch": 1.225892490767337,
      "grad_norm": 0.009944693185389042,
      "learning_rate": 8.602530491280065e-06,
      "loss": 0.0014707162976264954,
      "step": 11950
    },
    {
      "epoch": 1.2310217480508823,
      "grad_norm": 0.013600296340882778,
      "learning_rate": 8.54553744443178e-06,
      "loss": 0.0005389291048049926,
      "step": 12000
    },
    {
      "epoch": 1.2361510053344276,
      "grad_norm": 0.0223905798047781,
      "learning_rate": 8.488544397583497e-06,
      "loss": 0.003673248589038849,
      "step": 12050
    },
    {
      "epoch": 1.2412802626179729,
      "grad_norm": 0.012790598906576633,
      "learning_rate": 8.431551350735212e-06,
      "loss": 0.000642637312412262,
      "step": 12100
    },
    {
      "epoch": 1.2464095199015182,
      "grad_norm": 0.007352329324930906,
      "learning_rate": 8.374558303886927e-06,
      "loss": 0.0004784885048866272,
      "step": 12150
    },
    {
      "epoch": 1.2515387771850637,
      "grad_norm": 0.44836658239364624,
      "learning_rate": 8.317565257038642e-06,
      "loss": 0.0007071253657341003,
      "step": 12200
    },
    {
      "epoch": 1.256668034468609,
      "grad_norm": 0.06353507936000824,
      "learning_rate": 8.260572210190357e-06,
      "loss": 0.0015534579753875733,
      "step": 12250
    },
    {
      "epoch": 1.2617972917521543,
      "grad_norm": 0.07285618782043457,
      "learning_rate": 8.203579163342072e-06,
      "loss": 0.0005829083919525146,
      "step": 12300
    },
    {
      "epoch": 1.2669265490356996,
      "grad_norm": 0.004738403484225273,
      "learning_rate": 8.146586116493789e-06,
      "loss": 0.0015484358370304108,
      "step": 12350
    },
    {
      "epoch": 1.272055806319245,
      "grad_norm": 0.01686130091547966,
      "learning_rate": 8.089593069645504e-06,
      "loss": 0.0004922723770141601,
      "step": 12400
    },
    {
      "epoch": 1.2771850636027904,
      "grad_norm": 0.017023002728819847,
      "learning_rate": 8.03260002279722e-06,
      "loss": 0.000672076940536499,
      "step": 12450
    },
    {
      "epoch": 1.2823143208863357,
      "grad_norm": 0.011692719534039497,
      "learning_rate": 7.975606975948936e-06,
      "loss": 0.0006229496002197266,
      "step": 12500
    },
    {
      "epoch": 1.287443578169881,
      "grad_norm": 0.009096607565879822,
      "learning_rate": 7.918613929100651e-06,
      "loss": 0.0009301286935806274,
      "step": 12550
    },
    {
      "epoch": 1.2925728354534263,
      "grad_norm": 0.055945273488759995,
      "learning_rate": 7.861620882252366e-06,
      "loss": 0.0004671996831893921,
      "step": 12600
    },
    {
      "epoch": 1.2977020927369716,
      "grad_norm": 0.01874576508998871,
      "learning_rate": 7.804627835404081e-06,
      "loss": 0.00038488924503326415,
      "step": 12650
    },
    {
      "epoch": 1.302831350020517,
      "grad_norm": 0.02037273906171322,
      "learning_rate": 7.747634788555796e-06,
      "loss": 0.001074599027633667,
      "step": 12700
    },
    {
      "epoch": 1.3079606073040624,
      "grad_norm": 0.028113173320889473,
      "learning_rate": 7.690641741707512e-06,
      "loss": 0.0006131212413311005,
      "step": 12750
    },
    {
      "epoch": 1.3130898645876077,
      "grad_norm": 0.007892386987805367,
      "learning_rate": 7.633648694859228e-06,
      "loss": 0.000581781268119812,
      "step": 12800
    },
    {
      "epoch": 1.318219121871153,
      "grad_norm": 0.04557061940431595,
      "learning_rate": 7.5766556480109435e-06,
      "loss": 0.0005579075217247009,
      "step": 12850
    },
    {
      "epoch": 1.3233483791546985,
      "grad_norm": 0.004758005030453205,
      "learning_rate": 7.519662601162659e-06,
      "loss": 0.00044855713844299316,
      "step": 12900
    },
    {
      "epoch": 1.3284776364382438,
      "grad_norm": 0.053557779639959335,
      "learning_rate": 7.462669554314375e-06,
      "loss": 0.0014822837710380555,
      "step": 12950
    },
    {
      "epoch": 1.333606893721789,
      "grad_norm": 0.013253672979772091,
      "learning_rate": 7.40567650746609e-06,
      "loss": 0.0013494199514389037,
      "step": 13000
    },
    {
      "epoch": 1.3387361510053344,
      "grad_norm": 0.007712292950600386,
      "learning_rate": 7.348683460617805e-06,
      "loss": 0.0008460769057273865,
      "step": 13050
    },
    {
      "epoch": 1.3438654082888797,
      "grad_norm": 0.028559701517224312,
      "learning_rate": 7.291690413769521e-06,
      "loss": 0.0009650763869285584,
      "step": 13100
    },
    {
      "epoch": 1.348994665572425,
      "grad_norm": 0.03476807847619057,
      "learning_rate": 7.234697366921236e-06,
      "loss": 0.0006557583808898925,
      "step": 13150
    },
    {
      "epoch": 1.3541239228559705,
      "grad_norm": 0.03715438395738602,
      "learning_rate": 7.177704320072951e-06,
      "loss": 0.001336461305618286,
      "step": 13200
    },
    {
      "epoch": 1.3592531801395158,
      "grad_norm": 0.006591553334146738,
      "learning_rate": 7.120711273224668e-06,
      "loss": 0.0005404025316238404,
      "step": 13250
    },
    {
      "epoch": 1.364382437423061,
      "grad_norm": 0.013354040682315826,
      "learning_rate": 7.063718226376383e-06,
      "loss": 0.0016759490966796874,
      "step": 13300
    },
    {
      "epoch": 1.3695116947066066,
      "grad_norm": 0.004464422352612019,
      "learning_rate": 7.006725179528098e-06,
      "loss": 0.0020402561128139494,
      "step": 13350
    },
    {
      "epoch": 1.374640951990152,
      "grad_norm": 0.0071783666498959064,
      "learning_rate": 6.949732132679814e-06,
      "loss": 0.00044939160346984863,
      "step": 13400
    },
    {
      "epoch": 1.3797702092736972,
      "grad_norm": 0.04091225564479828,
      "learning_rate": 6.892739085831529e-06,
      "loss": 0.00044884562492370606,
      "step": 13450
    },
    {
      "epoch": 1.3848994665572425,
      "grad_norm": 0.008949765004217625,
      "learning_rate": 6.835746038983244e-06,
      "loss": 0.0009319144487380982,
      "step": 13500
    },
    {
      "epoch": 1.3900287238407878,
      "grad_norm": 0.016390034928917885,
      "learning_rate": 6.77875299213496e-06,
      "loss": 0.0004179143905639648,
      "step": 13550
    },
    {
      "epoch": 1.395157981124333,
      "grad_norm": 0.044730667024850845,
      "learning_rate": 6.721759945286675e-06,
      "loss": 0.0008553892374038696,
      "step": 13600
    },
    {
      "epoch": 1.4002872384078786,
      "grad_norm": 0.03032684326171875,
      "learning_rate": 6.6647668984383905e-06,
      "loss": 0.00040693581104278564,
      "step": 13650
    },
    {
      "epoch": 1.405416495691424,
      "grad_norm": 0.00720440037548542,
      "learning_rate": 6.6077738515901064e-06,
      "loss": 0.0007417532801628113,
      "step": 13700
    },
    {
      "epoch": 1.4105457529749692,
      "grad_norm": 0.043598294258117676,
      "learning_rate": 6.5507808047418216e-06,
      "loss": 0.001252269446849823,
      "step": 13750
    },
    {
      "epoch": 1.4156750102585145,
      "grad_norm": 0.2630448043346405,
      "learning_rate": 6.493787757893537e-06,
      "loss": 0.0006510725617408752,
      "step": 13800
    },
    {
      "epoch": 1.42080426754206,
      "grad_norm": 0.12175612151622772,
      "learning_rate": 6.4367947110452535e-06,
      "loss": 0.0009742790460586548,
      "step": 13850
    },
    {
      "epoch": 1.4259335248256053,
      "grad_norm": 0.008543884381651878,
      "learning_rate": 6.379801664196969e-06,
      "loss": 0.0010201582312583924,
      "step": 13900
    },
    {
      "epoch": 1.4310627821091506,
      "grad_norm": 0.011405929923057556,
      "learning_rate": 6.322808617348684e-06,
      "loss": 0.0008232490718364715,
      "step": 13950
    },
    {
      "epoch": 1.436192039392696,
      "grad_norm": 0.006674911826848984,
      "learning_rate": 6.2658155705004e-06,
      "loss": 0.0009403946995735168,
      "step": 14000
    },
    {
      "epoch": 1.4413212966762412,
      "grad_norm": 0.02636873908340931,
      "learning_rate": 6.208822523652115e-06,
      "loss": 0.0015288326144218445,
      "step": 14050
    },
    {
      "epoch": 1.4464505539597865,
      "grad_norm": 0.010799755342304707,
      "learning_rate": 6.15182947680383e-06,
      "loss": 0.0008086912333965301,
      "step": 14100
    },
    {
      "epoch": 1.451579811243332,
      "grad_norm": 0.00788508728146553,
      "learning_rate": 6.094836429955546e-06,
      "loss": 0.000679481029510498,
      "step": 14150
    },
    {
      "epoch": 1.4567090685268773,
      "grad_norm": 0.1568962037563324,
      "learning_rate": 6.037843383107261e-06,
      "loss": 0.0006565728783607483,
      "step": 14200
    },
    {
      "epoch": 1.4618383258104226,
      "grad_norm": 0.025997241958975792,
      "learning_rate": 5.980850336258976e-06,
      "loss": 0.0010558784008026123,
      "step": 14250
    },
    {
      "epoch": 1.4669675830939681,
      "grad_norm": 0.013356027193367481,
      "learning_rate": 5.923857289410693e-06,
      "loss": 0.0022724229097366333,
      "step": 14300
    },
    {
      "epoch": 1.4720968403775134,
      "grad_norm": 0.025233469903469086,
      "learning_rate": 5.866864242562408e-06,
      "loss": 0.0011099863052368164,
      "step": 14350
    },
    {
      "epoch": 1.4772260976610587,
      "grad_norm": 0.00507698580622673,
      "learning_rate": 5.809871195714123e-06,
      "loss": 0.0004247647523880005,
      "step": 14400
    },
    {
      "epoch": 1.482355354944604,
      "grad_norm": 0.005569028202444315,
      "learning_rate": 5.752878148865839e-06,
      "loss": 0.0008500492572784423,
      "step": 14450
    },
    {
      "epoch": 1.4874846122281493,
      "grad_norm": 0.06364163011312485,
      "learning_rate": 5.695885102017554e-06,
      "loss": 0.0005384421348571777,
      "step": 14500
    },
    {
      "epoch": 1.4926138695116946,
      "grad_norm": 0.0061021894216537476,
      "learning_rate": 5.638892055169269e-06,
      "loss": 0.0009390240907669067,
      "step": 14550
    },
    {
      "epoch": 1.4977431267952401,
      "grad_norm": 0.06408653408288956,
      "learning_rate": 5.581899008320985e-06,
      "loss": 0.0003880223631858826,
      "step": 14600
    },
    {
      "epoch": 1.5028723840787854,
      "grad_norm": 0.006361554842442274,
      "learning_rate": 5.5249059614727005e-06,
      "loss": 0.00038288965821266176,
      "step": 14650
    },
    {
      "epoch": 1.5080016413623307,
      "grad_norm": 0.012359695509076118,
      "learning_rate": 5.4679129146244156e-06,
      "loss": 0.00042018115520477296,
      "step": 14700
    },
    {
      "epoch": 1.5131308986458762,
      "grad_norm": 0.09342452883720398,
      "learning_rate": 5.410919867776132e-06,
      "loss": 0.0010700696706771851,
      "step": 14750
    },
    {
      "epoch": 1.5182601559294215,
      "grad_norm": 0.011165376752614975,
      "learning_rate": 5.3539268209278475e-06,
      "loss": 0.002023402750492096,
      "step": 14800
    },
    {
      "epoch": 1.5233894132129668,
      "grad_norm": 0.04357055202126503,
      "learning_rate": 5.296933774079563e-06,
      "loss": 0.0007374601066112518,
      "step": 14850
    },
    {
      "epoch": 1.5285186704965121,
      "grad_norm": 0.004575764294713736,
      "learning_rate": 5.239940727231279e-06,
      "loss": 0.0004954004287719727,
      "step": 14900
    },
    {
      "epoch": 1.5336479277800574,
      "grad_norm": 0.01638239435851574,
      "learning_rate": 5.182947680382994e-06,
      "loss": 0.0004453620314598084,
      "step": 14950
    },
    {
      "epoch": 1.5387771850636027,
      "grad_norm": 0.020702429115772247,
      "learning_rate": 5.125954633534709e-06,
      "loss": 0.0004130262136459351,
      "step": 15000
    },
    {
      "epoch": 1.543906442347148,
      "grad_norm": 0.036988165229558945,
      "learning_rate": 5.068961586686425e-06,
      "loss": 0.0008672660589218139,
      "step": 15050
    },
    {
      "epoch": 1.5490356996306933,
      "grad_norm": 0.006969288922846317,
      "learning_rate": 5.01196853983814e-06,
      "loss": 0.0005355362594127656,
      "step": 15100
    },
    {
      "epoch": 1.5541649569142388,
      "grad_norm": 0.0261154156178236,
      "learning_rate": 4.954975492989856e-06,
      "loss": 0.0006160007417201996,
      "step": 15150
    },
    {
      "epoch": 1.5592942141977841,
      "grad_norm": 0.003943952731788158,
      "learning_rate": 4.897982446141571e-06,
      "loss": 0.0008477187156677246,
      "step": 15200
    },
    {
      "epoch": 1.5644234714813297,
      "grad_norm": 0.01097947172820568,
      "learning_rate": 4.840989399293287e-06,
      "loss": 0.000611473023891449,
      "step": 15250
    },
    {
      "epoch": 1.569552728764875,
      "grad_norm": 0.2929246425628662,
      "learning_rate": 4.783996352445002e-06,
      "loss": 0.0022622349858283995,
      "step": 15300
    },
    {
      "epoch": 1.5746819860484202,
      "grad_norm": 0.020579788833856583,
      "learning_rate": 4.727003305596717e-06,
      "loss": 0.000628172755241394,
      "step": 15350
    },
    {
      "epoch": 1.5798112433319655,
      "grad_norm": 0.04158257693052292,
      "learning_rate": 4.670010258748433e-06,
      "loss": 0.0005809402465820312,
      "step": 15400
    },
    {
      "epoch": 1.5849405006155108,
      "grad_norm": 0.030321037396788597,
      "learning_rate": 4.613017211900149e-06,
      "loss": 0.0012504719197750092,
      "step": 15450
    },
    {
      "epoch": 1.5900697578990561,
      "grad_norm": 0.003760402789339423,
      "learning_rate": 4.556024165051864e-06,
      "loss": 0.0005912356078624726,
      "step": 15500
    },
    {
      "epoch": 1.5951990151826014,
      "grad_norm": 0.007559386547654867,
      "learning_rate": 4.499031118203579e-06,
      "loss": 0.00040479302406311036,
      "step": 15550
    },
    {
      "epoch": 1.600328272466147,
      "grad_norm": 0.03453294560313225,
      "learning_rate": 4.442038071355295e-06,
      "loss": 0.0020462825894355776,
      "step": 15600
    },
    {
      "epoch": 1.6054575297496922,
      "grad_norm": 0.020316729322075844,
      "learning_rate": 4.38504502450701e-06,
      "loss": 0.0016433340311050415,
      "step": 15650
    },
    {
      "epoch": 1.6105867870332375,
      "grad_norm": 0.01812104694545269,
      "learning_rate": 4.328051977658726e-06,
      "loss": 0.0004745867848396301,
      "step": 15700
    },
    {
      "epoch": 1.615716044316783,
      "grad_norm": 0.018005484715104103,
      "learning_rate": 4.2710589308104415e-06,
      "loss": 0.0004400739073753357,
      "step": 15750
    },
    {
      "epoch": 1.6208453016003284,
      "grad_norm": 0.1476868987083435,
      "learning_rate": 4.214065883962157e-06,
      "loss": 0.0010610869526863098,
      "step": 15800
    },
    {
      "epoch": 1.6259745588838737,
      "grad_norm": 0.2994936406612396,
      "learning_rate": 4.157072837113873e-06,
      "loss": 0.001360025405883789,
      "step": 15850
    },
    {
      "epoch": 1.631103816167419,
      "grad_norm": 0.002983258804306388,
      "learning_rate": 4.100079790265588e-06,
      "loss": 0.0005485677719116211,
      "step": 15900
    },
    {
      "epoch": 1.6362330734509642,
      "grad_norm": 0.005654474720358849,
      "learning_rate": 4.043086743417303e-06,
      "loss": 0.001110573410987854,
      "step": 15950
    },
    {
      "epoch": 1.6413623307345095,
      "grad_norm": 0.019883785396814346,
      "learning_rate": 3.986093696569019e-06,
      "loss": 0.0007011586427688599,
      "step": 16000
    },
    {
      "epoch": 1.6464915880180548,
      "grad_norm": 0.04697249457240105,
      "learning_rate": 3.929100649720735e-06,
      "loss": 0.0005320942401885986,
      "step": 16050
    },
    {
      "epoch": 1.6516208453016004,
      "grad_norm": 0.004929785616695881,
      "learning_rate": 3.87210760287245e-06,
      "loss": 0.0008407318592071533,
      "step": 16100
    },
    {
      "epoch": 1.6567501025851457,
      "grad_norm": 0.03038635477423668,
      "learning_rate": 3.815114556024165e-06,
      "loss": 0.00030867159366607664,
      "step": 16150
    },
    {
      "epoch": 1.6618793598686912,
      "grad_norm": 0.06552842259407043,
      "learning_rate": 3.758121509175881e-06,
      "loss": 0.0011920902132987977,
      "step": 16200
    },
    {
      "epoch": 1.6670086171522365,
      "grad_norm": 0.013011803850531578,
      "learning_rate": 3.701128462327596e-06,
      "loss": 0.000447293221950531,
      "step": 16250
    },
    {
      "epoch": 1.6721378744357818,
      "grad_norm": 0.00991652812808752,
      "learning_rate": 3.644135415479312e-06,
      "loss": 0.00033876419067382815,
      "step": 16300
    },
    {
      "epoch": 1.677267131719327,
      "grad_norm": 0.025500046089291573,
      "learning_rate": 3.5871423686310276e-06,
      "loss": 0.0002862626314163208,
      "step": 16350
    },
    {
      "epoch": 1.6823963890028724,
      "grad_norm": 0.054780106991529465,
      "learning_rate": 3.5301493217827427e-06,
      "loss": 0.0022387760877609253,
      "step": 16400
    },
    {
      "epoch": 1.6875256462864177,
      "grad_norm": 0.009139726869761944,
      "learning_rate": 3.4731562749344582e-06,
      "loss": 0.0004343575239181519,
      "step": 16450
    },
    {
      "epoch": 1.692654903569963,
      "grad_norm": 0.005948680453002453,
      "learning_rate": 3.4161632280861738e-06,
      "loss": 0.000540688931941986,
      "step": 16500
    },
    {
      "epoch": 1.6977841608535083,
      "grad_norm": 0.028869858011603355,
      "learning_rate": 3.359170181237889e-06,
      "loss": 0.00035138726234436036,
      "step": 16550
    },
    {
      "epoch": 1.7029134181370538,
      "grad_norm": 0.0448104664683342,
      "learning_rate": 3.302177134389605e-06,
      "loss": 0.0005932286381721497,
      "step": 16600
    },
    {
      "epoch": 1.708042675420599,
      "grad_norm": 0.09236075729131699,
      "learning_rate": 3.2451840875413204e-06,
      "loss": 0.0006601068377494812,
      "step": 16650
    },
    {
      "epoch": 1.7131719327041446,
      "grad_norm": 0.014860023744404316,
      "learning_rate": 3.1881910406930355e-06,
      "loss": 0.0008951804041862488,
      "step": 16700
    },
    {
      "epoch": 1.7183011899876899,
      "grad_norm": 0.019764918833971024,
      "learning_rate": 3.131197993844751e-06,
      "loss": 0.00040823638439178465,
      "step": 16750
    },
    {
      "epoch": 1.7234304472712352,
      "grad_norm": 0.008326166309416294,
      "learning_rate": 3.074204946996467e-06,
      "loss": 0.001432819664478302,
      "step": 16800
    },
    {
      "epoch": 1.7285597045547805,
      "grad_norm": 0.0029986989684402943,
      "learning_rate": 3.017211900148182e-06,
      "loss": 0.0012194857001304627,
      "step": 16850
    },
    {
      "epoch": 1.7336889618383258,
      "grad_norm": 0.09672784060239792,
      "learning_rate": 2.9602188532998977e-06,
      "loss": 0.00047722727060317994,
      "step": 16900
    },
    {
      "epoch": 1.738818219121871,
      "grad_norm": 0.0037852392997592688,
      "learning_rate": 2.903225806451613e-06,
      "loss": 0.0008305265009403229,
      "step": 16950
    },
    {
      "epoch": 1.7439474764054164,
      "grad_norm": 0.36351898312568665,
      "learning_rate": 2.8462327596033283e-06,
      "loss": 0.0005665953457355499,
      "step": 17000
    },
    {
      "epoch": 1.7490767336889619,
      "grad_norm": 0.006676111835986376,
      "learning_rate": 2.7892397127550443e-06,
      "loss": 0.0007315759360790253,
      "step": 17050
    },
    {
      "epoch": 1.7542059909725072,
      "grad_norm": 0.07323434203863144,
      "learning_rate": 2.73224666590676e-06,
      "loss": 0.00037639960646629333,
      "step": 17100
    },
    {
      "epoch": 1.7593352482560525,
      "grad_norm": 0.013121088966727257,
      "learning_rate": 2.675253619058475e-06,
      "loss": 0.0011937808990478515,
      "step": 17150
    },
    {
      "epoch": 1.764464505539598,
      "grad_norm": 0.03192434832453728,
      "learning_rate": 2.6182605722101905e-06,
      "loss": 0.0013308241963386537,
      "step": 17200
    },
    {
      "epoch": 1.7695937628231433,
      "grad_norm": 0.014523284509778023,
      "learning_rate": 2.5612675253619065e-06,
      "loss": 0.0010080689191818237,
      "step": 17250
    },
    {
      "epoch": 1.7747230201066886,
      "grad_norm": 0.003345728386193514,
      "learning_rate": 2.5042744785136216e-06,
      "loss": 0.0009157347679138183,
      "step": 17300
    },
    {
      "epoch": 1.7798522773902339,
      "grad_norm": 0.011479219421744347,
      "learning_rate": 2.447281431665337e-06,
      "loss": 0.00039456844329833986,
      "step": 17350
    },
    {
      "epoch": 1.7849815346737792,
      "grad_norm": 0.00539002101868391,
      "learning_rate": 2.3902883848170527e-06,
      "loss": 0.0003252148628234863,
      "step": 17400
    },
    {
      "epoch": 1.7901107919573245,
      "grad_norm": 0.0179832074791193,
      "learning_rate": 2.333295337968768e-06,
      "loss": 0.0006710499525070191,
      "step": 17450
    },
    {
      "epoch": 1.7952400492408698,
      "grad_norm": 0.019012339413166046,
      "learning_rate": 2.2763022911204833e-06,
      "loss": 0.0003579908609390259,
      "step": 17500
    },
    {
      "epoch": 1.8003693065244153,
      "grad_norm": 0.021011650562286377,
      "learning_rate": 2.219309244272199e-06,
      "loss": 0.0003782680630683899,
      "step": 17550
    },
    {
      "epoch": 1.8054985638079606,
      "grad_norm": 0.008447716012597084,
      "learning_rate": 2.1623161974239144e-06,
      "loss": 0.0005027109384536743,
      "step": 17600
    },
    {
      "epoch": 1.810627821091506,
      "grad_norm": 0.07184159755706787,
      "learning_rate": 2.10532315057563e-06,
      "loss": 0.00039920926094055175,
      "step": 17650
    },
    {
      "epoch": 1.8157570783750514,
      "grad_norm": 0.009770162403583527,
      "learning_rate": 2.0483301037273455e-06,
      "loss": 0.0002949029207229614,
      "step": 17700
    },
    {
      "epoch": 1.8208863356585967,
      "grad_norm": 0.02992192842066288,
      "learning_rate": 1.991337056879061e-06,
      "loss": 0.0003519010543823242,
      "step": 17750
    },
    {
      "epoch": 1.826015592942142,
      "grad_norm": 0.007283203303813934,
      "learning_rate": 1.9343440100307766e-06,
      "loss": 0.001447817087173462,
      "step": 17800
    },
    {
      "epoch": 1.8311448502256873,
      "grad_norm": 0.0020318494644016027,
      "learning_rate": 1.8773509631824919e-06,
      "loss": 0.0003602537512779236,
      "step": 17850
    },
    {
      "epoch": 1.8362741075092326,
      "grad_norm": 0.008025232702493668,
      "learning_rate": 1.8203579163342074e-06,
      "loss": 0.0007793241739273071,
      "step": 17900
    },
    {
      "epoch": 1.8414033647927779,
      "grad_norm": 0.024956921115517616,
      "learning_rate": 1.763364869485923e-06,
      "loss": 0.00035044103860855104,
      "step": 17950
    },
    {
      "epoch": 1.8465326220763232,
      "grad_norm": 0.005003917030990124,
      "learning_rate": 1.7063718226376383e-06,
      "loss": 0.000377134382724762,
      "step": 18000
    },
    {
      "epoch": 1.8516618793598687,
      "grad_norm": 0.006638799328356981,
      "learning_rate": 1.649378775789354e-06,
      "loss": 0.0006813791394233704,
      "step": 18050
    },
    {
      "epoch": 1.856791136643414,
      "grad_norm": 0.023331264033913612,
      "learning_rate": 1.5923857289410694e-06,
      "loss": 0.0003337270021438599,
      "step": 18100
    },
    {
      "epoch": 1.8619203939269595,
      "grad_norm": 0.01474565640091896,
      "learning_rate": 1.5353926820927847e-06,
      "loss": 0.0003927820920944214,
      "step": 18150
    },
    {
      "epoch": 1.8670496512105048,
      "grad_norm": 0.004943469073623419,
      "learning_rate": 1.4783996352445005e-06,
      "loss": 0.0019324821233749389,
      "step": 18200
    },
    {
      "epoch": 1.87217890849405,
      "grad_norm": 0.006063356995582581,
      "learning_rate": 1.4214065883962158e-06,
      "loss": 0.0004604470729827881,
      "step": 18250
    },
    {
      "epoch": 1.8773081657775954,
      "grad_norm": 0.00663331663236022,
      "learning_rate": 1.3644135415479311e-06,
      "loss": 0.0006617265939712525,
      "step": 18300
    },
    {
      "epoch": 1.8824374230611407,
      "grad_norm": 0.006572545040398836,
      "learning_rate": 1.3074204946996469e-06,
      "loss": 0.00035414040088653563,
      "step": 18350
    },
    {
      "epoch": 1.887566680344686,
      "grad_norm": 0.03555886074900627,
      "learning_rate": 1.2504274478513622e-06,
      "loss": 0.0013728688657283783,
      "step": 18400
    },
    {
      "epoch": 1.8926959376282313,
      "grad_norm": 0.00993818137794733,
      "learning_rate": 1.1934344010030777e-06,
      "loss": 0.0005572491884231567,
      "step": 18450
    },
    {
      "epoch": 1.8978251949117768,
      "grad_norm": 0.04966617748141289,
      "learning_rate": 1.1364413541547933e-06,
      "loss": 0.0003973785042762756,
      "step": 18500
    },
    {
      "epoch": 1.902954452195322,
      "grad_norm": 0.0040567717514932156,
      "learning_rate": 1.0794483073065088e-06,
      "loss": 0.00035895496606826784,
      "step": 18550
    },
    {
      "epoch": 1.9080837094788674,
      "grad_norm": 0.007941263727843761,
      "learning_rate": 1.0224552604582241e-06,
      "loss": 0.00032996714115142824,
      "step": 18600
    },
    {
      "epoch": 1.913212966762413,
      "grad_norm": 0.04344106465578079,
      "learning_rate": 9.654622136099397e-07,
      "loss": 0.0006199817359447479,
      "step": 18650
    },
    {
      "epoch": 1.9183422240459582,
      "grad_norm": 0.0051651448011398315,
      "learning_rate": 9.084691667616552e-07,
      "loss": 0.0008288529515266418,
      "step": 18700
    },
    {
      "epoch": 1.9234714813295035,
      "grad_norm": 0.007254309486597776,
      "learning_rate": 8.514761199133706e-07,
      "loss": 0.00048538297414779663,
      "step": 18750
    },
    {
      "epoch": 1.9286007386130488,
      "grad_norm": 0.09651651978492737,
      "learning_rate": 7.944830730650861e-07,
      "loss": 0.00031837493181228636,
      "step": 18800
    },
    {
      "epoch": 1.9337299958965941,
      "grad_norm": 0.0036208152305334806,
      "learning_rate": 7.374900262168016e-07,
      "loss": 0.0003172314167022705,
      "step": 18850
    },
    {
      "epoch": 1.9388592531801394,
      "grad_norm": 0.010356809943914413,
      "learning_rate": 6.804969793685171e-07,
      "loss": 0.000322052538394928,
      "step": 18900
    },
    {
      "epoch": 1.9439885104636847,
      "grad_norm": 0.008326847106218338,
      "learning_rate": 6.235039325202326e-07,
      "loss": 0.0007110384106636048,
      "step": 18950
    },
    {
      "epoch": 1.9491177677472302,
      "grad_norm": 0.02525205910205841,
      "learning_rate": 5.66510885671948e-07,
      "loss": 0.0003109830617904663,
      "step": 19000
    },
    {
      "epoch": 1.9542470250307755,
      "grad_norm": 0.01355426199734211,
      "learning_rate": 5.095178388236636e-07,
      "loss": 0.0008139577507972717,
      "step": 19050
    },
    {
      "epoch": 1.959376282314321,
      "grad_norm": 0.008329730480909348,
      "learning_rate": 4.52524791975379e-07,
      "loss": 0.0007415449619293213,
      "step": 19100
    },
    {
      "epoch": 1.9645055395978663,
      "grad_norm": 0.0014810786815360188,
      "learning_rate": 3.955317451270945e-07,
      "loss": 0.0003853049874305725,
      "step": 19150
    },
    {
      "epoch": 1.9696347968814116,
      "grad_norm": 0.03657092899084091,
      "learning_rate": 3.3853869827881005e-07,
      "loss": 0.0003694988787174225,
      "step": 19200
    },
    {
      "epoch": 1.974764054164957,
      "grad_norm": 0.0059157381765544415,
      "learning_rate": 2.815456514305255e-07,
      "loss": 0.0013805073499679565,
      "step": 19250
    },
    {
      "epoch": 1.9798933114485022,
      "grad_norm": 0.0027979083824902773,
      "learning_rate": 2.2455260458224098e-07,
      "loss": 0.0008595210313796998,
      "step": 19300
    },
    {
      "epoch": 1.9850225687320475,
      "grad_norm": 0.009878180921077728,
      "learning_rate": 1.6755955773395646e-07,
      "loss": 0.0003620834648609161,
      "step": 19350
    },
    {
      "epoch": 1.9901518260155928,
      "grad_norm": 0.004368235357105732,
      "learning_rate": 1.1056651088567195e-07,
      "loss": 0.0012495499849319459,
      "step": 19400
    },
    {
      "epoch": 1.9952810832991383,
      "grad_norm": 0.025456879287958145,
      "learning_rate": 5.357346403738744e-08,
      "loss": 0.0009994500875473023,
      "step": 19450
    },
    {
      "epoch": 2.0,
      "eval_biencoder-val_cosine_accuracy@1": 0.929,
      "eval_biencoder-val_cosine_accuracy@10": 1.0,
      "eval_biencoder-val_cosine_accuracy@30": 1.0,
      "eval_biencoder-val_cosine_accuracy@5": 1.0,
      "eval_biencoder-val_cosine_map@100": 0.9638333333333332,
      "eval_biencoder-val_cosine_mrr@10": 0.9638333333333332,
      "eval_biencoder-val_cosine_ndcg@10": 0.9732722934892877,
      "eval_biencoder-val_cosine_precision@1": 0.929,
      "eval_biencoder-val_cosine_precision@10": 0.10000000000000002,
      "eval_biencoder-val_cosine_precision@3": 0.33333333333333326,
      "eval_biencoder-val_cosine_precision@5": 0.20000000000000004,
      "eval_biencoder-val_cosine_recall@1": 0.929,
      "eval_biencoder-val_cosine_recall@10": 1.0,
      "eval_biencoder-val_cosine_recall@3": 1.0,
      "eval_biencoder-val_cosine_recall@5": 1.0,
      "eval_runtime": 0.9214,
      "eval_samples_per_second": 0.0,
      "eval_steps_per_second": 0.0,
      "step": 19496
    }
  ],
  "logging_steps": 50,
  "max_steps": 19496,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 64,
  "trial_name": null,
  "trial_params": null
}