{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.14417531718569782,
  "eval_steps": 500,
  "global_step": 500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0014417531718569781,
      "grad_norm": 91136.0,
      "kd_loss": 0.53515625,
      "learning_rate": 1.3333333333333334e-06,
      "loss": 1.4874,
      "step": 5,
      "student_loss": 0.6224480271339417,
      "teacher_loss": 0.00038480176590383053
    },
    {
      "epoch": 0.0028835063437139563,
      "grad_norm": 29312.0,
      "kd_loss": 0.54296875,
      "learning_rate": 3e-06,
      "loss": 1.3555,
      "step": 10,
      "student_loss": 0.7942929863929749,
      "teacher_loss": 0.0007905907114036381
    },
    {
      "epoch": 0.004325259515570935,
      "grad_norm": 25088.0,
      "kd_loss": 0.515625,
      "learning_rate": 4.666666666666667e-06,
      "loss": 1.3876,
      "step": 15,
      "student_loss": 0.2712247967720032,
      "teacher_loss": 0.0006367590394802392
    },
    {
      "epoch": 0.0057670126874279125,
      "grad_norm": 11328.0,
      "kd_loss": 0.5234375,
      "learning_rate": 6.333333333333333e-06,
      "loss": 1.3195,
      "step": 20,
      "student_loss": 0.991253137588501,
      "teacher_loss": 0.00029781984630972147
    },
    {
      "epoch": 0.00720876585928489,
      "grad_norm": 4896.0,
      "kd_loss": 0.46875,
      "learning_rate": 8.000000000000001e-06,
      "loss": 1.2722,
      "step": 25,
      "student_loss": 0.24368858337402344,
      "teacher_loss": 0.0009928465588018298
    },
    {
      "epoch": 0.00865051903114187,
      "grad_norm": 35584.0,
      "kd_loss": 0.48828125,
      "learning_rate": 9.666666666666667e-06,
      "loss": 1.2823,
      "step": 30,
      "student_loss": 0.7547083497047424,
      "teacher_loss": 0.0003548521490301937
    },
    {
      "epoch": 0.010092272202998846,
      "grad_norm": 11584.0,
      "kd_loss": 0.458984375,
      "learning_rate": 9.99958042442916e-06,
      "loss": 1.1068,
      "step": 35,
      "student_loss": 0.48039907217025757,
      "teacher_loss": 0.00026277394499629736
    },
    {
      "epoch": 0.011534025374855825,
      "grad_norm": 33536.0,
      "kd_loss": 0.5,
      "learning_rate": 9.997876019358083e-06,
      "loss": 1.174,
      "step": 40,
      "student_loss": 0.7645292282104492,
      "teacher_loss": 0.07346436381340027
    },
    {
      "epoch": 0.012975778546712802,
      "grad_norm": 3664.0,
      "kd_loss": 0.478515625,
      "learning_rate": 9.99486100792044e-06,
      "loss": 0.9907,
      "step": 45,
      "student_loss": 1.340754508972168,
      "teacher_loss": 0.0009389458573423326
    },
    {
      "epoch": 0.01441753171856978,
      "grad_norm": 1584.0,
      "kd_loss": 0.486328125,
      "learning_rate": 9.990536180750724e-06,
      "loss": 0.9709,
      "step": 50,
      "student_loss": 0.31134045124053955,
      "teacher_loss": 0.00372113729827106
    },
    {
      "epoch": 0.015859284890426758,
      "grad_norm": 672.0,
      "kd_loss": 0.44921875,
      "learning_rate": 9.984902671959911e-06,
      "loss": 0.7719,
      "step": 55,
      "student_loss": 0.11045902222394943,
      "teacher_loss": 0.0004030822601635009
    },
    {
      "epoch": 0.01730103806228374,
      "grad_norm": 648.0,
      "kd_loss": 0.447265625,
      "learning_rate": 9.97796195883804e-06,
      "loss": 0.725,
      "step": 60,
      "student_loss": 0.15876038372516632,
      "teacher_loss": 0.0018200079211965203
    },
    {
      "epoch": 0.018742791234140715,
      "grad_norm": 490.0,
      "kd_loss": 0.447265625,
      "learning_rate": 9.969715861466839e-06,
      "loss": 0.6844,
      "step": 65,
      "student_loss": 0.2451532483100891,
      "teacher_loss": 0.056328896433115005
    },
    {
      "epoch": 0.020184544405997693,
      "grad_norm": 210.0,
      "kd_loss": 0.4453125,
      "learning_rate": 9.96016654224243e-06,
      "loss": 0.6719,
      "step": 70,
      "student_loss": 0.036203403025865555,
      "teacher_loss": 0.0021477588452398777
    },
    {
      "epoch": 0.02162629757785467,
      "grad_norm": 366.0,
      "kd_loss": 0.44921875,
      "learning_rate": 9.94931650530827e-06,
      "loss": 0.6026,
      "step": 75,
      "student_loss": 0.009898507036268711,
      "teacher_loss": 0.0007659209077246487
    },
    {
      "epoch": 0.02306805074971165,
      "grad_norm": 1816.0,
      "kd_loss": 0.462890625,
      "learning_rate": 9.93716859589851e-06,
      "loss": 0.6433,
      "step": 80,
      "student_loss": 0.030777160078287125,
      "teacher_loss": 0.0008218760485760868
    },
    {
      "epoch": 0.024509803921568627,
      "grad_norm": 360.0,
      "kd_loss": 0.470703125,
      "learning_rate": 9.923725999591846e-06,
      "loss": 0.5588,
      "step": 85,
      "student_loss": 0.07332021743059158,
      "teacher_loss": 0.00044353402336128056
    },
    {
      "epoch": 0.025951557093425604,
      "grad_norm": 732.0,
      "kd_loss": 0.39453125,
      "learning_rate": 9.908992241476189e-06,
      "loss": 0.5723,
      "step": 90,
      "student_loss": 0.07177069783210754,
      "teacher_loss": 0.00044491401058621705
    },
    {
      "epoch": 0.027393310265282585,
      "grad_norm": 250.0,
      "kd_loss": 0.4296875,
      "learning_rate": 9.892971185224244e-06,
      "loss": 0.5615,
      "step": 95,
      "student_loss": 0.25651854276657104,
      "teacher_loss": 0.0204803254455328
    },
    {
      "epoch": 0.02883506343713956,
      "grad_norm": 195.0,
      "kd_loss": 0.42578125,
      "learning_rate": 9.875667032080354e-06,
      "loss": 0.5376,
      "step": 100,
      "student_loss": 0.0018209030386060476,
      "teacher_loss": 0.0005951338680461049
    },
    {
      "epoch": 0.03027681660899654,
      "grad_norm": 74.5,
      "kd_loss": 0.416015625,
      "learning_rate": 9.857084319758772e-06,
      "loss": 0.5554,
      "step": 105,
      "student_loss": 0.009238015860319138,
      "teacher_loss": 0.000378329394152388
    },
    {
      "epoch": 0.031718569780853516,
      "grad_norm": 134.0,
      "kd_loss": 0.3984375,
      "learning_rate": 9.837227921253747e-06,
      "loss": 0.5376,
      "step": 110,
      "student_loss": 0.008933513425290585,
      "teacher_loss": 0.054748453199863434
    },
    {
      "epoch": 0.03316032295271049,
      "grad_norm": 53.5,
      "kd_loss": 0.380859375,
      "learning_rate": 9.816103043561648e-06,
      "loss": 0.5101,
      "step": 115,
      "student_loss": 0.0015179987531155348,
      "teacher_loss": 0.0003994991711806506
    },
    {
      "epoch": 0.03460207612456748,
      "grad_norm": 90.5,
      "kd_loss": 0.34765625,
      "learning_rate": 9.79371522631553e-06,
      "loss": 0.4575,
      "step": 120,
      "student_loss": 0.005917699541896582,
      "teacher_loss": 0.0011113588698208332
    },
    {
      "epoch": 0.036043829296424454,
      "grad_norm": 105.0,
      "kd_loss": 0.333984375,
      "learning_rate": 9.770070340332457e-06,
      "loss": 0.4262,
      "step": 125,
      "student_loss": 0.15691499412059784,
      "teacher_loss": 0.0019031435949727893
    },
    {
      "epoch": 0.03748558246828143,
      "grad_norm": 16.375,
      "kd_loss": 0.3125,
      "learning_rate": 9.745174586073982e-06,
      "loss": 0.4434,
      "step": 130,
      "student_loss": 0.0024075880646705627,
      "teacher_loss": 0.007021783851087093
    },
    {
      "epoch": 0.03892733564013841,
      "grad_norm": 21.625,
      "kd_loss": 0.294921875,
      "learning_rate": 9.719034492020183e-06,
      "loss": 0.3819,
      "step": 135,
      "student_loss": 0.002887926297262311,
      "teacher_loss": 0.00043111268314532936
    },
    {
      "epoch": 0.040369088811995385,
      "grad_norm": 11.875,
      "kd_loss": 0.26953125,
      "learning_rate": 9.691656912957686e-06,
      "loss": 0.3717,
      "step": 140,
      "student_loss": 0.0013271740172058344,
      "teacher_loss": 0.0008426732383668423
    },
    {
      "epoch": 0.04181084198385236,
      "grad_norm": 11.6875,
      "kd_loss": 0.259765625,
      "learning_rate": 9.663049028182112e-06,
      "loss": 0.3423,
      "step": 145,
      "student_loss": 0.11146840453147888,
      "teacher_loss": 0.0059180548414587975
    },
    {
      "epoch": 0.04325259515570934,
      "grad_norm": 7.09375,
      "kd_loss": 0.2333984375,
      "learning_rate": 9.633218339615433e-06,
      "loss": 0.3012,
      "step": 150,
      "student_loss": 0.001806147862225771,
      "teacher_loss": 0.001238134689629078
    },
    {
      "epoch": 0.04469434832756632,
      "grad_norm": 6.84375,
      "kd_loss": 0.201171875,
      "learning_rate": 9.602172669838721e-06,
      "loss": 0.3157,
      "step": 155,
      "student_loss": 0.0033397674560546875,
      "teacher_loss": 0.0009877807460725307
    },
    {
      "epoch": 0.0461361014994233,
      "grad_norm": 7.0625,
      "kd_loss": 0.22265625,
      "learning_rate": 9.569920160040815e-06,
      "loss": 0.2821,
      "step": 160,
      "student_loss": 0.22769513726234436,
      "teacher_loss": 0.041321102529764175
    },
    {
      "epoch": 0.04757785467128028,
      "grad_norm": 5.96875,
      "kd_loss": 0.1943359375,
      "learning_rate": 9.536469267883432e-06,
      "loss": 0.2727,
      "step": 165,
      "student_loss": 0.00636801915243268,
      "teacher_loss": 0.00474645895883441
    },
    {
      "epoch": 0.049019607843137254,
      "grad_norm": 6.375,
      "kd_loss": 0.166015625,
      "learning_rate": 9.501828765283295e-06,
      "loss": 0.2549,
      "step": 170,
      "student_loss": 0.00595078757032752,
      "teacher_loss": 0.002222016453742981
    },
    {
      "epoch": 0.05046136101499423,
      "grad_norm": 5.875,
      "kd_loss": 0.154296875,
      "learning_rate": 9.466007736111846e-06,
      "loss": 0.249,
      "step": 175,
      "student_loss": 0.0170090701431036,
      "teacher_loss": 0.001197761739604175
    },
    {
      "epoch": 0.05190311418685121,
      "grad_norm": 6.5,
      "kd_loss": 0.15234375,
      "learning_rate": 9.429015573813163e-06,
      "loss": 0.2458,
      "step": 180,
      "student_loss": 0.0050661382265388966,
      "teacher_loss": 0.002651061164215207
    },
    {
      "epoch": 0.05334486735870819,
      "grad_norm": 4.25,
      "kd_loss": 0.169921875,
      "learning_rate": 9.390861978940687e-06,
      "loss": 0.2313,
      "step": 185,
      "student_loss": 0.3254599869251251,
      "teacher_loss": 0.0007031414425000548
    },
    {
      "epoch": 0.05478662053056517,
      "grad_norm": 7.71875,
      "kd_loss": 0.177734375,
      "learning_rate": 9.351556956613423e-06,
      "loss": 0.2414,
      "step": 190,
      "student_loss": 0.003914886154234409,
      "teacher_loss": 0.001010580570437014
    },
    {
      "epoch": 0.056228373702422146,
      "grad_norm": 6.84375,
      "kd_loss": 0.1435546875,
      "learning_rate": 9.31111081389227e-06,
      "loss": 0.2156,
      "step": 195,
      "student_loss": 0.06280706077814102,
      "teacher_loss": 0.0005038110539317131
    },
    {
      "epoch": 0.05767012687427912,
      "grad_norm": 3.5625,
      "kd_loss": 0.140625,
      "learning_rate": 9.269534157077177e-06,
      "loss": 0.1981,
      "step": 200,
      "student_loss": 0.002929725218564272,
      "teacher_loss": 0.0005093662184663117
    },
    {
      "epoch": 0.0591118800461361,
      "grad_norm": 4.96875,
      "kd_loss": 0.150390625,
      "learning_rate": 9.226837888925813e-06,
      "loss": 0.2157,
      "step": 205,
      "student_loss": 0.00641452893614769,
      "teacher_loss": 0.03549756482243538
    },
    {
      "epoch": 0.06055363321799308,
      "grad_norm": 6.375,
      "kd_loss": 0.1318359375,
      "learning_rate": 9.183033205794525e-06,
      "loss": 0.2094,
      "step": 210,
      "student_loss": 0.13332298398017883,
      "teacher_loss": 0.0007853205897845328
    },
    {
      "epoch": 0.061995386389850055,
      "grad_norm": 6.46875,
      "kd_loss": 0.1259765625,
      "learning_rate": 9.13813159470227e-06,
      "loss": 0.2075,
      "step": 215,
      "student_loss": 0.020972760394215584,
      "teacher_loss": 0.0003814305819105357
    },
    {
      "epoch": 0.06343713956170703,
      "grad_norm": 7.8125,
      "kd_loss": 0.1357421875,
      "learning_rate": 9.092144830318357e-06,
      "loss": 0.2394,
      "step": 220,
      "student_loss": 0.3116561472415924,
      "teacher_loss": 0.008577825501561165
    },
    {
      "epoch": 0.06487889273356401,
      "grad_norm": 6.125,
      "kd_loss": 0.11572265625,
      "learning_rate": 9.045084971874738e-06,
      "loss": 0.2193,
      "step": 225,
      "student_loss": 0.17015616595745087,
      "teacher_loss": 0.0012981987092643976
    },
    {
      "epoch": 0.06632064590542099,
      "grad_norm": 5.0625,
      "kd_loss": 0.11962890625,
      "learning_rate": 8.99696436000368e-06,
      "loss": 0.1794,
      "step": 230,
      "student_loss": 0.00222015380859375,
      "teacher_loss": 0.003056387882679701
    },
    {
      "epoch": 0.06776239907727798,
      "grad_norm": 4.9375,
      "kd_loss": 0.15234375,
      "learning_rate": 8.947795613501658e-06,
      "loss": 0.2096,
      "step": 235,
      "student_loss": 0.005798778962343931,
      "teacher_loss": 0.00040503445779904723
    },
    {
      "epoch": 0.06920415224913495,
      "grad_norm": 4.34375,
      "kd_loss": 0.1103515625,
      "learning_rate": 8.897591626020284e-06,
      "loss": 0.2009,
      "step": 240,
      "student_loss": 0.0019766136538237333,
      "teacher_loss": 0.0007733534439466894
    },
    {
      "epoch": 0.07064590542099193,
      "grad_norm": 4.875,
      "kd_loss": 0.1376953125,
      "learning_rate": 8.846365562685178e-06,
      "loss": 0.1982,
      "step": 245,
      "student_loss": 0.002786125522106886,
      "teacher_loss": 0.0018817130476236343
    },
    {
      "epoch": 0.07208765859284891,
      "grad_norm": 5.0625,
      "kd_loss": 0.1162109375,
      "learning_rate": 8.794130856643635e-06,
      "loss": 0.1736,
      "step": 250,
      "student_loss": 0.003304118989035487,
      "teacher_loss": 0.0007230375776998699
    },
    {
      "epoch": 0.07352941176470588,
      "grad_norm": 6.875,
      "kd_loss": 0.12890625,
      "learning_rate": 8.74090120554202e-06,
      "loss": 0.2065,
      "step": 255,
      "student_loss": 0.0011023435508832335,
      "teacher_loss": 0.0011509901378303766
    },
    {
      "epoch": 0.07497116493656286,
      "grad_norm": 4.9375,
      "kd_loss": 0.1259765625,
      "learning_rate": 8.686690567933803e-06,
      "loss": 0.2005,
      "step": 260,
      "student_loss": 0.001012590597383678,
      "teacher_loss": 0.035696372389793396
    },
    {
      "epoch": 0.07641291810841984,
      "grad_norm": 4.8125,
      "kd_loss": 0.11669921875,
      "learning_rate": 8.63151315961915e-06,
      "loss": 0.1962,
      "step": 265,
      "student_loss": 0.001487129949964583,
      "teacher_loss": 0.0009277480421587825
    },
    {
      "epoch": 0.07785467128027682,
      "grad_norm": 4.84375,
      "kd_loss": 0.1298828125,
      "learning_rate": 8.575383449917103e-06,
      "loss": 0.196,
      "step": 270,
      "student_loss": 0.016224455088377,
      "teacher_loss": 0.0017208521021530032
    },
    {
      "epoch": 0.07929642445213379,
      "grad_norm": 6.5625,
      "kd_loss": 0.12451171875,
      "learning_rate": 8.518316157871232e-06,
      "loss": 0.2031,
      "step": 275,
      "student_loss": 0.0010892748832702637,
      "teacher_loss": 0.035929761826992035
    },
    {
      "epoch": 0.08073817762399077,
      "grad_norm": 4.90625,
      "kd_loss": 0.1279296875,
      "learning_rate": 8.460326248389825e-06,
      "loss": 0.217,
      "step": 280,
      "student_loss": 0.0011528143659234047,
      "teacher_loss": 0.0003817000542767346
    },
    {
      "epoch": 0.08217993079584775,
      "grad_norm": 6.625,
      "kd_loss": 0.11572265625,
      "learning_rate": 8.401428928321607e-06,
      "loss": 0.206,
      "step": 285,
      "student_loss": 0.0025788608472794294,
      "teacher_loss": 0.001419232808984816
    },
    {
      "epoch": 0.08362168396770472,
      "grad_norm": 4.59375,
      "kd_loss": 0.13671875,
      "learning_rate": 8.341639642468002e-06,
      "loss": 0.2497,
      "step": 290,
      "student_loss": 0.012355645187199116,
      "teacher_loss": 0.004034335725009441
    },
    {
      "epoch": 0.0850634371395617,
      "grad_norm": 6.875,
      "kd_loss": 0.1259765625,
      "learning_rate": 8.280974069532999e-06,
      "loss": 0.1999,
      "step": 295,
      "student_loss": 0.0029606728348881006,
      "teacher_loss": 0.0018796900985762477
    },
    {
      "epoch": 0.08650519031141868,
      "grad_norm": 7.40625,
      "kd_loss": 0.12451171875,
      "learning_rate": 8.219448118011687e-06,
      "loss": 0.1898,
      "step": 300,
      "student_loss": 0.05260760709643364,
      "teacher_loss": 0.0028262475971132517
    },
    {
      "epoch": 0.08794694348327567,
      "grad_norm": 5.75,
      "kd_loss": 0.11474609375,
      "learning_rate": 8.157077922018537e-06,
      "loss": 0.1993,
      "step": 305,
      "student_loss": 0.07766762375831604,
      "teacher_loss": 0.0020029095467180014
    },
    {
      "epoch": 0.08938869665513265,
      "grad_norm": 3.796875,
      "kd_loss": 0.10595703125,
      "learning_rate": 8.093879837056486e-06,
      "loss": 0.1971,
      "step": 310,
      "student_loss": 0.0014958757674321532,
      "teacher_loss": 0.0014671633252874017
    },
    {
      "epoch": 0.09083044982698962,
      "grad_norm": 7.15625,
      "kd_loss": 0.1103515625,
      "learning_rate": 8.029870435728018e-06,
      "loss": 0.204,
      "step": 315,
      "student_loss": 0.2129756659269333,
      "teacher_loss": 0.0017302327323704958
    },
    {
      "epoch": 0.0922722029988466,
      "grad_norm": 5.0,
      "kd_loss": 0.10400390625,
      "learning_rate": 7.965066503389264e-06,
      "loss": 0.2075,
      "step": 320,
      "student_loss": 0.0016070405254140496,
      "teacher_loss": 0.0009597347816452384
    },
    {
      "epoch": 0.09371395617070358,
      "grad_norm": 6.59375,
      "kd_loss": 0.171875,
      "learning_rate": 7.89948503374835e-06,
      "loss": 0.1917,
      "step": 325,
      "student_loss": 0.003808736801147461,
      "teacher_loss": 0.01614256761968136
    },
    {
      "epoch": 0.09515570934256055,
      "grad_norm": 6.03125,
      "kd_loss": 0.115234375,
      "learning_rate": 7.833143224409076e-06,
      "loss": 0.2017,
      "step": 330,
      "student_loss": 0.021043118089437485,
      "teacher_loss": 0.0004570994933601469
    },
    {
      "epoch": 0.09659746251441753,
      "grad_norm": 4.21875,
      "kd_loss": 0.12109375,
      "learning_rate": 7.766058472361154e-06,
      "loss": 0.176,
      "step": 335,
      "student_loss": 0.0018800155958160758,
      "teacher_loss": 0.0022506280802190304
    },
    {
      "epoch": 0.09803921568627451,
      "grad_norm": 5.03125,
      "kd_loss": 0.1083984375,
      "learning_rate": 7.698248369418146e-06,
      "loss": 0.1834,
      "step": 340,
      "student_loss": 0.0805514007806778,
      "teacher_loss": 0.006284959614276886
    },
    {
      "epoch": 0.09948096885813149,
      "grad_norm": 5.6875,
      "kd_loss": 0.10888671875,
      "learning_rate": 7.629730697604314e-06,
      "loss": 0.2074,
      "step": 345,
      "student_loss": 0.13202711939811707,
      "teacher_loss": 0.0005228903028182685
    },
    {
      "epoch": 0.10092272202998846,
      "grad_norm": 5.25,
      "kd_loss": 0.12890625,
      "learning_rate": 7.560523424491595e-06,
      "loss": 0.1831,
      "step": 350,
      "student_loss": 0.081477090716362,
      "teacher_loss": 0.0003300213429611176
    },
    {
      "epoch": 0.10236447520184544,
      "grad_norm": 3.796875,
      "kd_loss": 0.10693359375,
      "learning_rate": 7.490644698487909e-06,
      "loss": 0.1853,
      "step": 355,
      "student_loss": 0.002148553030565381,
      "teacher_loss": 0.0014131986536085606
    },
    {
      "epoch": 0.10380622837370242,
      "grad_norm": 5.65625,
      "kd_loss": 0.111328125,
      "learning_rate": 7.420112844078066e-06,
      "loss": 0.1865,
      "step": 360,
      "student_loss": 0.18958300352096558,
      "teacher_loss": 0.001118413987569511
    },
    {
      "epoch": 0.1052479815455594,
      "grad_norm": 7.625,
      "kd_loss": 0.1123046875,
      "learning_rate": 7.348946357018479e-06,
      "loss": 0.1824,
      "step": 365,
      "student_loss": 0.0013260500272735953,
      "teacher_loss": 0.029322339221835136
    },
    {
      "epoch": 0.10668973471741638,
      "grad_norm": 4.875,
      "kd_loss": 0.1318359375,
      "learning_rate": 7.277163899486975e-06,
      "loss": 0.189,
      "step": 370,
      "student_loss": 0.16300825774669647,
      "teacher_loss": 0.000458209979115054
    },
    {
      "epoch": 0.10813148788927336,
      "grad_norm": 5.875,
      "kd_loss": 0.15625,
      "learning_rate": 7.204784295188959e-06,
      "loss": 0.1865,
      "step": 375,
      "student_loss": 0.3203120529651642,
      "teacher_loss": 0.02350226417183876
    },
    {
      "epoch": 0.10957324106113034,
      "grad_norm": 4.34375,
      "kd_loss": 0.10546875,
      "learning_rate": 7.1318265244212305e-06,
      "loss": 0.1864,
      "step": 380,
      "student_loss": 0.0027754041366279125,
      "teacher_loss": 0.001105214236304164
    },
    {
      "epoch": 0.11101499423298732,
      "grad_norm": 4.8125,
      "kd_loss": 0.1171875,
      "learning_rate": 7.05830971909472e-06,
      "loss": 0.1872,
      "step": 385,
      "student_loss": 0.001283544348552823,
      "teacher_loss": 0.0009954526321962476
    },
    {
      "epoch": 0.11245674740484429,
      "grad_norm": 5.25,
      "kd_loss": 0.125,
      "learning_rate": 6.9842531577174865e-06,
      "loss": 0.1764,
      "step": 390,
      "student_loss": 0.0008525378652848303,
      "teacher_loss": 0.001041764859110117
    },
    {
      "epoch": 0.11389850057670127,
      "grad_norm": 6.59375,
      "kd_loss": 0.1171875,
      "learning_rate": 6.9096762603392595e-06,
      "loss": 0.195,
      "step": 395,
      "student_loss": 0.0015218615299090743,
      "teacher_loss": 0.0010145456762984395
    },
    {
      "epoch": 0.11534025374855825,
      "grad_norm": 4.6875,
      "kd_loss": 0.12451171875,
      "learning_rate": 6.834598583458862e-06,
      "loss": 0.1822,
      "step": 400,
      "student_loss": 0.0013333633542060852,
      "teacher_loss": 0.00030270780553109944
    },
    {
      "epoch": 0.11678200692041522,
      "grad_norm": 2.703125,
      "kd_loss": 0.103515625,
      "learning_rate": 6.7590398148958625e-06,
      "loss": 0.196,
      "step": 405,
      "student_loss": 0.026790756732225418,
      "teacher_loss": 0.0005501789273694158
    },
    {
      "epoch": 0.1182237600922722,
      "grad_norm": 8.125,
      "kd_loss": 0.1787109375,
      "learning_rate": 6.6830197686277945e-06,
      "loss": 0.2152,
      "step": 410,
      "student_loss": 0.5714533925056458,
      "teacher_loss": 0.008862318471074104
    },
    {
      "epoch": 0.11966551326412918,
      "grad_norm": 4.1875,
      "kd_loss": 0.1279296875,
      "learning_rate": 6.6065583795942625e-06,
      "loss": 0.2006,
      "step": 415,
      "student_loss": 0.019465278834104538,
      "teacher_loss": 0.0042519038543105125
    },
    {
      "epoch": 0.12110726643598616,
      "grad_norm": 5.21875,
      "kd_loss": 0.1181640625,
      "learning_rate": 6.52967569846937e-06,
      "loss": 0.1764,
      "step": 420,
      "student_loss": 0.008550797589123249,
      "teacher_loss": 0.023795029148459435
    },
    {
      "epoch": 0.12254901960784313,
      "grad_norm": 8.5625,
      "kd_loss": 0.126953125,
      "learning_rate": 6.452391886403767e-06,
      "loss": 0.1854,
      "step": 425,
      "student_loss": 0.04949700087308884,
      "teacher_loss": 0.004153509624302387
    },
    {
      "epoch": 0.12399077277970011,
      "grad_norm": 7.25,
      "kd_loss": 0.18359375,
      "learning_rate": 6.374727209737743e-06,
      "loss": 0.2107,
      "step": 430,
      "student_loss": 0.002016805112361908,
      "teacher_loss": 0.06358348578214645
    },
    {
      "epoch": 0.1254325259515571,
      "grad_norm": 6.21875,
      "kd_loss": 0.11083984375,
      "learning_rate": 6.296702034686726e-06,
      "loss": 0.1934,
      "step": 435,
      "student_loss": 0.0017790297279134393,
      "teacher_loss": 0.0017155191162601113
    },
    {
      "epoch": 0.12687427912341406,
      "grad_norm": 4.125,
      "kd_loss": 0.18359375,
      "learning_rate": 6.218336822000598e-06,
      "loss": 0.2068,
      "step": 440,
      "student_loss": 0.565355658531189,
      "teacher_loss": 0.008367877453565598
    },
    {
      "epoch": 0.12831603229527105,
      "grad_norm": 5.09375,
      "kd_loss": 0.1357421875,
      "learning_rate": 6.139652121598219e-06,
      "loss": 0.2072,
      "step": 445,
      "student_loss": 0.00040582873043604195,
      "teacher_loss": 0.017554111778736115
    },
    {
      "epoch": 0.12975778546712802,
      "grad_norm": 4.03125,
      "kd_loss": 0.1396484375,
      "learning_rate": 6.060668567178561e-06,
      "loss": 0.194,
      "step": 450,
      "student_loss": 0.0020873546600341797,
      "teacher_loss": 0.0007538718055002391
    },
    {
      "epoch": 0.131199538638985,
      "grad_norm": 4.09375,
      "kd_loss": 0.10595703125,
      "learning_rate": 5.981406870809889e-06,
      "loss": 0.1896,
      "step": 455,
      "student_loss": 0.010908172465860844,
      "teacher_loss": 0.0012792785419151187
    },
    {
      "epoch": 0.13264129181084197,
      "grad_norm": 6.6875,
      "kd_loss": 0.12255859375,
      "learning_rate": 5.9018878174983674e-06,
      "loss": 0.1893,
      "step": 460,
      "student_loss": 0.01578596420586109,
      "teacher_loss": 0.0009114979766309261
    },
    {
      "epoch": 0.13408304498269896,
      "grad_norm": 4.4375,
      "kd_loss": 0.14453125,
      "learning_rate": 5.822132259737565e-06,
      "loss": 0.2189,
      "step": 465,
      "student_loss": 0.0021727595012634993,
      "teacher_loss": 0.0004909814451821148
    },
    {
      "epoch": 0.13552479815455595,
      "grad_norm": 5.09375,
      "kd_loss": 0.1005859375,
      "learning_rate": 5.742161112040237e-06,
      "loss": 0.2169,
      "step": 470,
      "student_loss": 0.0009243786334991455,
      "teacher_loss": 0.000744891760405153
    },
    {
      "epoch": 0.13696655132641292,
      "grad_norm": 4.9375,
      "kd_loss": 0.1396484375,
      "learning_rate": 5.661995345453867e-06,
      "loss": 0.1752,
      "step": 475,
      "student_loss": 0.003345559583976865,
      "teacher_loss": 0.0005117281689308584
    },
    {
      "epoch": 0.1384083044982699,
      "grad_norm": 4.46875,
      "kd_loss": 0.1376953125,
      "learning_rate": 5.581655982061367e-06,
      "loss": 0.211,
      "step": 480,
      "student_loss": 0.0018078088760375977,
      "teacher_loss": 0.029633358120918274
    },
    {
      "epoch": 0.13985005767012687,
      "grad_norm": 6.59375,
      "kd_loss": 0.11767578125,
      "learning_rate": 5.501164089468406e-06,
      "loss": 0.1795,
      "step": 485,
      "student_loss": 0.3106631636619568,
      "teacher_loss": 0.0037072307895869017
    },
    {
      "epoch": 0.14129181084198386,
      "grad_norm": 6.0,
      "kd_loss": 0.1328125,
      "learning_rate": 5.4205407752787884e-06,
      "loss": 0.1896,
      "step": 490,
      "student_loss": 0.0010533903259783983,
      "teacher_loss": 0.0012765543069690466
    },
    {
      "epoch": 0.14273356401384082,
      "grad_norm": 5.25,
      "kd_loss": 0.1376953125,
      "learning_rate": 5.339807181559359e-06,
      "loss": 0.194,
      "step": 495,
      "student_loss": 0.08354002982378006,
      "teacher_loss": 0.0006759578245691955
    },
    {
      "epoch": 0.14417531718569782,
      "grad_norm": 6.125,
      "kd_loss": 0.12060546875,
      "learning_rate": 5.258984479295853e-06,
      "loss": 0.1865,
      "step": 500,
      "student_loss": 0.003352736122906208,
      "teacher_loss": 0.0017620434518903494
    }
  ],
  "logging_steps": 5,
  "max_steps": 1000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}