{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.28835063437139563,
  "eval_steps": 500,
  "global_step": 1000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0014417531718569781,
      "grad_norm": 91136.0,
      "kd_loss": 0.53515625,
      "learning_rate": 1.3333333333333334e-06,
      "loss": 1.4874,
      "step": 5,
      "student_loss": 0.6224480271339417,
      "teacher_loss": 0.00038480176590383053
    },
    {
      "epoch": 0.0028835063437139563,
      "grad_norm": 29312.0,
      "kd_loss": 0.54296875,
      "learning_rate": 3e-06,
      "loss": 1.3555,
      "step": 10,
      "student_loss": 0.7942929863929749,
      "teacher_loss": 0.0007905907114036381
    },
    {
      "epoch": 0.004325259515570935,
      "grad_norm": 25088.0,
      "kd_loss": 0.515625,
      "learning_rate": 4.666666666666667e-06,
      "loss": 1.3876,
      "step": 15,
      "student_loss": 0.2712247967720032,
      "teacher_loss": 0.0006367590394802392
    },
    {
      "epoch": 0.0057670126874279125,
      "grad_norm": 11328.0,
      "kd_loss": 0.5234375,
      "learning_rate": 6.333333333333333e-06,
      "loss": 1.3195,
      "step": 20,
      "student_loss": 0.991253137588501,
      "teacher_loss": 0.00029781984630972147
    },
    {
      "epoch": 0.00720876585928489,
      "grad_norm": 4896.0,
      "kd_loss": 0.46875,
      "learning_rate": 8.000000000000001e-06,
      "loss": 1.2722,
      "step": 25,
      "student_loss": 0.24368858337402344,
      "teacher_loss": 0.0009928465588018298
    },
    {
      "epoch": 0.00865051903114187,
      "grad_norm": 35584.0,
      "kd_loss": 0.48828125,
      "learning_rate": 9.666666666666667e-06,
      "loss": 1.2823,
      "step": 30,
      "student_loss": 0.7547083497047424,
      "teacher_loss": 0.0003548521490301937
    },
    {
      "epoch": 0.010092272202998846,
      "grad_norm": 11584.0,
      "kd_loss": 0.458984375,
      "learning_rate": 9.99958042442916e-06,
      "loss": 1.1068,
      "step": 35,
      "student_loss": 0.48039907217025757,
      "teacher_loss": 0.00026277394499629736
    },
    {
      "epoch": 0.011534025374855825,
      "grad_norm": 33536.0,
      "kd_loss": 0.5,
      "learning_rate": 9.997876019358083e-06,
      "loss": 1.174,
      "step": 40,
      "student_loss": 0.7645292282104492,
      "teacher_loss": 0.07346436381340027
    },
    {
      "epoch": 0.012975778546712802,
      "grad_norm": 3664.0,
      "kd_loss": 0.478515625,
      "learning_rate": 9.99486100792044e-06,
      "loss": 0.9907,
      "step": 45,
      "student_loss": 1.340754508972168,
      "teacher_loss": 0.0009389458573423326
    },
    {
      "epoch": 0.01441753171856978,
      "grad_norm": 1584.0,
      "kd_loss": 0.486328125,
      "learning_rate": 9.990536180750724e-06,
      "loss": 0.9709,
      "step": 50,
      "student_loss": 0.31134045124053955,
      "teacher_loss": 0.00372113729827106
    },
    {
      "epoch": 0.015859284890426758,
      "grad_norm": 672.0,
      "kd_loss": 0.44921875,
      "learning_rate": 9.984902671959911e-06,
      "loss": 0.7719,
      "step": 55,
      "student_loss": 0.11045902222394943,
      "teacher_loss": 0.0004030822601635009
    },
    {
      "epoch": 0.01730103806228374,
      "grad_norm": 648.0,
      "kd_loss": 0.447265625,
      "learning_rate": 9.97796195883804e-06,
      "loss": 0.725,
      "step": 60,
      "student_loss": 0.15876038372516632,
      "teacher_loss": 0.0018200079211965203
    },
    {
      "epoch": 0.018742791234140715,
      "grad_norm": 490.0,
      "kd_loss": 0.447265625,
      "learning_rate": 9.969715861466839e-06,
      "loss": 0.6844,
      "step": 65,
      "student_loss": 0.2451532483100891,
      "teacher_loss": 0.056328896433115005
    },
    {
      "epoch": 0.020184544405997693,
      "grad_norm": 210.0,
      "kd_loss": 0.4453125,
      "learning_rate": 9.96016654224243e-06,
      "loss": 0.6719,
      "step": 70,
      "student_loss": 0.036203403025865555,
      "teacher_loss": 0.0021477588452398777
    },
    {
      "epoch": 0.02162629757785467,
      "grad_norm": 366.0,
      "kd_loss": 0.44921875,
      "learning_rate": 9.94931650530827e-06,
      "loss": 0.6026,
      "step": 75,
      "student_loss": 0.009898507036268711,
      "teacher_loss": 0.0007659209077246487
    },
    {
      "epoch": 0.02306805074971165,
      "grad_norm": 1816.0,
      "kd_loss": 0.462890625,
      "learning_rate": 9.93716859589851e-06,
      "loss": 0.6433,
      "step": 80,
      "student_loss": 0.030777160078287125,
      "teacher_loss": 0.0008218760485760868
    },
    {
      "epoch": 0.024509803921568627,
      "grad_norm": 360.0,
      "kd_loss": 0.470703125,
      "learning_rate": 9.923725999591846e-06,
      "loss": 0.5588,
      "step": 85,
      "student_loss": 0.07332021743059158,
      "teacher_loss": 0.00044353402336128056
    },
    {
      "epoch": 0.025951557093425604,
      "grad_norm": 732.0,
      "kd_loss": 0.39453125,
      "learning_rate": 9.908992241476189e-06,
      "loss": 0.5723,
      "step": 90,
      "student_loss": 0.07177069783210754,
      "teacher_loss": 0.00044491401058621705
    },
    {
      "epoch": 0.027393310265282585,
      "grad_norm": 250.0,
      "kd_loss": 0.4296875,
      "learning_rate": 9.892971185224244e-06,
      "loss": 0.5615,
      "step": 95,
      "student_loss": 0.25651854276657104,
      "teacher_loss": 0.0204803254455328
    },
    {
      "epoch": 0.02883506343713956,
      "grad_norm": 195.0,
      "kd_loss": 0.42578125,
      "learning_rate": 9.875667032080354e-06,
      "loss": 0.5376,
      "step": 100,
      "student_loss": 0.0018209030386060476,
      "teacher_loss": 0.0005951338680461049
    },
    {
      "epoch": 0.03027681660899654,
      "grad_norm": 74.5,
      "kd_loss": 0.416015625,
      "learning_rate": 9.857084319758772e-06,
      "loss": 0.5554,
      "step": 105,
      "student_loss": 0.009238015860319138,
      "teacher_loss": 0.000378329394152388
    },
    {
      "epoch": 0.031718569780853516,
      "grad_norm": 134.0,
      "kd_loss": 0.3984375,
      "learning_rate": 9.837227921253747e-06,
      "loss": 0.5376,
      "step": 110,
      "student_loss": 0.008933513425290585,
      "teacher_loss": 0.054748453199863434
    },
    {
      "epoch": 0.03316032295271049,
      "grad_norm": 53.5,
      "kd_loss": 0.380859375,
      "learning_rate": 9.816103043561648e-06,
      "loss": 0.5101,
      "step": 115,
      "student_loss": 0.0015179987531155348,
      "teacher_loss": 0.0003994991711806506
    },
    {
      "epoch": 0.03460207612456748,
      "grad_norm": 90.5,
      "kd_loss": 0.34765625,
      "learning_rate": 9.79371522631553e-06,
      "loss": 0.4575,
      "step": 120,
      "student_loss": 0.005917699541896582,
      "teacher_loss": 0.0011113588698208332
    },
    {
      "epoch": 0.036043829296424454,
      "grad_norm": 105.0,
      "kd_loss": 0.333984375,
      "learning_rate": 9.770070340332457e-06,
      "loss": 0.4262,
      "step": 125,
      "student_loss": 0.15691499412059784,
      "teacher_loss": 0.0019031435949727893
    },
    {
      "epoch": 0.03748558246828143,
      "grad_norm": 16.375,
      "kd_loss": 0.3125,
      "learning_rate": 9.745174586073982e-06,
      "loss": 0.4434,
      "step": 130,
      "student_loss": 0.0024075880646705627,
      "teacher_loss": 0.007021783851087093
    },
    {
      "epoch": 0.03892733564013841,
      "grad_norm": 21.625,
      "kd_loss": 0.294921875,
      "learning_rate": 9.719034492020183e-06,
      "loss": 0.3819,
      "step": 135,
      "student_loss": 0.002887926297262311,
      "teacher_loss": 0.00043111268314532936
    },
    {
      "epoch": 0.040369088811995385,
      "grad_norm": 11.875,
      "kd_loss": 0.26953125,
      "learning_rate": 9.691656912957686e-06,
      "loss": 0.3717,
      "step": 140,
      "student_loss": 0.0013271740172058344,
      "teacher_loss": 0.0008426732383668423
    },
    {
      "epoch": 0.04181084198385236,
      "grad_norm": 11.6875,
      "kd_loss": 0.259765625,
      "learning_rate": 9.663049028182112e-06,
      "loss": 0.3423,
      "step": 145,
      "student_loss": 0.11146840453147888,
      "teacher_loss": 0.0059180548414587975
    },
    {
      "epoch": 0.04325259515570934,
      "grad_norm": 7.09375,
      "kd_loss": 0.2333984375,
      "learning_rate": 9.633218339615433e-06,
      "loss": 0.3012,
      "step": 150,
      "student_loss": 0.001806147862225771,
      "teacher_loss": 0.001238134689629078
    },
    {
      "epoch": 0.04469434832756632,
      "grad_norm": 6.84375,
      "kd_loss": 0.201171875,
      "learning_rate": 9.602172669838721e-06,
      "loss": 0.3157,
      "step": 155,
      "student_loss": 0.0033397674560546875,
      "teacher_loss": 0.0009877807460725307
    },
    {
      "epoch": 0.0461361014994233,
      "grad_norm": 7.0625,
      "kd_loss": 0.22265625,
      "learning_rate": 9.569920160040815e-06,
      "loss": 0.2821,
      "step": 160,
      "student_loss": 0.22769513726234436,
      "teacher_loss": 0.041321102529764175
    },
    {
      "epoch": 0.04757785467128028,
      "grad_norm": 5.96875,
      "kd_loss": 0.1943359375,
      "learning_rate": 9.536469267883432e-06,
      "loss": 0.2727,
      "step": 165,
      "student_loss": 0.00636801915243268,
      "teacher_loss": 0.00474645895883441
    },
    {
      "epoch": 0.049019607843137254,
      "grad_norm": 6.375,
      "kd_loss": 0.166015625,
      "learning_rate": 9.501828765283295e-06,
      "loss": 0.2549,
      "step": 170,
      "student_loss": 0.00595078757032752,
      "teacher_loss": 0.002222016453742981
    },
    {
      "epoch": 0.05046136101499423,
      "grad_norm": 5.875,
      "kd_loss": 0.154296875,
      "learning_rate": 9.466007736111846e-06,
      "loss": 0.249,
      "step": 175,
      "student_loss": 0.0170090701431036,
      "teacher_loss": 0.001197761739604175
    },
    {
      "epoch": 0.05190311418685121,
      "grad_norm": 6.5,
      "kd_loss": 0.15234375,
      "learning_rate": 9.429015573813163e-06,
      "loss": 0.2458,
      "step": 180,
      "student_loss": 0.0050661382265388966,
      "teacher_loss": 0.002651061164215207
    },
    {
      "epoch": 0.05334486735870819,
      "grad_norm": 4.25,
      "kd_loss": 0.169921875,
      "learning_rate": 9.390861978940687e-06,
      "loss": 0.2313,
      "step": 185,
      "student_loss": 0.3254599869251251,
      "teacher_loss": 0.0007031414425000548
    },
    {
      "epoch": 0.05478662053056517,
      "grad_norm": 7.71875,
      "kd_loss": 0.177734375,
      "learning_rate": 9.351556956613423e-06,
      "loss": 0.2414,
      "step": 190,
      "student_loss": 0.003914886154234409,
      "teacher_loss": 0.001010580570437014
    },
    {
      "epoch": 0.056228373702422146,
      "grad_norm": 6.84375,
      "kd_loss": 0.1435546875,
      "learning_rate": 9.31111081389227e-06,
      "loss": 0.2156,
      "step": 195,
      "student_loss": 0.06280706077814102,
      "teacher_loss": 0.0005038110539317131
    },
    {
      "epoch": 0.05767012687427912,
      "grad_norm": 3.5625,
      "kd_loss": 0.140625,
      "learning_rate": 9.269534157077177e-06,
      "loss": 0.1981,
      "step": 200,
      "student_loss": 0.002929725218564272,
      "teacher_loss": 0.0005093662184663117
    },
    {
      "epoch": 0.0591118800461361,
      "grad_norm": 4.96875,
      "kd_loss": 0.150390625,
      "learning_rate": 9.226837888925813e-06,
      "loss": 0.2157,
      "step": 205,
      "student_loss": 0.00641452893614769,
      "teacher_loss": 0.03549756482243538
    },
    {
      "epoch": 0.06055363321799308,
      "grad_norm": 6.375,
      "kd_loss": 0.1318359375,
      "learning_rate": 9.183033205794525e-06,
      "loss": 0.2094,
      "step": 210,
      "student_loss": 0.13332298398017883,
      "teacher_loss": 0.0007853205897845328
    },
    {
      "epoch": 0.061995386389850055,
      "grad_norm": 6.46875,
      "kd_loss": 0.1259765625,
      "learning_rate": 9.13813159470227e-06,
      "loss": 0.2075,
      "step": 215,
      "student_loss": 0.020972760394215584,
      "teacher_loss": 0.0003814305819105357
    },
    {
      "epoch": 0.06343713956170703,
      "grad_norm": 7.8125,
      "kd_loss": 0.1357421875,
      "learning_rate": 9.092144830318357e-06,
      "loss": 0.2394,
      "step": 220,
      "student_loss": 0.3116561472415924,
      "teacher_loss": 0.008577825501561165
    },
    {
      "epoch": 0.06487889273356401,
      "grad_norm": 6.125,
      "kd_loss": 0.11572265625,
      "learning_rate": 9.045084971874738e-06,
      "loss": 0.2193,
      "step": 225,
      "student_loss": 0.17015616595745087,
      "teacher_loss": 0.0012981987092643976
    },
    {
      "epoch": 0.06632064590542099,
      "grad_norm": 5.0625,
      "kd_loss": 0.11962890625,
      "learning_rate": 8.99696436000368e-06,
      "loss": 0.1794,
      "step": 230,
      "student_loss": 0.00222015380859375,
      "teacher_loss": 0.003056387882679701
    },
    {
      "epoch": 0.06776239907727798,
      "grad_norm": 4.9375,
      "kd_loss": 0.15234375,
      "learning_rate": 8.947795613501658e-06,
      "loss": 0.2096,
      "step": 235,
      "student_loss": 0.005798778962343931,
      "teacher_loss": 0.00040503445779904723
    },
    {
      "epoch": 0.06920415224913495,
      "grad_norm": 4.34375,
      "kd_loss": 0.1103515625,
      "learning_rate": 8.897591626020284e-06,
      "loss": 0.2009,
      "step": 240,
      "student_loss": 0.0019766136538237333,
      "teacher_loss": 0.0007733534439466894
    },
    {
      "epoch": 0.07064590542099193,
      "grad_norm": 4.875,
      "kd_loss": 0.1376953125,
      "learning_rate": 8.846365562685178e-06,
      "loss": 0.1982,
      "step": 245,
      "student_loss": 0.002786125522106886,
      "teacher_loss": 0.0018817130476236343
    },
    {
      "epoch": 0.07208765859284891,
      "grad_norm": 5.0625,
      "kd_loss": 0.1162109375,
      "learning_rate": 8.794130856643635e-06,
      "loss": 0.1736,
      "step": 250,
      "student_loss": 0.003304118989035487,
      "teacher_loss": 0.0007230375776998699
    },
    {
      "epoch": 0.07352941176470588,
      "grad_norm": 6.875,
      "kd_loss": 0.12890625,
      "learning_rate": 8.74090120554202e-06,
      "loss": 0.2065,
      "step": 255,
      "student_loss": 0.0011023435508832335,
      "teacher_loss": 0.0011509901378303766
    },
    {
      "epoch": 0.07497116493656286,
      "grad_norm": 4.9375,
      "kd_loss": 0.1259765625,
      "learning_rate": 8.686690567933803e-06,
      "loss": 0.2005,
      "step": 260,
      "student_loss": 0.001012590597383678,
      "teacher_loss": 0.035696372389793396
    },
    {
      "epoch": 0.07641291810841984,
      "grad_norm": 4.8125,
      "kd_loss": 0.11669921875,
      "learning_rate": 8.63151315961915e-06,
      "loss": 0.1962,
      "step": 265,
      "student_loss": 0.001487129949964583,
      "teacher_loss": 0.0009277480421587825
    },
    {
      "epoch": 0.07785467128027682,
      "grad_norm": 4.84375,
      "kd_loss": 0.1298828125,
      "learning_rate": 8.575383449917103e-06,
      "loss": 0.196,
      "step": 270,
      "student_loss": 0.016224455088377,
      "teacher_loss": 0.0017208521021530032
    },
    {
      "epoch": 0.07929642445213379,
      "grad_norm": 6.5625,
      "kd_loss": 0.12451171875,
      "learning_rate": 8.518316157871232e-06,
      "loss": 0.2031,
      "step": 275,
      "student_loss": 0.0010892748832702637,
      "teacher_loss": 0.035929761826992035
    },
    {
      "epoch": 0.08073817762399077,
      "grad_norm": 4.90625,
      "kd_loss": 0.1279296875,
      "learning_rate": 8.460326248389825e-06,
      "loss": 0.217,
      "step": 280,
      "student_loss": 0.0011528143659234047,
      "teacher_loss": 0.0003817000542767346
    },
    {
      "epoch": 0.08217993079584775,
      "grad_norm": 6.625,
      "kd_loss": 0.11572265625,
      "learning_rate": 8.401428928321607e-06,
      "loss": 0.206,
      "step": 285,
      "student_loss": 0.0025788608472794294,
      "teacher_loss": 0.001419232808984816
    },
    {
      "epoch": 0.08362168396770472,
      "grad_norm": 4.59375,
      "kd_loss": 0.13671875,
      "learning_rate": 8.341639642468002e-06,
      "loss": 0.2497,
      "step": 290,
      "student_loss": 0.012355645187199116,
      "teacher_loss": 0.004034335725009441
    },
    {
      "epoch": 0.0850634371395617,
      "grad_norm": 6.875,
      "kd_loss": 0.1259765625,
      "learning_rate": 8.280974069532999e-06,
      "loss": 0.1999,
      "step": 295,
      "student_loss": 0.0029606728348881006,
      "teacher_loss": 0.0018796900985762477
    },
    {
      "epoch": 0.08650519031141868,
      "grad_norm": 7.40625,
      "kd_loss": 0.12451171875,
      "learning_rate": 8.219448118011687e-06,
      "loss": 0.1898,
      "step": 300,
      "student_loss": 0.05260760709643364,
      "teacher_loss": 0.0028262475971132517
    },
    {
      "epoch": 0.08794694348327567,
      "grad_norm": 5.75,
      "kd_loss": 0.11474609375,
      "learning_rate": 8.157077922018537e-06,
      "loss": 0.1993,
      "step": 305,
      "student_loss": 0.07766762375831604,
      "teacher_loss": 0.0020029095467180014
    },
    {
      "epoch": 0.08938869665513265,
      "grad_norm": 3.796875,
      "kd_loss": 0.10595703125,
      "learning_rate": 8.093879837056486e-06,
      "loss": 0.1971,
      "step": 310,
      "student_loss": 0.0014958757674321532,
      "teacher_loss": 0.0014671633252874017
    },
    {
      "epoch": 0.09083044982698962,
      "grad_norm": 7.15625,
      "kd_loss": 0.1103515625,
      "learning_rate": 8.029870435728018e-06,
      "loss": 0.204,
      "step": 315,
      "student_loss": 0.2129756659269333,
      "teacher_loss": 0.0017302327323704958
    },
    {
      "epoch": 0.0922722029988466,
      "grad_norm": 5.0,
      "kd_loss": 0.10400390625,
      "learning_rate": 7.965066503389264e-06,
      "loss": 0.2075,
      "step": 320,
      "student_loss": 0.0016070405254140496,
      "teacher_loss": 0.0009597347816452384
    },
    {
      "epoch": 0.09371395617070358,
      "grad_norm": 6.59375,
      "kd_loss": 0.171875,
      "learning_rate": 7.89948503374835e-06,
      "loss": 0.1917,
      "step": 325,
      "student_loss": 0.003808736801147461,
      "teacher_loss": 0.01614256761968136
    },
    {
      "epoch": 0.09515570934256055,
      "grad_norm": 6.03125,
      "kd_loss": 0.115234375,
      "learning_rate": 7.833143224409076e-06,
      "loss": 0.2017,
      "step": 330,
      "student_loss": 0.021043118089437485,
      "teacher_loss": 0.0004570994933601469
    },
    {
      "epoch": 0.09659746251441753,
      "grad_norm": 4.21875,
      "kd_loss": 0.12109375,
      "learning_rate": 7.766058472361154e-06,
      "loss": 0.176,
      "step": 335,
      "student_loss": 0.0018800155958160758,
      "teacher_loss": 0.0022506280802190304
    },
    {
      "epoch": 0.09803921568627451,
      "grad_norm": 5.03125,
      "kd_loss": 0.1083984375,
      "learning_rate": 7.698248369418146e-06,
      "loss": 0.1834,
      "step": 340,
      "student_loss": 0.0805514007806778,
      "teacher_loss": 0.006284959614276886
    },
    {
      "epoch": 0.09948096885813149,
      "grad_norm": 5.6875,
      "kd_loss": 0.10888671875,
      "learning_rate": 7.629730697604314e-06,
      "loss": 0.2074,
      "step": 345,
      "student_loss": 0.13202711939811707,
      "teacher_loss": 0.0005228903028182685
    },
    {
      "epoch": 0.10092272202998846,
      "grad_norm": 5.25,
      "kd_loss": 0.12890625,
      "learning_rate": 7.560523424491595e-06,
      "loss": 0.1831,
      "step": 350,
      "student_loss": 0.081477090716362,
      "teacher_loss": 0.0003300213429611176
    },
    {
      "epoch": 0.10236447520184544,
      "grad_norm": 3.796875,
      "kd_loss": 0.10693359375,
      "learning_rate": 7.490644698487909e-06,
      "loss": 0.1853,
      "step": 355,
      "student_loss": 0.002148553030565381,
      "teacher_loss": 0.0014131986536085606
    },
    {
      "epoch": 0.10380622837370242,
      "grad_norm": 5.65625,
      "kd_loss": 0.111328125,
      "learning_rate": 7.420112844078066e-06,
      "loss": 0.1865,
      "step": 360,
      "student_loss": 0.18958300352096558,
      "teacher_loss": 0.001118413987569511
    },
    {
      "epoch": 0.1052479815455594,
      "grad_norm": 7.625,
      "kd_loss": 0.1123046875,
      "learning_rate": 7.348946357018479e-06,
      "loss": 0.1824,
      "step": 365,
      "student_loss": 0.0013260500272735953,
      "teacher_loss": 0.029322339221835136
    },
    {
      "epoch": 0.10668973471741638,
      "grad_norm": 4.875,
      "kd_loss": 0.1318359375,
      "learning_rate": 7.277163899486975e-06,
      "loss": 0.189,
      "step": 370,
      "student_loss": 0.16300825774669647,
      "teacher_loss": 0.000458209979115054
    },
    {
      "epoch": 0.10813148788927336,
      "grad_norm": 5.875,
      "kd_loss": 0.15625,
      "learning_rate": 7.204784295188959e-06,
      "loss": 0.1865,
      "step": 375,
      "student_loss": 0.3203120529651642,
      "teacher_loss": 0.02350226417183876
    },
    {
      "epoch": 0.10957324106113034,
      "grad_norm": 4.34375,
      "kd_loss": 0.10546875,
      "learning_rate": 7.1318265244212305e-06,
      "loss": 0.1864,
      "step": 380,
      "student_loss": 0.0027754041366279125,
      "teacher_loss": 0.001105214236304164
    },
    {
      "epoch": 0.11101499423298732,
      "grad_norm": 4.8125,
      "kd_loss": 0.1171875,
      "learning_rate": 7.05830971909472e-06,
      "loss": 0.1872,
      "step": 385,
      "student_loss": 0.001283544348552823,
      "teacher_loss": 0.0009954526321962476
    },
    {
      "epoch": 0.11245674740484429,
      "grad_norm": 5.25,
      "kd_loss": 0.125,
      "learning_rate": 6.9842531577174865e-06,
      "loss": 0.1764,
      "step": 390,
      "student_loss": 0.0008525378652848303,
      "teacher_loss": 0.001041764859110117
    },
    {
      "epoch": 0.11389850057670127,
      "grad_norm": 6.59375,
      "kd_loss": 0.1171875,
      "learning_rate": 6.9096762603392595e-06,
      "loss": 0.195,
      "step": 395,
      "student_loss": 0.0015218615299090743,
      "teacher_loss": 0.0010145456762984395
    },
    {
      "epoch": 0.11534025374855825,
      "grad_norm": 4.6875,
      "kd_loss": 0.12451171875,
      "learning_rate": 6.834598583458862e-06,
      "loss": 0.1822,
      "step": 400,
      "student_loss": 0.0013333633542060852,
      "teacher_loss": 0.00030270780553109944
    },
    {
      "epoch": 0.11678200692041522,
      "grad_norm": 2.703125,
      "kd_loss": 0.103515625,
      "learning_rate": 6.7590398148958625e-06,
      "loss": 0.196,
      "step": 405,
      "student_loss": 0.026790756732225418,
      "teacher_loss": 0.0005501789273694158
    },
    {
      "epoch": 0.1182237600922722,
      "grad_norm": 8.125,
      "kd_loss": 0.1787109375,
      "learning_rate": 6.6830197686277945e-06,
      "loss": 0.2152,
      "step": 410,
      "student_loss": 0.5714533925056458,
      "teacher_loss": 0.008862318471074104
    },
    {
      "epoch": 0.11966551326412918,
      "grad_norm": 4.1875,
      "kd_loss": 0.1279296875,
      "learning_rate": 6.6065583795942625e-06,
      "loss": 0.2006,
      "step": 415,
      "student_loss": 0.019465278834104538,
      "teacher_loss": 0.0042519038543105125
    },
    {
      "epoch": 0.12110726643598616,
      "grad_norm": 5.21875,
      "kd_loss": 0.1181640625,
      "learning_rate": 6.52967569846937e-06,
      "loss": 0.1764,
      "step": 420,
      "student_loss": 0.008550797589123249,
      "teacher_loss": 0.023795029148459435
    },
    {
      "epoch": 0.12254901960784313,
      "grad_norm": 8.5625,
      "kd_loss": 0.126953125,
      "learning_rate": 6.452391886403767e-06,
      "loss": 0.1854,
      "step": 425,
      "student_loss": 0.04949700087308884,
      "teacher_loss": 0.004153509624302387
    },
    {
      "epoch": 0.12399077277970011,
      "grad_norm": 7.25,
      "kd_loss": 0.18359375,
      "learning_rate": 6.374727209737743e-06,
      "loss": 0.2107,
      "step": 430,
      "student_loss": 0.002016805112361908,
      "teacher_loss": 0.06358348578214645
    },
    {
      "epoch": 0.1254325259515571,
      "grad_norm": 6.21875,
      "kd_loss": 0.11083984375,
      "learning_rate": 6.296702034686726e-06,
      "loss": 0.1934,
      "step": 435,
      "student_loss": 0.0017790297279134393,
      "teacher_loss": 0.0017155191162601113
    },
    {
      "epoch": 0.12687427912341406,
      "grad_norm": 4.125,
      "kd_loss": 0.18359375,
      "learning_rate": 6.218336822000598e-06,
      "loss": 0.2068,
      "step": 440,
      "student_loss": 0.565355658531189,
      "teacher_loss": 0.008367877453565598
    },
    {
      "epoch": 0.12831603229527105,
      "grad_norm": 5.09375,
      "kd_loss": 0.1357421875,
      "learning_rate": 6.139652121598219e-06,
      "loss": 0.2072,
      "step": 445,
      "student_loss": 0.00040582873043604195,
      "teacher_loss": 0.017554111778736115
    },
    {
      "epoch": 0.12975778546712802,
      "grad_norm": 4.03125,
      "kd_loss": 0.1396484375,
      "learning_rate": 6.060668567178561e-06,
      "loss": 0.194,
      "step": 450,
      "student_loss": 0.0020873546600341797,
      "teacher_loss": 0.0007538718055002391
    },
    {
      "epoch": 0.131199538638985,
      "grad_norm": 4.09375,
      "kd_loss": 0.10595703125,
      "learning_rate": 5.981406870809889e-06,
      "loss": 0.1896,
      "step": 455,
      "student_loss": 0.010908172465860844,
      "teacher_loss": 0.0012792785419151187
    },
    {
      "epoch": 0.13264129181084197,
      "grad_norm": 6.6875,
      "kd_loss": 0.12255859375,
      "learning_rate": 5.9018878174983674e-06,
      "loss": 0.1893,
      "step": 460,
      "student_loss": 0.01578596420586109,
      "teacher_loss": 0.0009114979766309261
    },
    {
      "epoch": 0.13408304498269896,
      "grad_norm": 4.4375,
      "kd_loss": 0.14453125,
      "learning_rate": 5.822132259737565e-06,
      "loss": 0.2189,
      "step": 465,
      "student_loss": 0.0021727595012634993,
      "teacher_loss": 0.0004909814451821148
    },
    {
      "epoch": 0.13552479815455595,
      "grad_norm": 5.09375,
      "kd_loss": 0.1005859375,
      "learning_rate": 5.742161112040237e-06,
      "loss": 0.2169,
      "step": 470,
      "student_loss": 0.0009243786334991455,
      "teacher_loss": 0.000744891760405153
    },
    {
      "epoch": 0.13696655132641292,
      "grad_norm": 4.9375,
      "kd_loss": 0.1396484375,
      "learning_rate": 5.661995345453867e-06,
      "loss": 0.1752,
      "step": 475,
      "student_loss": 0.003345559583976865,
      "teacher_loss": 0.0005117281689308584
    },
    {
      "epoch": 0.1384083044982699,
      "grad_norm": 4.46875,
      "kd_loss": 0.1376953125,
      "learning_rate": 5.581655982061367e-06,
      "loss": 0.211,
      "step": 480,
      "student_loss": 0.0018078088760375977,
      "teacher_loss": 0.029633358120918274
    },
    {
      "epoch": 0.13985005767012687,
      "grad_norm": 6.59375,
      "kd_loss": 0.11767578125,
      "learning_rate": 5.501164089468406e-06,
      "loss": 0.1795,
      "step": 485,
      "student_loss": 0.3106631636619568,
      "teacher_loss": 0.0037072307895869017
    },
    {
      "epoch": 0.14129181084198386,
      "grad_norm": 6.0,
      "kd_loss": 0.1328125,
      "learning_rate": 5.4205407752787884e-06,
      "loss": 0.1896,
      "step": 490,
      "student_loss": 0.0010533903259783983,
      "teacher_loss": 0.0012765543069690466
    },
    {
      "epoch": 0.14273356401384082,
      "grad_norm": 5.25,
      "kd_loss": 0.1376953125,
      "learning_rate": 5.339807181559359e-06,
      "loss": 0.194,
      "step": 495,
      "student_loss": 0.08354002982378006,
      "teacher_loss": 0.0006759578245691955
    },
    {
      "epoch": 0.14417531718569782,
      "grad_norm": 6.125,
      "kd_loss": 0.12060546875,
      "learning_rate": 5.258984479295853e-06,
      "loss": 0.1865,
      "step": 500,
      "student_loss": 0.003352736122906208,
      "teacher_loss": 0.0017620434518903494
    },
    {
      "epoch": 0.14561707035755478,
      "grad_norm": 5.71875,
      "kd_loss": 0.11572265625,
      "learning_rate": 5.1780938628411795e-06,
      "loss": 0.2201,
      "step": 505,
      "student_loss": 0.002489902079105377,
      "teacher_loss": 0.0007855825824663043
    },
    {
      "epoch": 0.14705882352941177,
      "grad_norm": 5.59375,
      "kd_loss": 0.10498046875,
      "learning_rate": 5.097156544357567e-06,
      "loss": 0.2023,
      "step": 510,
      "student_loss": 0.0014551215572282672,
      "teacher_loss": 0.0008335533202625811
    },
    {
      "epoch": 0.14850057670126873,
      "grad_norm": 4.75,
      "kd_loss": 0.12353515625,
      "learning_rate": 5.016193748254045e-06,
      "loss": 0.1779,
      "step": 515,
      "student_loss": 0.01823529414832592,
      "teacher_loss": 0.0005908762104809284
    },
    {
      "epoch": 0.14994232987312572,
      "grad_norm": 3.875,
      "kd_loss": 0.1181640625,
      "learning_rate": 4.935226705620699e-06,
      "loss": 0.1875,
      "step": 520,
      "student_loss": 0.48260822892189026,
      "teacher_loss": 0.011817601509392262
    },
    {
      "epoch": 0.1513840830449827,
      "grad_norm": 3.828125,
      "kd_loss": 0.1142578125,
      "learning_rate": 4.8542766486612035e-06,
      "loss": 0.179,
      "step": 525,
      "student_loss": 0.0011587169719859958,
      "teacher_loss": 0.0004872040299233049
    },
    {
      "epoch": 0.15282583621683968,
      "grad_norm": 5.78125,
      "kd_loss": 0.11767578125,
      "learning_rate": 4.773364805125025e-06,
      "loss": 0.1752,
      "step": 530,
      "student_loss": 0.0030523419845849276,
      "teacher_loss": 0.0013172540348023176
    },
    {
      "epoch": 0.15426758938869667,
      "grad_norm": 3.1875,
      "kd_loss": 0.10302734375,
      "learning_rate": 4.6925123927408265e-06,
      "loss": 0.1654,
      "step": 535,
      "student_loss": 0.0017982972785830498,
      "teacher_loss": 0.00047424182412214577
    },
    {
      "epoch": 0.15570934256055363,
      "grad_norm": 5.59375,
      "kd_loss": 0.11962890625,
      "learning_rate": 4.611740613652485e-06,
      "loss": 0.1655,
      "step": 540,
      "student_loss": 0.013529052957892418,
      "teacher_loss": 0.0009085286292247474
    },
    {
      "epoch": 0.15715109573241062,
      "grad_norm": 9.0,
      "kd_loss": 0.115234375,
      "learning_rate": 4.531070648859186e-06,
      "loss": 0.1973,
      "step": 545,
      "student_loss": 0.004623454995453358,
      "teacher_loss": 0.007325619924813509
    },
    {
      "epoch": 0.15859284890426759,
      "grad_norm": 5.8125,
      "kd_loss": 0.126953125,
      "learning_rate": 4.450523652661086e-06,
      "loss": 0.1622,
      "step": 550,
      "student_loss": 0.0009506479254923761,
      "teacher_loss": 0.008248833939433098
    },
    {
      "epoch": 0.16003460207612458,
      "grad_norm": 4.34375,
      "kd_loss": 0.11376953125,
      "learning_rate": 4.370120747111956e-06,
      "loss": 0.1848,
      "step": 555,
      "student_loss": 0.005332108587026596,
      "teacher_loss": 0.0016086830291897058
    },
    {
      "epoch": 0.16147635524798154,
      "grad_norm": 10.375,
      "kd_loss": 0.1201171875,
      "learning_rate": 4.289883016480291e-06,
      "loss": 0.2032,
      "step": 560,
      "student_loss": 0.12518270313739777,
      "teacher_loss": 0.0005838426877744496
    },
    {
      "epoch": 0.16291810841983853,
      "grad_norm": 6.0625,
      "kd_loss": 0.12353515625,
      "learning_rate": 4.209831501720328e-06,
      "loss": 0.1825,
      "step": 565,
      "student_loss": 0.029691526666283607,
      "teacher_loss": 0.021172240376472473
    },
    {
      "epoch": 0.1643598615916955,
      "grad_norm": 8.9375,
      "kd_loss": 0.1708984375,
      "learning_rate": 4.129987194954421e-06,
      "loss": 0.189,
      "step": 570,
      "student_loss": 0.13193272054195404,
      "teacher_loss": 0.00722926901653409
    },
    {
      "epoch": 0.16580161476355249,
      "grad_norm": 7.84375,
      "kd_loss": 0.10302734375,
      "learning_rate": 4.050371033968216e-06,
      "loss": 0.1851,
      "step": 575,
      "student_loss": 0.0010820090537890792,
      "teacher_loss": 0.0006335995858535171
    },
    {
      "epoch": 0.16724336793540945,
      "grad_norm": 4.96875,
      "kd_loss": 0.330078125,
      "learning_rate": 3.9710038967200825e-06,
      "loss": 0.1666,
      "step": 580,
      "student_loss": 0.0031647607684135437,
      "teacher_loss": 0.0028759294655174017
    },
    {
      "epoch": 0.16868512110726644,
      "grad_norm": 3.1875,
      "kd_loss": 0.1142578125,
      "learning_rate": 3.89190659586623e-06,
      "loss": 0.1868,
      "step": 585,
      "student_loss": 0.040488943457603455,
      "teacher_loss": 0.0005194384139031172
    },
    {
      "epoch": 0.1701268742791234,
      "grad_norm": 7.5625,
      "kd_loss": 0.11181640625,
      "learning_rate": 3.8130998733029517e-06,
      "loss": 0.1949,
      "step": 590,
      "student_loss": 0.00226792530156672,
      "teacher_loss": 0.0028023580089211464
    },
    {
      "epoch": 0.1715686274509804,
      "grad_norm": 4.0625,
      "kd_loss": 0.11181640625,
      "learning_rate": 3.734604394727419e-06,
      "loss": 0.2049,
      "step": 595,
      "student_loss": 0.0009982635965570807,
      "teacher_loss": 0.001097838394343853
    },
    {
      "epoch": 0.17301038062283736,
      "grad_norm": 6.5625,
      "kd_loss": 0.12353515625,
      "learning_rate": 3.656440744218464e-06,
      "loss": 0.1982,
      "step": 600,
      "student_loss": 0.34091848134994507,
      "teacher_loss": 0.009622580371797085
    },
    {
      "epoch": 0.17445213379469435,
      "grad_norm": 6.625,
      "kd_loss": 0.1181640625,
      "learning_rate": 3.578629418838757e-06,
      "loss": 0.1972,
      "step": 605,
      "student_loss": 0.2827480435371399,
      "teacher_loss": 0.039488162845373154
    },
    {
      "epoch": 0.17589388696655134,
      "grad_norm": 4.96875,
      "kd_loss": 0.1201171875,
      "learning_rate": 3.5011908232598124e-06,
      "loss": 0.1603,
      "step": 610,
      "student_loss": 0.106364406645298,
      "teacher_loss": 0.0008834014879539609
    },
    {
      "epoch": 0.1773356401384083,
      "grad_norm": 4.75,
      "kd_loss": 0.1240234375,
      "learning_rate": 3.4241452644112085e-06,
      "loss": 0.1596,
      "step": 615,
      "student_loss": 0.0008959124679677188,
      "teacher_loss": 0.0007150223245844245
    },
    {
      "epoch": 0.1787773933102653,
      "grad_norm": 3.34375,
      "kd_loss": 0.1533203125,
      "learning_rate": 3.3475129461554567e-06,
      "loss": 0.1941,
      "step": 620,
      "student_loss": 0.00717555359005928,
      "teacher_loss": 0.008744844235479832
    },
    {
      "epoch": 0.18021914648212226,
      "grad_norm": 4.46875,
      "kd_loss": 0.109375,
      "learning_rate": 3.271313963989886e-06,
      "loss": 0.1711,
      "step": 625,
      "student_loss": 0.007324306294322014,
      "teacher_loss": 0.005477549973875284
    },
    {
      "epoch": 0.18166089965397925,
      "grad_norm": 4.875,
      "kd_loss": 0.11962890625,
      "learning_rate": 3.195568299776945e-06,
      "loss": 0.1813,
      "step": 630,
      "student_loss": 0.1220104992389679,
      "teacher_loss": 0.005055113695561886
    },
    {
      "epoch": 0.1831026528258362,
      "grad_norm": 4.1875,
      "kd_loss": 0.1005859375,
      "learning_rate": 3.1202958165043053e-06,
      "loss": 0.2012,
      "step": 635,
      "student_loss": 0.0011498430976644158,
      "teacher_loss": 0.0006288467557169497
    },
    {
      "epoch": 0.1845444059976932,
      "grad_norm": 4.84375,
      "kd_loss": 0.11767578125,
      "learning_rate": 3.045516253076137e-06,
      "loss": 0.1779,
      "step": 640,
      "student_loss": 0.0011653146939352155,
      "teacher_loss": 0.0009915747214108706
    },
    {
      "epoch": 0.18598615916955016,
      "grad_norm": 9.125,
      "kd_loss": 0.119140625,
      "learning_rate": 2.9712492191369245e-06,
      "loss": 0.1795,
      "step": 645,
      "student_loss": 0.004314988851547241,
      "teacher_loss": 0.0008632438839413226
    },
    {
      "epoch": 0.18742791234140715,
      "grad_norm": 5.71875,
      "kd_loss": 0.138671875,
      "learning_rate": 2.8975141899291777e-06,
      "loss": 0.1767,
      "step": 650,
      "student_loss": 0.004328088369220495,
      "teacher_loss": 0.0019480936462059617
    },
    {
      "epoch": 0.18886966551326412,
      "grad_norm": 5.3125,
      "kd_loss": 0.1064453125,
      "learning_rate": 2.8243305011863843e-06,
      "loss": 0.1858,
      "step": 655,
      "student_loss": 0.07007281482219696,
      "teacher_loss": 0.002063432242721319
    },
    {
      "epoch": 0.1903114186851211,
      "grad_norm": 5.34375,
      "kd_loss": 0.12060546875,
      "learning_rate": 2.751717344062552e-06,
      "loss": 0.1979,
      "step": 660,
      "student_loss": 0.0020055994391441345,
      "teacher_loss": 0.0012256632326170802
    },
    {
      "epoch": 0.19175317185697807,
      "grad_norm": 4.96875,
      "kd_loss": 0.1259765625,
      "learning_rate": 2.6796937600996587e-06,
      "loss": 0.1824,
      "step": 665,
      "student_loss": 0.0013414303539320827,
      "teacher_loss": 0.0005829873844049871
    },
    {
      "epoch": 0.19319492502883506,
      "grad_norm": 6.21875,
      "kd_loss": 0.11181640625,
      "learning_rate": 2.6082786362343377e-06,
      "loss": 0.2091,
      "step": 670,
      "student_loss": 0.01750928722321987,
      "teacher_loss": 0.01849350705742836
    },
    {
      "epoch": 0.19463667820069205,
      "grad_norm": 5.9375,
      "kd_loss": 0.1083984375,
      "learning_rate": 2.5374906998451094e-06,
      "loss": 0.1855,
      "step": 675,
      "student_loss": 0.0015071257948875427,
      "teacher_loss": 0.0012101252796128392
    },
    {
      "epoch": 0.19607843137254902,
      "grad_norm": 3.984375,
      "kd_loss": 0.14453125,
      "learning_rate": 2.467348513841447e-06,
      "loss": 0.1808,
      "step": 680,
      "student_loss": 0.09338736534118652,
      "teacher_loss": 0.038049884140491486
    },
    {
      "epoch": 0.197520184544406,
      "grad_norm": 3.75,
      "kd_loss": 0.177734375,
      "learning_rate": 2.3978704717959777e-06,
      "loss": 0.1863,
      "step": 685,
      "student_loss": 0.0010167881846427917,
      "teacher_loss": 0.03185700252652168
    },
    {
      "epoch": 0.19896193771626297,
      "grad_norm": 3.984375,
      "kd_loss": 0.11572265625,
      "learning_rate": 2.329074793121085e-06,
      "loss": 0.1721,
      "step": 690,
      "student_loss": 0.017529672011733055,
      "teacher_loss": 0.008856060914695263
    },
    {
      "epoch": 0.20040369088811996,
      "grad_norm": 6.65625,
      "kd_loss": 0.1171875,
      "learning_rate": 2.260979518291186e-06,
      "loss": 0.2122,
      "step": 695,
      "student_loss": 0.028023820370435715,
      "teacher_loss": 0.005092882085591555
    },
    {
      "epoch": 0.20184544405997693,
      "grad_norm": 4.84375,
      "kd_loss": 0.1015625,
      "learning_rate": 2.1936025041119268e-06,
      "loss": 0.1889,
      "step": 700,
      "student_loss": 0.004128373693674803,
      "teacher_loss": 0.0009403788135387003
    },
    {
      "epoch": 0.20328719723183392,
      "grad_norm": 5.03125,
      "kd_loss": 0.12451171875,
      "learning_rate": 2.1269614190375477e-06,
      "loss": 0.1781,
      "step": 705,
      "student_loss": 0.0009666193509474397,
      "teacher_loss": 0.0012199536431580782
    },
    {
      "epoch": 0.20472895040369088,
      "grad_norm": 5.46875,
      "kd_loss": 0.12890625,
      "learning_rate": 2.061073738537635e-06,
      "loss": 0.214,
      "step": 710,
      "student_loss": 0.20427227020263672,
      "teacher_loss": 0.003926330246031284
    },
    {
      "epoch": 0.20617070357554787,
      "grad_norm": 4.875,
      "kd_loss": 0.10693359375,
      "learning_rate": 1.9959567405144825e-06,
      "loss": 0.2167,
      "step": 715,
      "student_loss": 0.034982144832611084,
      "teacher_loss": 0.012018893845379353
    },
    {
      "epoch": 0.20761245674740483,
      "grad_norm": 4.90625,
      "kd_loss": 0.140625,
      "learning_rate": 1.931627500772263e-06,
      "loss": 0.1911,
      "step": 720,
      "student_loss": 0.0010867691598832607,
      "teacher_loss": 0.005945001263171434
    },
    {
      "epoch": 0.20905420991926182,
      "grad_norm": 3.375,
      "kd_loss": 0.1171875,
      "learning_rate": 1.8681028885391905e-06,
      "loss": 0.1776,
      "step": 725,
      "student_loss": 0.0011550028575584292,
      "teacher_loss": 0.0008522791904397309
    },
    {
      "epoch": 0.2104959630911188,
      "grad_norm": 4.625,
      "kd_loss": 0.111328125,
      "learning_rate": 1.8053995620438625e-06,
      "loss": 0.1726,
      "step": 730,
      "student_loss": 0.03152952715754509,
      "teacher_loss": 0.00232282024808228
    },
    {
      "epoch": 0.21193771626297578,
      "grad_norm": 4.8125,
      "kd_loss": 0.11328125,
      "learning_rate": 1.743533964146924e-06,
      "loss": 0.1841,
      "step": 735,
      "student_loss": 0.0014305273070931435,
      "teacher_loss": 0.0003280507226008922
    },
    {
      "epoch": 0.21337946943483277,
      "grad_norm": 6.9375,
      "kd_loss": 0.138671875,
      "learning_rate": 1.6825223180292138e-06,
      "loss": 0.1674,
      "step": 740,
      "student_loss": 0.00881188828498125,
      "teacher_loss": 0.00042216398287564516
    },
    {
      "epoch": 0.21482122260668973,
      "grad_norm": 6.71875,
      "kd_loss": 0.12158203125,
      "learning_rate": 1.6223806229375182e-06,
      "loss": 0.1744,
      "step": 745,
      "student_loss": 0.16076479852199554,
      "teacher_loss": 0.021096019074320793
    },
    {
      "epoch": 0.21626297577854672,
      "grad_norm": 6.28125,
      "kd_loss": 0.12890625,
      "learning_rate": 1.563124649989043e-06,
      "loss": 0.1968,
      "step": 750,
      "student_loss": 0.11668777465820312,
      "teacher_loss": 0.006358537822961807
    },
    {
      "epoch": 0.2177047289504037,
      "grad_norm": 5.4375,
      "kd_loss": 0.0966796875,
      "learning_rate": 1.5047699380357134e-06,
      "loss": 0.1956,
      "step": 755,
      "student_loss": 0.11215528845787048,
      "teacher_loss": 0.0056000882759690285
    },
    {
      "epoch": 0.21914648212226068,
      "grad_norm": 5.125,
      "kd_loss": 0.10107421875,
      "learning_rate": 1.4473317895893773e-06,
      "loss": 0.1792,
      "step": 760,
      "student_loss": 0.26354143023490906,
      "teacher_loss": 0.0006397212855517864
    },
    {
      "epoch": 0.22058823529411764,
      "grad_norm": 4.53125,
      "kd_loss": 0.12060546875,
      "learning_rate": 1.39082526680899e-06,
      "loss": 0.1971,
      "step": 765,
      "student_loss": 0.08930032700300217,
      "teacher_loss": 0.0006192077999003232
    },
    {
      "epoch": 0.22202998846597463,
      "grad_norm": 3.6875,
      "kd_loss": 0.1142578125,
      "learning_rate": 1.3352651875508204e-06,
      "loss": 0.1708,
      "step": 770,
      "student_loss": 0.004422426223754883,
      "teacher_loss": 0.0008745273225940764
    },
    {
      "epoch": 0.2234717416378316,
      "grad_norm": 5.4375,
      "kd_loss": 0.11328125,
      "learning_rate": 1.2806661214827286e-06,
      "loss": 0.1885,
      "step": 775,
      "student_loss": 0.0018669217824935913,
      "teacher_loss": 0.0006652303854934871
    },
    {
      "epoch": 0.22491349480968859,
      "grad_norm": 2.9375,
      "kd_loss": 0.1083984375,
      "learning_rate": 1.2270423862635188e-06,
      "loss": 0.1836,
      "step": 780,
      "student_loss": 0.009803751483559608,
      "teacher_loss": 0.0004910013522021472
    },
    {
      "epoch": 0.22635524798154555,
      "grad_norm": 5.6875,
      "kd_loss": 0.09912109375,
      "learning_rate": 1.1744080437883859e-06,
      "loss": 0.1669,
      "step": 785,
      "student_loss": 0.0010796686401590705,
      "teacher_loss": 0.001094150822609663
    },
    {
      "epoch": 0.22779700115340254,
      "grad_norm": 6.0625,
      "kd_loss": 0.1279296875,
      "learning_rate": 1.1227768965014246e-06,
      "loss": 0.2026,
      "step": 790,
      "student_loss": 0.07495569437742233,
      "teacher_loss": 0.0015408035833388567
    },
    {
      "epoch": 0.2292387543252595,
      "grad_norm": 3.390625,
      "kd_loss": 0.1083984375,
      "learning_rate": 1.0721624837761768e-06,
      "loss": 0.1999,
      "step": 795,
      "student_loss": 0.0036292201839387417,
      "teacher_loss": 0.0005642004543915391
    },
    {
      "epoch": 0.2306805074971165,
      "grad_norm": 6.5625,
      "kd_loss": 0.18359375,
      "learning_rate": 1.0225780783651689e-06,
      "loss": 0.2151,
      "step": 800,
      "student_loss": 0.062444765120744705,
      "teacher_loss": 0.04929126426577568
    },
    {
      "epoch": 0.23212226066897348,
      "grad_norm": 4.875,
      "kd_loss": 0.10546875,
      "learning_rate": 9.740366829193587e-07,
      "loss": 0.2096,
      "step": 805,
      "student_loss": 0.0012999593745917082,
      "teacher_loss": 0.001006675767712295
    },
    {
      "epoch": 0.23356401384083045,
      "grad_norm": 6.09375,
      "kd_loss": 0.109375,
      "learning_rate": 9.265510265784189e-07,
      "loss": 0.2063,
      "step": 810,
      "student_loss": 0.0013730658683925867,
      "teacher_loss": 0.00053932867012918
    },
    {
      "epoch": 0.23500576701268744,
      "grad_norm": 10.0,
      "kd_loss": 0.103515625,
      "learning_rate": 8.801335616327378e-07,
      "loss": 0.1942,
      "step": 815,
      "student_loss": 0.05159832164645195,
      "teacher_loss": 0.010285490192472935
    },
    {
      "epoch": 0.2364475201845444,
      "grad_norm": 4.9375,
      "kd_loss": 0.125,
      "learning_rate": 8.347964602580245e-07,
      "loss": 0.1808,
      "step": 820,
      "student_loss": 0.037393856793642044,
      "teacher_loss": 0.0004633679345715791
    },
    {
      "epoch": 0.2378892733564014,
      "grad_norm": 6.5625,
      "kd_loss": 0.142578125,
      "learning_rate": 7.905516113233652e-07,
      "loss": 0.1747,
      "step": 825,
      "student_loss": 0.0011921566911041737,
      "teacher_loss": 0.021351948380470276
    },
    {
      "epoch": 0.23933102652825836,
      "grad_norm": 3.484375,
      "kd_loss": 0.111328125,
      "learning_rate": 7.474106172735746e-07,
      "loss": 0.1797,
      "step": 830,
      "student_loss": 0.03779162839055061,
      "teacher_loss": 0.003403074573725462
    },
    {
      "epoch": 0.24077277970011535,
      "grad_norm": 6.03125,
      "kd_loss": 0.10009765625,
      "learning_rate": 7.053847910866513e-07,
      "loss": 0.1667,
      "step": 835,
      "student_loss": 0.11626744270324707,
      "teacher_loss": 0.00203131721355021
    },
    {
      "epoch": 0.2422145328719723,
      "grad_norm": 4.28125,
      "kd_loss": 0.1376953125,
      "learning_rate": 6.644851533071556e-07,
      "loss": 0.1761,
      "step": 840,
      "student_loss": 0.0023884603288024664,
      "teacher_loss": 0.0004405094077810645
    },
    {
      "epoch": 0.2436562860438293,
      "grad_norm": 8.6875,
      "kd_loss": 0.140625,
      "learning_rate": 6.24722429156251e-07,
      "loss": 0.2435,
      "step": 845,
      "student_loss": 0.14598870277404785,
      "teacher_loss": 0.0010793671244755387
    },
    {
      "epoch": 0.24509803921568626,
      "grad_norm": 4.6875,
      "kd_loss": 0.103515625,
      "learning_rate": 5.861070457192081e-07,
      "loss": 0.186,
      "step": 850,
      "student_loss": 0.06827586144208908,
      "teacher_loss": 0.00046239409130066633
    },
    {
      "epoch": 0.24653979238754326,
      "grad_norm": 3.203125,
      "kd_loss": 0.125,
      "learning_rate": 5.486491292110796e-07,
      "loss": 0.1726,
      "step": 855,
      "student_loss": 0.0007081849034875631,
      "teacher_loss": 0.0005193519755266607
    },
    {
      "epoch": 0.24798154555940022,
      "grad_norm": 4.40625,
      "kd_loss": 0.11474609375,
      "learning_rate": 5.123585023212785e-07,
      "loss": 0.2129,
      "step": 860,
      "student_loss": 0.002149001695215702,
      "teacher_loss": 0.0017558797262609005
    },
    {
      "epoch": 0.2494232987312572,
      "grad_norm": 3.921875,
      "kd_loss": 0.111328125,
      "learning_rate": 4.772446816377408e-07,
      "loss": 0.1792,
      "step": 865,
      "student_loss": 0.0010927807306870818,
      "teacher_loss": 0.0006015551625750959
    },
    {
      "epoch": 0.2508650519031142,
      "grad_norm": 4.0,
      "kd_loss": 0.12890625,
      "learning_rate": 4.4331687515137614e-07,
      "loss": 0.1958,
      "step": 870,
      "student_loss": 0.04162781313061714,
      "teacher_loss": 0.0015390625922009349
    },
    {
      "epoch": 0.25230680507497116,
      "grad_norm": 7.9375,
      "kd_loss": 0.10888671875,
      "learning_rate": 4.1058397984142405e-07,
      "loss": 0.1771,
      "step": 875,
      "student_loss": 0.0009604351944290102,
      "teacher_loss": 0.0005376276094466448
    },
    {
      "epoch": 0.2537485582468281,
      "grad_norm": 3.953125,
      "kd_loss": 0.1162109375,
      "learning_rate": 3.790545793423761e-07,
      "loss": 0.1917,
      "step": 880,
      "student_loss": 0.0019418075680732727,
      "teacher_loss": 0.0007360613089986145
    },
    {
      "epoch": 0.25519031141868515,
      "grad_norm": 3.25,
      "kd_loss": 0.1435546875,
      "learning_rate": 3.4873694169306915e-07,
      "loss": 0.1832,
      "step": 885,
      "student_loss": 0.017352323979139328,
      "teacher_loss": 0.05972852557897568
    },
    {
      "epoch": 0.2566320645905421,
      "grad_norm": 4.75,
      "kd_loss": 0.111328125,
      "learning_rate": 3.196390171685343e-07,
      "loss": 0.1981,
      "step": 890,
      "student_loss": 0.0014260741882026196,
      "teacher_loss": 0.0012508125510066748
    },
    {
      "epoch": 0.25807381776239907,
      "grad_norm": 4.25,
      "kd_loss": 0.1435546875,
      "learning_rate": 2.917684361951728e-07,
      "loss": 0.1799,
      "step": 895,
      "student_loss": 0.014447882771492004,
      "teacher_loss": 0.0008786572143435478
    },
    {
      "epoch": 0.25951557093425603,
      "grad_norm": 4.3125,
      "kd_loss": 0.1240234375,
      "learning_rate": 2.65132507349814e-07,
      "loss": 0.2243,
      "step": 900,
      "student_loss": 0.001752070034854114,
      "teacher_loss": 0.028893902897834778
    },
    {
      "epoch": 0.26095732410611305,
      "grad_norm": 3.890625,
      "kd_loss": 0.10888671875,
      "learning_rate": 2.397382154431621e-07,
      "loss": 0.1707,
      "step": 905,
      "student_loss": 0.07611552625894547,
      "teacher_loss": 0.0018923009047284722
    },
    {
      "epoch": 0.26239907727797,
      "grad_norm": 3.84375,
      "kd_loss": 0.130859375,
      "learning_rate": 2.1559221968815547e-07,
      "loss": 0.1867,
      "step": 910,
      "student_loss": 0.0012913525570183992,
      "teacher_loss": 0.0014879581285640597
    },
    {
      "epoch": 0.263840830449827,
      "grad_norm": 5.1875,
      "kd_loss": 0.11669921875,
      "learning_rate": 1.9270085195370048e-07,
      "loss": 0.1647,
      "step": 915,
      "student_loss": 0.03545321896672249,
      "teacher_loss": 0.0013070907443761826
    },
    {
      "epoch": 0.26528258362168394,
      "grad_norm": 3.390625,
      "kd_loss": 0.1630859375,
      "learning_rate": 1.7107011510424766e-07,
      "loss": 0.1914,
      "step": 920,
      "student_loss": 0.013124704360961914,
      "teacher_loss": 0.015305249951779842
    },
    {
      "epoch": 0.26672433679354096,
      "grad_norm": 3.84375,
      "kd_loss": 0.1064453125,
      "learning_rate": 1.5070568142564912e-07,
      "loss": 0.1662,
      "step": 925,
      "student_loss": 0.0009416788816452026,
      "teacher_loss": 0.0009266760898754001
    },
    {
      "epoch": 0.2681660899653979,
      "grad_norm": 5.90625,
      "kd_loss": 0.11376953125,
      "learning_rate": 1.3161289113769405e-07,
      "loss": 0.1771,
      "step": 930,
      "student_loss": 0.04463067650794983,
      "teacher_loss": 0.0009097782894968987
    },
    {
      "epoch": 0.2696078431372549,
      "grad_norm": 5.59375,
      "kd_loss": 0.126953125,
      "learning_rate": 1.1379675099373489e-07,
      "loss": 0.1749,
      "step": 935,
      "student_loss": 0.02378019131720066,
      "teacher_loss": 0.0022270630579441786
    },
    {
      "epoch": 0.2710495963091119,
      "grad_norm": 5.78125,
      "kd_loss": 0.2138671875,
      "learning_rate": 9.726193296774767e-08,
      "loss": 0.1876,
      "step": 940,
      "student_loss": 0.002607885980978608,
      "teacher_loss": 0.0031158654019236565
    },
    {
      "epoch": 0.27249134948096887,
      "grad_norm": 7.5625,
      "kd_loss": 0.10595703125,
      "learning_rate": 8.201277302919086e-08,
      "loss": 0.1904,
      "step": 945,
      "student_loss": 0.07421658933162689,
      "teacher_loss": 0.002074115676805377
    },
    {
      "epoch": 0.27393310265282583,
      "grad_norm": 3.203125,
      "kd_loss": 0.13671875,
      "learning_rate": 6.805327000596995e-08,
      "loss": 0.17,
      "step": 950,
      "student_loss": 0.005115017760545015,
      "teacher_loss": 0.0004907959373667836
    },
    {
      "epoch": 0.2753748558246828,
      "grad_norm": 4.5625,
      "kd_loss": 0.095703125,
      "learning_rate": 5.538708453581787e-08,
      "loss": 0.1903,
      "step": 955,
      "student_loss": 0.011558901518583298,
      "teacher_loss": 0.0004379775491543114
    },
    {
      "epoch": 0.2768166089965398,
      "grad_norm": 7.9375,
      "kd_loss": 0.12451171875,
      "learning_rate": 4.40175381063529e-08,
      "loss": 0.1861,
      "step": 960,
      "student_loss": 0.0017829686403274536,
      "teacher_loss": 0.0036916364915668964
    },
    {
      "epoch": 0.2782583621683968,
      "grad_norm": 4.96875,
      "kd_loss": 0.1728515625,
      "learning_rate": 3.394761218407705e-08,
      "loss": 0.2026,
      "step": 965,
      "student_loss": 0.2359560877084732,
      "teacher_loss": 0.008938993327319622
    },
    {
      "epoch": 0.27970011534025374,
      "grad_norm": 4.375,
      "kd_loss": 0.1123046875,
      "learning_rate": 2.5179947432540376e-08,
      "loss": 0.1889,
      "step": 970,
      "student_loss": 0.0006114219431765378,
      "teacher_loss": 0.00041617779061198235
    },
    {
      "epoch": 0.2811418685121107,
      "grad_norm": 4.5,
      "kd_loss": 0.10888671875,
      "learning_rate": 1.7716843019867646e-08,
      "loss": 0.1982,
      "step": 975,
      "student_loss": 0.07514014840126038,
      "teacher_loss": 0.001045848592184484
    },
    {
      "epoch": 0.2825836216839677,
      "grad_norm": 5.5,
      "kd_loss": 0.107421875,
      "learning_rate": 1.156025601584676e-08,
      "loss": 0.1779,
      "step": 980,
      "student_loss": 0.0017143742879852653,
      "teacher_loss": 0.0004985960549674928
    },
    {
      "epoch": 0.2840253748558247,
      "grad_norm": 6.0625,
      "kd_loss": 0.107421875,
      "learning_rate": 6.711800878718144e-09,
      "loss": 0.1914,
      "step": 985,
      "student_loss": 0.0008509993785992265,
      "teacher_loss": 0.0007709055789746344
    },
    {
      "epoch": 0.28546712802768165,
      "grad_norm": 11.8125,
      "kd_loss": 0.0986328125,
      "learning_rate": 3.1727490318111953e-09,
      "loss": 0.1871,
      "step": 990,
      "student_loss": 0.007576147560030222,
      "teacher_loss": 0.015172326937317848
    },
    {
      "epoch": 0.2869088811995386,
      "grad_norm": 4.625,
      "kd_loss": 0.1318359375,
      "learning_rate": 9.440285301370865e-10,
      "loss": 0.2025,
      "step": 995,
      "student_loss": 0.0030154017731547356,
      "teacher_loss": 0.0012625143863260746
    },
    {
      "epoch": 0.28835063437139563,
      "grad_norm": 5.40625,
      "kd_loss": 0.10546875,
      "learning_rate": 2.622381702066523e-11,
      "loss": 0.1678,
      "step": 1000,
      "student_loss": 0.08579359203577042,
      "teacher_loss": 0.0004960879450663924
    },
    {
      "epoch": 0.28835063437139563,
      "kd_loss": 0.10546875,
      "step": 1000,
      "student_loss": 0.08579359203577042,
      "teacher_loss": 0.0004960879450663924,
      "total_flos": 0.0,
      "train_loss": 0.2803848307132721,
      "train_runtime": 4898.5131,
      "train_samples_per_second": 3.266,
      "train_steps_per_second": 0.204
    }
  ],
  "logging_steps": 5,
  "max_steps": 1000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": false,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}