{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 1326,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "cos_sim": 0.03186357393860817,
      "distill_lambda": 0.05000000447034836,
      "distill_loss": 0.9681364297866821,
      "distill_only": 0.0,
      "epoch": 0.0015082956259426848,
      "grad_norm": 211.61996459960938,
      "learning_rate": 2.9850746268656716e-07,
      "loss": 2.372626781463623,
      "sft_loss": 0.025737762451171875,
      "step": 1,
      "token_acc": 0.8626918158567775
    },
    {
      "cos_sim": 0.03638706273502774,
      "distill_lambda": 0.050000001986821495,
      "distill_loss": 0.9636128743489584,
      "distill_only": 0.0,
      "epoch": 0.015082956259426848,
      "grad_norm": 27.790311813354492,
      "learning_rate": 2.9850746268656716e-06,
      "loss": 2.1743456522623696,
      "sft_loss": 0.019767655266655818,
      "step": 10,
      "token_acc": 0.8781167646462599
    },
    {
      "cos_sim": 0.14173474311828613,
      "distill_lambda": 0.05,
      "distill_loss": 0.8582653045654297,
      "distill_only": 0.0,
      "epoch": 0.030165912518853696,
      "grad_norm": 13.423632621765137,
      "learning_rate": 5.970149253731343e-06,
      "loss": 1.6065895080566406,
      "sft_loss": 0.007292652130126953,
      "step": 20,
      "token_acc": 0.9173358383079301
    },
    {
      "cos_sim": 0.5156546592712402,
      "distill_lambda": 0.05,
      "distill_loss": 0.4843453407287598,
      "distill_only": 0.0,
      "epoch": 0.04524886877828054,
      "grad_norm": 11.553773880004883,
      "learning_rate": 8.955223880597016e-06,
      "loss": 0.9485068321228027,
      "sft_loss": 0.0054235696792602536,
      "step": 30,
      "token_acc": 0.9289473684210526
    },
    {
      "cos_sim": 0.7724837779998779,
      "distill_lambda": 0.05,
      "distill_loss": 0.22751622200012206,
      "distill_only": 0.0,
      "epoch": 0.06033182503770739,
      "grad_norm": 7.349006175994873,
      "learning_rate": 1.1940298507462686e-05,
      "loss": 0.5208699703216553,
      "sft_loss": 0.004901373386383056,
      "step": 40,
      "token_acc": 0.9352286844397482
    },
    {
      "cos_sim": 0.8874543190002442,
      "distill_lambda": 0.05,
      "distill_loss": 0.11254562139511108,
      "distill_only": 0.0,
      "epoch": 0.07541478129713423,
      "grad_norm": 4.914926052093506,
      "learning_rate": 1.492537313432836e-05,
      "loss": 0.32853567600250244,
      "sft_loss": 0.004639458656311035,
      "step": 50,
      "token_acc": 0.9395466395371018
    },
    {
      "cos_sim": 0.9269522666931153,
      "distill_lambda": 0.05,
      "distill_loss": 0.0730478286743164,
      "distill_only": 0.0,
      "epoch": 0.09049773755656108,
      "grad_norm": 8.202323913574219,
      "learning_rate": 1.791044776119403e-05,
      "loss": 0.26580114364624025,
      "sft_loss": 0.004653894901275634,
      "step": 60,
      "token_acc": 0.9396150014461548
    },
    {
      "cos_sim": 0.9346080780029297,
      "distill_lambda": 0.05,
      "distill_loss": 0.06539193391799927,
      "distill_only": 0.0,
      "epoch": 0.10558069381598793,
      "grad_norm": 1.661431074142456,
      "learning_rate": 1.999971980603894e-05,
      "loss": 0.25142083168029783,
      "sft_loss": 0.004587304592132568,
      "step": 70,
      "token_acc": 0.9416931697713161
    },
    {
      "cos_sim": 0.9475898742675781,
      "distill_lambda": 0.05,
      "distill_loss": 0.052410244941711426,
      "distill_only": 0.0,
      "epoch": 0.12066365007541478,
      "grad_norm": 1.8265098333358765,
      "learning_rate": 1.999473901685785e-05,
      "loss": 0.23054256439208984,
      "sft_loss": 0.0045839428901672365,
      "step": 80,
      "token_acc": 0.9412239983523708
    },
    {
      "cos_sim": 0.9495115280151367,
      "distill_lambda": 0.05,
      "distill_loss": 0.05048844814300537,
      "distill_only": 0.0,
      "epoch": 0.13574660633484162,
      "grad_norm": 1.4613008499145508,
      "learning_rate": 1.9983535264822027e-05,
      "loss": 0.24433209896087646,
      "sft_loss": 0.0051109552383422855,
      "step": 90,
      "token_acc": 0.9402801523740965
    },
    {
      "cos_sim": 0.9408574104309082,
      "distill_lambda": 0.05,
      "distill_loss": 0.05914261341094971,
      "distill_only": 0.0,
      "epoch": 0.15082956259426847,
      "grad_norm": 1.3204941749572754,
      "learning_rate": 1.9966115525654667e-05,
      "loss": 0.23413853645324706,
      "sft_loss": 0.004359698295593262,
      "step": 100,
      "token_acc": 0.9443052808906467
    },
    {
      "cos_sim": 0.9505158424377441,
      "distill_lambda": 0.05,
      "distill_loss": 0.04948410391807556,
      "distill_only": 0.0,
      "epoch": 0.16591251885369532,
      "grad_norm": 1.1803853511810303,
      "learning_rate": 1.9942490645300782e-05,
      "loss": 0.21255049705505372,
      "sft_loss": 0.00416799783706665,
      "step": 110,
      "token_acc": 0.9469546598315177
    },
    {
      "cos_sim": 0.9514935493469239,
      "distill_lambda": 0.05,
      "distill_loss": 0.048506435751914975,
      "distill_only": 0.0,
      "epoch": 0.18099547511312217,
      "grad_norm": 1.406587839126587,
      "learning_rate": 1.9912675333174255e-05,
      "loss": 0.2096571922302246,
      "sft_loss": 0.0041264653205871586,
      "step": 120,
      "token_acc": 0.9481497965412004
    },
    {
      "cos_sim": 0.9463747978210449,
      "distill_lambda": 0.05,
      "distill_loss": 0.05362526774406433,
      "distill_only": 0.0,
      "epoch": 0.19607843137254902,
      "grad_norm": 1.3852708339691162,
      "learning_rate": 1.987668815299942e-05,
      "loss": 0.21961355209350586,
      "sft_loss": 0.00418165922164917,
      "step": 130,
      "token_acc": 0.9473255581677653
    },
    {
      "cos_sim": 0.9499053955078125,
      "distill_lambda": 0.05,
      "distill_loss": 0.050094664096832275,
      "distill_only": 0.0,
      "epoch": 0.21116138763197587,
      "grad_norm": 1.0918831825256348,
      "learning_rate": 1.9834551511252828e-05,
      "loss": 0.23451168537139894,
      "sft_loss": 0.004823756217956543,
      "step": 140,
      "token_acc": 0.9448166248273199
    },
    {
      "cos_sim": 0.9528703689575195,
      "distill_lambda": 0.05,
      "distill_loss": 0.047129732370376584,
      "distill_only": 0.0,
      "epoch": 0.22624434389140272,
      "grad_norm": 2.272617816925049,
      "learning_rate": 1.9786291643212466e-05,
      "loss": 0.20551390647888185,
      "sft_loss": 0.004065823554992676,
      "step": 150,
      "token_acc": 0.9483908646604986
    },
    {
      "cos_sim": 0.9500127792358398,
      "distill_lambda": 0.05,
      "distill_loss": 0.04998720288276672,
      "distill_only": 0.0,
      "epoch": 0.24132730015082957,
      "grad_norm": 0.9511111974716187,
      "learning_rate": 1.9731938596623012e-05,
      "loss": 0.2126539468765259,
      "sft_loss": 0.004146075248718262,
      "step": 160,
      "token_acc": 0.9475028118065477
    },
    {
      "cos_sim": 0.949603271484375,
      "distill_lambda": 0.05,
      "distill_loss": 0.050396817922592166,
      "distill_only": 0.0,
      "epoch": 0.2564102564102564,
      "grad_norm": 0.7958192229270935,
      "learning_rate": 1.9671526212987425e-05,
      "loss": 0.20801222324371338,
      "sft_loss": 0.0039805412292480465,
      "step": 170,
      "token_acc": 0.9501974115459078
    },
    {
      "cos_sim": 0.9550053596496582,
      "distill_lambda": 0.05,
      "distill_loss": 0.04499462842941284,
      "distill_only": 0.0,
      "epoch": 0.27149321266968324,
      "grad_norm": 0.9181481003761292,
      "learning_rate": 1.9605092106496397e-05,
      "loss": 0.20015151500701905,
      "sft_loss": 0.004005002975463867,
      "step": 180,
      "token_acc": 0.9495118171834334
    },
    {
      "cos_sim": 0.952204418182373,
      "distill_lambda": 0.05,
      "distill_loss": 0.04779554009437561,
      "distill_only": 0.0,
      "epoch": 0.2865761689291101,
      "grad_norm": 1.0268183946609497,
      "learning_rate": 1.9532677640608874e-05,
      "loss": 0.2003624200820923,
      "sft_loss": 0.0038715481758117678,
      "step": 190,
      "token_acc": 0.950470967342133
    },
    {
      "cos_sim": 0.9559913635253906,
      "distill_lambda": 0.05,
      "distill_loss": 0.04400867223739624,
      "distill_only": 0.0,
      "epoch": 0.30165912518853694,
      "grad_norm": 0.9260615706443787,
      "learning_rate": 1.9454327902298176e-05,
      "loss": 0.19288719892501832,
      "sft_loss": 0.00382729172706604,
      "step": 200,
      "token_acc": 0.9516792651420917
    },
    {
      "cos_sim": 0.9555576324462891,
      "distill_lambda": 0.05,
      "distill_loss": 0.04444245994091034,
      "distill_only": 0.0,
      "epoch": 0.3167420814479638,
      "grad_norm": 1.2006932497024536,
      "learning_rate": 1.9370091673979764e-05,
      "loss": 0.1899334669113159,
      "sft_loss": 0.0037132978439331056,
      "step": 210,
      "token_acc": 0.9536409393358578
    },
    {
      "cos_sim": 0.9535330772399903,
      "distill_lambda": 0.05,
      "distill_loss": 0.04646695256233215,
      "distill_only": 0.0,
      "epoch": 0.33182503770739064,
      "grad_norm": 0.713481068611145,
      "learning_rate": 1.9280021403138154e-05,
      "loss": 0.19584884643554687,
      "sft_loss": 0.003796929121017456,
      "step": 220,
      "token_acc": 0.9538078554305734
    },
    {
      "cos_sim": 0.9567322731018066,
      "distill_lambda": 0.05,
      "distill_loss": 0.043267744779586795,
      "distill_only": 0.0,
      "epoch": 0.3469079939668175,
      "grad_norm": 1.056697964668274,
      "learning_rate": 1.9184173169671868e-05,
      "loss": 0.18983482122421264,
      "sft_loss": 0.0037689507007598877,
      "step": 230,
      "token_acc": 0.9520122328138725
    },
    {
      "cos_sim": 0.9581542015075684,
      "distill_lambda": 0.05,
      "distill_loss": 0.0418458491563797,
      "distill_only": 0.0,
      "epoch": 0.36199095022624433,
      "grad_norm": 0.7865216135978699,
      "learning_rate": 1.9082606650976735e-05,
      "loss": 0.18423471450805665,
      "sft_loss": 0.003665041923522949,
      "step": 240,
      "token_acc": 0.9545187653733238
    },
    {
      "cos_sim": 0.9589271545410156,
      "distill_lambda": 0.05,
      "distill_loss": 0.04107289016246796,
      "distill_only": 0.0,
      "epoch": 0.3770739064856712,
      "grad_norm": 0.6734248995780945,
      "learning_rate": 1.8975385084789333e-05,
      "loss": 0.18630998134613036,
      "sft_loss": 0.0037685424089431764,
      "step": 250,
      "token_acc": 0.9535825849277626
    },
    {
      "cos_sim": 0.9578152656555176,
      "distill_lambda": 0.05,
      "distill_loss": 0.04218478798866272,
      "distill_only": 0.0,
      "epoch": 0.39215686274509803,
      "grad_norm": 0.9397635459899902,
      "learning_rate": 1.886257522981367e-05,
      "loss": 0.18721728324890136,
      "sft_loss": 0.003741300106048584,
      "step": 260,
      "token_acc": 0.9535795275354048
    },
    {
      "cos_sim": 0.9539778709411622,
      "distill_lambda": 0.05,
      "distill_loss": 0.0460222065448761,
      "distill_only": 0.0,
      "epoch": 0.4072398190045249,
      "grad_norm": 0.6943348050117493,
      "learning_rate": 1.8744247324155604e-05,
      "loss": 0.1930428147315979,
      "sft_loss": 0.0037314772605895998,
      "step": 270,
      "token_acc": 0.9541790279740917
    },
    {
      "cos_sim": 0.9539613723754883,
      "distill_lambda": 0.05,
      "distill_loss": 0.04603857696056366,
      "distill_only": 0.0,
      "epoch": 0.42232277526395173,
      "grad_norm": 0.9831451773643494,
      "learning_rate": 1.8620475041590948e-05,
      "loss": 0.18914786577224732,
      "sft_loss": 0.0036089420318603516,
      "step": 280,
      "token_acc": 0.9551176874198264
    },
    {
      "cos_sim": 0.9597013473510743,
      "distill_lambda": 0.05,
      "distill_loss": 0.040298661589622496,
      "distill_only": 0.0,
      "epoch": 0.4374057315233786,
      "grad_norm": 0.649888813495636,
      "learning_rate": 1.8491335445694404e-05,
      "loss": 0.17802318334579467,
      "sft_loss": 0.0035482913255691527,
      "step": 290,
      "token_acc": 0.9559825808227161
    },
    {
      "cos_sim": 0.9558124542236328,
      "distill_lambda": 0.05,
      "distill_loss": 0.04418749511241913,
      "distill_only": 0.0,
      "epoch": 0.45248868778280543,
      "grad_norm": 0.7827683091163635,
      "learning_rate": 1.8356908941857942e-05,
      "loss": 0.1903221368789673,
      "sft_loss": 0.003738191723823547,
      "step": 300,
      "token_acc": 0.9527934362364607
    },
    {
      "cos_sim": 0.9548751831054687,
      "distill_lambda": 0.05,
      "distill_loss": 0.04512483775615692,
      "distill_only": 0.0,
      "epoch": 0.4675716440422323,
      "grad_norm": 0.8502541780471802,
      "learning_rate": 1.8217279227228503e-05,
      "loss": 0.187775182723999,
      "sft_loss": 0.00361173152923584,
      "step": 310,
      "token_acc": 0.9548689252478559
    },
    {
      "cos_sim": 0.9588627815246582,
      "distill_lambda": 0.05,
      "distill_loss": 0.041137173771858215,
      "distill_only": 0.0,
      "epoch": 0.48265460030165913,
      "grad_norm": 0.6845568418502808,
      "learning_rate": 1.8072533238596134e-05,
      "loss": 0.1827320337295532,
      "sft_loss": 0.0036535173654556274,
      "step": 320,
      "token_acc": 0.954643036587037
    },
    {
      "cos_sim": 0.9571377754211425,
      "distill_lambda": 0.05,
      "distill_loss": 0.04286225140094757,
      "distill_only": 0.0,
      "epoch": 0.497737556561086,
      "grad_norm": 0.5921292901039124,
      "learning_rate": 1.7922761098265096e-05,
      "loss": 0.18519527912139894,
      "sft_loss": 0.0036442399024963377,
      "step": 330,
      "token_acc": 0.9540685336063992
    },
    {
      "cos_sim": 0.9566804885864257,
      "distill_lambda": 0.05,
      "distill_loss": 0.04331963062286377,
      "distill_only": 0.0,
      "epoch": 0.5128205128205128,
      "grad_norm": 0.7089025378227234,
      "learning_rate": 1.7768056057941546e-05,
      "loss": 0.1843092679977417,
      "sft_loss": 0.0035936832427978516,
      "step": 340,
      "token_acc": 0.9545115348586126
    },
    {
      "cos_sim": 0.9552593231201172,
      "distill_lambda": 0.05,
      "distill_loss": 0.04474072754383087,
      "distill_only": 0.0,
      "epoch": 0.5279034690799397,
      "grad_norm": 0.9024905562400818,
      "learning_rate": 1.760851444067282e-05,
      "loss": 0.189734148979187,
      "sft_loss": 0.0036921560764312743,
      "step": 350,
      "token_acc": 0.9544465869649055
    },
    {
      "cos_sim": 0.9582769393920898,
      "distill_lambda": 0.05,
      "distill_loss": 0.04172297418117523,
      "distill_only": 0.0,
      "epoch": 0.5429864253393665,
      "grad_norm": 0.8202751874923706,
      "learning_rate": 1.7444235580874382e-05,
      "loss": 0.1781691789627075,
      "sft_loss": 0.003481638431549072,
      "step": 360,
      "token_acc": 0.9575075338424989
    },
    {
      "cos_sim": 0.9562713623046875,
      "distill_lambda": 0.05,
      "distill_loss": 0.043728628754615785,
      "distill_only": 0.0,
      "epoch": 0.5580693815987934,
      "grad_norm": 0.6490883827209473,
      "learning_rate": 1.727532176248188e-05,
      "loss": 0.1826735258102417,
      "sft_loss": 0.00352211594581604,
      "step": 370,
      "token_acc": 0.9564315352697096
    },
    {
      "cos_sim": 0.9532212257385254,
      "distill_lambda": 0.05,
      "distill_loss": 0.046778762340545656,
      "distill_only": 0.0,
      "epoch": 0.5731523378582202,
      "grad_norm": 0.5874303579330444,
      "learning_rate": 1.7101878155266702e-05,
      "loss": 0.18791269063949584,
      "sft_loss": 0.0035333335399627686,
      "step": 380,
      "token_acc": 0.9563780663780663
    },
    {
      "cos_sim": 0.9561857223510742,
      "distill_lambda": 0.05,
      "distill_loss": 0.04381435215473175,
      "distill_only": 0.0,
      "epoch": 0.5882352941176471,
      "grad_norm": 0.7648326754570007,
      "learning_rate": 1.692401274935478e-05,
      "loss": 0.1842123746871948,
      "sft_loss": 0.0035659193992614744,
      "step": 390,
      "token_acc": 0.9560894414329484
    },
    {
      "cos_sim": 0.95799560546875,
      "distill_lambda": 0.05,
      "distill_loss": 0.042004448175430295,
      "distill_only": 0.0,
      "epoch": 0.6033182503770739,
      "grad_norm": 0.6999265551567078,
      "learning_rate": 1.674183628798936e-05,
      "loss": 0.17877480983734131,
      "sft_loss": 0.003486490249633789,
      "step": 400,
      "token_acc": 0.9573503868624664
    },
    {
      "cos_sim": 0.9572476387023926,
      "distill_lambda": 0.05,
      "distill_loss": 0.04275233149528503,
      "distill_only": 0.0,
      "epoch": 0.6184012066365008,
      "grad_norm": 0.7718906402587891,
      "learning_rate": 1.655546219857962e-05,
      "loss": 0.18074029684066772,
      "sft_loss": 0.003510516881942749,
      "step": 410,
      "token_acc": 0.9562963299831734
    },
    {
      "cos_sim": 0.9566576957702637,
      "distill_lambda": 0.05,
      "distill_loss": 0.04334227740764618,
      "distill_only": 0.0,
      "epoch": 0.6334841628959276,
      "grad_norm": 0.8230934143066406,
      "learning_rate": 1.6365006522078057e-05,
      "loss": 0.18042057752609253,
      "sft_loss": 0.0034710288047790526,
      "step": 420,
      "token_acc": 0.956474428726877
    },
    {
      "cos_sim": 0.956779670715332,
      "distill_lambda": 0.05,
      "distill_loss": 0.04322041571140289,
      "distill_only": 0.0,
      "epoch": 0.6485671191553545,
      "grad_norm": 0.7724851369857788,
      "learning_rate": 1.6170587840730627e-05,
      "loss": 0.18108007907867432,
      "sft_loss": 0.0034977316856384276,
      "step": 430,
      "token_acc": 0.9561123255422902
    },
    {
      "cos_sim": 0.9577300071716308,
      "distill_lambda": 0.05,
      "distill_loss": 0.042270025610923766,
      "distill_only": 0.0,
      "epoch": 0.6636500754147813,
      "grad_norm": 0.5802809596061707,
      "learning_rate": 1.59723272042446e-05,
      "loss": 0.17707055807113647,
      "sft_loss": 0.0034199535846710207,
      "step": 440,
      "token_acc": 0.9575064314590224
    },
    {
      "cos_sim": 0.9593218803405762,
      "distill_lambda": 0.05,
      "distill_loss": 0.04067819714546204,
      "distill_only": 0.0,
      "epoch": 0.6787330316742082,
      "grad_norm": 0.7270879149436951,
      "learning_rate": 1.5770348054420147e-05,
      "loss": 0.1737990379333496,
      "sft_loss": 0.0033973097801208497,
      "step": 450,
      "token_acc": 0.9572926025756214
    },
    {
      "cos_sim": 0.9563617706298828,
      "distill_lambda": 0.05,
      "distill_loss": 0.04363825023174286,
      "distill_only": 0.0,
      "epoch": 0.693815987933635,
      "grad_norm": 0.973190188407898,
      "learning_rate": 1.556477614829251e-05,
      "loss": 0.17760031223297118,
      "sft_loss": 0.003368097543716431,
      "step": 460,
      "token_acc": 0.9580279813457695
    },
    {
      "cos_sim": 0.9571840286254882,
      "distill_lambda": 0.05,
      "distill_loss": 0.04281598031520843,
      "distill_only": 0.0,
      "epoch": 0.7088989441930619,
      "grad_norm": 0.7574863433837891,
      "learning_rate": 1.5355739479832675e-05,
      "loss": 0.18030910491943358,
      "sft_loss": 0.003493860363960266,
      "step": 470,
      "token_acc": 0.9569184135892319
    },
    {
      "cos_sim": 0.9575754165649414,
      "distill_lambda": 0.05,
      "distill_loss": 0.042424646019935605,
      "distill_only": 0.0,
      "epoch": 0.7239819004524887,
      "grad_norm": 0.9733440279960632,
      "learning_rate": 1.5143368200255294e-05,
      "loss": 0.17481188774108886,
      "sft_loss": 0.003341639041900635,
      "step": 480,
      "token_acc": 0.9575770794709209
    },
    {
      "cos_sim": 0.9553702354431153,
      "distill_lambda": 0.05,
      "distill_loss": 0.044629788398742674,
      "distill_only": 0.0,
      "epoch": 0.7390648567119156,
      "grad_norm": 0.7730650901794434,
      "learning_rate": 1.4927794536983411e-05,
      "loss": 0.18388822078704833,
      "sft_loss": 0.003515017032623291,
      "step": 490,
      "token_acc": 0.9564489371928246
    },
    {
      "cos_sim": 0.9576074600219726,
      "distill_lambda": 0.05,
      "distill_loss": 0.04239253103733063,
      "distill_only": 0.0,
      "epoch": 0.7541478129713424,
      "grad_norm": 0.6918530464172363,
      "learning_rate": 1.4709152711320529e-05,
      "loss": 0.17626463174819945,
      "sft_loss": 0.003388643264770508,
      "step": 500,
      "token_acc": 0.9582675731455627
    },
    {
      "cos_sim": 0.9582037925720215,
      "distill_lambda": 0.05,
      "distill_loss": 0.04179618954658508,
      "distill_only": 0.0,
      "epoch": 0.7692307692307693,
      "grad_norm": 0.6755518913269043,
      "learning_rate": 1.4487578854881217e-05,
      "loss": 0.17306239604949952,
      "sft_loss": 0.0033183902502059936,
      "step": 510,
      "token_acc": 0.9585653682992673
    },
    {
      "cos_sim": 0.9581752777099609,
      "distill_lambda": 0.05,
      "distill_loss": 0.04182468056678772,
      "distill_only": 0.0,
      "epoch": 0.7843137254901961,
      "grad_norm": 0.6448860168457031,
      "learning_rate": 1.4263210924832332e-05,
      "loss": 0.1756377935409546,
      "sft_loss": 0.003397446870803833,
      "step": 520,
      "token_acc": 0.9570566281159286
    },
    {
      "cos_sim": 0.9568546295166016,
      "distill_lambda": 0.05,
      "distill_loss": 0.04314538836479187,
      "distill_only": 0.0,
      "epoch": 0.799396681749623,
      "grad_norm": 0.6447641253471375,
      "learning_rate": 1.4036188617997581e-05,
      "loss": 0.17713675498962403,
      "sft_loss": 0.003378254175186157,
      "step": 530,
      "token_acc": 0.9574316713108436
    },
    {
      "cos_sim": 0.9590435028076172,
      "distill_lambda": 0.05,
      "distill_loss": 0.040956521034240724,
      "distill_only": 0.0,
      "epoch": 0.8144796380090498,
      "grad_norm": 0.5363443493843079,
      "learning_rate": 1.3806653283878963e-05,
      "loss": 0.1698854923248291,
      "sft_loss": 0.0032610952854156493,
      "step": 540,
      "token_acc": 0.9596377301529898
    },
    {
      "cos_sim": 0.9582330703735351,
      "distill_lambda": 0.05,
      "distill_loss": 0.04176701903343201,
      "distill_only": 0.0,
      "epoch": 0.8295625942684767,
      "grad_norm": 0.5748865008354187,
      "learning_rate": 1.3574747836649197e-05,
      "loss": 0.1734813928604126,
      "sft_loss": 0.0033329427242279053,
      "step": 550,
      "token_acc": 0.9590220282750994
    },
    {
      "cos_sim": 0.9610880851745606,
      "distill_lambda": 0.05,
      "distill_loss": 0.03891191482543945,
      "distill_only": 0.0,
      "epoch": 0.8446455505279035,
      "grad_norm": 0.8104287385940552,
      "learning_rate": 1.3340616666169925e-05,
      "loss": 0.1647010326385498,
      "sft_loss": 0.0032013118267059325,
      "step": 560,
      "token_acc": 0.9608597801624319
    },
    {
      "cos_sim": 0.9566938400268554,
      "distill_lambda": 0.05,
      "distill_loss": 0.04330608248710632,
      "distill_only": 0.0,
      "epoch": 0.8597285067873304,
      "grad_norm": 0.6440488696098328,
      "learning_rate": 1.3104405548091188e-05,
      "loss": 0.1752454161643982,
      "sft_loss": 0.0033111155033111574,
      "step": 570,
      "token_acc": 0.9586294820717132
    },
    {
      "cos_sim": 0.9602250099182129,
      "distill_lambda": 0.05,
      "distill_loss": 0.03977500200271607,
      "distill_only": 0.0,
      "epoch": 0.8748114630467572,
      "grad_norm": 0.5489897727966309,
      "learning_rate": 1.2866261553087977e-05,
      "loss": 0.16527974605560303,
      "sft_loss": 0.0031762421131134033,
      "step": 580,
      "token_acc": 0.9606163061769565
    },
    {
      "cos_sim": 0.9600116729736328,
      "distill_lambda": 0.05,
      "distill_loss": 0.03998832404613495,
      "distill_only": 0.0,
      "epoch": 0.889894419306184,
      "grad_norm": 0.6131101250648499,
      "learning_rate": 1.2626332955290564e-05,
      "loss": 0.16689059734344483,
      "sft_loss": 0.0032159149646759032,
      "step": 590,
      "token_acc": 0.9592660436523953
    },
    {
      "cos_sim": 0.9574895858764648,
      "distill_lambda": 0.05,
      "distill_loss": 0.042510432004928586,
      "distill_only": 0.0,
      "epoch": 0.9049773755656109,
      "grad_norm": 0.6989392042160034,
      "learning_rate": 1.2384769139965476e-05,
      "loss": 0.17427356243133546,
      "sft_loss": 0.0033205270767211912,
      "step": 600,
      "token_acc": 0.9589200005800211
    },
    {
      "cos_sim": 0.960666275024414,
      "distill_lambda": 0.05,
      "distill_loss": 0.03933373689651489,
      "distill_only": 0.0,
      "epoch": 0.9200603318250377,
      "grad_norm": 0.614352285861969,
      "learning_rate": 1.2141720510504662e-05,
      "loss": 0.16761900186538697,
      "sft_loss": 0.003271406888961792,
      "step": 610,
      "token_acc": 0.9594916600476568
    },
    {
      "cos_sim": 0.9618660926818847,
      "distill_lambda": 0.05,
      "distill_loss": 0.03813394904136658,
      "distill_only": 0.0,
      "epoch": 0.9351432880844646,
      "grad_norm": 0.6415292024612427,
      "learning_rate": 1.1897338394780762e-05,
      "loss": 0.1617180347442627,
      "sft_loss": 0.0031469911336898804,
      "step": 620,
      "token_acc": 0.9609395109395109
    },
    {
      "cos_sim": 0.9555173873901367,
      "distill_lambda": 0.05,
      "distill_loss": 0.04448263049125671,
      "distill_only": 0.0,
      "epoch": 0.9502262443438914,
      "grad_norm": 0.526348888874054,
      "learning_rate": 1.165177495092677e-05,
      "loss": 0.17745519876480104,
      "sft_loss": 0.0033213436603546143,
      "step": 630,
      "token_acc": 0.9584856927273783
    },
    {
      "cos_sim": 0.9585472106933594,
      "distill_lambda": 0.05,
      "distill_loss": 0.041452842950820926,
      "distill_only": 0.0,
      "epoch": 0.9653092006033183,
      "grad_norm": 0.647962749004364,
      "learning_rate": 1.1405183072598735e-05,
      "loss": 0.16704519987106323,
      "sft_loss": 0.003147520124912262,
      "step": 640,
      "token_acc": 0.9602409267360897
    },
    {
      "cos_sim": 0.9609892845153809,
      "distill_lambda": 0.05,
      "distill_loss": 0.039010798931121825,
      "distill_only": 0.0,
      "epoch": 0.9803921568627451,
      "grad_norm": 0.5828487873077393,
      "learning_rate": 1.115771629378054e-05,
      "loss": 0.16383100748062135,
      "sft_loss": 0.0031691789627075195,
      "step": 650,
      "token_acc": 0.9605183235472767
    },
    {
      "cos_sim": 0.9588005065917968,
      "distill_lambda": 0.05,
      "distill_loss": 0.04119955003261566,
      "distill_only": 0.0,
      "epoch": 0.995475113122172,
      "grad_norm": 0.6482275724411011,
      "learning_rate": 1.0909528693189974e-05,
      "loss": 0.16884152889251708,
      "sft_loss": 0.003216320276260376,
      "step": 660,
      "token_acc": 0.9604709050205864
    },
    {
      "cos_sim": 0.9610332489013672,
      "distill_lambda": 0.05,
      "distill_loss": 0.038966789841651917,
      "distill_only": 0.0,
      "epoch": 1.0105580693815988,
      "grad_norm": 0.5082425475120544,
      "learning_rate": 1.0660774798345655e-05,
      "loss": 0.16101839542388915,
      "sft_loss": 0.0030834853649139406,
      "step": 670,
      "token_acc": 0.9619462442260595
    },
    {
      "cos_sim": 0.9571125030517578,
      "distill_lambda": 0.05,
      "distill_loss": 0.042887437343597415,
      "distill_only": 0.0,
      "epoch": 1.0256410256410255,
      "grad_norm": 0.5533788204193115,
      "learning_rate": 1.0411609489354495e-05,
      "loss": 0.16550883054733276,
      "sft_loss": 0.00302777886390686,
      "step": 680,
      "token_acc": 0.9631733975269509
    },
    {
      "cos_sim": 0.9615534782409668,
      "distill_lambda": 0.05,
      "distill_loss": 0.03844650983810425,
      "distill_only": 0.0,
      "epoch": 1.0407239819004526,
      "grad_norm": 0.9731346964836121,
      "learning_rate": 1.016218790247969e-05,
      "loss": 0.16046689748764037,
      "sft_loss": 0.0030922651290893554,
      "step": 690,
      "token_acc": 0.961387250772255
    },
    {
      "cos_sim": 0.9571468353271484,
      "distill_lambda": 0.05,
      "distill_loss": 0.04285323321819305,
      "distill_only": 0.0,
      "epoch": 1.0558069381598794,
      "grad_norm": 0.7573302984237671,
      "learning_rate": 9.91266533354913e-06,
      "loss": 0.16289539337158204,
      "sft_loss": 0.0029478192329406737,
      "step": 700,
      "token_acc": 0.9636635141861623
    },
    {
      "cos_sim": 0.9576352119445801,
      "distill_lambda": 0.05,
      "distill_loss": 0.04236477613449097,
      "distill_only": 0.0,
      "epoch": 1.0708898944193062,
      "grad_norm": 0.6214897632598877,
      "learning_rate": 9.663197141264556e-06,
      "loss": 0.16363902091979982,
      "sft_loss": 0.0029954805970191954,
      "step": 710,
      "token_acc": 0.962718180891794
    },
    {
      "cos_sim": 0.9617841720581055,
      "distill_lambda": 0.05,
      "distill_loss": 0.038215866684913634,
      "distill_only": 0.0,
      "epoch": 1.085972850678733,
      "grad_norm": 0.5831133127212524,
      "learning_rate": 9.413938650471515e-06,
      "loss": 0.1560113787651062,
      "sft_loss": 0.002964562177658081,
      "step": 720,
      "token_acc": 0.9631175949061014
    },
    {
      "cos_sim": 0.9575637817382813,
      "distill_lambda": 0.05,
      "distill_loss": 0.04243628680706024,
      "distill_only": 0.0,
      "epoch": 1.10105580693816,
      "grad_norm": 0.5310092568397522,
      "learning_rate": 9.165045055450393e-06,
      "loss": 0.16315915584564208,
      "sft_loss": 0.0029769092798233032,
      "step": 730,
      "token_acc": 0.9631772911400116
    },
    {
      "cos_sim": 0.958311653137207,
      "distill_lambda": 0.05,
      "distill_loss": 0.041688340902328494,
      "distill_only": 0.0,
      "epoch": 1.1161387631975868,
      "grad_norm": 0.6231887340545654,
      "learning_rate": 8.916671323288777e-06,
      "loss": 0.1598809003829956,
      "sft_loss": 0.0029118612408638002,
      "step": 740,
      "token_acc": 0.963957658997463
    },
    {
      "cos_sim": 0.9586709976196289,
      "distill_lambda": 0.05,
      "distill_loss": 0.04132902026176453,
      "distill_only": 0.0,
      "epoch": 1.1312217194570136,
      "grad_norm": 0.6037419438362122,
      "learning_rate": 8.66897209739523e-06,
      "loss": 0.15905189514160156,
      "sft_loss": 0.0029039204120635985,
      "step": 750,
      "token_acc": 0.9639000981568328
    },
    {
      "cos_sim": 0.9582222938537598,
      "distill_lambda": 0.05,
      "distill_loss": 0.041777703166008,
      "distill_only": 0.0,
      "epoch": 1.1463046757164403,
      "grad_norm": 0.5308356285095215,
      "learning_rate": 8.422101601214643e-06,
      "loss": 0.15644775629043578,
      "sft_loss": 0.0028001070022583008,
      "step": 760,
      "token_acc": 0.9649918807909065
    },
    {
      "cos_sim": 0.9610555648803711,
      "distill_lambda": 0.05,
      "distill_loss": 0.03894454836845398,
      "distill_only": 0.0,
      "epoch": 1.1613876319758674,
      "grad_norm": 0.5524260401725769,
      "learning_rate": 8.176213542205016e-06,
      "loss": 0.1585470199584961,
      "sft_loss": 0.003007367253303528,
      "step": 770,
      "token_acc": 0.9628490978048501
    },
    {
      "cos_sim": 0.9591650009155274,
      "distill_lambda": 0.05,
      "distill_loss": 0.04083501696586609,
      "distill_only": 0.0,
      "epoch": 1.1764705882352942,
      "grad_norm": 0.7071956396102905,
      "learning_rate": 7.931461016135534e-06,
      "loss": 0.15953245162963867,
      "sft_loss": 0.0029436379671096803,
      "step": 780,
      "token_acc": 0.9639978922571446
    },
    {
      "cos_sim": 0.9610062599182129,
      "distill_lambda": 0.05,
      "distill_loss": 0.0389937698841095,
      "distill_only": 0.0,
      "epoch": 1.191553544494721,
      "grad_norm": 0.5717310309410095,
      "learning_rate": 7.687996411765503e-06,
      "loss": 0.15766040086746216,
      "sft_loss": 0.0029771983623504638,
      "step": 790,
      "token_acc": 0.9624405086993836
    },
    {
      "cos_sim": 0.9629199028015136,
      "distill_lambda": 0.05,
      "distill_loss": 0.037080177664756776,
      "distill_only": 0.0,
      "epoch": 1.2066365007541477,
      "grad_norm": 0.5949327349662781,
      "learning_rate": 7.445971315963459e-06,
      "loss": 0.15318033695220948,
      "sft_loss": 0.0029328763484954834,
      "step": 800,
      "token_acc": 0.9633663827212214
    },
    {
      "cos_sim": 0.9606420516967773,
      "distill_lambda": 0.05,
      "distill_loss": 0.03935791254043579,
      "distill_only": 0.0,
      "epoch": 1.2217194570135748,
      "grad_norm": 0.5595757961273193,
      "learning_rate": 7.205536419325581e-06,
      "loss": 0.1577266812324524,
      "sft_loss": 0.0029610633850097657,
      "step": 810,
      "token_acc": 0.9631494902346149
    },
    {
      "cos_sim": 0.9623119354248046,
      "distill_lambda": 0.05,
      "distill_loss": 0.037688106298446655,
      "distill_only": 0.0,
      "epoch": 1.2368024132730016,
      "grad_norm": 0.6127773523330688,
      "learning_rate": 6.966841422352127e-06,
      "loss": 0.15100159645080566,
      "sft_loss": 0.0028343945741653442,
      "step": 820,
      "token_acc": 0.9652296541161842
    },
    {
      "cos_sim": 0.9584258079528809,
      "distill_lambda": 0.05,
      "distill_loss": 0.04157418310642243,
      "distill_only": 0.0,
      "epoch": 1.2518853695324283,
      "grad_norm": 0.5361637473106384,
      "learning_rate": 6.7300349422403344e-06,
      "loss": 0.16251258850097655,
      "sft_loss": 0.002999809384346008,
      "step": 830,
      "token_acc": 0.9619352999857489
    },
    {
      "cos_sim": 0.9567733764648437,
      "distill_lambda": 0.05,
      "distill_loss": 0.043226572871208194,
      "distill_only": 0.0,
      "epoch": 1.2669683257918551,
      "grad_norm": 0.598453938961029,
      "learning_rate": 6.495264420351799e-06,
      "loss": 0.16118255853652955,
      "sft_loss": 0.0028756260871887207,
      "step": 840,
      "token_acc": 0.964183483102864
    },
    {
      "cos_sim": 0.9598235130310059,
      "distill_lambda": 0.05,
      "distill_loss": 0.04017650187015533,
      "distill_only": 0.0,
      "epoch": 1.282051282051282,
      "grad_norm": 0.5505294799804688,
      "learning_rate": 6.262676030411985e-06,
      "loss": 0.1548150897026062,
      "sft_loss": 0.002829146385192871,
      "step": 850,
      "token_acc": 0.9647297377301521
    },
    {
      "cos_sim": 0.9622200965881348,
      "distill_lambda": 0.05,
      "distill_loss": 0.03777988851070404,
      "distill_only": 0.0,
      "epoch": 1.297134238310709,
      "grad_norm": 0.761867344379425,
      "learning_rate": 6.0324145874989606e-06,
      "loss": 0.15253689289093017,
      "sft_loss": 0.0028777837753295897,
      "step": 860,
      "token_acc": 0.9640442863522274
    },
    {
      "cos_sim": 0.958277416229248,
      "distill_lambda": 0.05,
      "distill_loss": 0.04172258675098419,
      "distill_only": 0.0,
      "epoch": 1.3122171945701357,
      "grad_norm": 0.6454381942749023,
      "learning_rate": 5.804623457878088e-06,
      "loss": 0.15913302898406984,
      "sft_loss": 0.002886778116226196,
      "step": 870,
      "token_acc": 0.964312429871587
    },
    {
      "cos_sim": 0.9604253768920898,
      "distill_lambda": 0.05,
      "distill_loss": 0.039574623107910156,
      "distill_only": 0.0,
      "epoch": 1.3273001508295625,
      "grad_norm": 0.5452210307121277,
      "learning_rate": 5.579444469738771e-06,
      "loss": 0.15630502700805665,
      "sft_loss": 0.002905800938606262,
      "step": 880,
      "token_acc": 0.9635262573964497
    },
    {
      "cos_sim": 0.9618984222412109,
      "distill_lambda": 0.05,
      "distill_loss": 0.03810164928436279,
      "distill_only": 0.0,
      "epoch": 1.3423831070889896,
      "grad_norm": 0.7685712575912476,
      "learning_rate": 5.357017824888831e-06,
      "loss": 0.14914145469665527,
      "sft_loss": 0.0027555882930755614,
      "step": 890,
      "token_acc": 0.9653910532016148
    },
    {
      "cos_sim": 0.9619590759277343,
      "distill_lambda": 0.05,
      "distill_loss": 0.03804098665714264,
      "distill_only": 0.0,
      "epoch": 1.3574660633484164,
      "grad_norm": 0.5975191593170166,
      "learning_rate": 5.137482011461513e-06,
      "loss": 0.15076780319213867,
      "sft_loss": 0.002809444069862366,
      "step": 900,
      "token_acc": 0.9649688793300094
    },
    {
      "cos_sim": 0.9614360809326172,
      "distill_lambda": 0.05,
      "distill_loss": 0.0385638564825058,
      "distill_only": 0.0,
      "epoch": 1.3725490196078431,
      "grad_norm": 0.5798740386962891,
      "learning_rate": 4.920973717689495e-06,
      "loss": 0.1523332715034485,
      "sft_loss": 0.0028322219848632814,
      "step": 910,
      "token_acc": 0.9649694993054297
    },
    {
      "cos_sim": 0.957396125793457,
      "distill_lambda": 0.05,
      "distill_loss": 0.04260391592979431,
      "distill_only": 0.0,
      "epoch": 1.38763197586727,
      "grad_norm": 0.6167722344398499,
      "learning_rate": 4.707627746799517e-06,
      "loss": 0.1587763786315918,
      "sft_loss": 0.002831566333770752,
      "step": 920,
      "token_acc": 0.9646261253556824
    },
    {
      "cos_sim": 0.9588289260864258,
      "distill_lambda": 0.05,
      "distill_loss": 0.04117104709148407,
      "distill_only": 0.0,
      "epoch": 1.4027149321266967,
      "grad_norm": 0.5638949871063232,
      "learning_rate": 4.497576933080677e-06,
      "loss": 0.1576831817626953,
      "sft_loss": 0.002869047224521637,
      "step": 930,
      "token_acc": 0.9636541938647298
    },
    {
      "cos_sim": 0.9586837768554688,
      "distill_lambda": 0.05,
      "distill_loss": 0.041316288709640506,
      "distill_only": 0.0,
      "epoch": 1.4177978883861238,
      "grad_norm": 0.5917676091194153,
      "learning_rate": 4.290952059178644e-06,
      "loss": 0.1582876443862915,
      "sft_loss": 0.002880674600601196,
      "step": 940,
      "token_acc": 0.9639145496535797
    },
    {
      "cos_sim": 0.9565746307373046,
      "distill_lambda": 0.05,
      "distill_loss": 0.043425387144088744,
      "distill_only": 0.0,
      "epoch": 1.4328808446455505,
      "grad_norm": 0.649226188659668,
      "learning_rate": 4.087881774667258e-06,
      "loss": 0.16422024965286255,
      "sft_loss": 0.0029606133699417113,
      "step": 950,
      "token_acc": 0.9628297540313592
    },
    {
      "cos_sim": 0.9604790687561036,
      "distill_lambda": 0.05,
      "distill_loss": 0.03952091634273529,
      "distill_only": 0.0,
      "epoch": 1.4479638009049773,
      "grad_norm": 0.5247393846511841,
      "learning_rate": 3.888492515948241e-06,
      "loss": 0.15257443189620973,
      "sft_loss": 0.002791905403137207,
      "step": 960,
      "token_acc": 0.9648818123136508
    },
    {
      "cos_sim": 0.9606393814086914,
      "distill_lambda": 0.05,
      "distill_loss": 0.0393606573343277,
      "distill_only": 0.0,
      "epoch": 1.4630467571644044,
      "grad_norm": 0.5353207588195801,
      "learning_rate": 3.692908427528866e-06,
      "loss": 0.15109989643096924,
      "sft_loss": 0.002753838896751404,
      "step": 970,
      "token_acc": 0.9657755933828818
    },
    {
      "cos_sim": 0.9582902908325195,
      "distill_lambda": 0.05,
      "distill_loss": 0.04170980453491211,
      "distill_only": 0.0,
      "epoch": 1.4781297134238311,
      "grad_norm": 0.5182374119758606,
      "learning_rate": 3.5012512847266435e-06,
      "loss": 0.15429224967956542,
      "sft_loss": 0.0027361422777175902,
      "step": 980,
      "token_acc": 0.9657219602277063
    },
    {
      "cos_sim": 0.9585134506225585,
      "distill_lambda": 0.05,
      "distill_loss": 0.041486534476280215,
      "distill_only": 0.0,
      "epoch": 1.493212669683258,
      "grad_norm": 0.5777459144592285,
      "learning_rate": 3.313640417849107e-06,
      "loss": 0.16000924110412598,
      "sft_loss": 0.002925962209701538,
      "step": 990,
      "token_acc": 0.9639754534951762
    },
    {
      "cos_sim": 0.9615019798278809,
      "distill_lambda": 0.05,
      "distill_loss": 0.03849804997444153,
      "distill_only": 0.0,
      "epoch": 1.5082956259426847,
      "grad_norm": 0.639433741569519,
      "learning_rate": 3.130192637895888e-06,
      "loss": 0.15193912982940674,
      "sft_loss": 0.0028231948614120483,
      "step": 1000,
      "token_acc": 0.9649682902627378
    },
    {
      "cos_sim": 0.9563374519348145,
      "distill_lambda": 0.05,
      "distill_loss": 0.04366253316402435,
      "distill_only": 0.0,
      "epoch": 1.5233785822021115,
      "grad_norm": 0.5977683663368225,
      "learning_rate": 2.9510221638294378e-06,
      "loss": 0.1627751111984253,
      "sft_loss": 0.0029035955667495728,
      "step": 1010,
      "token_acc": 0.964194334450198
    },
    {
      "cos_sim": 0.9659231185913086,
      "distill_lambda": 0.05,
      "distill_loss": 0.0340768575668335,
      "distill_only": 0.0,
      "epoch": 1.5384615384615383,
      "grad_norm": 0.5716925859451294,
      "learning_rate": 2.776240551459558e-06,
      "loss": 0.14257134199142457,
      "sft_loss": 0.0027515113353729246,
      "step": 1020,
      "token_acc": 0.9651652806486244
    },
    {
      "cos_sim": 0.958721923828125,
      "distill_lambda": 0.05,
      "distill_loss": 0.041278117895126344,
      "distill_only": 0.0,
      "epoch": 1.5535444947209653,
      "grad_norm": 0.5039287805557251,
      "learning_rate": 2.6059566239861e-06,
      "loss": 0.15441036224365234,
      "sft_loss": 0.002761417627334595,
      "step": 1030,
      "token_acc": 0.9661985061285093
    },
    {
      "cos_sim": 0.959202766418457,
      "distill_lambda": 0.05,
      "distill_loss": 0.04079728126525879,
      "distill_only": 0.0,
      "epoch": 1.5686274509803921,
      "grad_norm": 0.5184313058853149,
      "learning_rate": 2.4402764042430317e-06,
      "loss": 0.1532346487045288,
      "sft_loss": 0.0027487188577651977,
      "step": 1040,
      "token_acc": 0.9650577077251207
    },
    {
      "cos_sim": 0.961637020111084,
      "distill_lambda": 0.05,
      "distill_loss": 0.03836305141448974,
      "distill_only": 0.0,
      "epoch": 1.5837104072398192,
      "grad_norm": 0.7458616495132446,
      "learning_rate": 2.2793030486861212e-06,
      "loss": 0.14818975925445557,
      "sft_loss": 0.002712777256965637,
      "step": 1050,
      "token_acc": 0.9668444572581808
    },
    {
      "cos_sim": 0.9626045227050781,
      "distill_lambda": 0.05,
      "distill_loss": 0.03739550113677979,
      "distill_only": 0.0,
      "epoch": 1.598793363499246,
      "grad_norm": 0.5712209343910217,
      "learning_rate": 2.1231367831652415e-06,
      "loss": 0.14667056798934935,
      "sft_loss": 0.0027136802673339844,
      "step": 1060,
      "token_acc": 0.9656194052315541
    },
    {
      "cos_sim": 0.9599955558776856,
      "distill_lambda": 0.05,
      "distill_loss": 0.04000440239906311,
      "distill_only": 0.0,
      "epoch": 1.6138763197586727,
      "grad_norm": 0.5938213467597961,
      "learning_rate": 1.971874840521374e-06,
      "loss": 0.15558981895446777,
      "sft_loss": 0.0028619617223739624,
      "step": 1070,
      "token_acc": 0.9639599927038366
    },
    {
      "cos_sim": 0.9599279403686524,
      "distill_lambda": 0.05,
      "distill_loss": 0.04007203280925751,
      "distill_only": 0.0,
      "epoch": 1.6289592760180995,
      "grad_norm": 0.9566603899002075,
      "learning_rate": 1.825611400047126e-06,
      "loss": 0.15478403568267823,
      "sft_loss": 0.0028333991765975954,
      "step": 1080,
      "token_acc": 0.9649584326492646
    },
    {
      "cos_sim": 0.9623710632324218,
      "distill_lambda": 0.05,
      "distill_loss": 0.03762889504432678,
      "distill_only": 0.0,
      "epoch": 1.6440422322775263,
      "grad_norm": 0.5412837266921997,
      "learning_rate": 1.684437528848456e-06,
      "loss": 0.14730063676834107,
      "sft_loss": 0.0027217000722885134,
      "step": 1090,
      "token_acc": 0.9654343012790901
    },
    {
      "cos_sim": 0.9615623474121093,
      "distill_lambda": 0.05,
      "distill_loss": 0.03843761682510376,
      "distill_only": 0.0,
      "epoch": 1.6591251885369531,
      "grad_norm": 0.5399158596992493,
      "learning_rate": 1.5484411251441234e-06,
      "loss": 0.15010616779327393,
      "sft_loss": 0.0027689367532730104,
      "step": 1100,
      "token_acc": 0.9653759381186979
    },
    {
      "cos_sim": 0.9638436317443848,
      "distill_lambda": 0.05,
      "distill_loss": 0.036156341433525085,
      "distill_only": 0.0,
      "epoch": 1.6742081447963801,
      "grad_norm": 0.6399282217025757,
      "learning_rate": 1.4177068635381575e-06,
      "loss": 0.1425804853439331,
      "sft_loss": 0.002647823095321655,
      "step": 1110,
      "token_acc": 0.9672080357434041
    },
    {
      "cos_sim": 0.9571516036987304,
      "distill_lambda": 0.05,
      "distill_loss": 0.04284847378730774,
      "distill_only": 0.0,
      "epoch": 1.689291101055807,
      "grad_norm": 0.5090851783752441,
      "learning_rate": 1.2923161422994302e-06,
      "loss": 0.16026003360748292,
      "sft_loss": 0.002865701913833618,
      "step": 1120,
      "token_acc": 0.9648365972502405
    },
    {
      "cos_sim": 0.9603984832763672,
      "distill_lambda": 0.05,
      "distill_loss": 0.039601612091064456,
      "distill_only": 0.0,
      "epoch": 1.704374057315234,
      "grad_norm": 0.46891576051712036,
      "learning_rate": 1.1723470326811582e-06,
      "loss": 0.14807002544403075,
      "sft_loss": 0.0026471078395843505,
      "step": 1130,
      "token_acc": 0.9664151061564477
    },
    {
      "cos_sim": 0.9597763061523438,
      "distill_lambda": 0.05,
      "distill_loss": 0.040223723649978636,
      "distill_only": 0.0,
      "epoch": 1.7194570135746607,
      "grad_norm": 0.5507431626319885,
      "learning_rate": 1.0578742303118695e-06,
      "loss": 0.15549242496490479,
      "sft_loss": 0.0028479516506195067,
      "step": 1140,
      "token_acc": 0.9641867086236607
    },
    {
      "cos_sim": 0.9618812561035156,
      "distill_lambda": 0.05,
      "distill_loss": 0.03811879158020019,
      "distill_only": 0.0,
      "epoch": 1.7345399698340875,
      "grad_norm": 0.5255997776985168,
      "learning_rate": 9.489690086881321e-07,
      "loss": 0.1471501588821411,
      "sft_loss": 0.002692502737045288,
      "step": 1150,
      "token_acc": 0.9657874647514294
    },
    {
      "cos_sim": 0.95782470703125,
      "distill_lambda": 0.05,
      "distill_loss": 0.04217531681060791,
      "distill_only": 0.0,
      "epoch": 1.7496229260935143,
      "grad_norm": 0.5514457821846008,
      "learning_rate": 8.456991747979782e-07,
      "loss": 0.15675148963928223,
      "sft_loss": 0.00278971791267395,
      "step": 1160,
      "token_acc": 0.9654551943610029
    },
    {
      "cos_sim": 0.9652828216552735,
      "distill_lambda": 0.05,
      "distill_loss": 0.03471708297729492,
      "distill_only": 0.0,
      "epoch": 1.7647058823529411,
      "grad_norm": 0.9719615578651428,
      "learning_rate": 7.48129026902642e-07,
      "loss": 0.14254264831542968,
      "sft_loss": 0.0027186036109924316,
      "step": 1170,
      "token_acc": 0.9664103285504392
    },
    {
      "cos_sim": 0.9611705780029297,
      "distill_lambda": 0.05,
      "distill_loss": 0.03882928490638733,
      "distill_only": 0.0,
      "epoch": 1.779788838612368,
      "grad_norm": 0.7314273715019226,
      "learning_rate": 6.563193145029423e-07,
      "loss": 0.1511031985282898,
      "sft_loss": 0.0027805104851722716,
      "step": 1180,
      "token_acc": 0.965696334417327
    },
    {
      "cos_sim": 0.9645143508911133,
      "distill_lambda": 0.05,
      "distill_loss": 0.035485664010047914,
      "distill_only": 0.0,
      "epoch": 1.7948717948717947,
      "grad_norm": 0.5017873048782349,
      "learning_rate": 5.703272005151905e-07,
      "loss": 0.13897626399993895,
      "sft_loss": 0.0025687247514724733,
      "step": 1190,
      "token_acc": 0.9678674654050475
    },
    {
      "cos_sim": 0.9612783432006836,
      "distill_lambda": 0.05,
      "distill_loss": 0.03872166574001312,
      "distill_only": 0.0,
      "epoch": 1.8099547511312217,
      "grad_norm": 0.5210822820663452,
      "learning_rate": 4.902062256801954e-07,
      "loss": 0.14710806608200072,
      "sft_loss": 0.002661043405532837,
      "step": 1200,
      "token_acc": 0.9672804843617655
    },
    {
      "cos_sim": 0.9607630729675293,
      "distill_lambda": 0.05,
      "distill_loss": 0.039236992597579956,
      "distill_only": 0.0,
      "epoch": 1.8250377073906485,
      "grad_norm": 0.48953771591186523,
      "learning_rate": 4.1600627522751624e-07,
      "loss": 0.14924311637878418,
      "sft_loss": 0.002701997756958008,
      "step": 1210,
      "token_acc": 0.9663704800691102
    },
    {
      "cos_sim": 0.9623642921447754,
      "distill_lambda": 0.05,
      "distill_loss": 0.037635689973831175,
      "distill_only": 0.0,
      "epoch": 1.8401206636500755,
      "grad_norm": 0.4910859167575836,
      "learning_rate": 3.477735478157429e-07,
      "loss": 0.14284021854400636,
      "sft_loss": 0.002581971883773804,
      "step": 1220,
      "token_acc": 0.9684232013315328
    },
    {
      "cos_sim": 0.9573232650756835,
      "distill_lambda": 0.05,
      "distill_loss": 0.04267663657665253,
      "distill_only": 0.0,
      "epoch": 1.8552036199095023,
      "grad_norm": 0.47646966576576233,
      "learning_rate": 2.855505267680947e-07,
      "loss": 0.15834914445877074,
      "sft_loss": 0.002814579010009766,
      "step": 1230,
      "token_acc": 0.9647476199029998
    },
    {
      "cos_sim": 0.9598515510559082,
      "distill_lambda": 0.05,
      "distill_loss": 0.04014853835105896,
      "distill_only": 0.0,
      "epoch": 1.8702865761689291,
      "grad_norm": 0.5589637160301208,
      "learning_rate": 2.2937595362129805e-07,
      "loss": 0.15024152994155884,
      "sft_loss": 0.0026876211166381838,
      "step": 1240,
      "token_acc": 0.9658862034239678
    },
    {
      "cos_sim": 0.9612709045410156,
      "distill_lambda": 0.05,
      "distill_loss": 0.03872906267642975,
      "distill_only": 0.0,
      "epoch": 1.885369532428356,
      "grad_norm": 0.4848785698413849,
      "learning_rate": 1.7928480400417837e-07,
      "loss": 0.14641841650009155,
      "sft_loss": 0.0026391223073005676,
      "step": 1250,
      "token_acc": 0.9672920129818728
    },
    {
      "cos_sim": 0.9641980171203614,
      "distill_lambda": 0.05,
      "distill_loss": 0.035801997780799864,
      "distill_only": 0.0,
      "epoch": 1.9004524886877827,
      "grad_norm": 1.1431437730789185,
      "learning_rate": 1.3530826586100276e-07,
      "loss": 0.14064620733261107,
      "sft_loss": 0.002605094015598297,
      "step": 1260,
      "token_acc": 0.9675166666666667
    },
    {
      "cos_sim": 0.9595614433288574,
      "distill_lambda": 0.05,
      "distill_loss": 0.04043857753276825,
      "distill_only": 0.0,
      "epoch": 1.9155354449472095,
      "grad_norm": 0.4684814512729645,
      "learning_rate": 9.747372003312106e-08,
      "loss": 0.15321109294891358,
      "sft_loss": 0.002765917778015137,
      "step": 1270,
      "token_acc": 0.9654640225968958
    },
    {
      "cos_sim": 0.9601219177246094,
      "distill_lambda": 0.05,
      "distill_loss": 0.03987819254398346,
      "distill_only": 0.0,
      "epoch": 1.9306184012066365,
      "grad_norm": 0.5522783398628235,
      "learning_rate": 6.580472321099928e-08,
      "loss": 0.1522770881652832,
      "sft_loss": 0.0027647495269775392,
      "step": 1280,
      "token_acc": 0.9654809611486748
    },
    {
      "cos_sim": 0.9622014045715332,
      "distill_lambda": 0.05,
      "distill_loss": 0.037798523902893066,
      "distill_only": 0.0,
      "epoch": 1.9457013574660633,
      "grad_norm": 0.5565215349197388,
      "learning_rate": 4.0320993267264354e-08,
      "loss": 0.1477041721343994,
      "sft_loss": 0.002725829184055328,
      "step": 1290,
      "token_acc": 0.9660229069823166
    },
    {
      "cos_sim": 0.9629398345947265,
      "distill_lambda": 0.05,
      "distill_loss": 0.037060147523880003,
      "distill_only": 0.0,
      "epoch": 1.9607843137254903,
      "grad_norm": 0.48291346430778503,
      "learning_rate": 2.1038396979884414e-08,
      "loss": 0.1460159420967102,
      "sft_loss": 0.0027099907398223876,
      "step": 1300,
      "token_acc": 0.9656141835824731
    },
    {
      "cos_sim": 0.9619705200195312,
      "distill_lambda": 0.05,
      "distill_loss": 0.03802947998046875,
      "distill_only": 0.0,
      "epoch": 1.9758672699849171,
      "grad_norm": 0.5083843469619751,
      "learning_rate": 7.968940153136872e-09,
      "loss": 0.14663779735565186,
      "sft_loss": 0.002680957317352295,
      "step": 1310,
      "token_acc": 0.966562089829369
    },
    {
      "cos_sim": 0.9584096908569336,
      "distill_lambda": 0.05,
      "distill_loss": 0.04159027636051178,
      "distill_only": 0.0,
      "epoch": 1.990950226244344,
      "grad_norm": 0.5097407698631287,
      "learning_rate": 1.1207601425078375e-09,
      "loss": 0.15432920455932617,
      "sft_loss": 0.002743273973464966,
      "step": 1320,
      "token_acc": 0.9660405823338614
    }
  ],
  "logging_steps": 10,
  "max_steps": 1326,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 8.089131042604057e+18,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}