| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.28835063437139563, |
| "eval_steps": 500, |
| "global_step": 1000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0014417531718569781, |
| "grad_norm": 91136.0, |
| "kd_loss": 0.53515625, |
| "learning_rate": 1.3333333333333334e-06, |
| "loss": 1.4874, |
| "step": 5, |
| "student_loss": 0.6224480271339417, |
| "teacher_loss": 0.00038480176590383053 |
| }, |
| { |
| "epoch": 0.0028835063437139563, |
| "grad_norm": 29312.0, |
| "kd_loss": 0.54296875, |
| "learning_rate": 3e-06, |
| "loss": 1.3555, |
| "step": 10, |
| "student_loss": 0.7942929863929749, |
| "teacher_loss": 0.0007905907114036381 |
| }, |
| { |
| "epoch": 0.004325259515570935, |
| "grad_norm": 25088.0, |
| "kd_loss": 0.515625, |
| "learning_rate": 4.666666666666667e-06, |
| "loss": 1.3876, |
| "step": 15, |
| "student_loss": 0.2712247967720032, |
| "teacher_loss": 0.0006367590394802392 |
| }, |
| { |
| "epoch": 0.0057670126874279125, |
| "grad_norm": 11328.0, |
| "kd_loss": 0.5234375, |
| "learning_rate": 6.333333333333333e-06, |
| "loss": 1.3195, |
| "step": 20, |
| "student_loss": 0.991253137588501, |
| "teacher_loss": 0.00029781984630972147 |
| }, |
| { |
| "epoch": 0.00720876585928489, |
| "grad_norm": 4896.0, |
| "kd_loss": 0.46875, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 1.2722, |
| "step": 25, |
| "student_loss": 0.24368858337402344, |
| "teacher_loss": 0.0009928465588018298 |
| }, |
| { |
| "epoch": 0.00865051903114187, |
| "grad_norm": 35584.0, |
| "kd_loss": 0.48828125, |
| "learning_rate": 9.666666666666667e-06, |
| "loss": 1.2823, |
| "step": 30, |
| "student_loss": 0.7547083497047424, |
| "teacher_loss": 0.0003548521490301937 |
| }, |
| { |
| "epoch": 0.010092272202998846, |
| "grad_norm": 11584.0, |
| "kd_loss": 0.458984375, |
| "learning_rate": 9.99958042442916e-06, |
| "loss": 1.1068, |
| "step": 35, |
| "student_loss": 0.48039907217025757, |
| "teacher_loss": 0.00026277394499629736 |
| }, |
| { |
| "epoch": 0.011534025374855825, |
| "grad_norm": 33536.0, |
| "kd_loss": 0.5, |
| "learning_rate": 9.997876019358083e-06, |
| "loss": 1.174, |
| "step": 40, |
| "student_loss": 0.7645292282104492, |
| "teacher_loss": 0.07346436381340027 |
| }, |
| { |
| "epoch": 0.012975778546712802, |
| "grad_norm": 3664.0, |
| "kd_loss": 0.478515625, |
| "learning_rate": 9.99486100792044e-06, |
| "loss": 0.9907, |
| "step": 45, |
| "student_loss": 1.340754508972168, |
| "teacher_loss": 0.0009389458573423326 |
| }, |
| { |
| "epoch": 0.01441753171856978, |
| "grad_norm": 1584.0, |
| "kd_loss": 0.486328125, |
| "learning_rate": 9.990536180750724e-06, |
| "loss": 0.9709, |
| "step": 50, |
| "student_loss": 0.31134045124053955, |
| "teacher_loss": 0.00372113729827106 |
| }, |
| { |
| "epoch": 0.015859284890426758, |
| "grad_norm": 672.0, |
| "kd_loss": 0.44921875, |
| "learning_rate": 9.984902671959911e-06, |
| "loss": 0.7719, |
| "step": 55, |
| "student_loss": 0.11045902222394943, |
| "teacher_loss": 0.0004030822601635009 |
| }, |
| { |
| "epoch": 0.01730103806228374, |
| "grad_norm": 648.0, |
| "kd_loss": 0.447265625, |
| "learning_rate": 9.97796195883804e-06, |
| "loss": 0.725, |
| "step": 60, |
| "student_loss": 0.15876038372516632, |
| "teacher_loss": 0.0018200079211965203 |
| }, |
| { |
| "epoch": 0.018742791234140715, |
| "grad_norm": 490.0, |
| "kd_loss": 0.447265625, |
| "learning_rate": 9.969715861466839e-06, |
| "loss": 0.6844, |
| "step": 65, |
| "student_loss": 0.2451532483100891, |
| "teacher_loss": 0.056328896433115005 |
| }, |
| { |
| "epoch": 0.020184544405997693, |
| "grad_norm": 210.0, |
| "kd_loss": 0.4453125, |
| "learning_rate": 9.96016654224243e-06, |
| "loss": 0.6719, |
| "step": 70, |
| "student_loss": 0.036203403025865555, |
| "teacher_loss": 0.0021477588452398777 |
| }, |
| { |
| "epoch": 0.02162629757785467, |
| "grad_norm": 366.0, |
| "kd_loss": 0.44921875, |
| "learning_rate": 9.94931650530827e-06, |
| "loss": 0.6026, |
| "step": 75, |
| "student_loss": 0.009898507036268711, |
| "teacher_loss": 0.0007659209077246487 |
| }, |
| { |
| "epoch": 0.02306805074971165, |
| "grad_norm": 1816.0, |
| "kd_loss": 0.462890625, |
| "learning_rate": 9.93716859589851e-06, |
| "loss": 0.6433, |
| "step": 80, |
| "student_loss": 0.030777160078287125, |
| "teacher_loss": 0.0008218760485760868 |
| }, |
| { |
| "epoch": 0.024509803921568627, |
| "grad_norm": 360.0, |
| "kd_loss": 0.470703125, |
| "learning_rate": 9.923725999591846e-06, |
| "loss": 0.5588, |
| "step": 85, |
| "student_loss": 0.07332021743059158, |
| "teacher_loss": 0.00044353402336128056 |
| }, |
| { |
| "epoch": 0.025951557093425604, |
| "grad_norm": 732.0, |
| "kd_loss": 0.39453125, |
| "learning_rate": 9.908992241476189e-06, |
| "loss": 0.5723, |
| "step": 90, |
| "student_loss": 0.07177069783210754, |
| "teacher_loss": 0.00044491401058621705 |
| }, |
| { |
| "epoch": 0.027393310265282585, |
| "grad_norm": 250.0, |
| "kd_loss": 0.4296875, |
| "learning_rate": 9.892971185224244e-06, |
| "loss": 0.5615, |
| "step": 95, |
| "student_loss": 0.25651854276657104, |
| "teacher_loss": 0.0204803254455328 |
| }, |
| { |
| "epoch": 0.02883506343713956, |
| "grad_norm": 195.0, |
| "kd_loss": 0.42578125, |
| "learning_rate": 9.875667032080354e-06, |
| "loss": 0.5376, |
| "step": 100, |
| "student_loss": 0.0018209030386060476, |
| "teacher_loss": 0.0005951338680461049 |
| }, |
| { |
| "epoch": 0.03027681660899654, |
| "grad_norm": 74.5, |
| "kd_loss": 0.416015625, |
| "learning_rate": 9.857084319758772e-06, |
| "loss": 0.5554, |
| "step": 105, |
| "student_loss": 0.009238015860319138, |
| "teacher_loss": 0.000378329394152388 |
| }, |
| { |
| "epoch": 0.031718569780853516, |
| "grad_norm": 134.0, |
| "kd_loss": 0.3984375, |
| "learning_rate": 9.837227921253747e-06, |
| "loss": 0.5376, |
| "step": 110, |
| "student_loss": 0.008933513425290585, |
| "teacher_loss": 0.054748453199863434 |
| }, |
| { |
| "epoch": 0.03316032295271049, |
| "grad_norm": 53.5, |
| "kd_loss": 0.380859375, |
| "learning_rate": 9.816103043561648e-06, |
| "loss": 0.5101, |
| "step": 115, |
| "student_loss": 0.0015179987531155348, |
| "teacher_loss": 0.0003994991711806506 |
| }, |
| { |
| "epoch": 0.03460207612456748, |
| "grad_norm": 90.5, |
| "kd_loss": 0.34765625, |
| "learning_rate": 9.79371522631553e-06, |
| "loss": 0.4575, |
| "step": 120, |
| "student_loss": 0.005917699541896582, |
| "teacher_loss": 0.0011113588698208332 |
| }, |
| { |
| "epoch": 0.036043829296424454, |
| "grad_norm": 105.0, |
| "kd_loss": 0.333984375, |
| "learning_rate": 9.770070340332457e-06, |
| "loss": 0.4262, |
| "step": 125, |
| "student_loss": 0.15691499412059784, |
| "teacher_loss": 0.0019031435949727893 |
| }, |
| { |
| "epoch": 0.03748558246828143, |
| "grad_norm": 16.375, |
| "kd_loss": 0.3125, |
| "learning_rate": 9.745174586073982e-06, |
| "loss": 0.4434, |
| "step": 130, |
| "student_loss": 0.0024075880646705627, |
| "teacher_loss": 0.007021783851087093 |
| }, |
| { |
| "epoch": 0.03892733564013841, |
| "grad_norm": 21.625, |
| "kd_loss": 0.294921875, |
| "learning_rate": 9.719034492020183e-06, |
| "loss": 0.3819, |
| "step": 135, |
| "student_loss": 0.002887926297262311, |
| "teacher_loss": 0.00043111268314532936 |
| }, |
| { |
| "epoch": 0.040369088811995385, |
| "grad_norm": 11.875, |
| "kd_loss": 0.26953125, |
| "learning_rate": 9.691656912957686e-06, |
| "loss": 0.3717, |
| "step": 140, |
| "student_loss": 0.0013271740172058344, |
| "teacher_loss": 0.0008426732383668423 |
| }, |
| { |
| "epoch": 0.04181084198385236, |
| "grad_norm": 11.6875, |
| "kd_loss": 0.259765625, |
| "learning_rate": 9.663049028182112e-06, |
| "loss": 0.3423, |
| "step": 145, |
| "student_loss": 0.11146840453147888, |
| "teacher_loss": 0.0059180548414587975 |
| }, |
| { |
| "epoch": 0.04325259515570934, |
| "grad_norm": 7.09375, |
| "kd_loss": 0.2333984375, |
| "learning_rate": 9.633218339615433e-06, |
| "loss": 0.3012, |
| "step": 150, |
| "student_loss": 0.001806147862225771, |
| "teacher_loss": 0.001238134689629078 |
| }, |
| { |
| "epoch": 0.04469434832756632, |
| "grad_norm": 6.84375, |
| "kd_loss": 0.201171875, |
| "learning_rate": 9.602172669838721e-06, |
| "loss": 0.3157, |
| "step": 155, |
| "student_loss": 0.0033397674560546875, |
| "teacher_loss": 0.0009877807460725307 |
| }, |
| { |
| "epoch": 0.0461361014994233, |
| "grad_norm": 7.0625, |
| "kd_loss": 0.22265625, |
| "learning_rate": 9.569920160040815e-06, |
| "loss": 0.2821, |
| "step": 160, |
| "student_loss": 0.22769513726234436, |
| "teacher_loss": 0.041321102529764175 |
| }, |
| { |
| "epoch": 0.04757785467128028, |
| "grad_norm": 5.96875, |
| "kd_loss": 0.1943359375, |
| "learning_rate": 9.536469267883432e-06, |
| "loss": 0.2727, |
| "step": 165, |
| "student_loss": 0.00636801915243268, |
| "teacher_loss": 0.00474645895883441 |
| }, |
| { |
| "epoch": 0.049019607843137254, |
| "grad_norm": 6.375, |
| "kd_loss": 0.166015625, |
| "learning_rate": 9.501828765283295e-06, |
| "loss": 0.2549, |
| "step": 170, |
| "student_loss": 0.00595078757032752, |
| "teacher_loss": 0.002222016453742981 |
| }, |
| { |
| "epoch": 0.05046136101499423, |
| "grad_norm": 5.875, |
| "kd_loss": 0.154296875, |
| "learning_rate": 9.466007736111846e-06, |
| "loss": 0.249, |
| "step": 175, |
| "student_loss": 0.0170090701431036, |
| "teacher_loss": 0.001197761739604175 |
| }, |
| { |
| "epoch": 0.05190311418685121, |
| "grad_norm": 6.5, |
| "kd_loss": 0.15234375, |
| "learning_rate": 9.429015573813163e-06, |
| "loss": 0.2458, |
| "step": 180, |
| "student_loss": 0.0050661382265388966, |
| "teacher_loss": 0.002651061164215207 |
| }, |
| { |
| "epoch": 0.05334486735870819, |
| "grad_norm": 4.25, |
| "kd_loss": 0.169921875, |
| "learning_rate": 9.390861978940687e-06, |
| "loss": 0.2313, |
| "step": 185, |
| "student_loss": 0.3254599869251251, |
| "teacher_loss": 0.0007031414425000548 |
| }, |
| { |
| "epoch": 0.05478662053056517, |
| "grad_norm": 7.71875, |
| "kd_loss": 0.177734375, |
| "learning_rate": 9.351556956613423e-06, |
| "loss": 0.2414, |
| "step": 190, |
| "student_loss": 0.003914886154234409, |
| "teacher_loss": 0.001010580570437014 |
| }, |
| { |
| "epoch": 0.056228373702422146, |
| "grad_norm": 6.84375, |
| "kd_loss": 0.1435546875, |
| "learning_rate": 9.31111081389227e-06, |
| "loss": 0.2156, |
| "step": 195, |
| "student_loss": 0.06280706077814102, |
| "teacher_loss": 0.0005038110539317131 |
| }, |
| { |
| "epoch": 0.05767012687427912, |
| "grad_norm": 3.5625, |
| "kd_loss": 0.140625, |
| "learning_rate": 9.269534157077177e-06, |
| "loss": 0.1981, |
| "step": 200, |
| "student_loss": 0.002929725218564272, |
| "teacher_loss": 0.0005093662184663117 |
| }, |
| { |
| "epoch": 0.0591118800461361, |
| "grad_norm": 4.96875, |
| "kd_loss": 0.150390625, |
| "learning_rate": 9.226837888925813e-06, |
| "loss": 0.2157, |
| "step": 205, |
| "student_loss": 0.00641452893614769, |
| "teacher_loss": 0.03549756482243538 |
| }, |
| { |
| "epoch": 0.06055363321799308, |
| "grad_norm": 6.375, |
| "kd_loss": 0.1318359375, |
| "learning_rate": 9.183033205794525e-06, |
| "loss": 0.2094, |
| "step": 210, |
| "student_loss": 0.13332298398017883, |
| "teacher_loss": 0.0007853205897845328 |
| }, |
| { |
| "epoch": 0.061995386389850055, |
| "grad_norm": 6.46875, |
| "kd_loss": 0.1259765625, |
| "learning_rate": 9.13813159470227e-06, |
| "loss": 0.2075, |
| "step": 215, |
| "student_loss": 0.020972760394215584, |
| "teacher_loss": 0.0003814305819105357 |
| }, |
| { |
| "epoch": 0.06343713956170703, |
| "grad_norm": 7.8125, |
| "kd_loss": 0.1357421875, |
| "learning_rate": 9.092144830318357e-06, |
| "loss": 0.2394, |
| "step": 220, |
| "student_loss": 0.3116561472415924, |
| "teacher_loss": 0.008577825501561165 |
| }, |
| { |
| "epoch": 0.06487889273356401, |
| "grad_norm": 6.125, |
| "kd_loss": 0.11572265625, |
| "learning_rate": 9.045084971874738e-06, |
| "loss": 0.2193, |
| "step": 225, |
| "student_loss": 0.17015616595745087, |
| "teacher_loss": 0.0012981987092643976 |
| }, |
| { |
| "epoch": 0.06632064590542099, |
| "grad_norm": 5.0625, |
| "kd_loss": 0.11962890625, |
| "learning_rate": 8.99696436000368e-06, |
| "loss": 0.1794, |
| "step": 230, |
| "student_loss": 0.00222015380859375, |
| "teacher_loss": 0.003056387882679701 |
| }, |
| { |
| "epoch": 0.06776239907727798, |
| "grad_norm": 4.9375, |
| "kd_loss": 0.15234375, |
| "learning_rate": 8.947795613501658e-06, |
| "loss": 0.2096, |
| "step": 235, |
| "student_loss": 0.005798778962343931, |
| "teacher_loss": 0.00040503445779904723 |
| }, |
| { |
| "epoch": 0.06920415224913495, |
| "grad_norm": 4.34375, |
| "kd_loss": 0.1103515625, |
| "learning_rate": 8.897591626020284e-06, |
| "loss": 0.2009, |
| "step": 240, |
| "student_loss": 0.0019766136538237333, |
| "teacher_loss": 0.0007733534439466894 |
| }, |
| { |
| "epoch": 0.07064590542099193, |
| "grad_norm": 4.875, |
| "kd_loss": 0.1376953125, |
| "learning_rate": 8.846365562685178e-06, |
| "loss": 0.1982, |
| "step": 245, |
| "student_loss": 0.002786125522106886, |
| "teacher_loss": 0.0018817130476236343 |
| }, |
| { |
| "epoch": 0.07208765859284891, |
| "grad_norm": 5.0625, |
| "kd_loss": 0.1162109375, |
| "learning_rate": 8.794130856643635e-06, |
| "loss": 0.1736, |
| "step": 250, |
| "student_loss": 0.003304118989035487, |
| "teacher_loss": 0.0007230375776998699 |
| }, |
| { |
| "epoch": 0.07352941176470588, |
| "grad_norm": 6.875, |
| "kd_loss": 0.12890625, |
| "learning_rate": 8.74090120554202e-06, |
| "loss": 0.2065, |
| "step": 255, |
| "student_loss": 0.0011023435508832335, |
| "teacher_loss": 0.0011509901378303766 |
| }, |
| { |
| "epoch": 0.07497116493656286, |
| "grad_norm": 4.9375, |
| "kd_loss": 0.1259765625, |
| "learning_rate": 8.686690567933803e-06, |
| "loss": 0.2005, |
| "step": 260, |
| "student_loss": 0.001012590597383678, |
| "teacher_loss": 0.035696372389793396 |
| }, |
| { |
| "epoch": 0.07641291810841984, |
| "grad_norm": 4.8125, |
| "kd_loss": 0.11669921875, |
| "learning_rate": 8.63151315961915e-06, |
| "loss": 0.1962, |
| "step": 265, |
| "student_loss": 0.001487129949964583, |
| "teacher_loss": 0.0009277480421587825 |
| }, |
| { |
| "epoch": 0.07785467128027682, |
| "grad_norm": 4.84375, |
| "kd_loss": 0.1298828125, |
| "learning_rate": 8.575383449917103e-06, |
| "loss": 0.196, |
| "step": 270, |
| "student_loss": 0.016224455088377, |
| "teacher_loss": 0.0017208521021530032 |
| }, |
| { |
| "epoch": 0.07929642445213379, |
| "grad_norm": 6.5625, |
| "kd_loss": 0.12451171875, |
| "learning_rate": 8.518316157871232e-06, |
| "loss": 0.2031, |
| "step": 275, |
| "student_loss": 0.0010892748832702637, |
| "teacher_loss": 0.035929761826992035 |
| }, |
| { |
| "epoch": 0.08073817762399077, |
| "grad_norm": 4.90625, |
| "kd_loss": 0.1279296875, |
| "learning_rate": 8.460326248389825e-06, |
| "loss": 0.217, |
| "step": 280, |
| "student_loss": 0.0011528143659234047, |
| "teacher_loss": 0.0003817000542767346 |
| }, |
| { |
| "epoch": 0.08217993079584775, |
| "grad_norm": 6.625, |
| "kd_loss": 0.11572265625, |
| "learning_rate": 8.401428928321607e-06, |
| "loss": 0.206, |
| "step": 285, |
| "student_loss": 0.0025788608472794294, |
| "teacher_loss": 0.001419232808984816 |
| }, |
| { |
| "epoch": 0.08362168396770472, |
| "grad_norm": 4.59375, |
| "kd_loss": 0.13671875, |
| "learning_rate": 8.341639642468002e-06, |
| "loss": 0.2497, |
| "step": 290, |
| "student_loss": 0.012355645187199116, |
| "teacher_loss": 0.004034335725009441 |
| }, |
| { |
| "epoch": 0.0850634371395617, |
| "grad_norm": 6.875, |
| "kd_loss": 0.1259765625, |
| "learning_rate": 8.280974069532999e-06, |
| "loss": 0.1999, |
| "step": 295, |
| "student_loss": 0.0029606728348881006, |
| "teacher_loss": 0.0018796900985762477 |
| }, |
| { |
| "epoch": 0.08650519031141868, |
| "grad_norm": 7.40625, |
| "kd_loss": 0.12451171875, |
| "learning_rate": 8.219448118011687e-06, |
| "loss": 0.1898, |
| "step": 300, |
| "student_loss": 0.05260760709643364, |
| "teacher_loss": 0.0028262475971132517 |
| }, |
| { |
| "epoch": 0.08794694348327567, |
| "grad_norm": 5.75, |
| "kd_loss": 0.11474609375, |
| "learning_rate": 8.157077922018537e-06, |
| "loss": 0.1993, |
| "step": 305, |
| "student_loss": 0.07766762375831604, |
| "teacher_loss": 0.0020029095467180014 |
| }, |
| { |
| "epoch": 0.08938869665513265, |
| "grad_norm": 3.796875, |
| "kd_loss": 0.10595703125, |
| "learning_rate": 8.093879837056486e-06, |
| "loss": 0.1971, |
| "step": 310, |
| "student_loss": 0.0014958757674321532, |
| "teacher_loss": 0.0014671633252874017 |
| }, |
| { |
| "epoch": 0.09083044982698962, |
| "grad_norm": 7.15625, |
| "kd_loss": 0.1103515625, |
| "learning_rate": 8.029870435728018e-06, |
| "loss": 0.204, |
| "step": 315, |
| "student_loss": 0.2129756659269333, |
| "teacher_loss": 0.0017302327323704958 |
| }, |
| { |
| "epoch": 0.0922722029988466, |
| "grad_norm": 5.0, |
| "kd_loss": 0.10400390625, |
| "learning_rate": 7.965066503389264e-06, |
| "loss": 0.2075, |
| "step": 320, |
| "student_loss": 0.0016070405254140496, |
| "teacher_loss": 0.0009597347816452384 |
| }, |
| { |
| "epoch": 0.09371395617070358, |
| "grad_norm": 6.59375, |
| "kd_loss": 0.171875, |
| "learning_rate": 7.89948503374835e-06, |
| "loss": 0.1917, |
| "step": 325, |
| "student_loss": 0.003808736801147461, |
| "teacher_loss": 0.01614256761968136 |
| }, |
| { |
| "epoch": 0.09515570934256055, |
| "grad_norm": 6.03125, |
| "kd_loss": 0.115234375, |
| "learning_rate": 7.833143224409076e-06, |
| "loss": 0.2017, |
| "step": 330, |
| "student_loss": 0.021043118089437485, |
| "teacher_loss": 0.0004570994933601469 |
| }, |
| { |
| "epoch": 0.09659746251441753, |
| "grad_norm": 4.21875, |
| "kd_loss": 0.12109375, |
| "learning_rate": 7.766058472361154e-06, |
| "loss": 0.176, |
| "step": 335, |
| "student_loss": 0.0018800155958160758, |
| "teacher_loss": 0.0022506280802190304 |
| }, |
| { |
| "epoch": 0.09803921568627451, |
| "grad_norm": 5.03125, |
| "kd_loss": 0.1083984375, |
| "learning_rate": 7.698248369418146e-06, |
| "loss": 0.1834, |
| "step": 340, |
| "student_loss": 0.0805514007806778, |
| "teacher_loss": 0.006284959614276886 |
| }, |
| { |
| "epoch": 0.09948096885813149, |
| "grad_norm": 5.6875, |
| "kd_loss": 0.10888671875, |
| "learning_rate": 7.629730697604314e-06, |
| "loss": 0.2074, |
| "step": 345, |
| "student_loss": 0.13202711939811707, |
| "teacher_loss": 0.0005228903028182685 |
| }, |
| { |
| "epoch": 0.10092272202998846, |
| "grad_norm": 5.25, |
| "kd_loss": 0.12890625, |
| "learning_rate": 7.560523424491595e-06, |
| "loss": 0.1831, |
| "step": 350, |
| "student_loss": 0.081477090716362, |
| "teacher_loss": 0.0003300213429611176 |
| }, |
| { |
| "epoch": 0.10236447520184544, |
| "grad_norm": 3.796875, |
| "kd_loss": 0.10693359375, |
| "learning_rate": 7.490644698487909e-06, |
| "loss": 0.1853, |
| "step": 355, |
| "student_loss": 0.002148553030565381, |
| "teacher_loss": 0.0014131986536085606 |
| }, |
| { |
| "epoch": 0.10380622837370242, |
| "grad_norm": 5.65625, |
| "kd_loss": 0.111328125, |
| "learning_rate": 7.420112844078066e-06, |
| "loss": 0.1865, |
| "step": 360, |
| "student_loss": 0.18958300352096558, |
| "teacher_loss": 0.001118413987569511 |
| }, |
| { |
| "epoch": 0.1052479815455594, |
| "grad_norm": 7.625, |
| "kd_loss": 0.1123046875, |
| "learning_rate": 7.348946357018479e-06, |
| "loss": 0.1824, |
| "step": 365, |
| "student_loss": 0.0013260500272735953, |
| "teacher_loss": 0.029322339221835136 |
| }, |
| { |
| "epoch": 0.10668973471741638, |
| "grad_norm": 4.875, |
| "kd_loss": 0.1318359375, |
| "learning_rate": 7.277163899486975e-06, |
| "loss": 0.189, |
| "step": 370, |
| "student_loss": 0.16300825774669647, |
| "teacher_loss": 0.000458209979115054 |
| }, |
| { |
| "epoch": 0.10813148788927336, |
| "grad_norm": 5.875, |
| "kd_loss": 0.15625, |
| "learning_rate": 7.204784295188959e-06, |
| "loss": 0.1865, |
| "step": 375, |
| "student_loss": 0.3203120529651642, |
| "teacher_loss": 0.02350226417183876 |
| }, |
| { |
| "epoch": 0.10957324106113034, |
| "grad_norm": 4.34375, |
| "kd_loss": 0.10546875, |
| "learning_rate": 7.1318265244212305e-06, |
| "loss": 0.1864, |
| "step": 380, |
| "student_loss": 0.0027754041366279125, |
| "teacher_loss": 0.001105214236304164 |
| }, |
| { |
| "epoch": 0.11101499423298732, |
| "grad_norm": 4.8125, |
| "kd_loss": 0.1171875, |
| "learning_rate": 7.05830971909472e-06, |
| "loss": 0.1872, |
| "step": 385, |
| "student_loss": 0.001283544348552823, |
| "teacher_loss": 0.0009954526321962476 |
| }, |
| { |
| "epoch": 0.11245674740484429, |
| "grad_norm": 5.25, |
| "kd_loss": 0.125, |
| "learning_rate": 6.9842531577174865e-06, |
| "loss": 0.1764, |
| "step": 390, |
| "student_loss": 0.0008525378652848303, |
| "teacher_loss": 0.001041764859110117 |
| }, |
| { |
| "epoch": 0.11389850057670127, |
| "grad_norm": 6.59375, |
| "kd_loss": 0.1171875, |
| "learning_rate": 6.9096762603392595e-06, |
| "loss": 0.195, |
| "step": 395, |
| "student_loss": 0.0015218615299090743, |
| "teacher_loss": 0.0010145456762984395 |
| }, |
| { |
| "epoch": 0.11534025374855825, |
| "grad_norm": 4.6875, |
| "kd_loss": 0.12451171875, |
| "learning_rate": 6.834598583458862e-06, |
| "loss": 0.1822, |
| "step": 400, |
| "student_loss": 0.0013333633542060852, |
| "teacher_loss": 0.00030270780553109944 |
| }, |
| { |
| "epoch": 0.11678200692041522, |
| "grad_norm": 2.703125, |
| "kd_loss": 0.103515625, |
| "learning_rate": 6.7590398148958625e-06, |
| "loss": 0.196, |
| "step": 405, |
| "student_loss": 0.026790756732225418, |
| "teacher_loss": 0.0005501789273694158 |
| }, |
| { |
| "epoch": 0.1182237600922722, |
| "grad_norm": 8.125, |
| "kd_loss": 0.1787109375, |
| "learning_rate": 6.6830197686277945e-06, |
| "loss": 0.2152, |
| "step": 410, |
| "student_loss": 0.5714533925056458, |
| "teacher_loss": 0.008862318471074104 |
| }, |
| { |
| "epoch": 0.11966551326412918, |
| "grad_norm": 4.1875, |
| "kd_loss": 0.1279296875, |
| "learning_rate": 6.6065583795942625e-06, |
| "loss": 0.2006, |
| "step": 415, |
| "student_loss": 0.019465278834104538, |
| "teacher_loss": 0.0042519038543105125 |
| }, |
| { |
| "epoch": 0.12110726643598616, |
| "grad_norm": 5.21875, |
| "kd_loss": 0.1181640625, |
| "learning_rate": 6.52967569846937e-06, |
| "loss": 0.1764, |
| "step": 420, |
| "student_loss": 0.008550797589123249, |
| "teacher_loss": 0.023795029148459435 |
| }, |
| { |
| "epoch": 0.12254901960784313, |
| "grad_norm": 8.5625, |
| "kd_loss": 0.126953125, |
| "learning_rate": 6.452391886403767e-06, |
| "loss": 0.1854, |
| "step": 425, |
| "student_loss": 0.04949700087308884, |
| "teacher_loss": 0.004153509624302387 |
| }, |
| { |
| "epoch": 0.12399077277970011, |
| "grad_norm": 7.25, |
| "kd_loss": 0.18359375, |
| "learning_rate": 6.374727209737743e-06, |
| "loss": 0.2107, |
| "step": 430, |
| "student_loss": 0.002016805112361908, |
| "teacher_loss": 0.06358348578214645 |
| }, |
| { |
| "epoch": 0.1254325259515571, |
| "grad_norm": 6.21875, |
| "kd_loss": 0.11083984375, |
| "learning_rate": 6.296702034686726e-06, |
| "loss": 0.1934, |
| "step": 435, |
| "student_loss": 0.0017790297279134393, |
| "teacher_loss": 0.0017155191162601113 |
| }, |
| { |
| "epoch": 0.12687427912341406, |
| "grad_norm": 4.125, |
| "kd_loss": 0.18359375, |
| "learning_rate": 6.218336822000598e-06, |
| "loss": 0.2068, |
| "step": 440, |
| "student_loss": 0.565355658531189, |
| "teacher_loss": 0.008367877453565598 |
| }, |
| { |
| "epoch": 0.12831603229527105, |
| "grad_norm": 5.09375, |
| "kd_loss": 0.1357421875, |
| "learning_rate": 6.139652121598219e-06, |
| "loss": 0.2072, |
| "step": 445, |
| "student_loss": 0.00040582873043604195, |
| "teacher_loss": 0.017554111778736115 |
| }, |
| { |
| "epoch": 0.12975778546712802, |
| "grad_norm": 4.03125, |
| "kd_loss": 0.1396484375, |
| "learning_rate": 6.060668567178561e-06, |
| "loss": 0.194, |
| "step": 450, |
| "student_loss": 0.0020873546600341797, |
| "teacher_loss": 0.0007538718055002391 |
| }, |
| { |
| "epoch": 0.131199538638985, |
| "grad_norm": 4.09375, |
| "kd_loss": 0.10595703125, |
| "learning_rate": 5.981406870809889e-06, |
| "loss": 0.1896, |
| "step": 455, |
| "student_loss": 0.010908172465860844, |
| "teacher_loss": 0.0012792785419151187 |
| }, |
| { |
| "epoch": 0.13264129181084197, |
| "grad_norm": 6.6875, |
| "kd_loss": 0.12255859375, |
| "learning_rate": 5.9018878174983674e-06, |
| "loss": 0.1893, |
| "step": 460, |
| "student_loss": 0.01578596420586109, |
| "teacher_loss": 0.0009114979766309261 |
| }, |
| { |
| "epoch": 0.13408304498269896, |
| "grad_norm": 4.4375, |
| "kd_loss": 0.14453125, |
| "learning_rate": 5.822132259737565e-06, |
| "loss": 0.2189, |
| "step": 465, |
| "student_loss": 0.0021727595012634993, |
| "teacher_loss": 0.0004909814451821148 |
| }, |
| { |
| "epoch": 0.13552479815455595, |
| "grad_norm": 5.09375, |
| "kd_loss": 0.1005859375, |
| "learning_rate": 5.742161112040237e-06, |
| "loss": 0.2169, |
| "step": 470, |
| "student_loss": 0.0009243786334991455, |
| "teacher_loss": 0.000744891760405153 |
| }, |
| { |
| "epoch": 0.13696655132641292, |
| "grad_norm": 4.9375, |
| "kd_loss": 0.1396484375, |
| "learning_rate": 5.661995345453867e-06, |
| "loss": 0.1752, |
| "step": 475, |
| "student_loss": 0.003345559583976865, |
| "teacher_loss": 0.0005117281689308584 |
| }, |
| { |
| "epoch": 0.1384083044982699, |
| "grad_norm": 4.46875, |
| "kd_loss": 0.1376953125, |
| "learning_rate": 5.581655982061367e-06, |
| "loss": 0.211, |
| "step": 480, |
| "student_loss": 0.0018078088760375977, |
| "teacher_loss": 0.029633358120918274 |
| }, |
| { |
| "epoch": 0.13985005767012687, |
| "grad_norm": 6.59375, |
| "kd_loss": 0.11767578125, |
| "learning_rate": 5.501164089468406e-06, |
| "loss": 0.1795, |
| "step": 485, |
| "student_loss": 0.3106631636619568, |
| "teacher_loss": 0.0037072307895869017 |
| }, |
| { |
| "epoch": 0.14129181084198386, |
| "grad_norm": 6.0, |
| "kd_loss": 0.1328125, |
| "learning_rate": 5.4205407752787884e-06, |
| "loss": 0.1896, |
| "step": 490, |
| "student_loss": 0.0010533903259783983, |
| "teacher_loss": 0.0012765543069690466 |
| }, |
| { |
| "epoch": 0.14273356401384082, |
| "grad_norm": 5.25, |
| "kd_loss": 0.1376953125, |
| "learning_rate": 5.339807181559359e-06, |
| "loss": 0.194, |
| "step": 495, |
| "student_loss": 0.08354002982378006, |
| "teacher_loss": 0.0006759578245691955 |
| }, |
| { |
| "epoch": 0.14417531718569782, |
| "grad_norm": 6.125, |
| "kd_loss": 0.12060546875, |
| "learning_rate": 5.258984479295853e-06, |
| "loss": 0.1865, |
| "step": 500, |
| "student_loss": 0.003352736122906208, |
| "teacher_loss": 0.0017620434518903494 |
| }, |
| { |
| "epoch": 0.14561707035755478, |
| "grad_norm": 5.71875, |
| "kd_loss": 0.11572265625, |
| "learning_rate": 5.1780938628411795e-06, |
| "loss": 0.2201, |
| "step": 505, |
| "student_loss": 0.002489902079105377, |
| "teacher_loss": 0.0007855825824663043 |
| }, |
| { |
| "epoch": 0.14705882352941177, |
| "grad_norm": 5.59375, |
| "kd_loss": 0.10498046875, |
| "learning_rate": 5.097156544357567e-06, |
| "loss": 0.2023, |
| "step": 510, |
| "student_loss": 0.0014551215572282672, |
| "teacher_loss": 0.0008335533202625811 |
| }, |
| { |
| "epoch": 0.14850057670126873, |
| "grad_norm": 4.75, |
| "kd_loss": 0.12353515625, |
| "learning_rate": 5.016193748254045e-06, |
| "loss": 0.1779, |
| "step": 515, |
| "student_loss": 0.01823529414832592, |
| "teacher_loss": 0.0005908762104809284 |
| }, |
| { |
| "epoch": 0.14994232987312572, |
| "grad_norm": 3.875, |
| "kd_loss": 0.1181640625, |
| "learning_rate": 4.935226705620699e-06, |
| "loss": 0.1875, |
| "step": 520, |
| "student_loss": 0.48260822892189026, |
| "teacher_loss": 0.011817601509392262 |
| }, |
| { |
| "epoch": 0.1513840830449827, |
| "grad_norm": 3.828125, |
| "kd_loss": 0.1142578125, |
| "learning_rate": 4.8542766486612035e-06, |
| "loss": 0.179, |
| "step": 525, |
| "student_loss": 0.0011587169719859958, |
| "teacher_loss": 0.0004872040299233049 |
| }, |
| { |
| "epoch": 0.15282583621683968, |
| "grad_norm": 5.78125, |
| "kd_loss": 0.11767578125, |
| "learning_rate": 4.773364805125025e-06, |
| "loss": 0.1752, |
| "step": 530, |
| "student_loss": 0.0030523419845849276, |
| "teacher_loss": 0.0013172540348023176 |
| }, |
| { |
| "epoch": 0.15426758938869667, |
| "grad_norm": 3.1875, |
| "kd_loss": 0.10302734375, |
| "learning_rate": 4.6925123927408265e-06, |
| "loss": 0.1654, |
| "step": 535, |
| "student_loss": 0.0017982972785830498, |
| "teacher_loss": 0.00047424182412214577 |
| }, |
| { |
| "epoch": 0.15570934256055363, |
| "grad_norm": 5.59375, |
| "kd_loss": 0.11962890625, |
| "learning_rate": 4.611740613652485e-06, |
| "loss": 0.1655, |
| "step": 540, |
| "student_loss": 0.013529052957892418, |
| "teacher_loss": 0.0009085286292247474 |
| }, |
| { |
| "epoch": 0.15715109573241062, |
| "grad_norm": 9.0, |
| "kd_loss": 0.115234375, |
| "learning_rate": 4.531070648859186e-06, |
| "loss": 0.1973, |
| "step": 545, |
| "student_loss": 0.004623454995453358, |
| "teacher_loss": 0.007325619924813509 |
| }, |
| { |
| "epoch": 0.15859284890426759, |
| "grad_norm": 5.8125, |
| "kd_loss": 0.126953125, |
| "learning_rate": 4.450523652661086e-06, |
| "loss": 0.1622, |
| "step": 550, |
| "student_loss": 0.0009506479254923761, |
| "teacher_loss": 0.008248833939433098 |
| }, |
| { |
| "epoch": 0.16003460207612458, |
| "grad_norm": 4.34375, |
| "kd_loss": 0.11376953125, |
| "learning_rate": 4.370120747111956e-06, |
| "loss": 0.1848, |
| "step": 555, |
| "student_loss": 0.005332108587026596, |
| "teacher_loss": 0.0016086830291897058 |
| }, |
| { |
| "epoch": 0.16147635524798154, |
| "grad_norm": 10.375, |
| "kd_loss": 0.1201171875, |
| "learning_rate": 4.289883016480291e-06, |
| "loss": 0.2032, |
| "step": 560, |
| "student_loss": 0.12518270313739777, |
| "teacher_loss": 0.0005838426877744496 |
| }, |
| { |
| "epoch": 0.16291810841983853, |
| "grad_norm": 6.0625, |
| "kd_loss": 0.12353515625, |
| "learning_rate": 4.209831501720328e-06, |
| "loss": 0.1825, |
| "step": 565, |
| "student_loss": 0.029691526666283607, |
| "teacher_loss": 0.021172240376472473 |
| }, |
| { |
| "epoch": 0.1643598615916955, |
| "grad_norm": 8.9375, |
| "kd_loss": 0.1708984375, |
| "learning_rate": 4.129987194954421e-06, |
| "loss": 0.189, |
| "step": 570, |
| "student_loss": 0.13193272054195404, |
| "teacher_loss": 0.00722926901653409 |
| }, |
| { |
| "epoch": 0.16580161476355249, |
| "grad_norm": 7.84375, |
| "kd_loss": 0.10302734375, |
| "learning_rate": 4.050371033968216e-06, |
| "loss": 0.1851, |
| "step": 575, |
| "student_loss": 0.0010820090537890792, |
| "teacher_loss": 0.0006335995858535171 |
| }, |
| { |
| "epoch": 0.16724336793540945, |
| "grad_norm": 4.96875, |
| "kd_loss": 0.330078125, |
| "learning_rate": 3.9710038967200825e-06, |
| "loss": 0.1666, |
| "step": 580, |
| "student_loss": 0.0031647607684135437, |
| "teacher_loss": 0.0028759294655174017 |
| }, |
| { |
| "epoch": 0.16868512110726644, |
| "grad_norm": 3.1875, |
| "kd_loss": 0.1142578125, |
| "learning_rate": 3.89190659586623e-06, |
| "loss": 0.1868, |
| "step": 585, |
| "student_loss": 0.040488943457603455, |
| "teacher_loss": 0.0005194384139031172 |
| }, |
| { |
| "epoch": 0.1701268742791234, |
| "grad_norm": 7.5625, |
| "kd_loss": 0.11181640625, |
| "learning_rate": 3.8130998733029517e-06, |
| "loss": 0.1949, |
| "step": 590, |
| "student_loss": 0.00226792530156672, |
| "teacher_loss": 0.0028023580089211464 |
| }, |
| { |
| "epoch": 0.1715686274509804, |
| "grad_norm": 4.0625, |
| "kd_loss": 0.11181640625, |
| "learning_rate": 3.734604394727419e-06, |
| "loss": 0.2049, |
| "step": 595, |
| "student_loss": 0.0009982635965570807, |
| "teacher_loss": 0.001097838394343853 |
| }, |
| { |
| "epoch": 0.17301038062283736, |
| "grad_norm": 6.5625, |
| "kd_loss": 0.12353515625, |
| "learning_rate": 3.656440744218464e-06, |
| "loss": 0.1982, |
| "step": 600, |
| "student_loss": 0.34091848134994507, |
| "teacher_loss": 0.009622580371797085 |
| }, |
| { |
| "epoch": 0.17445213379469435, |
| "grad_norm": 6.625, |
| "kd_loss": 0.1181640625, |
| "learning_rate": 3.578629418838757e-06, |
| "loss": 0.1972, |
| "step": 605, |
| "student_loss": 0.2827480435371399, |
| "teacher_loss": 0.039488162845373154 |
| }, |
| { |
| "epoch": 0.17589388696655134, |
| "grad_norm": 4.96875, |
| "kd_loss": 0.1201171875, |
| "learning_rate": 3.5011908232598124e-06, |
| "loss": 0.1603, |
| "step": 610, |
| "student_loss": 0.106364406645298, |
| "teacher_loss": 0.0008834014879539609 |
| }, |
| { |
| "epoch": 0.1773356401384083, |
| "grad_norm": 4.75, |
| "kd_loss": 0.1240234375, |
| "learning_rate": 3.4241452644112085e-06, |
| "loss": 0.1596, |
| "step": 615, |
| "student_loss": 0.0008959124679677188, |
| "teacher_loss": 0.0007150223245844245 |
| }, |
| { |
| "epoch": 0.1787773933102653, |
| "grad_norm": 3.34375, |
| "kd_loss": 0.1533203125, |
| "learning_rate": 3.3475129461554567e-06, |
| "loss": 0.1941, |
| "step": 620, |
| "student_loss": 0.00717555359005928, |
| "teacher_loss": 0.008744844235479832 |
| }, |
| { |
| "epoch": 0.18021914648212226, |
| "grad_norm": 4.46875, |
| "kd_loss": 0.109375, |
| "learning_rate": 3.271313963989886e-06, |
| "loss": 0.1711, |
| "step": 625, |
| "student_loss": 0.007324306294322014, |
| "teacher_loss": 0.005477549973875284 |
| }, |
| { |
| "epoch": 0.18166089965397925, |
| "grad_norm": 4.875, |
| "kd_loss": 0.11962890625, |
| "learning_rate": 3.195568299776945e-06, |
| "loss": 0.1813, |
| "step": 630, |
| "student_loss": 0.1220104992389679, |
| "teacher_loss": 0.005055113695561886 |
| }, |
| { |
| "epoch": 0.1831026528258362, |
| "grad_norm": 4.1875, |
| "kd_loss": 0.1005859375, |
| "learning_rate": 3.1202958165043053e-06, |
| "loss": 0.2012, |
| "step": 635, |
| "student_loss": 0.0011498430976644158, |
| "teacher_loss": 0.0006288467557169497 |
| }, |
| { |
| "epoch": 0.1845444059976932, |
| "grad_norm": 4.84375, |
| "kd_loss": 0.11767578125, |
| "learning_rate": 3.045516253076137e-06, |
| "loss": 0.1779, |
| "step": 640, |
| "student_loss": 0.0011653146939352155, |
| "teacher_loss": 0.0009915747214108706 |
| }, |
| { |
| "epoch": 0.18598615916955016, |
| "grad_norm": 9.125, |
| "kd_loss": 0.119140625, |
| "learning_rate": 2.9712492191369245e-06, |
| "loss": 0.1795, |
| "step": 645, |
| "student_loss": 0.004314988851547241, |
| "teacher_loss": 0.0008632438839413226 |
| }, |
| { |
| "epoch": 0.18742791234140715, |
| "grad_norm": 5.71875, |
| "kd_loss": 0.138671875, |
| "learning_rate": 2.8975141899291777e-06, |
| "loss": 0.1767, |
| "step": 650, |
| "student_loss": 0.004328088369220495, |
| "teacher_loss": 0.0019480936462059617 |
| }, |
| { |
| "epoch": 0.18886966551326412, |
| "grad_norm": 5.3125, |
| "kd_loss": 0.1064453125, |
| "learning_rate": 2.8243305011863843e-06, |
| "loss": 0.1858, |
| "step": 655, |
| "student_loss": 0.07007281482219696, |
| "teacher_loss": 0.002063432242721319 |
| }, |
| { |
| "epoch": 0.1903114186851211, |
| "grad_norm": 5.34375, |
| "kd_loss": 0.12060546875, |
| "learning_rate": 2.751717344062552e-06, |
| "loss": 0.1979, |
| "step": 660, |
| "student_loss": 0.0020055994391441345, |
| "teacher_loss": 0.0012256632326170802 |
| }, |
| { |
| "epoch": 0.19175317185697807, |
| "grad_norm": 4.96875, |
| "kd_loss": 0.1259765625, |
| "learning_rate": 2.6796937600996587e-06, |
| "loss": 0.1824, |
| "step": 665, |
| "student_loss": 0.0013414303539320827, |
| "teacher_loss": 0.0005829873844049871 |
| }, |
| { |
| "epoch": 0.19319492502883506, |
| "grad_norm": 6.21875, |
| "kd_loss": 0.11181640625, |
| "learning_rate": 2.6082786362343377e-06, |
| "loss": 0.2091, |
| "step": 670, |
| "student_loss": 0.01750928722321987, |
| "teacher_loss": 0.01849350705742836 |
| }, |
| { |
| "epoch": 0.19463667820069205, |
| "grad_norm": 5.9375, |
| "kd_loss": 0.1083984375, |
| "learning_rate": 2.5374906998451094e-06, |
| "loss": 0.1855, |
| "step": 675, |
| "student_loss": 0.0015071257948875427, |
| "teacher_loss": 0.0012101252796128392 |
| }, |
| { |
| "epoch": 0.19607843137254902, |
| "grad_norm": 3.984375, |
| "kd_loss": 0.14453125, |
| "learning_rate": 2.467348513841447e-06, |
| "loss": 0.1808, |
| "step": 680, |
| "student_loss": 0.09338736534118652, |
| "teacher_loss": 0.038049884140491486 |
| }, |
| { |
| "epoch": 0.197520184544406, |
| "grad_norm": 3.75, |
| "kd_loss": 0.177734375, |
| "learning_rate": 2.3978704717959777e-06, |
| "loss": 0.1863, |
| "step": 685, |
| "student_loss": 0.0010167881846427917, |
| "teacher_loss": 0.03185700252652168 |
| }, |
| { |
| "epoch": 0.19896193771626297, |
| "grad_norm": 3.984375, |
| "kd_loss": 0.11572265625, |
| "learning_rate": 2.329074793121085e-06, |
| "loss": 0.1721, |
| "step": 690, |
| "student_loss": 0.017529672011733055, |
| "teacher_loss": 0.008856060914695263 |
| }, |
| { |
| "epoch": 0.20040369088811996, |
| "grad_norm": 6.65625, |
| "kd_loss": 0.1171875, |
| "learning_rate": 2.260979518291186e-06, |
| "loss": 0.2122, |
| "step": 695, |
| "student_loss": 0.028023820370435715, |
| "teacher_loss": 0.005092882085591555 |
| }, |
| { |
| "epoch": 0.20184544405997693, |
| "grad_norm": 4.84375, |
| "kd_loss": 0.1015625, |
| "learning_rate": 2.1936025041119268e-06, |
| "loss": 0.1889, |
| "step": 700, |
| "student_loss": 0.004128373693674803, |
| "teacher_loss": 0.0009403788135387003 |
| }, |
| { |
| "epoch": 0.20328719723183392, |
| "grad_norm": 5.03125, |
| "kd_loss": 0.12451171875, |
| "learning_rate": 2.1269614190375477e-06, |
| "loss": 0.1781, |
| "step": 705, |
| "student_loss": 0.0009666193509474397, |
| "teacher_loss": 0.0012199536431580782 |
| }, |
| { |
| "epoch": 0.20472895040369088, |
| "grad_norm": 5.46875, |
| "kd_loss": 0.12890625, |
| "learning_rate": 2.061073738537635e-06, |
| "loss": 0.214, |
| "step": 710, |
| "student_loss": 0.20427227020263672, |
| "teacher_loss": 0.003926330246031284 |
| }, |
| { |
| "epoch": 0.20617070357554787, |
| "grad_norm": 4.875, |
| "kd_loss": 0.10693359375, |
| "learning_rate": 1.9959567405144825e-06, |
| "loss": 0.2167, |
| "step": 715, |
| "student_loss": 0.034982144832611084, |
| "teacher_loss": 0.012018893845379353 |
| }, |
| { |
| "epoch": 0.20761245674740483, |
| "grad_norm": 4.90625, |
| "kd_loss": 0.140625, |
| "learning_rate": 1.931627500772263e-06, |
| "loss": 0.1911, |
| "step": 720, |
| "student_loss": 0.0010867691598832607, |
| "teacher_loss": 0.005945001263171434 |
| }, |
| { |
| "epoch": 0.20905420991926182, |
| "grad_norm": 3.375, |
| "kd_loss": 0.1171875, |
| "learning_rate": 1.8681028885391905e-06, |
| "loss": 0.1776, |
| "step": 725, |
| "student_loss": 0.0011550028575584292, |
| "teacher_loss": 0.0008522791904397309 |
| }, |
| { |
| "epoch": 0.2104959630911188, |
| "grad_norm": 4.625, |
| "kd_loss": 0.111328125, |
| "learning_rate": 1.8053995620438625e-06, |
| "loss": 0.1726, |
| "step": 730, |
| "student_loss": 0.03152952715754509, |
| "teacher_loss": 0.00232282024808228 |
| }, |
| { |
| "epoch": 0.21193771626297578, |
| "grad_norm": 4.8125, |
| "kd_loss": 0.11328125, |
| "learning_rate": 1.743533964146924e-06, |
| "loss": 0.1841, |
| "step": 735, |
| "student_loss": 0.0014305273070931435, |
| "teacher_loss": 0.0003280507226008922 |
| }, |
| { |
| "epoch": 0.21337946943483277, |
| "grad_norm": 6.9375, |
| "kd_loss": 0.138671875, |
| "learning_rate": 1.6825223180292138e-06, |
| "loss": 0.1674, |
| "step": 740, |
| "student_loss": 0.00881188828498125, |
| "teacher_loss": 0.00042216398287564516 |
| }, |
| { |
| "epoch": 0.21482122260668973, |
| "grad_norm": 6.71875, |
| "kd_loss": 0.12158203125, |
| "learning_rate": 1.6223806229375182e-06, |
| "loss": 0.1744, |
| "step": 745, |
| "student_loss": 0.16076479852199554, |
| "teacher_loss": 0.021096019074320793 |
| }, |
| { |
| "epoch": 0.21626297577854672, |
| "grad_norm": 6.28125, |
| "kd_loss": 0.12890625, |
| "learning_rate": 1.563124649989043e-06, |
| "loss": 0.1968, |
| "step": 750, |
| "student_loss": 0.11668777465820312, |
| "teacher_loss": 0.006358537822961807 |
| }, |
| { |
| "epoch": 0.2177047289504037, |
| "grad_norm": 5.4375, |
| "kd_loss": 0.0966796875, |
| "learning_rate": 1.5047699380357134e-06, |
| "loss": 0.1956, |
| "step": 755, |
| "student_loss": 0.11215528845787048, |
| "teacher_loss": 0.0056000882759690285 |
| }, |
| { |
| "epoch": 0.21914648212226068, |
| "grad_norm": 5.125, |
| "kd_loss": 0.10107421875, |
| "learning_rate": 1.4473317895893773e-06, |
| "loss": 0.1792, |
| "step": 760, |
| "student_loss": 0.26354143023490906, |
| "teacher_loss": 0.0006397212855517864 |
| }, |
| { |
| "epoch": 0.22058823529411764, |
| "grad_norm": 4.53125, |
| "kd_loss": 0.12060546875, |
| "learning_rate": 1.39082526680899e-06, |
| "loss": 0.1971, |
| "step": 765, |
| "student_loss": 0.08930032700300217, |
| "teacher_loss": 0.0006192077999003232 |
| }, |
| { |
| "epoch": 0.22202998846597463, |
| "grad_norm": 3.6875, |
| "kd_loss": 0.1142578125, |
| "learning_rate": 1.3352651875508204e-06, |
| "loss": 0.1708, |
| "step": 770, |
| "student_loss": 0.004422426223754883, |
| "teacher_loss": 0.0008745273225940764 |
| }, |
| { |
| "epoch": 0.2234717416378316, |
| "grad_norm": 5.4375, |
| "kd_loss": 0.11328125, |
| "learning_rate": 1.2806661214827286e-06, |
| "loss": 0.1885, |
| "step": 775, |
| "student_loss": 0.0018669217824935913, |
| "teacher_loss": 0.0006652303854934871 |
| }, |
| { |
| "epoch": 0.22491349480968859, |
| "grad_norm": 2.9375, |
| "kd_loss": 0.1083984375, |
| "learning_rate": 1.2270423862635188e-06, |
| "loss": 0.1836, |
| "step": 780, |
| "student_loss": 0.009803751483559608, |
| "teacher_loss": 0.0004910013522021472 |
| }, |
| { |
| "epoch": 0.22635524798154555, |
| "grad_norm": 5.6875, |
| "kd_loss": 0.09912109375, |
| "learning_rate": 1.1744080437883859e-06, |
| "loss": 0.1669, |
| "step": 785, |
| "student_loss": 0.0010796686401590705, |
| "teacher_loss": 0.001094150822609663 |
| }, |
| { |
| "epoch": 0.22779700115340254, |
| "grad_norm": 6.0625, |
| "kd_loss": 0.1279296875, |
| "learning_rate": 1.1227768965014246e-06, |
| "loss": 0.2026, |
| "step": 790, |
| "student_loss": 0.07495569437742233, |
| "teacher_loss": 0.0015408035833388567 |
| }, |
| { |
| "epoch": 0.2292387543252595, |
| "grad_norm": 3.390625, |
| "kd_loss": 0.1083984375, |
| "learning_rate": 1.0721624837761768e-06, |
| "loss": 0.1999, |
| "step": 795, |
| "student_loss": 0.0036292201839387417, |
| "teacher_loss": 0.0005642004543915391 |
| }, |
| { |
| "epoch": 0.2306805074971165, |
| "grad_norm": 6.5625, |
| "kd_loss": 0.18359375, |
| "learning_rate": 1.0225780783651689e-06, |
| "loss": 0.2151, |
| "step": 800, |
| "student_loss": 0.062444765120744705, |
| "teacher_loss": 0.04929126426577568 |
| }, |
| { |
| "epoch": 0.23212226066897348, |
| "grad_norm": 4.875, |
| "kd_loss": 0.10546875, |
| "learning_rate": 9.740366829193587e-07, |
| "loss": 0.2096, |
| "step": 805, |
| "student_loss": 0.0012999593745917082, |
| "teacher_loss": 0.001006675767712295 |
| }, |
| { |
| "epoch": 0.23356401384083045, |
| "grad_norm": 6.09375, |
| "kd_loss": 0.109375, |
| "learning_rate": 9.265510265784189e-07, |
| "loss": 0.2063, |
| "step": 810, |
| "student_loss": 0.0013730658683925867, |
| "teacher_loss": 0.00053932867012918 |
| }, |
| { |
| "epoch": 0.23500576701268744, |
| "grad_norm": 10.0, |
| "kd_loss": 0.103515625, |
| "learning_rate": 8.801335616327378e-07, |
| "loss": 0.1942, |
| "step": 815, |
| "student_loss": 0.05159832164645195, |
| "teacher_loss": 0.010285490192472935 |
| }, |
| { |
| "epoch": 0.2364475201845444, |
| "grad_norm": 4.9375, |
| "kd_loss": 0.125, |
| "learning_rate": 8.347964602580245e-07, |
| "loss": 0.1808, |
| "step": 820, |
| "student_loss": 0.037393856793642044, |
| "teacher_loss": 0.0004633679345715791 |
| }, |
| { |
| "epoch": 0.2378892733564014, |
| "grad_norm": 6.5625, |
| "kd_loss": 0.142578125, |
| "learning_rate": 7.905516113233652e-07, |
| "loss": 0.1747, |
| "step": 825, |
| "student_loss": 0.0011921566911041737, |
| "teacher_loss": 0.021351948380470276 |
| }, |
| { |
| "epoch": 0.23933102652825836, |
| "grad_norm": 3.484375, |
| "kd_loss": 0.111328125, |
| "learning_rate": 7.474106172735746e-07, |
| "loss": 0.1797, |
| "step": 830, |
| "student_loss": 0.03779162839055061, |
| "teacher_loss": 0.003403074573725462 |
| }, |
| { |
| "epoch": 0.24077277970011535, |
| "grad_norm": 6.03125, |
| "kd_loss": 0.10009765625, |
| "learning_rate": 7.053847910866513e-07, |
| "loss": 0.1667, |
| "step": 835, |
| "student_loss": 0.11626744270324707, |
| "teacher_loss": 0.00203131721355021 |
| }, |
| { |
| "epoch": 0.2422145328719723, |
| "grad_norm": 4.28125, |
| "kd_loss": 0.1376953125, |
| "learning_rate": 6.644851533071556e-07, |
| "loss": 0.1761, |
| "step": 840, |
| "student_loss": 0.0023884603288024664, |
| "teacher_loss": 0.0004405094077810645 |
| }, |
| { |
| "epoch": 0.2436562860438293, |
| "grad_norm": 8.6875, |
| "kd_loss": 0.140625, |
| "learning_rate": 6.24722429156251e-07, |
| "loss": 0.2435, |
| "step": 845, |
| "student_loss": 0.14598870277404785, |
| "teacher_loss": 0.0010793671244755387 |
| }, |
| { |
| "epoch": 0.24509803921568626, |
| "grad_norm": 4.6875, |
| "kd_loss": 0.103515625, |
| "learning_rate": 5.861070457192081e-07, |
| "loss": 0.186, |
| "step": 850, |
| "student_loss": 0.06827586144208908, |
| "teacher_loss": 0.00046239409130066633 |
| }, |
| { |
| "epoch": 0.24653979238754326, |
| "grad_norm": 3.203125, |
| "kd_loss": 0.125, |
| "learning_rate": 5.486491292110796e-07, |
| "loss": 0.1726, |
| "step": 855, |
| "student_loss": 0.0007081849034875631, |
| "teacher_loss": 0.0005193519755266607 |
| }, |
| { |
| "epoch": 0.24798154555940022, |
| "grad_norm": 4.40625, |
| "kd_loss": 0.11474609375, |
| "learning_rate": 5.123585023212785e-07, |
| "loss": 0.2129, |
| "step": 860, |
| "student_loss": 0.002149001695215702, |
| "teacher_loss": 0.0017558797262609005 |
| }, |
| { |
| "epoch": 0.2494232987312572, |
| "grad_norm": 3.921875, |
| "kd_loss": 0.111328125, |
| "learning_rate": 4.772446816377408e-07, |
| "loss": 0.1792, |
| "step": 865, |
| "student_loss": 0.0010927807306870818, |
| "teacher_loss": 0.0006015551625750959 |
| }, |
| { |
| "epoch": 0.2508650519031142, |
| "grad_norm": 4.0, |
| "kd_loss": 0.12890625, |
| "learning_rate": 4.4331687515137614e-07, |
| "loss": 0.1958, |
| "step": 870, |
| "student_loss": 0.04162781313061714, |
| "teacher_loss": 0.0015390625922009349 |
| }, |
| { |
| "epoch": 0.25230680507497116, |
| "grad_norm": 7.9375, |
| "kd_loss": 0.10888671875, |
| "learning_rate": 4.1058397984142405e-07, |
| "loss": 0.1771, |
| "step": 875, |
| "student_loss": 0.0009604351944290102, |
| "teacher_loss": 0.0005376276094466448 |
| }, |
| { |
| "epoch": 0.2537485582468281, |
| "grad_norm": 3.953125, |
| "kd_loss": 0.1162109375, |
| "learning_rate": 3.790545793423761e-07, |
| "loss": 0.1917, |
| "step": 880, |
| "student_loss": 0.0019418075680732727, |
| "teacher_loss": 0.0007360613089986145 |
| }, |
| { |
| "epoch": 0.25519031141868515, |
| "grad_norm": 3.25, |
| "kd_loss": 0.1435546875, |
| "learning_rate": 3.4873694169306915e-07, |
| "loss": 0.1832, |
| "step": 885, |
| "student_loss": 0.017352323979139328, |
| "teacher_loss": 0.05972852557897568 |
| }, |
| { |
| "epoch": 0.2566320645905421, |
| "grad_norm": 4.75, |
| "kd_loss": 0.111328125, |
| "learning_rate": 3.196390171685343e-07, |
| "loss": 0.1981, |
| "step": 890, |
| "student_loss": 0.0014260741882026196, |
| "teacher_loss": 0.0012508125510066748 |
| }, |
| { |
| "epoch": 0.25807381776239907, |
| "grad_norm": 4.25, |
| "kd_loss": 0.1435546875, |
| "learning_rate": 2.917684361951728e-07, |
| "loss": 0.1799, |
| "step": 895, |
| "student_loss": 0.014447882771492004, |
| "teacher_loss": 0.0008786572143435478 |
| }, |
| { |
| "epoch": 0.25951557093425603, |
| "grad_norm": 4.3125, |
| "kd_loss": 0.1240234375, |
| "learning_rate": 2.65132507349814e-07, |
| "loss": 0.2243, |
| "step": 900, |
| "student_loss": 0.001752070034854114, |
| "teacher_loss": 0.028893902897834778 |
| }, |
| { |
| "epoch": 0.26095732410611305, |
| "grad_norm": 3.890625, |
| "kd_loss": 0.10888671875, |
| "learning_rate": 2.397382154431621e-07, |
| "loss": 0.1707, |
| "step": 905, |
| "student_loss": 0.07611552625894547, |
| "teacher_loss": 0.0018923009047284722 |
| }, |
| { |
| "epoch": 0.26239907727797, |
| "grad_norm": 3.84375, |
| "kd_loss": 0.130859375, |
| "learning_rate": 2.1559221968815547e-07, |
| "loss": 0.1867, |
| "step": 910, |
| "student_loss": 0.0012913525570183992, |
| "teacher_loss": 0.0014879581285640597 |
| }, |
| { |
| "epoch": 0.263840830449827, |
| "grad_norm": 5.1875, |
| "kd_loss": 0.11669921875, |
| "learning_rate": 1.9270085195370048e-07, |
| "loss": 0.1647, |
| "step": 915, |
| "student_loss": 0.03545321896672249, |
| "teacher_loss": 0.0013070907443761826 |
| }, |
| { |
| "epoch": 0.26528258362168394, |
| "grad_norm": 3.390625, |
| "kd_loss": 0.1630859375, |
| "learning_rate": 1.7107011510424766e-07, |
| "loss": 0.1914, |
| "step": 920, |
| "student_loss": 0.013124704360961914, |
| "teacher_loss": 0.015305249951779842 |
| }, |
| { |
| "epoch": 0.26672433679354096, |
| "grad_norm": 3.84375, |
| "kd_loss": 0.1064453125, |
| "learning_rate": 1.5070568142564912e-07, |
| "loss": 0.1662, |
| "step": 925, |
| "student_loss": 0.0009416788816452026, |
| "teacher_loss": 0.0009266760898754001 |
| }, |
| { |
| "epoch": 0.2681660899653979, |
| "grad_norm": 5.90625, |
| "kd_loss": 0.11376953125, |
| "learning_rate": 1.3161289113769405e-07, |
| "loss": 0.1771, |
| "step": 930, |
| "student_loss": 0.04463067650794983, |
| "teacher_loss": 0.0009097782894968987 |
| }, |
| { |
| "epoch": 0.2696078431372549, |
| "grad_norm": 5.59375, |
| "kd_loss": 0.126953125, |
| "learning_rate": 1.1379675099373489e-07, |
| "loss": 0.1749, |
| "step": 935, |
| "student_loss": 0.02378019131720066, |
| "teacher_loss": 0.0022270630579441786 |
| }, |
| { |
| "epoch": 0.2710495963091119, |
| "grad_norm": 5.78125, |
| "kd_loss": 0.2138671875, |
| "learning_rate": 9.726193296774767e-08, |
| "loss": 0.1876, |
| "step": 940, |
| "student_loss": 0.002607885980978608, |
| "teacher_loss": 0.0031158654019236565 |
| }, |
| { |
| "epoch": 0.27249134948096887, |
| "grad_norm": 7.5625, |
| "kd_loss": 0.10595703125, |
| "learning_rate": 8.201277302919086e-08, |
| "loss": 0.1904, |
| "step": 945, |
| "student_loss": 0.07421658933162689, |
| "teacher_loss": 0.002074115676805377 |
| }, |
| { |
| "epoch": 0.27393310265282583, |
| "grad_norm": 3.203125, |
| "kd_loss": 0.13671875, |
| "learning_rate": 6.805327000596995e-08, |
| "loss": 0.17, |
| "step": 950, |
| "student_loss": 0.005115017760545015, |
| "teacher_loss": 0.0004907959373667836 |
| }, |
| { |
| "epoch": 0.2753748558246828, |
| "grad_norm": 4.5625, |
| "kd_loss": 0.095703125, |
| "learning_rate": 5.538708453581787e-08, |
| "loss": 0.1903, |
| "step": 955, |
| "student_loss": 0.011558901518583298, |
| "teacher_loss": 0.0004379775491543114 |
| }, |
| { |
| "epoch": 0.2768166089965398, |
| "grad_norm": 7.9375, |
| "kd_loss": 0.12451171875, |
| "learning_rate": 4.40175381063529e-08, |
| "loss": 0.1861, |
| "step": 960, |
| "student_loss": 0.0017829686403274536, |
| "teacher_loss": 0.0036916364915668964 |
| }, |
| { |
| "epoch": 0.2782583621683968, |
| "grad_norm": 4.96875, |
| "kd_loss": 0.1728515625, |
| "learning_rate": 3.394761218407705e-08, |
| "loss": 0.2026, |
| "step": 965, |
| "student_loss": 0.2359560877084732, |
| "teacher_loss": 0.008938993327319622 |
| }, |
| { |
| "epoch": 0.27970011534025374, |
| "grad_norm": 4.375, |
| "kd_loss": 0.1123046875, |
| "learning_rate": 2.5179947432540376e-08, |
| "loss": 0.1889, |
| "step": 970, |
| "student_loss": 0.0006114219431765378, |
| "teacher_loss": 0.00041617779061198235 |
| }, |
| { |
| "epoch": 0.2811418685121107, |
| "grad_norm": 4.5, |
| "kd_loss": 0.10888671875, |
| "learning_rate": 1.7716843019867646e-08, |
| "loss": 0.1982, |
| "step": 975, |
| "student_loss": 0.07514014840126038, |
| "teacher_loss": 0.001045848592184484 |
| }, |
| { |
| "epoch": 0.2825836216839677, |
| "grad_norm": 5.5, |
| "kd_loss": 0.107421875, |
| "learning_rate": 1.156025601584676e-08, |
| "loss": 0.1779, |
| "step": 980, |
| "student_loss": 0.0017143742879852653, |
| "teacher_loss": 0.0004985960549674928 |
| }, |
| { |
| "epoch": 0.2840253748558247, |
| "grad_norm": 6.0625, |
| "kd_loss": 0.107421875, |
| "learning_rate": 6.711800878718144e-09, |
| "loss": 0.1914, |
| "step": 985, |
| "student_loss": 0.0008509993785992265, |
| "teacher_loss": 0.0007709055789746344 |
| }, |
| { |
| "epoch": 0.28546712802768165, |
| "grad_norm": 11.8125, |
| "kd_loss": 0.0986328125, |
| "learning_rate": 3.1727490318111953e-09, |
| "loss": 0.1871, |
| "step": 990, |
| "student_loss": 0.007576147560030222, |
| "teacher_loss": 0.015172326937317848 |
| }, |
| { |
| "epoch": 0.2869088811995386, |
| "grad_norm": 4.625, |
| "kd_loss": 0.1318359375, |
| "learning_rate": 9.440285301370865e-10, |
| "loss": 0.2025, |
| "step": 995, |
| "student_loss": 0.0030154017731547356, |
| "teacher_loss": 0.0012625143863260746 |
| }, |
| { |
| "epoch": 0.28835063437139563, |
| "grad_norm": 5.40625, |
| "kd_loss": 0.10546875, |
| "learning_rate": 2.622381702066523e-11, |
| "loss": 0.1678, |
| "step": 1000, |
| "student_loss": 0.08579359203577042, |
| "teacher_loss": 0.0004960879450663924 |
| }, |
| { |
| "epoch": 0.28835063437139563, |
| "kd_loss": 0.10546875, |
| "step": 1000, |
| "student_loss": 0.08579359203577042, |
| "teacher_loss": 0.0004960879450663924, |
| "total_flos": 0.0, |
| "train_loss": 0.2803848307132721, |
| "train_runtime": 4898.5131, |
| "train_samples_per_second": 3.266, |
| "train_steps_per_second": 0.204 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 1000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": false, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
