| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 846, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0035555555555555557, |
| "grad_norm": 17.495248794555664, |
| "learning_rate": 2.5000000000000004e-07, |
| "loss": 0.9483866095542908, |
| "loss_sft": 0.9483866095542908, |
| "step": 1, |
| "token_acc": 0.7468001312766656 |
| }, |
| { |
| "epoch": 0.0071111111111111115, |
| "grad_norm": 16.598894119262695, |
| "learning_rate": 5.000000000000001e-07, |
| "loss": 0.9053852558135986, |
| "loss_sft": 0.9053852558135986, |
| "step": 2, |
| "token_acc": 0.7559464426358624 |
| }, |
| { |
| "epoch": 0.010666666666666666, |
| "grad_norm": 17.457666397094727, |
| "learning_rate": 7.5e-07, |
| "loss": 0.9427951574325562, |
| "loss_sft": 0.9427951574325562, |
| "step": 3, |
| "token_acc": 0.7498739919354839 |
| }, |
| { |
| "epoch": 0.014222222222222223, |
| "grad_norm": 17.3460693359375, |
| "learning_rate": 1.0000000000000002e-06, |
| "loss": 0.8845763802528381, |
| "loss_sft": 0.8845763802528381, |
| "step": 4, |
| "token_acc": 0.7514659685863875 |
| }, |
| { |
| "epoch": 0.017777777777777778, |
| "grad_norm": 13.943445205688477, |
| "learning_rate": 1.25e-06, |
| "loss": 0.8871760964393616, |
| "loss_sft": 0.8871760964393616, |
| "step": 5, |
| "token_acc": 0.7511533242876527 |
| }, |
| { |
| "epoch": 0.021333333333333333, |
| "grad_norm": 10.018475532531738, |
| "learning_rate": 1.5e-06, |
| "loss": 0.8330506682395935, |
| "loss_sft": 0.8330506682395935, |
| "step": 6, |
| "token_acc": 0.7620556939098936 |
| }, |
| { |
| "epoch": 0.024888888888888887, |
| "grad_norm": 8.78338623046875, |
| "learning_rate": 1.75e-06, |
| "loss": 0.8371806144714355, |
| "loss_sft": 0.8371806144714355, |
| "step": 7, |
| "token_acc": 0.7672026819705665 |
| }, |
| { |
| "epoch": 0.028444444444444446, |
| "grad_norm": 5.931888103485107, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 0.769527792930603, |
| "loss_sft": 0.769527792930603, |
| "step": 8, |
| "token_acc": 0.7749389024661186 |
| }, |
| { |
| "epoch": 0.032, |
| "grad_norm": 5.365172386169434, |
| "learning_rate": 2.25e-06, |
| "loss": 0.7864335179328918, |
| "loss_sft": 0.7864335179328918, |
| "step": 9, |
| "token_acc": 0.7820643705335554 |
| }, |
| { |
| "epoch": 0.035555555555555556, |
| "grad_norm": 6.1973466873168945, |
| "learning_rate": 2.5e-06, |
| "loss": 0.7547352910041809, |
| "loss_sft": 0.7547352910041809, |
| "step": 10, |
| "token_acc": 0.782741879551497 |
| }, |
| { |
| "epoch": 0.03911111111111111, |
| "grad_norm": 3.893557071685791, |
| "learning_rate": 2.7500000000000004e-06, |
| "loss": 0.6970406770706177, |
| "loss_sft": 0.6970406770706177, |
| "step": 11, |
| "token_acc": 0.7988962244687435 |
| }, |
| { |
| "epoch": 0.042666666666666665, |
| "grad_norm": 3.581576108932495, |
| "learning_rate": 3e-06, |
| "loss": 0.7086485028266907, |
| "loss_sft": 0.7086485028266907, |
| "step": 12, |
| "token_acc": 0.8016231323229066 |
| }, |
| { |
| "epoch": 0.04622222222222222, |
| "grad_norm": 3.867741823196411, |
| "learning_rate": 3.2500000000000002e-06, |
| "loss": 0.7034077644348145, |
| "loss_sft": 0.7034077644348145, |
| "step": 13, |
| "token_acc": 0.799099606077659 |
| }, |
| { |
| "epoch": 0.049777777777777775, |
| "grad_norm": 2.989391565322876, |
| "learning_rate": 3.5e-06, |
| "loss": 0.6772717237472534, |
| "loss_sft": 0.6772717237472534, |
| "step": 14, |
| "token_acc": 0.8074077905954167 |
| }, |
| { |
| "epoch": 0.05333333333333334, |
| "grad_norm": 3.1689505577087402, |
| "learning_rate": 3.7500000000000005e-06, |
| "loss": 0.6785804033279419, |
| "loss_sft": 0.6785804033279419, |
| "step": 15, |
| "token_acc": 0.8026548672566372 |
| }, |
| { |
| "epoch": 0.05688888888888889, |
| "grad_norm": 2.881948947906494, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 0.6801018714904785, |
| "loss_sft": 0.6801018714904785, |
| "step": 16, |
| "token_acc": 0.8072206364309124 |
| }, |
| { |
| "epoch": 0.060444444444444446, |
| "grad_norm": 3.312012195587158, |
| "learning_rate": 4.25e-06, |
| "loss": 0.6272972822189331, |
| "loss_sft": 0.6272972822189331, |
| "step": 17, |
| "token_acc": 0.8205128205128205 |
| }, |
| { |
| "epoch": 0.064, |
| "grad_norm": 2.6100964546203613, |
| "learning_rate": 4.5e-06, |
| "loss": 0.6777547597885132, |
| "loss_sft": 0.6777547597885132, |
| "step": 18, |
| "token_acc": 0.8047497224501617 |
| }, |
| { |
| "epoch": 0.06755555555555555, |
| "grad_norm": 2.7741847038269043, |
| "learning_rate": 4.75e-06, |
| "loss": 0.6672918200492859, |
| "loss_sft": 0.6672918200492859, |
| "step": 19, |
| "token_acc": 0.8097198399085191 |
| }, |
| { |
| "epoch": 0.07111111111111111, |
| "grad_norm": 2.7010674476623535, |
| "learning_rate": 5e-06, |
| "loss": 0.6928048729896545, |
| "loss_sft": 0.6928048729896545, |
| "step": 20, |
| "token_acc": 0.8019967650175693 |
| }, |
| { |
| "epoch": 0.07466666666666667, |
| "grad_norm": 2.527926206588745, |
| "learning_rate": 5.2500000000000006e-06, |
| "loss": 0.6631382703781128, |
| "loss_sft": 0.6631382703781128, |
| "step": 21, |
| "token_acc": 0.8087185851690971 |
| }, |
| { |
| "epoch": 0.07822222222222222, |
| "grad_norm": 2.437958002090454, |
| "learning_rate": 5.500000000000001e-06, |
| "loss": 0.6603161096572876, |
| "loss_sft": 0.6603161096572876, |
| "step": 22, |
| "token_acc": 0.8108370359021501 |
| }, |
| { |
| "epoch": 0.08177777777777778, |
| "grad_norm": 2.62800669670105, |
| "learning_rate": 5.75e-06, |
| "loss": 0.670966386795044, |
| "loss_sft": 0.670966386795044, |
| "step": 23, |
| "token_acc": 0.803944530046225 |
| }, |
| { |
| "epoch": 0.08533333333333333, |
| "grad_norm": 2.581692695617676, |
| "learning_rate": 6e-06, |
| "loss": 0.6421648263931274, |
| "loss_sft": 0.6421648263931274, |
| "step": 24, |
| "token_acc": 0.8138567293777135 |
| }, |
| { |
| "epoch": 0.08888888888888889, |
| "grad_norm": 2.5290439128875732, |
| "learning_rate": 6.25e-06, |
| "loss": 0.6531534194946289, |
| "loss_sft": 0.6531534194946289, |
| "step": 25, |
| "token_acc": 0.8090807174887893 |
| }, |
| { |
| "epoch": 0.09244444444444444, |
| "grad_norm": 2.3785524368286133, |
| "learning_rate": 6.5000000000000004e-06, |
| "loss": 0.6678711175918579, |
| "loss_sft": 0.6678711175918579, |
| "step": 26, |
| "token_acc": 0.8087300315221456 |
| }, |
| { |
| "epoch": 0.096, |
| "grad_norm": 2.4084808826446533, |
| "learning_rate": 6.750000000000001e-06, |
| "loss": 0.6548430919647217, |
| "loss_sft": 0.6548430919647217, |
| "step": 27, |
| "token_acc": 0.808735583084152 |
| }, |
| { |
| "epoch": 0.09955555555555555, |
| "grad_norm": 2.3656678199768066, |
| "learning_rate": 7e-06, |
| "loss": 0.663451075553894, |
| "loss_sft": 0.663451075553894, |
| "step": 28, |
| "token_acc": 0.8122356644044457 |
| }, |
| { |
| "epoch": 0.10311111111111111, |
| "grad_norm": 2.322953701019287, |
| "learning_rate": 7.25e-06, |
| "loss": 0.658333420753479, |
| "loss_sft": 0.658333420753479, |
| "step": 29, |
| "token_acc": 0.8060753719350993 |
| }, |
| { |
| "epoch": 0.10666666666666667, |
| "grad_norm": 2.4030601978302, |
| "learning_rate": 7.500000000000001e-06, |
| "loss": 0.633331298828125, |
| "loss_sft": 0.633331298828125, |
| "step": 30, |
| "token_acc": 0.8110839272417828 |
| }, |
| { |
| "epoch": 0.11022222222222222, |
| "grad_norm": 2.5537326335906982, |
| "learning_rate": 7.75e-06, |
| "loss": 0.6702368259429932, |
| "loss_sft": 0.6702368259429932, |
| "step": 31, |
| "token_acc": 0.8042502568539447 |
| }, |
| { |
| "epoch": 0.11377777777777778, |
| "grad_norm": 2.438399076461792, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 0.6565305590629578, |
| "loss_sft": 0.6565305590629578, |
| "step": 32, |
| "token_acc": 0.8108615265743142 |
| }, |
| { |
| "epoch": 0.11733333333333333, |
| "grad_norm": 2.4852664470672607, |
| "learning_rate": 8.25e-06, |
| "loss": 0.6853891611099243, |
| "loss_sft": 0.6853891611099243, |
| "step": 33, |
| "token_acc": 0.8058776259901275 |
| }, |
| { |
| "epoch": 0.12088888888888889, |
| "grad_norm": 2.532184362411499, |
| "learning_rate": 8.5e-06, |
| "loss": 0.6334942579269409, |
| "loss_sft": 0.6334942579269409, |
| "step": 34, |
| "token_acc": 0.8146627936347562 |
| }, |
| { |
| "epoch": 0.12444444444444444, |
| "grad_norm": 2.295111656188965, |
| "learning_rate": 8.750000000000001e-06, |
| "loss": 0.6364755630493164, |
| "loss_sft": 0.6364755630493164, |
| "step": 35, |
| "token_acc": 0.8140566703640214 |
| }, |
| { |
| "epoch": 0.128, |
| "grad_norm": 2.223219871520996, |
| "learning_rate": 9e-06, |
| "loss": 0.6513509750366211, |
| "loss_sft": 0.6513509750366211, |
| "step": 36, |
| "token_acc": 0.8078332215284586 |
| }, |
| { |
| "epoch": 0.13155555555555556, |
| "grad_norm": 2.330840826034546, |
| "learning_rate": 9.250000000000001e-06, |
| "loss": 0.6392641067504883, |
| "loss_sft": 0.6392641067504883, |
| "step": 37, |
| "token_acc": 0.8155442727222005 |
| }, |
| { |
| "epoch": 0.1351111111111111, |
| "grad_norm": 2.365277051925659, |
| "learning_rate": 9.5e-06, |
| "loss": 0.6332631707191467, |
| "loss_sft": 0.6332631707191467, |
| "step": 38, |
| "token_acc": 0.8176216216216217 |
| }, |
| { |
| "epoch": 0.13866666666666666, |
| "grad_norm": 2.391047477722168, |
| "learning_rate": 9.75e-06, |
| "loss": 0.6312863230705261, |
| "loss_sft": 0.6312863230705261, |
| "step": 39, |
| "token_acc": 0.8118370810352142 |
| }, |
| { |
| "epoch": 0.14222222222222222, |
| "grad_norm": 2.532961130142212, |
| "learning_rate": 1e-05, |
| "loss": 0.6740774512290955, |
| "loss_sft": 0.6740774512290955, |
| "step": 40, |
| "token_acc": 0.8025179098187948 |
| }, |
| { |
| "epoch": 0.14577777777777778, |
| "grad_norm": 2.4365673065185547, |
| "learning_rate": 9.99996201876164e-06, |
| "loss": 0.632836103439331, |
| "loss_sft": 0.632836103439331, |
| "step": 41, |
| "token_acc": 0.8131967120819728 |
| }, |
| { |
| "epoch": 0.14933333333333335, |
| "grad_norm": 2.3039770126342773, |
| "learning_rate": 9.999848075623584e-06, |
| "loss": 0.662885308265686, |
| "loss_sft": 0.662885308265686, |
| "step": 42, |
| "token_acc": 0.8080118240660517 |
| }, |
| { |
| "epoch": 0.15288888888888888, |
| "grad_norm": 2.457951784133911, |
| "learning_rate": 9.999658172316915e-06, |
| "loss": 0.6900539398193359, |
| "loss_sft": 0.6900539398193359, |
| "step": 43, |
| "token_acc": 0.8015775728828013 |
| }, |
| { |
| "epoch": 0.15644444444444444, |
| "grad_norm": 2.2119102478027344, |
| "learning_rate": 9.999392311726738e-06, |
| "loss": 0.6972055435180664, |
| "loss_sft": 0.6972055435180664, |
| "step": 44, |
| "token_acc": 0.7983933787731257 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 2.4633448123931885, |
| "learning_rate": 9.99905049789214e-06, |
| "loss": 0.6264879703521729, |
| "loss_sft": 0.6264879703521729, |
| "step": 45, |
| "token_acc": 0.8173712198528227 |
| }, |
| { |
| "epoch": 0.16355555555555557, |
| "grad_norm": 2.430586099624634, |
| "learning_rate": 9.998632736006124e-06, |
| "loss": 0.6588121652603149, |
| "loss_sft": 0.6588121652603149, |
| "step": 46, |
| "token_acc": 0.8072451066316098 |
| }, |
| { |
| "epoch": 0.1671111111111111, |
| "grad_norm": 2.3461453914642334, |
| "learning_rate": 9.998139032415534e-06, |
| "loss": 0.6481072902679443, |
| "loss_sft": 0.6481072902679443, |
| "step": 47, |
| "token_acc": 0.8127968866250787 |
| }, |
| { |
| "epoch": 0.17066666666666666, |
| "grad_norm": 3.693047523498535, |
| "learning_rate": 9.997569394620965e-06, |
| "loss": 0.6446748971939087, |
| "loss_sft": 0.6446748971939087, |
| "step": 48, |
| "token_acc": 0.8112321375037473 |
| }, |
| { |
| "epoch": 0.17422222222222222, |
| "grad_norm": 2.0652964115142822, |
| "learning_rate": 9.996923831276632e-06, |
| "loss": 0.6227473616600037, |
| "loss_sft": 0.6227473616600037, |
| "step": 49, |
| "token_acc": 0.817675647619497 |
| }, |
| { |
| "epoch": 0.17777777777777778, |
| "grad_norm": 2.402451276779175, |
| "learning_rate": 9.996202352190256e-06, |
| "loss": 0.6587773561477661, |
| "loss_sft": 0.6587773561477661, |
| "step": 50, |
| "token_acc": 0.8099698265023887 |
| }, |
| { |
| "epoch": 0.18133333333333335, |
| "grad_norm": 2.2670416831970215, |
| "learning_rate": 9.995404968322902e-06, |
| "loss": 0.678132951259613, |
| "loss_sft": 0.678132951259613, |
| "step": 51, |
| "token_acc": 0.7998999749937484 |
| }, |
| { |
| "epoch": 0.18488888888888888, |
| "grad_norm": 2.270219087600708, |
| "learning_rate": 9.994531691788822e-06, |
| "loss": 0.6402097940444946, |
| "loss_sft": 0.6402097940444946, |
| "step": 52, |
| "token_acc": 0.8093608566066894 |
| }, |
| { |
| "epoch": 0.18844444444444444, |
| "grad_norm": 2.130141258239746, |
| "learning_rate": 9.993582535855265e-06, |
| "loss": 0.6793354153633118, |
| "loss_sft": 0.6793354153633118, |
| "step": 53, |
| "token_acc": 0.8070858079049764 |
| }, |
| { |
| "epoch": 0.192, |
| "grad_norm": 2.125152349472046, |
| "learning_rate": 9.992557514942278e-06, |
| "loss": 0.661788821220398, |
| "loss_sft": 0.661788821220398, |
| "step": 54, |
| "token_acc": 0.8044157124856188 |
| }, |
| { |
| "epoch": 0.19555555555555557, |
| "grad_norm": 2.3009588718414307, |
| "learning_rate": 9.991456644622489e-06, |
| "loss": 0.6258248090744019, |
| "loss_sft": 0.6258248090744019, |
| "step": 55, |
| "token_acc": 0.8175399479747306 |
| }, |
| { |
| "epoch": 0.1991111111111111, |
| "grad_norm": 2.1973323822021484, |
| "learning_rate": 9.990279941620861e-06, |
| "loss": 0.6419394016265869, |
| "loss_sft": 0.6419394016265869, |
| "step": 56, |
| "token_acc": 0.8090412206786609 |
| }, |
| { |
| "epoch": 0.20266666666666666, |
| "grad_norm": 2.158705711364746, |
| "learning_rate": 9.989027423814454e-06, |
| "loss": 0.6332802772521973, |
| "loss_sft": 0.6332802772521973, |
| "step": 57, |
| "token_acc": 0.8108580508474577 |
| }, |
| { |
| "epoch": 0.20622222222222222, |
| "grad_norm": 2.1737403869628906, |
| "learning_rate": 9.987699110232134e-06, |
| "loss": 0.6522477865219116, |
| "loss_sft": 0.6522477865219116, |
| "step": 58, |
| "token_acc": 0.8111087887971575 |
| }, |
| { |
| "epoch": 0.20977777777777779, |
| "grad_norm": 2.262225389480591, |
| "learning_rate": 9.986295021054302e-06, |
| "loss": 0.6412181854248047, |
| "loss_sft": 0.6412181854248047, |
| "step": 59, |
| "token_acc": 0.813780621808545 |
| }, |
| { |
| "epoch": 0.21333333333333335, |
| "grad_norm": 2.3398172855377197, |
| "learning_rate": 9.984815177612574e-06, |
| "loss": 0.6547109484672546, |
| "loss_sft": 0.6547109484672546, |
| "step": 60, |
| "token_acc": 0.8076034819683781 |
| }, |
| { |
| "epoch": 0.21688888888888888, |
| "grad_norm": 2.313699960708618, |
| "learning_rate": 9.983259602389469e-06, |
| "loss": 0.6451797485351562, |
| "loss_sft": 0.6451797485351562, |
| "step": 61, |
| "token_acc": 0.814795259885017 |
| }, |
| { |
| "epoch": 0.22044444444444444, |
| "grad_norm": 2.1824562549591064, |
| "learning_rate": 9.98162831901805e-06, |
| "loss": 0.6661728620529175, |
| "loss_sft": 0.6661728620529175, |
| "step": 62, |
| "token_acc": 0.8045642146151979 |
| }, |
| { |
| "epoch": 0.224, |
| "grad_norm": 2.1974189281463623, |
| "learning_rate": 9.979921352281585e-06, |
| "loss": 0.7027256488800049, |
| "loss_sft": 0.7027256488800049, |
| "step": 63, |
| "token_acc": 0.7961222091656874 |
| }, |
| { |
| "epoch": 0.22755555555555557, |
| "grad_norm": 2.083812952041626, |
| "learning_rate": 9.97813872811316e-06, |
| "loss": 0.6293184757232666, |
| "loss_sft": 0.6293184757232666, |
| "step": 64, |
| "token_acc": 0.8159653531519008 |
| }, |
| { |
| "epoch": 0.2311111111111111, |
| "grad_norm": 2.170288324356079, |
| "learning_rate": 9.976280473595284e-06, |
| "loss": 0.6319900751113892, |
| "loss_sft": 0.6319900751113892, |
| "step": 65, |
| "token_acc": 0.8104868913857678 |
| }, |
| { |
| "epoch": 0.23466666666666666, |
| "grad_norm": 2.3147213459014893, |
| "learning_rate": 9.974346616959476e-06, |
| "loss": 0.6747528314590454, |
| "loss_sft": 0.6747528314590454, |
| "step": 66, |
| "token_acc": 0.807041863044081 |
| }, |
| { |
| "epoch": 0.23822222222222222, |
| "grad_norm": 2.2782130241394043, |
| "learning_rate": 9.972337187585848e-06, |
| "loss": 0.66471266746521, |
| "loss_sft": 0.66471266746521, |
| "step": 67, |
| "token_acc": 0.8058387395736794 |
| }, |
| { |
| "epoch": 0.24177777777777779, |
| "grad_norm": 2.2280936241149902, |
| "learning_rate": 9.970252216002647e-06, |
| "loss": 0.6100447177886963, |
| "loss_sft": 0.6100447177886963, |
| "step": 68, |
| "token_acc": 0.8156276931916117 |
| }, |
| { |
| "epoch": 0.24533333333333332, |
| "grad_norm": 2.1991140842437744, |
| "learning_rate": 9.96809173388579e-06, |
| "loss": 0.6443502902984619, |
| "loss_sft": 0.6443502902984619, |
| "step": 69, |
| "token_acc": 0.8088529014844804 |
| }, |
| { |
| "epoch": 0.24888888888888888, |
| "grad_norm": 2.138368844985962, |
| "learning_rate": 9.965855774058395e-06, |
| "loss": 0.6707169413566589, |
| "loss_sft": 0.6707169413566589, |
| "step": 70, |
| "token_acc": 0.8019056170807144 |
| }, |
| { |
| "epoch": 0.25244444444444447, |
| "grad_norm": 2.185886859893799, |
| "learning_rate": 9.96354437049027e-06, |
| "loss": 0.7145326137542725, |
| "loss_sft": 0.7145326137542725, |
| "step": 71, |
| "token_acc": 0.7981840490797546 |
| }, |
| { |
| "epoch": 0.256, |
| "grad_norm": 1.9851183891296387, |
| "learning_rate": 9.961157558297404e-06, |
| "loss": 0.6444203853607178, |
| "loss_sft": 0.6444203853607178, |
| "step": 72, |
| "token_acc": 0.8122939693620322 |
| }, |
| { |
| "epoch": 0.25955555555555554, |
| "grad_norm": 2.0093414783477783, |
| "learning_rate": 9.958695373741428e-06, |
| "loss": 0.621960461139679, |
| "loss_sft": 0.621960461139679, |
| "step": 73, |
| "token_acc": 0.814341565748069 |
| }, |
| { |
| "epoch": 0.26311111111111113, |
| "grad_norm": 2.067918300628662, |
| "learning_rate": 9.956157854229072e-06, |
| "loss": 0.644780158996582, |
| "loss_sft": 0.644780158996582, |
| "step": 74, |
| "token_acc": 0.812317016795932 |
| }, |
| { |
| "epoch": 0.26666666666666666, |
| "grad_norm": 2.119696855545044, |
| "learning_rate": 9.953545038311587e-06, |
| "loss": 0.6622623205184937, |
| "loss_sft": 0.6622623205184937, |
| "step": 75, |
| "token_acc": 0.8045563549160671 |
| }, |
| { |
| "epoch": 0.2702222222222222, |
| "grad_norm": 2.231426954269409, |
| "learning_rate": 9.950856965684167e-06, |
| "loss": 0.6669363379478455, |
| "loss_sft": 0.6669363379478455, |
| "step": 76, |
| "token_acc": 0.804698820120058 |
| }, |
| { |
| "epoch": 0.2737777777777778, |
| "grad_norm": 2.0908682346343994, |
| "learning_rate": 9.948093677185345e-06, |
| "loss": 0.5849854946136475, |
| "loss_sft": 0.5849854946136475, |
| "step": 77, |
| "token_acc": 0.8281780902167546 |
| }, |
| { |
| "epoch": 0.2773333333333333, |
| "grad_norm": 2.106154680252075, |
| "learning_rate": 9.945255214796366e-06, |
| "loss": 0.6207313537597656, |
| "loss_sft": 0.6207313537597656, |
| "step": 78, |
| "token_acc": 0.8166472319395858 |
| }, |
| { |
| "epoch": 0.2808888888888889, |
| "grad_norm": 2.150275230407715, |
| "learning_rate": 9.942341621640558e-06, |
| "loss": 0.6709491014480591, |
| "loss_sft": 0.6709491014480591, |
| "step": 79, |
| "token_acc": 0.8041940990002439 |
| }, |
| { |
| "epoch": 0.28444444444444444, |
| "grad_norm": 2.0800719261169434, |
| "learning_rate": 9.939352941982671e-06, |
| "loss": 0.6028379201889038, |
| "loss_sft": 0.6028379201889038, |
| "step": 80, |
| "token_acc": 0.8237361901573486 |
| }, |
| { |
| "epoch": 0.288, |
| "grad_norm": 2.2775790691375732, |
| "learning_rate": 9.936289221228207e-06, |
| "loss": 0.6904752254486084, |
| "loss_sft": 0.6904752254486084, |
| "step": 81, |
| "token_acc": 0.7974901960784314 |
| }, |
| { |
| "epoch": 0.29155555555555557, |
| "grad_norm": 2.1881532669067383, |
| "learning_rate": 9.93315050592273e-06, |
| "loss": 0.6303409337997437, |
| "loss_sft": 0.6303409337997437, |
| "step": 82, |
| "token_acc": 0.8094717099093467 |
| }, |
| { |
| "epoch": 0.2951111111111111, |
| "grad_norm": 2.125056266784668, |
| "learning_rate": 9.929936843751158e-06, |
| "loss": 0.7039297819137573, |
| "loss_sft": 0.7039297819137573, |
| "step": 83, |
| "token_acc": 0.801138281965948 |
| }, |
| { |
| "epoch": 0.2986666666666667, |
| "grad_norm": 2.0034618377685547, |
| "learning_rate": 9.926648283537037e-06, |
| "loss": 0.598913311958313, |
| "loss_sft": 0.598913311958313, |
| "step": 84, |
| "token_acc": 0.8245642006802721 |
| }, |
| { |
| "epoch": 0.3022222222222222, |
| "grad_norm": 2.112959861755371, |
| "learning_rate": 9.923284875241802e-06, |
| "loss": 0.6272166967391968, |
| "loss_sft": 0.6272166967391968, |
| "step": 85, |
| "token_acc": 0.8157683884407885 |
| }, |
| { |
| "epoch": 0.30577777777777776, |
| "grad_norm": 2.084275960922241, |
| "learning_rate": 9.91984666996402e-06, |
| "loss": 0.6814351081848145, |
| "loss_sft": 0.6814351081848145, |
| "step": 86, |
| "token_acc": 0.7992861207387099 |
| }, |
| { |
| "epoch": 0.30933333333333335, |
| "grad_norm": 2.0872268676757812, |
| "learning_rate": 9.916333719938608e-06, |
| "loss": 0.6420176029205322, |
| "loss_sft": 0.6420176029205322, |
| "step": 87, |
| "token_acc": 0.8083574304019958 |
| }, |
| { |
| "epoch": 0.3128888888888889, |
| "grad_norm": 1.9719644784927368, |
| "learning_rate": 9.912746078536044e-06, |
| "loss": 0.6596208214759827, |
| "loss_sft": 0.6596208214759827, |
| "step": 88, |
| "token_acc": 0.8058035714285714 |
| }, |
| { |
| "epoch": 0.3164444444444444, |
| "grad_norm": 2.207044839859009, |
| "learning_rate": 9.90908380026155e-06, |
| "loss": 0.6528189778327942, |
| "loss_sft": 0.6528189778327942, |
| "step": 89, |
| "token_acc": 0.8052219633148116 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.9884454011917114, |
| "learning_rate": 9.905346940754274e-06, |
| "loss": 0.6233652830123901, |
| "loss_sft": 0.6233652830123901, |
| "step": 90, |
| "token_acc": 0.8167207541338278 |
| }, |
| { |
| "epoch": 0.32355555555555554, |
| "grad_norm": 2.0874171257019043, |
| "learning_rate": 9.90153555678644e-06, |
| "loss": 0.6191186904907227, |
| "loss_sft": 0.6191186904907227, |
| "step": 91, |
| "token_acc": 0.8176688515246509 |
| }, |
| { |
| "epoch": 0.32711111111111113, |
| "grad_norm": 1.953534483909607, |
| "learning_rate": 9.897649706262474e-06, |
| "loss": 0.6781367063522339, |
| "loss_sft": 0.6781367063522339, |
| "step": 92, |
| "token_acc": 0.8023043686989918 |
| }, |
| { |
| "epoch": 0.33066666666666666, |
| "grad_norm": 2.1874265670776367, |
| "learning_rate": 9.893689448218146e-06, |
| "loss": 0.670505166053772, |
| "loss_sft": 0.670505166053772, |
| "step": 93, |
| "token_acc": 0.8013241439192489 |
| }, |
| { |
| "epoch": 0.3342222222222222, |
| "grad_norm": 2.011523962020874, |
| "learning_rate": 9.889654842819658e-06, |
| "loss": 0.6426149606704712, |
| "loss_sft": 0.6426149606704712, |
| "step": 94, |
| "token_acc": 0.8115926615261898 |
| }, |
| { |
| "epoch": 0.3377777777777778, |
| "grad_norm": 2.045391321182251, |
| "learning_rate": 9.885545951362733e-06, |
| "loss": 0.6748344898223877, |
| "loss_sft": 0.6748344898223877, |
| "step": 95, |
| "token_acc": 0.802775300936246 |
| }, |
| { |
| "epoch": 0.3413333333333333, |
| "grad_norm": 1.9540326595306396, |
| "learning_rate": 9.881362836271686e-06, |
| "loss": 0.6798080205917358, |
| "loss_sft": 0.6798080205917358, |
| "step": 96, |
| "token_acc": 0.8037626185377791 |
| }, |
| { |
| "epoch": 0.3448888888888889, |
| "grad_norm": 1.875409483909607, |
| "learning_rate": 9.877105561098473e-06, |
| "loss": 0.6294456124305725, |
| "loss_sft": 0.6294456124305725, |
| "step": 97, |
| "token_acc": 0.8121143562320033 |
| }, |
| { |
| "epoch": 0.34844444444444445, |
| "grad_norm": 2.1824817657470703, |
| "learning_rate": 9.872774190521727e-06, |
| "loss": 0.5989289283752441, |
| "loss_sft": 0.5989289283752441, |
| "step": 98, |
| "token_acc": 0.8252853380158033 |
| }, |
| { |
| "epoch": 0.352, |
| "grad_norm": 2.101071834564209, |
| "learning_rate": 9.868368790345777e-06, |
| "loss": 0.6433327198028564, |
| "loss_sft": 0.6433327198028564, |
| "step": 99, |
| "token_acc": 0.8120848385969002 |
| }, |
| { |
| "epoch": 0.35555555555555557, |
| "grad_norm": 2.03118634223938, |
| "learning_rate": 9.863889427499641e-06, |
| "loss": 0.616054117679596, |
| "loss_sft": 0.616054117679596, |
| "step": 100, |
| "token_acc": 0.8193526710717886 |
| }, |
| { |
| "epoch": 0.3591111111111111, |
| "grad_norm": 2.0384483337402344, |
| "learning_rate": 9.859336170036022e-06, |
| "loss": 0.611056387424469, |
| "loss_sft": 0.611056387424469, |
| "step": 101, |
| "token_acc": 0.8185125971663267 |
| }, |
| { |
| "epoch": 0.3626666666666667, |
| "grad_norm": 2.136881113052368, |
| "learning_rate": 9.854709087130261e-06, |
| "loss": 0.5821218490600586, |
| "loss_sft": 0.5821218490600586, |
| "step": 102, |
| "token_acc": 0.8229521887396478 |
| }, |
| { |
| "epoch": 0.3662222222222222, |
| "grad_norm": 2.26222825050354, |
| "learning_rate": 9.850008249079295e-06, |
| "loss": 0.6048051118850708, |
| "loss_sft": 0.6048051118850708, |
| "step": 103, |
| "token_acc": 0.8232665133092343 |
| }, |
| { |
| "epoch": 0.36977777777777776, |
| "grad_norm": 2.1815664768218994, |
| "learning_rate": 9.84523372730058e-06, |
| "loss": 0.6702889800071716, |
| "loss_sft": 0.6702889800071716, |
| "step": 104, |
| "token_acc": 0.8005819823029872 |
| }, |
| { |
| "epoch": 0.37333333333333335, |
| "grad_norm": 2.0779106616973877, |
| "learning_rate": 9.840385594331022e-06, |
| "loss": 0.7162292003631592, |
| "loss_sft": 0.7162292003631592, |
| "step": 105, |
| "token_acc": 0.7944361860267573 |
| }, |
| { |
| "epoch": 0.3768888888888889, |
| "grad_norm": 2.0308585166931152, |
| "learning_rate": 9.835463923825854e-06, |
| "loss": 0.6526224613189697, |
| "loss_sft": 0.6526224613189697, |
| "step": 106, |
| "token_acc": 0.8078534593897723 |
| }, |
| { |
| "epoch": 0.3804444444444444, |
| "grad_norm": 1.9520409107208252, |
| "learning_rate": 9.830468790557536e-06, |
| "loss": 0.6701065301895142, |
| "loss_sft": 0.6701065301895142, |
| "step": 107, |
| "token_acc": 0.8039615051682876 |
| }, |
| { |
| "epoch": 0.384, |
| "grad_norm": 2.019804000854492, |
| "learning_rate": 9.825400270414602e-06, |
| "loss": 0.6107809543609619, |
| "loss_sft": 0.6107809543609619, |
| "step": 108, |
| "token_acc": 0.8163130768308762 |
| }, |
| { |
| "epoch": 0.38755555555555554, |
| "grad_norm": 1.9157466888427734, |
| "learning_rate": 9.820258440400525e-06, |
| "loss": 0.6843827962875366, |
| "loss_sft": 0.6843827962875366, |
| "step": 109, |
| "token_acc": 0.804978649068323 |
| }, |
| { |
| "epoch": 0.39111111111111113, |
| "grad_norm": 1.8669224977493286, |
| "learning_rate": 9.81504337863253e-06, |
| "loss": 0.6194301247596741, |
| "loss_sft": 0.6194301247596741, |
| "step": 110, |
| "token_acc": 0.8224382553862323 |
| }, |
| { |
| "epoch": 0.39466666666666667, |
| "grad_norm": 2.007814645767212, |
| "learning_rate": 9.809755164340423e-06, |
| "loss": 0.6097871661186218, |
| "loss_sft": 0.6097871661186218, |
| "step": 111, |
| "token_acc": 0.8162617577471291 |
| }, |
| { |
| "epoch": 0.3982222222222222, |
| "grad_norm": 1.8429173231124878, |
| "learning_rate": 9.804393877865373e-06, |
| "loss": 0.6324461102485657, |
| "loss_sft": 0.6324461102485657, |
| "step": 112, |
| "token_acc": 0.8144855144855145 |
| }, |
| { |
| "epoch": 0.4017777777777778, |
| "grad_norm": 2.086236000061035, |
| "learning_rate": 9.798959600658697e-06, |
| "loss": 0.623206615447998, |
| "loss_sft": 0.623206615447998, |
| "step": 113, |
| "token_acc": 0.8170318205529473 |
| }, |
| { |
| "epoch": 0.4053333333333333, |
| "grad_norm": 2.0972321033477783, |
| "learning_rate": 9.79345241528063e-06, |
| "loss": 0.5557901263237, |
| "loss_sft": 0.5557901263237, |
| "step": 114, |
| "token_acc": 0.8360274308106784 |
| }, |
| { |
| "epoch": 0.4088888888888889, |
| "grad_norm": 1.9284859895706177, |
| "learning_rate": 9.787872405399059e-06, |
| "loss": 0.6329312920570374, |
| "loss_sft": 0.6329312920570374, |
| "step": 115, |
| "token_acc": 0.8117099135063207 |
| }, |
| { |
| "epoch": 0.41244444444444445, |
| "grad_norm": 1.9095735549926758, |
| "learning_rate": 9.782219655788257e-06, |
| "loss": 0.6140768527984619, |
| "loss_sft": 0.6140768527984619, |
| "step": 116, |
| "token_acc": 0.8201055322852635 |
| }, |
| { |
| "epoch": 0.416, |
| "grad_norm": 1.8941130638122559, |
| "learning_rate": 9.776494252327597e-06, |
| "loss": 0.6196410655975342, |
| "loss_sft": 0.6196410655975342, |
| "step": 117, |
| "token_acc": 0.8153930841215032 |
| }, |
| { |
| "epoch": 0.41955555555555557, |
| "grad_norm": 1.9722214937210083, |
| "learning_rate": 9.770696282000245e-06, |
| "loss": 0.6696373224258423, |
| "loss_sft": 0.6696373224258423, |
| "step": 118, |
| "token_acc": 0.8047451945739276 |
| }, |
| { |
| "epoch": 0.4231111111111111, |
| "grad_norm": 2.2128162384033203, |
| "learning_rate": 9.764825832891837e-06, |
| "loss": 0.7269062399864197, |
| "loss_sft": 0.7269062399864197, |
| "step": 119, |
| "token_acc": 0.7861466759522151 |
| }, |
| { |
| "epoch": 0.4266666666666667, |
| "grad_norm": 2.00886607170105, |
| "learning_rate": 9.758882994189145e-06, |
| "loss": 0.6605268120765686, |
| "loss_sft": 0.6605268120765686, |
| "step": 120, |
| "token_acc": 0.8074494326591021 |
| }, |
| { |
| "epoch": 0.43022222222222223, |
| "grad_norm": 1.989458441734314, |
| "learning_rate": 9.752867856178719e-06, |
| "loss": 0.692130446434021, |
| "loss_sft": 0.692130446434021, |
| "step": 121, |
| "token_acc": 0.7941129758060247 |
| }, |
| { |
| "epoch": 0.43377777777777776, |
| "grad_norm": 1.9358607530593872, |
| "learning_rate": 9.746780510245512e-06, |
| "loss": 0.6602381467819214, |
| "loss_sft": 0.6602381467819214, |
| "step": 122, |
| "token_acc": 0.8074204946996466 |
| }, |
| { |
| "epoch": 0.43733333333333335, |
| "grad_norm": 2.0435028076171875, |
| "learning_rate": 9.740621048871501e-06, |
| "loss": 0.6339927911758423, |
| "loss_sft": 0.6339927911758423, |
| "step": 123, |
| "token_acc": 0.8094589996597482 |
| }, |
| { |
| "epoch": 0.4408888888888889, |
| "grad_norm": 1.8236545324325562, |
| "learning_rate": 9.734389565634277e-06, |
| "loss": 0.641081690788269, |
| "loss_sft": 0.641081690788269, |
| "step": 124, |
| "token_acc": 0.8104552449982624 |
| }, |
| { |
| "epoch": 0.4444444444444444, |
| "grad_norm": 1.9895737171173096, |
| "learning_rate": 9.728086155205614e-06, |
| "loss": 0.6381692886352539, |
| "loss_sft": 0.6381692886352539, |
| "step": 125, |
| "token_acc": 0.8126674912389198 |
| }, |
| { |
| "epoch": 0.448, |
| "grad_norm": 2.0070884227752686, |
| "learning_rate": 9.721710913350048e-06, |
| "loss": 0.6206820011138916, |
| "loss_sft": 0.6206820011138916, |
| "step": 126, |
| "token_acc": 0.8162042691793172 |
| }, |
| { |
| "epoch": 0.45155555555555554, |
| "grad_norm": 2.2156944274902344, |
| "learning_rate": 9.715263936923413e-06, |
| "loss": 0.6623772382736206, |
| "loss_sft": 0.6623772382736206, |
| "step": 127, |
| "token_acc": 0.8058734316834414 |
| }, |
| { |
| "epoch": 0.45511111111111113, |
| "grad_norm": 1.8213300704956055, |
| "learning_rate": 9.708745323871369e-06, |
| "loss": 0.6533066034317017, |
| "loss_sft": 0.6533066034317017, |
| "step": 128, |
| "token_acc": 0.8077866476385854 |
| }, |
| { |
| "epoch": 0.45866666666666667, |
| "grad_norm": 2.1231634616851807, |
| "learning_rate": 9.702155173227911e-06, |
| "loss": 0.6018190979957581, |
| "loss_sft": 0.6018190979957581, |
| "step": 129, |
| "token_acc": 0.8208051981144094 |
| }, |
| { |
| "epoch": 0.4622222222222222, |
| "grad_norm": 1.9561680555343628, |
| "learning_rate": 9.695493585113873e-06, |
| "loss": 0.6718469262123108, |
| "loss_sft": 0.6718469262123108, |
| "step": 130, |
| "token_acc": 0.8073103100579784 |
| }, |
| { |
| "epoch": 0.4657777777777778, |
| "grad_norm": 1.9308838844299316, |
| "learning_rate": 9.688760660735403e-06, |
| "loss": 0.657689094543457, |
| "loss_sft": 0.657689094543457, |
| "step": 131, |
| "token_acc": 0.8096878695942819 |
| }, |
| { |
| "epoch": 0.4693333333333333, |
| "grad_norm": 2.006679058074951, |
| "learning_rate": 9.681956502382423e-06, |
| "loss": 0.6275889873504639, |
| "loss_sft": 0.6275889873504639, |
| "step": 132, |
| "token_acc": 0.8074872645421158 |
| }, |
| { |
| "epoch": 0.4728888888888889, |
| "grad_norm": 2.0132620334625244, |
| "learning_rate": 9.675081213427076e-06, |
| "loss": 0.6728153228759766, |
| "loss_sft": 0.6728153228759766, |
| "step": 133, |
| "token_acc": 0.8038592259620656 |
| }, |
| { |
| "epoch": 0.47644444444444445, |
| "grad_norm": 1.9020133018493652, |
| "learning_rate": 9.668134898322157e-06, |
| "loss": 0.6304796934127808, |
| "loss_sft": 0.6304796934127808, |
| "step": 134, |
| "token_acc": 0.8128842700908646 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.8926805257797241, |
| "learning_rate": 9.661117662599527e-06, |
| "loss": 0.6505844593048096, |
| "loss_sft": 0.6505844593048096, |
| "step": 135, |
| "token_acc": 0.808865969626721 |
| }, |
| { |
| "epoch": 0.48355555555555557, |
| "grad_norm": 2.0156068801879883, |
| "learning_rate": 9.654029612868507e-06, |
| "loss": 0.6537829637527466, |
| "loss_sft": 0.6537829637527466, |
| "step": 136, |
| "token_acc": 0.8107277075503929 |
| }, |
| { |
| "epoch": 0.4871111111111111, |
| "grad_norm": 1.8975149393081665, |
| "learning_rate": 9.646870856814259e-06, |
| "loss": 0.6245245933532715, |
| "loss_sft": 0.6245245933532715, |
| "step": 137, |
| "token_acc": 0.820132198073045 |
| }, |
| { |
| "epoch": 0.49066666666666664, |
| "grad_norm": 1.8280093669891357, |
| "learning_rate": 9.639641503196152e-06, |
| "loss": 0.6352229118347168, |
| "loss_sft": 0.6352229118347168, |
| "step": 138, |
| "token_acc": 0.8123537669630323 |
| }, |
| { |
| "epoch": 0.49422222222222223, |
| "grad_norm": 1.9423892498016357, |
| "learning_rate": 9.632341661846107e-06, |
| "loss": 0.6176074743270874, |
| "loss_sft": 0.6176074743270874, |
| "step": 139, |
| "token_acc": 0.8150616636053529 |
| }, |
| { |
| "epoch": 0.49777777777777776, |
| "grad_norm": 2.017029285430908, |
| "learning_rate": 9.62497144366693e-06, |
| "loss": 0.6960232257843018, |
| "loss_sft": 0.6960232257843018, |
| "step": 140, |
| "token_acc": 0.8044230479915752 |
| }, |
| { |
| "epoch": 0.5013333333333333, |
| "grad_norm": 2.022019624710083, |
| "learning_rate": 9.617530960630624e-06, |
| "loss": 0.6346350908279419, |
| "loss_sft": 0.6346350908279419, |
| "step": 141, |
| "token_acc": 0.8122124863088719 |
| }, |
| { |
| "epoch": 0.5048888888888889, |
| "grad_norm": 1.8554091453552246, |
| "learning_rate": 9.610020325776694e-06, |
| "loss": 0.6463602185249329, |
| "loss_sft": 0.6463602185249329, |
| "step": 142, |
| "token_acc": 0.8112031173891866 |
| }, |
| { |
| "epoch": 0.5084444444444445, |
| "grad_norm": 1.9547128677368164, |
| "learning_rate": 9.602439653210426e-06, |
| "loss": 0.5980263948440552, |
| "loss_sft": 0.5980263948440552, |
| "step": 143, |
| "token_acc": 0.8247139855241653 |
| }, |
| { |
| "epoch": 0.512, |
| "grad_norm": 1.7775309085845947, |
| "learning_rate": 9.594789058101154e-06, |
| "loss": 0.6348342895507812, |
| "loss_sft": 0.6348342895507812, |
| "step": 144, |
| "token_acc": 0.8106483469300129 |
| }, |
| { |
| "epoch": 0.5155555555555555, |
| "grad_norm": 1.913460373878479, |
| "learning_rate": 9.587068656680506e-06, |
| "loss": 0.6441361904144287, |
| "loss_sft": 0.6441361904144287, |
| "step": 145, |
| "token_acc": 0.8114478114478114 |
| }, |
| { |
| "epoch": 0.5191111111111111, |
| "grad_norm": 1.8312528133392334, |
| "learning_rate": 9.579278566240646e-06, |
| "loss": 0.6320350170135498, |
| "loss_sft": 0.6320350170135498, |
| "step": 146, |
| "token_acc": 0.8135441245870694 |
| }, |
| { |
| "epoch": 0.5226666666666666, |
| "grad_norm": 1.8235299587249756, |
| "learning_rate": 9.571418905132486e-06, |
| "loss": 0.6090279817581177, |
| "loss_sft": 0.6090279817581177, |
| "step": 147, |
| "token_acc": 0.8201888162672476 |
| }, |
| { |
| "epoch": 0.5262222222222223, |
| "grad_norm": 2.0719492435455322, |
| "learning_rate": 9.56348979276389e-06, |
| "loss": 0.628081202507019, |
| "loss_sft": 0.628081202507019, |
| "step": 148, |
| "token_acc": 0.8147393333771613 |
| }, |
| { |
| "epoch": 0.5297777777777778, |
| "grad_norm": 1.8468698263168335, |
| "learning_rate": 9.555491349597862e-06, |
| "loss": 0.6069492697715759, |
| "loss_sft": 0.6069492697715759, |
| "step": 149, |
| "token_acc": 0.8200987736529605 |
| }, |
| { |
| "epoch": 0.5333333333333333, |
| "grad_norm": 1.9947658777236938, |
| "learning_rate": 9.547423697150714e-06, |
| "loss": 0.6571695804595947, |
| "loss_sft": 0.6571695804595947, |
| "step": 150, |
| "token_acc": 0.8059766843631985 |
| }, |
| { |
| "epoch": 0.5368888888888889, |
| "grad_norm": 1.9690507650375366, |
| "learning_rate": 9.539286957990215e-06, |
| "loss": 0.6367045640945435, |
| "loss_sft": 0.6367045640945435, |
| "step": 151, |
| "token_acc": 0.8123455337177827 |
| }, |
| { |
| "epoch": 0.5404444444444444, |
| "grad_norm": 1.8724870681762695, |
| "learning_rate": 9.53108125573374e-06, |
| "loss": 0.6026374101638794, |
| "loss_sft": 0.6026374101638794, |
| "step": 152, |
| "token_acc": 0.8243138983798082 |
| }, |
| { |
| "epoch": 0.544, |
| "grad_norm": 2.0106894969940186, |
| "learning_rate": 9.52280671504638e-06, |
| "loss": 0.6913030743598938, |
| "loss_sft": 0.6913030743598938, |
| "step": 153, |
| "token_acc": 0.796599214438423 |
| }, |
| { |
| "epoch": 0.5475555555555556, |
| "grad_norm": 1.9416288137435913, |
| "learning_rate": 9.514463461639055e-06, |
| "loss": 0.672147810459137, |
| "loss_sft": 0.672147810459137, |
| "step": 154, |
| "token_acc": 0.8018356067136555 |
| }, |
| { |
| "epoch": 0.5511111111111111, |
| "grad_norm": 1.9028187990188599, |
| "learning_rate": 9.506051622266608e-06, |
| "loss": 0.6289101839065552, |
| "loss_sft": 0.6289101839065552, |
| "step": 155, |
| "token_acc": 0.8168169819621646 |
| }, |
| { |
| "epoch": 0.5546666666666666, |
| "grad_norm": 1.9217112064361572, |
| "learning_rate": 9.497571324725865e-06, |
| "loss": 0.6344020962715149, |
| "loss_sft": 0.6344020962715149, |
| "step": 156, |
| "token_acc": 0.8172468789528681 |
| }, |
| { |
| "epoch": 0.5582222222222222, |
| "grad_norm": 1.8635435104370117, |
| "learning_rate": 9.48902269785371e-06, |
| "loss": 0.6761628985404968, |
| "loss_sft": 0.6761628985404968, |
| "step": 157, |
| "token_acc": 0.8048990333518903 |
| }, |
| { |
| "epoch": 0.5617777777777778, |
| "grad_norm": 1.7905099391937256, |
| "learning_rate": 9.480405871525114e-06, |
| "loss": 0.6140603423118591, |
| "loss_sft": 0.6140603423118591, |
| "step": 158, |
| "token_acc": 0.8178053830227743 |
| }, |
| { |
| "epoch": 0.5653333333333334, |
| "grad_norm": 1.9200325012207031, |
| "learning_rate": 9.471720976651173e-06, |
| "loss": 0.6581777334213257, |
| "loss_sft": 0.6581777334213257, |
| "step": 159, |
| "token_acc": 0.8099182561307902 |
| }, |
| { |
| "epoch": 0.5688888888888889, |
| "grad_norm": 1.7868720293045044, |
| "learning_rate": 9.462968145177112e-06, |
| "loss": 0.62703937292099, |
| "loss_sft": 0.62703937292099, |
| "step": 160, |
| "token_acc": 0.8138444839155319 |
| }, |
| { |
| "epoch": 0.5724444444444444, |
| "grad_norm": 1.9432843923568726, |
| "learning_rate": 9.45414751008028e-06, |
| "loss": 0.5996054410934448, |
| "loss_sft": 0.5996054410934448, |
| "step": 161, |
| "token_acc": 0.8247170388498012 |
| }, |
| { |
| "epoch": 0.576, |
| "grad_norm": 2.04793643951416, |
| "learning_rate": 9.445259205368138e-06, |
| "loss": 0.6464821696281433, |
| "loss_sft": 0.6464821696281433, |
| "step": 162, |
| "token_acc": 0.812093023255814 |
| }, |
| { |
| "epoch": 0.5795555555555556, |
| "grad_norm": 2.112752676010132, |
| "learning_rate": 9.436303366076213e-06, |
| "loss": 0.6265243291854858, |
| "loss_sft": 0.6265243291854858, |
| "step": 163, |
| "token_acc": 0.8191344246031746 |
| }, |
| { |
| "epoch": 0.5831111111111111, |
| "grad_norm": 1.9839770793914795, |
| "learning_rate": 9.427280128266049e-06, |
| "loss": 0.6514317989349365, |
| "loss_sft": 0.6514317989349365, |
| "step": 164, |
| "token_acc": 0.8091738049184858 |
| }, |
| { |
| "epoch": 0.5866666666666667, |
| "grad_norm": 2.0614960193634033, |
| "learning_rate": 9.418189629023149e-06, |
| "loss": 0.6396028995513916, |
| "loss_sft": 0.6396028995513916, |
| "step": 165, |
| "token_acc": 0.8086371080245042 |
| }, |
| { |
| "epoch": 0.5902222222222222, |
| "grad_norm": 2.1397998332977295, |
| "learning_rate": 9.409032006454877e-06, |
| "loss": 0.6246759295463562, |
| "loss_sft": 0.6246759295463562, |
| "step": 166, |
| "token_acc": 0.8148710166919575 |
| }, |
| { |
| "epoch": 0.5937777777777777, |
| "grad_norm": 1.7479585409164429, |
| "learning_rate": 9.399807399688371e-06, |
| "loss": 0.5669630169868469, |
| "loss_sft": 0.5669630169868469, |
| "step": 167, |
| "token_acc": 0.832521857494372 |
| }, |
| { |
| "epoch": 0.5973333333333334, |
| "grad_norm": 2.1200382709503174, |
| "learning_rate": 9.39051594886843e-06, |
| "loss": 0.6390013098716736, |
| "loss_sft": 0.6390013098716736, |
| "step": 168, |
| "token_acc": 0.8099659378090319 |
| }, |
| { |
| "epoch": 0.6008888888888889, |
| "grad_norm": 2.092478036880493, |
| "learning_rate": 9.381157795155374e-06, |
| "loss": 0.6896307468414307, |
| "loss_sft": 0.6896307468414307, |
| "step": 169, |
| "token_acc": 0.8005585955312358 |
| }, |
| { |
| "epoch": 0.6044444444444445, |
| "grad_norm": 2.019629955291748, |
| "learning_rate": 9.371733080722911e-06, |
| "loss": 0.6213470697402954, |
| "loss_sft": 0.6213470697402954, |
| "step": 170, |
| "token_acc": 0.8172556693910441 |
| }, |
| { |
| "epoch": 0.608, |
| "grad_norm": 1.8019428253173828, |
| "learning_rate": 9.36224194875597e-06, |
| "loss": 0.639850378036499, |
| "loss_sft": 0.639850378036499, |
| "step": 171, |
| "token_acc": 0.8119359534206696 |
| }, |
| { |
| "epoch": 0.6115555555555555, |
| "grad_norm": 1.9416800737380981, |
| "learning_rate": 9.352684543448532e-06, |
| "loss": 0.6339808702468872, |
| "loss_sft": 0.6339808702468872, |
| "step": 172, |
| "token_acc": 0.8085903083700441 |
| }, |
| { |
| "epoch": 0.6151111111111112, |
| "grad_norm": 1.9458688497543335, |
| "learning_rate": 9.343061010001428e-06, |
| "loss": 0.6805344223976135, |
| "loss_sft": 0.6805344223976135, |
| "step": 173, |
| "token_acc": 0.7990944559510621 |
| }, |
| { |
| "epoch": 0.6186666666666667, |
| "grad_norm": 2.05065655708313, |
| "learning_rate": 9.33337149462015e-06, |
| "loss": 0.5782161951065063, |
| "loss_sft": 0.5782161951065063, |
| "step": 174, |
| "token_acc": 0.8284091725972252 |
| }, |
| { |
| "epoch": 0.6222222222222222, |
| "grad_norm": 1.895094394683838, |
| "learning_rate": 9.323616144512612e-06, |
| "loss": 0.6329742074012756, |
| "loss_sft": 0.6329742074012756, |
| "step": 175, |
| "token_acc": 0.8152491023339318 |
| }, |
| { |
| "epoch": 0.6257777777777778, |
| "grad_norm": 1.899973750114441, |
| "learning_rate": 9.313795107886925e-06, |
| "loss": 0.6038188934326172, |
| "loss_sft": 0.6038188934326172, |
| "step": 176, |
| "token_acc": 0.81999531999532 |
| }, |
| { |
| "epoch": 0.6293333333333333, |
| "grad_norm": 1.8051780462265015, |
| "learning_rate": 9.303908533949146e-06, |
| "loss": 0.5864337086677551, |
| "loss_sft": 0.5864337086677551, |
| "step": 177, |
| "token_acc": 0.8251345733624686 |
| }, |
| { |
| "epoch": 0.6328888888888888, |
| "grad_norm": 1.805015206336975, |
| "learning_rate": 9.293956572900999e-06, |
| "loss": 0.6283878087997437, |
| "loss_sft": 0.6283878087997437, |
| "step": 178, |
| "token_acc": 0.8134474943339209 |
| }, |
| { |
| "epoch": 0.6364444444444445, |
| "grad_norm": 1.8181071281433105, |
| "learning_rate": 9.283939375937609e-06, |
| "loss": 0.6102030277252197, |
| "loss_sft": 0.6102030277252197, |
| "step": 179, |
| "token_acc": 0.8173055859802848 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.7828445434570312, |
| "learning_rate": 9.273857095245192e-06, |
| "loss": 0.606691837310791, |
| "loss_sft": 0.606691837310791, |
| "step": 180, |
| "token_acc": 0.8201410848941864 |
| }, |
| { |
| "epoch": 0.6435555555555555, |
| "grad_norm": 1.8373500108718872, |
| "learning_rate": 9.263709883998753e-06, |
| "loss": 0.5953468680381775, |
| "loss_sft": 0.5953468680381775, |
| "step": 181, |
| "token_acc": 0.8222874237717178 |
| }, |
| { |
| "epoch": 0.6471111111111111, |
| "grad_norm": 1.910115361213684, |
| "learning_rate": 9.253497896359749e-06, |
| "loss": 0.6695414781570435, |
| "loss_sft": 0.6695414781570435, |
| "step": 182, |
| "token_acc": 0.8046351451973194 |
| }, |
| { |
| "epoch": 0.6506666666666666, |
| "grad_norm": 1.9019252061843872, |
| "learning_rate": 9.243221287473755e-06, |
| "loss": 0.6111459732055664, |
| "loss_sft": 0.6111459732055664, |
| "step": 183, |
| "token_acc": 0.8168404835269021 |
| }, |
| { |
| "epoch": 0.6542222222222223, |
| "grad_norm": 1.7855130434036255, |
| "learning_rate": 9.232880213468106e-06, |
| "loss": 0.6460024118423462, |
| "loss_sft": 0.6460024118423462, |
| "step": 184, |
| "token_acc": 0.8109094401229233 |
| }, |
| { |
| "epoch": 0.6577777777777778, |
| "grad_norm": 1.9407767057418823, |
| "learning_rate": 9.222474831449519e-06, |
| "loss": 0.6573270559310913, |
| "loss_sft": 0.6573270559310913, |
| "step": 185, |
| "token_acc": 0.8080587640389632 |
| }, |
| { |
| "epoch": 0.6613333333333333, |
| "grad_norm": 2.007049798965454, |
| "learning_rate": 9.212005299501712e-06, |
| "loss": 0.6129324436187744, |
| "loss_sft": 0.6129324436187744, |
| "step": 186, |
| "token_acc": 0.8197684565710629 |
| }, |
| { |
| "epoch": 0.6648888888888889, |
| "grad_norm": 1.9091486930847168, |
| "learning_rate": 9.201471776682999e-06, |
| "loss": 0.5998786687850952, |
| "loss_sft": 0.5998786687850952, |
| "step": 187, |
| "token_acc": 0.8241437940247753 |
| }, |
| { |
| "epoch": 0.6684444444444444, |
| "grad_norm": 1.9870213270187378, |
| "learning_rate": 9.19087442302388e-06, |
| "loss": 0.6057083606719971, |
| "loss_sft": 0.6057083606719971, |
| "step": 188, |
| "token_acc": 0.8188895834517247 |
| }, |
| { |
| "epoch": 0.672, |
| "grad_norm": 1.8174588680267334, |
| "learning_rate": 9.180213399524599e-06, |
| "loss": 0.6237980723381042, |
| "loss_sft": 0.6237980723381042, |
| "step": 189, |
| "token_acc": 0.8141720510492871 |
| }, |
| { |
| "epoch": 0.6755555555555556, |
| "grad_norm": 1.8761476278305054, |
| "learning_rate": 9.169488868152704e-06, |
| "loss": 0.6264516115188599, |
| "loss_sft": 0.6264516115188599, |
| "step": 190, |
| "token_acc": 0.8093073593073593 |
| }, |
| { |
| "epoch": 0.6791111111111111, |
| "grad_norm": 1.8991554975509644, |
| "learning_rate": 9.15870099184059e-06, |
| "loss": 0.6026749610900879, |
| "loss_sft": 0.6026749610900879, |
| "step": 191, |
| "token_acc": 0.8177268683274022 |
| }, |
| { |
| "epoch": 0.6826666666666666, |
| "grad_norm": 1.851915955543518, |
| "learning_rate": 9.147849934483019e-06, |
| "loss": 0.6289232969284058, |
| "loss_sft": 0.6289232969284058, |
| "step": 192, |
| "token_acc": 0.8149988955157941 |
| }, |
| { |
| "epoch": 0.6862222222222222, |
| "grad_norm": 1.8582254648208618, |
| "learning_rate": 9.136935860934628e-06, |
| "loss": 0.6025111675262451, |
| "loss_sft": 0.6025111675262451, |
| "step": 193, |
| "token_acc": 0.8198704566136716 |
| }, |
| { |
| "epoch": 0.6897777777777778, |
| "grad_norm": 1.9214824438095093, |
| "learning_rate": 9.125958937007427e-06, |
| "loss": 0.6356956958770752, |
| "loss_sft": 0.6356956958770752, |
| "step": 194, |
| "token_acc": 0.8126490409538621 |
| }, |
| { |
| "epoch": 0.6933333333333334, |
| "grad_norm": 1.8750139474868774, |
| "learning_rate": 9.114919329468283e-06, |
| "loss": 0.593024730682373, |
| "loss_sft": 0.593024730682373, |
| "step": 195, |
| "token_acc": 0.8246136555212138 |
| }, |
| { |
| "epoch": 0.6968888888888889, |
| "grad_norm": 1.9743341207504272, |
| "learning_rate": 9.103817206036383e-06, |
| "loss": 0.6290537118911743, |
| "loss_sft": 0.6290537118911743, |
| "step": 196, |
| "token_acc": 0.8184636582845333 |
| }, |
| { |
| "epoch": 0.7004444444444444, |
| "grad_norm": 2.0942587852478027, |
| "learning_rate": 9.092652735380683e-06, |
| "loss": 0.608534574508667, |
| "loss_sft": 0.608534574508667, |
| "step": 197, |
| "token_acc": 0.8183300126788625 |
| }, |
| { |
| "epoch": 0.704, |
| "grad_norm": 2.145768642425537, |
| "learning_rate": 9.081426087117356e-06, |
| "loss": 0.6475411653518677, |
| "loss_sft": 0.6475411653518677, |
| "step": 198, |
| "token_acc": 0.8122179602888087 |
| }, |
| { |
| "epoch": 0.7075555555555556, |
| "grad_norm": 1.9645922183990479, |
| "learning_rate": 9.0701374318072e-06, |
| "loss": 0.6695002913475037, |
| "loss_sft": 0.6695002913475037, |
| "step": 199, |
| "token_acc": 0.8060507283284098 |
| }, |
| { |
| "epoch": 0.7111111111111111, |
| "grad_norm": 2.0839080810546875, |
| "learning_rate": 9.058786940953057e-06, |
| "loss": 0.6406234502792358, |
| "loss_sft": 0.6406234502792358, |
| "step": 200, |
| "token_acc": 0.8087468087468087 |
| }, |
| { |
| "epoch": 0.7146666666666667, |
| "grad_norm": 1.968871831893921, |
| "learning_rate": 9.04737478699721e-06, |
| "loss": 0.6253594160079956, |
| "loss_sft": 0.6253594160079956, |
| "step": 201, |
| "token_acc": 0.8123441396508728 |
| }, |
| { |
| "epoch": 0.7182222222222222, |
| "grad_norm": 1.8631529808044434, |
| "learning_rate": 9.035901143318753e-06, |
| "loss": 0.594918966293335, |
| "loss_sft": 0.594918966293335, |
| "step": 202, |
| "token_acc": 0.8236934178876011 |
| }, |
| { |
| "epoch": 0.7217777777777777, |
| "grad_norm": 1.9275434017181396, |
| "learning_rate": 9.024366184230964e-06, |
| "loss": 0.6467505693435669, |
| "loss_sft": 0.6467505693435669, |
| "step": 203, |
| "token_acc": 0.8100064006827395 |
| }, |
| { |
| "epoch": 0.7253333333333334, |
| "grad_norm": 1.8231463432312012, |
| "learning_rate": 9.012770084978657e-06, |
| "loss": 0.6207350492477417, |
| "loss_sft": 0.6207350492477417, |
| "step": 204, |
| "token_acc": 0.8175530279741777 |
| }, |
| { |
| "epoch": 0.7288888888888889, |
| "grad_norm": 1.8449485301971436, |
| "learning_rate": 9.001113021735512e-06, |
| "loss": 0.5855098366737366, |
| "loss_sft": 0.5855098366737366, |
| "step": 205, |
| "token_acc": 0.8254432966911561 |
| }, |
| { |
| "epoch": 0.7324444444444445, |
| "grad_norm": 1.9755560159683228, |
| "learning_rate": 8.989395171601413e-06, |
| "loss": 0.6692385673522949, |
| "loss_sft": 0.6692385673522949, |
| "step": 206, |
| "token_acc": 0.8056127846762069 |
| }, |
| { |
| "epoch": 0.736, |
| "grad_norm": 1.8819565773010254, |
| "learning_rate": 8.97761671259974e-06, |
| "loss": 0.6083887815475464, |
| "loss_sft": 0.6083887815475464, |
| "step": 207, |
| "token_acc": 0.8174640864300131 |
| }, |
| { |
| "epoch": 0.7395555555555555, |
| "grad_norm": 1.925837755203247, |
| "learning_rate": 8.965777823674679e-06, |
| "loss": 0.6189272403717041, |
| "loss_sft": 0.6189272403717041, |
| "step": 208, |
| "token_acc": 0.814784139144839 |
| }, |
| { |
| "epoch": 0.7431111111111111, |
| "grad_norm": 1.808821678161621, |
| "learning_rate": 8.953878684688492e-06, |
| "loss": 0.6046684980392456, |
| "loss_sft": 0.6046684980392456, |
| "step": 209, |
| "token_acc": 0.8202887740423038 |
| }, |
| { |
| "epoch": 0.7466666666666667, |
| "grad_norm": 1.9002490043640137, |
| "learning_rate": 8.941919476418797e-06, |
| "loss": 0.6286606192588806, |
| "loss_sft": 0.6286606192588806, |
| "step": 210, |
| "token_acc": 0.8194865173561107 |
| }, |
| { |
| "epoch": 0.7502222222222222, |
| "grad_norm": 1.9260332584381104, |
| "learning_rate": 8.929900380555805e-06, |
| "loss": 0.6806676387786865, |
| "loss_sft": 0.6806676387786865, |
| "step": 211, |
| "token_acc": 0.8044462127617248 |
| }, |
| { |
| "epoch": 0.7537777777777778, |
| "grad_norm": 2.277512788772583, |
| "learning_rate": 8.917821579699578e-06, |
| "loss": 0.6578326225280762, |
| "loss_sft": 0.6578326225280762, |
| "step": 212, |
| "token_acc": 0.8070809248554913 |
| }, |
| { |
| "epoch": 0.7573333333333333, |
| "grad_norm": 1.7587056159973145, |
| "learning_rate": 8.905683257357238e-06, |
| "loss": 0.6144957542419434, |
| "loss_sft": 0.6144957542419434, |
| "step": 213, |
| "token_acc": 0.816299494627349 |
| }, |
| { |
| "epoch": 0.7608888888888888, |
| "grad_norm": 1.9263427257537842, |
| "learning_rate": 8.893485597940195e-06, |
| "loss": 0.6236262321472168, |
| "loss_sft": 0.6236262321472168, |
| "step": 214, |
| "token_acc": 0.8131650869337675 |
| }, |
| { |
| "epoch": 0.7644444444444445, |
| "grad_norm": 1.9076762199401855, |
| "learning_rate": 8.881228786761329e-06, |
| "loss": 0.6595988273620605, |
| "loss_sft": 0.6595988273620605, |
| "step": 215, |
| "token_acc": 0.8055438670313486 |
| }, |
| { |
| "epoch": 0.768, |
| "grad_norm": 1.8322217464447021, |
| "learning_rate": 8.868913010032188e-06, |
| "loss": 0.5863650441169739, |
| "loss_sft": 0.5863650441169739, |
| "step": 216, |
| "token_acc": 0.8222607140861596 |
| }, |
| { |
| "epoch": 0.7715555555555556, |
| "grad_norm": 1.9024826288223267, |
| "learning_rate": 8.856538454860155e-06, |
| "loss": 0.6526978015899658, |
| "loss_sft": 0.6526978015899658, |
| "step": 217, |
| "token_acc": 0.8096035400346828 |
| }, |
| { |
| "epoch": 0.7751111111111111, |
| "grad_norm": 1.9115735292434692, |
| "learning_rate": 8.8441053092456e-06, |
| "loss": 0.6429371237754822, |
| "loss_sft": 0.6429371237754822, |
| "step": 218, |
| "token_acc": 0.8083616066542629 |
| }, |
| { |
| "epoch": 0.7786666666666666, |
| "grad_norm": 1.9409433603286743, |
| "learning_rate": 8.831613762079026e-06, |
| "loss": 0.6536085605621338, |
| "loss_sft": 0.6536085605621338, |
| "step": 219, |
| "token_acc": 0.8115160848733745 |
| }, |
| { |
| "epoch": 0.7822222222222223, |
| "grad_norm": 1.8302897214889526, |
| "learning_rate": 8.819064003138211e-06, |
| "loss": 0.6140881776809692, |
| "loss_sft": 0.6140881776809692, |
| "step": 220, |
| "token_acc": 0.8164424514200299 |
| }, |
| { |
| "epoch": 0.7857777777777778, |
| "grad_norm": 1.8768426179885864, |
| "learning_rate": 8.806456223085308e-06, |
| "loss": 0.5843682885169983, |
| "loss_sft": 0.5843682885169983, |
| "step": 221, |
| "token_acc": 0.8225374406428833 |
| }, |
| { |
| "epoch": 0.7893333333333333, |
| "grad_norm": 1.8818626403808594, |
| "learning_rate": 8.793790613463956e-06, |
| "loss": 0.6139037609100342, |
| "loss_sft": 0.6139037609100342, |
| "step": 222, |
| "token_acc": 0.8142438808773965 |
| }, |
| { |
| "epoch": 0.7928888888888889, |
| "grad_norm": 1.9720075130462646, |
| "learning_rate": 8.781067366696368e-06, |
| "loss": 0.6383850574493408, |
| "loss_sft": 0.6383850574493408, |
| "step": 223, |
| "token_acc": 0.8121648890170078 |
| }, |
| { |
| "epoch": 0.7964444444444444, |
| "grad_norm": 1.9403375387191772, |
| "learning_rate": 8.768286676080415e-06, |
| "loss": 0.5940805077552795, |
| "loss_sft": 0.5940805077552795, |
| "step": 224, |
| "token_acc": 0.82028833245783 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.9513380527496338, |
| "learning_rate": 8.75544873578668e-06, |
| "loss": 0.6004047393798828, |
| "loss_sft": 0.6004047393798828, |
| "step": 225, |
| "token_acc": 0.8171078538612995 |
| }, |
| { |
| "epoch": 0.8035555555555556, |
| "grad_norm": 1.8336174488067627, |
| "learning_rate": 8.742553740855507e-06, |
| "loss": 0.5744870901107788, |
| "loss_sft": 0.5744870901107788, |
| "step": 226, |
| "token_acc": 0.8251822770611329 |
| }, |
| { |
| "epoch": 0.8071111111111111, |
| "grad_norm": 1.9177244901657104, |
| "learning_rate": 8.729601887194048e-06, |
| "loss": 0.6349228620529175, |
| "loss_sft": 0.6349228620529175, |
| "step": 227, |
| "token_acc": 0.8074149199909849 |
| }, |
| { |
| "epoch": 0.8106666666666666, |
| "grad_norm": 1.9450557231903076, |
| "learning_rate": 8.71659337157328e-06, |
| "loss": 0.609279215335846, |
| "loss_sft": 0.609279215335846, |
| "step": 228, |
| "token_acc": 0.8174922422710034 |
| }, |
| { |
| "epoch": 0.8142222222222222, |
| "grad_norm": 1.934356689453125, |
| "learning_rate": 8.70352839162502e-06, |
| "loss": 0.6055933237075806, |
| "loss_sft": 0.6055933237075806, |
| "step": 229, |
| "token_acc": 0.822868810617662 |
| }, |
| { |
| "epoch": 0.8177777777777778, |
| "grad_norm": 1.9567376375198364, |
| "learning_rate": 8.690407145838909e-06, |
| "loss": 0.6571247577667236, |
| "loss_sft": 0.6571247577667236, |
| "step": 230, |
| "token_acc": 0.8082120280693614 |
| }, |
| { |
| "epoch": 0.8213333333333334, |
| "grad_norm": 1.8213931322097778, |
| "learning_rate": 8.677229833559413e-06, |
| "loss": 0.6412234306335449, |
| "loss_sft": 0.6412234306335449, |
| "step": 231, |
| "token_acc": 0.8101429781298262 |
| }, |
| { |
| "epoch": 0.8248888888888889, |
| "grad_norm": 1.7699004411697388, |
| "learning_rate": 8.663996654982791e-06, |
| "loss": 0.646782398223877, |
| "loss_sft": 0.646782398223877, |
| "step": 232, |
| "token_acc": 0.811387397569935 |
| }, |
| { |
| "epoch": 0.8284444444444444, |
| "grad_norm": 1.8586689233779907, |
| "learning_rate": 8.650707811154045e-06, |
| "loss": 0.584469735622406, |
| "loss_sft": 0.584469735622406, |
| "step": 233, |
| "token_acc": 0.8251347517730496 |
| }, |
| { |
| "epoch": 0.832, |
| "grad_norm": 1.735683798789978, |
| "learning_rate": 8.637363503963873e-06, |
| "loss": 0.6591368913650513, |
| "loss_sft": 0.6591368913650513, |
| "step": 234, |
| "token_acc": 0.8071606166086525 |
| }, |
| { |
| "epoch": 0.8355555555555556, |
| "grad_norm": 1.8056318759918213, |
| "learning_rate": 8.6239639361456e-06, |
| "loss": 0.6457397937774658, |
| "loss_sft": 0.6457397937774658, |
| "step": 235, |
| "token_acc": 0.8091306698117844 |
| }, |
| { |
| "epoch": 0.8391111111111111, |
| "grad_norm": 1.9188008308410645, |
| "learning_rate": 8.610509311272099e-06, |
| "loss": 0.6361337304115295, |
| "loss_sft": 0.6361337304115295, |
| "step": 236, |
| "token_acc": 0.8134793928378444 |
| }, |
| { |
| "epoch": 0.8426666666666667, |
| "grad_norm": 1.865373134613037, |
| "learning_rate": 8.596999833752694e-06, |
| "loss": 0.5957101583480835, |
| "loss_sft": 0.5957101583480835, |
| "step": 237, |
| "token_acc": 0.8237246680642907 |
| }, |
| { |
| "epoch": 0.8462222222222222, |
| "grad_norm": 1.82596755027771, |
| "learning_rate": 8.583435708830058e-06, |
| "loss": 0.6771214604377747, |
| "loss_sft": 0.6771214604377747, |
| "step": 238, |
| "token_acc": 0.8015522610029279 |
| }, |
| { |
| "epoch": 0.8497777777777777, |
| "grad_norm": 1.8224360942840576, |
| "learning_rate": 8.569817142577099e-06, |
| "loss": 0.6583431959152222, |
| "loss_sft": 0.6583431959152222, |
| "step": 239, |
| "token_acc": 0.8075036658745007 |
| }, |
| { |
| "epoch": 0.8533333333333334, |
| "grad_norm": 1.759124517440796, |
| "learning_rate": 8.556144341893819e-06, |
| "loss": 0.5864856243133545, |
| "loss_sft": 0.5864856243133545, |
| "step": 240, |
| "token_acc": 0.8225327146655544 |
| }, |
| { |
| "epoch": 0.8568888888888889, |
| "grad_norm": 1.8329733610153198, |
| "learning_rate": 8.54241751450418e-06, |
| "loss": 0.6750659942626953, |
| "loss_sft": 0.6750659942626953, |
| "step": 241, |
| "token_acc": 0.8039346448816272 |
| }, |
| { |
| "epoch": 0.8604444444444445, |
| "grad_norm": 1.9416502714157104, |
| "learning_rate": 8.528636868952944e-06, |
| "loss": 0.643253743648529, |
| "loss_sft": 0.643253743648529, |
| "step": 242, |
| "token_acc": 0.8090988626421697 |
| }, |
| { |
| "epoch": 0.864, |
| "grad_norm": 1.8971896171569824, |
| "learning_rate": 8.514802614602503e-06, |
| "loss": 0.6241411566734314, |
| "loss_sft": 0.6241411566734314, |
| "step": 243, |
| "token_acc": 0.8132671576475611 |
| }, |
| { |
| "epoch": 0.8675555555555555, |
| "grad_norm": 1.9098659753799438, |
| "learning_rate": 8.5009149616297e-06, |
| "loss": 0.6896156072616577, |
| "loss_sft": 0.6896156072616577, |
| "step": 244, |
| "token_acc": 0.796642561983471 |
| }, |
| { |
| "epoch": 0.8711111111111111, |
| "grad_norm": 1.7779595851898193, |
| "learning_rate": 8.486974121022642e-06, |
| "loss": 0.6009849309921265, |
| "loss_sft": 0.6009849309921265, |
| "step": 245, |
| "token_acc": 0.8210103713616594 |
| }, |
| { |
| "epoch": 0.8746666666666667, |
| "grad_norm": 1.898873209953308, |
| "learning_rate": 8.472980304577483e-06, |
| "loss": 0.6380763053894043, |
| "loss_sft": 0.6380763053894043, |
| "step": 246, |
| "token_acc": 0.8108532542313732 |
| }, |
| { |
| "epoch": 0.8782222222222222, |
| "grad_norm": 1.8348407745361328, |
| "learning_rate": 8.458933724895216e-06, |
| "loss": 0.633634090423584, |
| "loss_sft": 0.633634090423584, |
| "step": 247, |
| "token_acc": 0.8149761242588025 |
| }, |
| { |
| "epoch": 0.8817777777777778, |
| "grad_norm": 1.8900325298309326, |
| "learning_rate": 8.444834595378434e-06, |
| "loss": 0.6224663257598877, |
| "loss_sft": 0.6224663257598877, |
| "step": 248, |
| "token_acc": 0.8163869693978283 |
| }, |
| { |
| "epoch": 0.8853333333333333, |
| "grad_norm": 1.826843500137329, |
| "learning_rate": 8.4306831302281e-06, |
| "loss": 0.6119165420532227, |
| "loss_sft": 0.6119165420532227, |
| "step": 249, |
| "token_acc": 0.8187933910984339 |
| }, |
| { |
| "epoch": 0.8888888888888888, |
| "grad_norm": 1.884302020072937, |
| "learning_rate": 8.416479544440279e-06, |
| "loss": 0.596698522567749, |
| "loss_sft": 0.596698522567749, |
| "step": 250, |
| "token_acc": 0.8179408884023737 |
| }, |
| { |
| "epoch": 0.8924444444444445, |
| "grad_norm": 1.9094375371932983, |
| "learning_rate": 8.402224053802884e-06, |
| "loss": 0.5831952095031738, |
| "loss_sft": 0.5831952095031738, |
| "step": 251, |
| "token_acc": 0.8270022406336304 |
| }, |
| { |
| "epoch": 0.896, |
| "grad_norm": 1.8364545106887817, |
| "learning_rate": 8.38791687489239e-06, |
| "loss": 0.5844613313674927, |
| "loss_sft": 0.5844613313674927, |
| "step": 252, |
| "token_acc": 0.8234582164273533 |
| }, |
| { |
| "epoch": 0.8995555555555556, |
| "grad_norm": 1.8941620588302612, |
| "learning_rate": 8.373558225070546e-06, |
| "loss": 0.6793165802955627, |
| "loss_sft": 0.6793165802955627, |
| "step": 253, |
| "token_acc": 0.8001790777495896 |
| }, |
| { |
| "epoch": 0.9031111111111111, |
| "grad_norm": 1.8025329113006592, |
| "learning_rate": 8.359148322481073e-06, |
| "loss": 0.6179349422454834, |
| "loss_sft": 0.6179349422454834, |
| "step": 254, |
| "token_acc": 0.8164189823766643 |
| }, |
| { |
| "epoch": 0.9066666666666666, |
| "grad_norm": 1.8716998100280762, |
| "learning_rate": 8.344687386046348e-06, |
| "loss": 0.6098579168319702, |
| "loss_sft": 0.6098579168319702, |
| "step": 255, |
| "token_acc": 0.8178296498634219 |
| }, |
| { |
| "epoch": 0.9102222222222223, |
| "grad_norm": 2.0504415035247803, |
| "learning_rate": 8.330175635464082e-06, |
| "loss": 0.5922345519065857, |
| "loss_sft": 0.5922345519065857, |
| "step": 256, |
| "token_acc": 0.8224268759322914 |
| }, |
| { |
| "epoch": 0.9137777777777778, |
| "grad_norm": 1.8238425254821777, |
| "learning_rate": 8.315613291203977e-06, |
| "loss": 0.6129311919212341, |
| "loss_sft": 0.6129311919212341, |
| "step": 257, |
| "token_acc": 0.8215840763010575 |
| }, |
| { |
| "epoch": 0.9173333333333333, |
| "grad_norm": 1.9828053712844849, |
| "learning_rate": 8.30100057450438e-06, |
| "loss": 0.6212902665138245, |
| "loss_sft": 0.6212902665138245, |
| "step": 258, |
| "token_acc": 0.8143126177024482 |
| }, |
| { |
| "epoch": 0.9208888888888889, |
| "grad_norm": 1.9384937286376953, |
| "learning_rate": 8.286337707368922e-06, |
| "loss": 0.6663275361061096, |
| "loss_sft": 0.6663275361061096, |
| "step": 259, |
| "token_acc": 0.8046350986084693 |
| }, |
| { |
| "epoch": 0.9244444444444444, |
| "grad_norm": 1.7904130220413208, |
| "learning_rate": 8.271624912563143e-06, |
| "loss": 0.5716975927352905, |
| "loss_sft": 0.5716975927352905, |
| "step": 260, |
| "token_acc": 0.8271734077173408 |
| }, |
| { |
| "epoch": 0.928, |
| "grad_norm": 1.8622715473175049, |
| "learning_rate": 8.256862413611113e-06, |
| "loss": 0.608354926109314, |
| "loss_sft": 0.608354926109314, |
| "step": 261, |
| "token_acc": 0.8201721755765756 |
| }, |
| { |
| "epoch": 0.9315555555555556, |
| "grad_norm": 1.8488192558288574, |
| "learning_rate": 8.242050434792022e-06, |
| "loss": 0.6060342788696289, |
| "loss_sft": 0.6060342788696289, |
| "step": 262, |
| "token_acc": 0.8161861466682617 |
| }, |
| { |
| "epoch": 0.9351111111111111, |
| "grad_norm": 1.9396274089813232, |
| "learning_rate": 8.227189201136796e-06, |
| "loss": 0.6129617691040039, |
| "loss_sft": 0.6129617691040039, |
| "step": 263, |
| "token_acc": 0.818019471167694 |
| }, |
| { |
| "epoch": 0.9386666666666666, |
| "grad_norm": 1.911159873008728, |
| "learning_rate": 8.212278938424654e-06, |
| "loss": 0.6359697580337524, |
| "loss_sft": 0.6359697580337524, |
| "step": 264, |
| "token_acc": 0.8096197842902277 |
| }, |
| { |
| "epoch": 0.9422222222222222, |
| "grad_norm": 1.6449636220932007, |
| "learning_rate": 8.197319873179694e-06, |
| "loss": 0.5893205404281616, |
| "loss_sft": 0.5893205404281616, |
| "step": 265, |
| "token_acc": 0.8212374744624964 |
| }, |
| { |
| "epoch": 0.9457777777777778, |
| "grad_norm": 1.7324434518814087, |
| "learning_rate": 8.182312232667446e-06, |
| "loss": 0.6007264256477356, |
| "loss_sft": 0.6007264256477356, |
| "step": 266, |
| "token_acc": 0.8256462512066931 |
| }, |
| { |
| "epoch": 0.9493333333333334, |
| "grad_norm": 1.9077322483062744, |
| "learning_rate": 8.167256244891416e-06, |
| "loss": 0.61815345287323, |
| "loss_sft": 0.61815345287323, |
| "step": 267, |
| "token_acc": 0.814988422657706 |
| }, |
| { |
| "epoch": 0.9528888888888889, |
| "grad_norm": 1.8453760147094727, |
| "learning_rate": 8.152152138589633e-06, |
| "loss": 0.5867645740509033, |
| "loss_sft": 0.5867645740509033, |
| "step": 268, |
| "token_acc": 0.8184016646982735 |
| }, |
| { |
| "epoch": 0.9564444444444444, |
| "grad_norm": 1.7990697622299194, |
| "learning_rate": 8.137000143231156e-06, |
| "loss": 0.6084282398223877, |
| "loss_sft": 0.6084282398223877, |
| "step": 269, |
| "token_acc": 0.8211048769961157 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.7465487718582153, |
| "learning_rate": 8.121800489012608e-06, |
| "loss": 0.5811343193054199, |
| "loss_sft": 0.5811343193054199, |
| "step": 270, |
| "token_acc": 0.8251317175974711 |
| }, |
| { |
| "epoch": 0.9635555555555556, |
| "grad_norm": 1.8082103729248047, |
| "learning_rate": 8.106553406854664e-06, |
| "loss": 0.6276707053184509, |
| "loss_sft": 0.6276707053184509, |
| "step": 271, |
| "token_acc": 0.8127702362996481 |
| }, |
| { |
| "epoch": 0.9671111111111111, |
| "grad_norm": 2.0267155170440674, |
| "learning_rate": 8.091259128398548e-06, |
| "loss": 0.6073474884033203, |
| "loss_sft": 0.6073474884033203, |
| "step": 272, |
| "token_acc": 0.8221875885519977 |
| }, |
| { |
| "epoch": 0.9706666666666667, |
| "grad_norm": 1.9235782623291016, |
| "learning_rate": 8.075917886002514e-06, |
| "loss": 0.6014127135276794, |
| "loss_sft": 0.6014127135276794, |
| "step": 273, |
| "token_acc": 0.8197324958033249 |
| }, |
| { |
| "epoch": 0.9742222222222222, |
| "grad_norm": 1.88161301612854, |
| "learning_rate": 8.060529912738316e-06, |
| "loss": 0.5992648601531982, |
| "loss_sft": 0.5992648601531982, |
| "step": 274, |
| "token_acc": 0.8226065472513897 |
| }, |
| { |
| "epoch": 0.9777777777777777, |
| "grad_norm": 1.8518449068069458, |
| "learning_rate": 8.045095442387666e-06, |
| "loss": 0.6497490406036377, |
| "loss_sft": 0.6497490406036377, |
| "step": 275, |
| "token_acc": 0.8103678929765886 |
| }, |
| { |
| "epoch": 0.9813333333333333, |
| "grad_norm": 1.7776848077774048, |
| "learning_rate": 8.029614709438684e-06, |
| "loss": 0.6458376049995422, |
| "loss_sft": 0.6458376049995422, |
| "step": 276, |
| "token_acc": 0.8135398451161628 |
| }, |
| { |
| "epoch": 0.9848888888888889, |
| "grad_norm": 1.9263386726379395, |
| "learning_rate": 8.014087949082333e-06, |
| "loss": 0.5843530893325806, |
| "loss_sft": 0.5843530893325806, |
| "step": 277, |
| "token_acc": 0.8229918229918229 |
| }, |
| { |
| "epoch": 0.9884444444444445, |
| "grad_norm": 1.8184524774551392, |
| "learning_rate": 7.998515397208846e-06, |
| "loss": 0.6026554703712463, |
| "loss_sft": 0.6026554703712463, |
| "step": 278, |
| "token_acc": 0.8184083828943642 |
| }, |
| { |
| "epoch": 0.992, |
| "grad_norm": 1.9941420555114746, |
| "learning_rate": 7.982897290404146e-06, |
| "loss": 0.5620933771133423, |
| "loss_sft": 0.5620933771133423, |
| "step": 279, |
| "token_acc": 0.8317579054743285 |
| }, |
| { |
| "epoch": 0.9955555555555555, |
| "grad_norm": 1.9176608324050903, |
| "learning_rate": 7.967233865946249e-06, |
| "loss": 0.6180765628814697, |
| "loss_sft": 0.6180765628814697, |
| "step": 280, |
| "token_acc": 0.8099966714745368 |
| }, |
| { |
| "epoch": 0.9991111111111111, |
| "grad_norm": 1.812450885772705, |
| "learning_rate": 7.951525361801655e-06, |
| "loss": 0.6000022888183594, |
| "loss_sft": 0.6000022888183594, |
| "step": 281, |
| "token_acc": 0.8206473707467963 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 3.4522907733917236, |
| "learning_rate": 7.935772016621744e-06, |
| "loss": 0.6548411846160889, |
| "loss_sft": 0.6548411846160889, |
| "step": 282, |
| "token_acc": 0.8114386101893422 |
| }, |
| { |
| "epoch": 1.0035555555555555, |
| "grad_norm": 1.7518024444580078, |
| "learning_rate": 7.919974069739136e-06, |
| "loss": 0.4313552975654602, |
| "loss_sft": 0.4313552975654602, |
| "step": 283, |
| "token_acc": 0.8667924528301887 |
| }, |
| { |
| "epoch": 1.007111111111111, |
| "grad_norm": 1.7726091146469116, |
| "learning_rate": 7.904131761164068e-06, |
| "loss": 0.4319254159927368, |
| "loss_sft": 0.4319254159927368, |
| "step": 284, |
| "token_acc": 0.8656733202136632 |
| }, |
| { |
| "epoch": 1.0106666666666666, |
| "grad_norm": 1.7077429294586182, |
| "learning_rate": 7.888245331580737e-06, |
| "loss": 0.4252268671989441, |
| "loss_sft": 0.4252268671989441, |
| "step": 285, |
| "token_acc": 0.861813110181311 |
| }, |
| { |
| "epoch": 1.0142222222222221, |
| "grad_norm": 1.7379792928695679, |
| "learning_rate": 7.872315022343654e-06, |
| "loss": 0.44653642177581787, |
| "loss_sft": 0.44653642177581787, |
| "step": 286, |
| "token_acc": 0.8608947848971481 |
| }, |
| { |
| "epoch": 1.0177777777777777, |
| "grad_norm": 1.8086405992507935, |
| "learning_rate": 7.856341075473963e-06, |
| "loss": 0.43224799633026123, |
| "loss_sft": 0.43224799633026123, |
| "step": 287, |
| "token_acc": 0.8643016040276315 |
| }, |
| { |
| "epoch": 1.0213333333333334, |
| "grad_norm": 1.8583446741104126, |
| "learning_rate": 7.84032373365578e-06, |
| "loss": 0.427482008934021, |
| "loss_sft": 0.427482008934021, |
| "step": 288, |
| "token_acc": 0.8636705622711541 |
| }, |
| { |
| "epoch": 1.024888888888889, |
| "grad_norm": 1.958483099937439, |
| "learning_rate": 7.824263240232497e-06, |
| "loss": 0.40691885352134705, |
| "loss_sft": 0.40691885352134705, |
| "step": 289, |
| "token_acc": 0.8714859437751004 |
| }, |
| { |
| "epoch": 1.0284444444444445, |
| "grad_norm": 2.176067352294922, |
| "learning_rate": 7.808159839203085e-06, |
| "loss": 0.42749154567718506, |
| "loss_sft": 0.42749154567718506, |
| "step": 290, |
| "token_acc": 0.8663954434499593 |
| }, |
| { |
| "epoch": 1.032, |
| "grad_norm": 2.434170961380005, |
| "learning_rate": 7.792013775218385e-06, |
| "loss": 0.43468087911605835, |
| "loss_sft": 0.43468087911605835, |
| "step": 291, |
| "token_acc": 0.8648891551827441 |
| }, |
| { |
| "epoch": 1.0355555555555556, |
| "grad_norm": 2.090839385986328, |
| "learning_rate": 7.775825293577407e-06, |
| "loss": 0.393714040517807, |
| "loss_sft": 0.393714040517807, |
| "step": 292, |
| "token_acc": 0.8750257997936016 |
| }, |
| { |
| "epoch": 1.039111111111111, |
| "grad_norm": 2.1758270263671875, |
| "learning_rate": 7.759594640223576e-06, |
| "loss": 0.4109739363193512, |
| "loss_sft": 0.4109739363193512, |
| "step": 293, |
| "token_acc": 0.8666896314157768 |
| }, |
| { |
| "epoch": 1.0426666666666666, |
| "grad_norm": 2.043649196624756, |
| "learning_rate": 7.743322061741024e-06, |
| "loss": 0.4008193612098694, |
| "loss_sft": 0.4008193612098694, |
| "step": 294, |
| "token_acc": 0.8699869868685673 |
| }, |
| { |
| "epoch": 1.0462222222222222, |
| "grad_norm": 1.9236005544662476, |
| "learning_rate": 7.727007805350815e-06, |
| "loss": 0.4134569764137268, |
| "loss_sft": 0.4134569764137268, |
| "step": 295, |
| "token_acc": 0.8673284757200841 |
| }, |
| { |
| "epoch": 1.0497777777777777, |
| "grad_norm": 2.062549352645874, |
| "learning_rate": 7.71065211890722e-06, |
| "loss": 0.4501626491546631, |
| "loss_sft": 0.4501626491546631, |
| "step": 296, |
| "token_acc": 0.859695839990532 |
| }, |
| { |
| "epoch": 1.0533333333333332, |
| "grad_norm": 1.843603253364563, |
| "learning_rate": 7.694255250893927e-06, |
| "loss": 0.3989909291267395, |
| "loss_sft": 0.3989909291267395, |
| "step": 297, |
| "token_acc": 0.8731678717998828 |
| }, |
| { |
| "epoch": 1.056888888888889, |
| "grad_norm": 1.8667809963226318, |
| "learning_rate": 7.677817450420279e-06, |
| "loss": 0.3915114402770996, |
| "loss_sft": 0.3915114402770996, |
| "step": 298, |
| "token_acc": 0.8766070565490575 |
| }, |
| { |
| "epoch": 1.0604444444444445, |
| "grad_norm": 1.9161550998687744, |
| "learning_rate": 7.661338967217483e-06, |
| "loss": 0.42347243428230286, |
| "loss_sft": 0.42347243428230286, |
| "step": 299, |
| "token_acc": 0.8663842268209223 |
| }, |
| { |
| "epoch": 1.064, |
| "grad_norm": 1.9624372720718384, |
| "learning_rate": 7.644820051634813e-06, |
| "loss": 0.378623902797699, |
| "loss_sft": 0.378623902797699, |
| "step": 300, |
| "token_acc": 0.8832217172925138 |
| }, |
| { |
| "epoch": 1.0675555555555556, |
| "grad_norm": 1.8872796297073364, |
| "learning_rate": 7.628260954635822e-06, |
| "loss": 0.39598548412323, |
| "loss_sft": 0.39598548412323, |
| "step": 301, |
| "token_acc": 0.8715932349455995 |
| }, |
| { |
| "epoch": 1.0711111111111111, |
| "grad_norm": 1.8708773851394653, |
| "learning_rate": 7.6116619277945135e-06, |
| "loss": 0.44171616435050964, |
| "loss_sft": 0.44171616435050964, |
| "step": 302, |
| "token_acc": 0.8634813925570228 |
| }, |
| { |
| "epoch": 1.0746666666666667, |
| "grad_norm": 2.0179035663604736, |
| "learning_rate": 7.595023223291525e-06, |
| "loss": 0.42614901065826416, |
| "loss_sft": 0.42614901065826416, |
| "step": 303, |
| "token_acc": 0.8678965949208518 |
| }, |
| { |
| "epoch": 1.0782222222222222, |
| "grad_norm": 1.9818003177642822, |
| "learning_rate": 7.578345093910298e-06, |
| "loss": 0.39987361431121826, |
| "loss_sft": 0.39987361431121826, |
| "step": 304, |
| "token_acc": 0.8700400043247919 |
| }, |
| { |
| "epoch": 1.0817777777777777, |
| "grad_norm": 2.2445433139801025, |
| "learning_rate": 7.561627793033233e-06, |
| "loss": 0.43376174569129944, |
| "loss_sft": 0.43376174569129944, |
| "step": 305, |
| "token_acc": 0.8650298862394755 |
| }, |
| { |
| "epoch": 1.0853333333333333, |
| "grad_norm": 1.9904202222824097, |
| "learning_rate": 7.54487157463785e-06, |
| "loss": 0.4143393635749817, |
| "loss_sft": 0.4143393635749817, |
| "step": 306, |
| "token_acc": 0.87069449119264 |
| }, |
| { |
| "epoch": 1.0888888888888888, |
| "grad_norm": 1.9291605949401855, |
| "learning_rate": 7.528076693292914e-06, |
| "loss": 0.4538661241531372, |
| "loss_sft": 0.4538661241531372, |
| "step": 307, |
| "token_acc": 0.8590569799248922 |
| }, |
| { |
| "epoch": 1.0924444444444443, |
| "grad_norm": 1.9268896579742432, |
| "learning_rate": 7.511243404154586e-06, |
| "loss": 0.4308316707611084, |
| "loss_sft": 0.4308316707611084, |
| "step": 308, |
| "token_acc": 0.8642501411921754 |
| }, |
| { |
| "epoch": 1.096, |
| "grad_norm": 1.9481511116027832, |
| "learning_rate": 7.49437196296253e-06, |
| "loss": 0.42588937282562256, |
| "loss_sft": 0.42588937282562256, |
| "step": 309, |
| "token_acc": 0.8608482120018417 |
| }, |
| { |
| "epoch": 1.0995555555555556, |
| "grad_norm": 1.8635936975479126, |
| "learning_rate": 7.4774626260360384e-06, |
| "loss": 0.39201420545578003, |
| "loss_sft": 0.39201420545578003, |
| "step": 310, |
| "token_acc": 0.8740149094781683 |
| }, |
| { |
| "epoch": 1.1031111111111112, |
| "grad_norm": 1.9378689527511597, |
| "learning_rate": 7.460515650270134e-06, |
| "loss": 0.38611549139022827, |
| "loss_sft": 0.38611549139022827, |
| "step": 311, |
| "token_acc": 0.8752483346967395 |
| }, |
| { |
| "epoch": 1.1066666666666667, |
| "grad_norm": 1.9042547941207886, |
| "learning_rate": 7.443531293131667e-06, |
| "loss": 0.4318225085735321, |
| "loss_sft": 0.4318225085735321, |
| "step": 312, |
| "token_acc": 0.8644313244959341 |
| }, |
| { |
| "epoch": 1.1102222222222222, |
| "grad_norm": 1.8838920593261719, |
| "learning_rate": 7.4265098126554065e-06, |
| "loss": 0.39200425148010254, |
| "loss_sft": 0.39200425148010254, |
| "step": 313, |
| "token_acc": 0.8776760160274757 |
| }, |
| { |
| "epoch": 1.1137777777777778, |
| "grad_norm": 2.061145544052124, |
| "learning_rate": 7.409451467440111e-06, |
| "loss": 0.3577609658241272, |
| "loss_sft": 0.3577609658241272, |
| "step": 314, |
| "token_acc": 0.8866403906112125 |
| }, |
| { |
| "epoch": 1.1173333333333333, |
| "grad_norm": 1.9201234579086304, |
| "learning_rate": 7.392356516644614e-06, |
| "loss": 0.4082680940628052, |
| "loss_sft": 0.4082680940628052, |
| "step": 315, |
| "token_acc": 0.8727016356457981 |
| }, |
| { |
| "epoch": 1.1208888888888888, |
| "grad_norm": 2.0884475708007812, |
| "learning_rate": 7.375225219983876e-06, |
| "loss": 0.4152630567550659, |
| "loss_sft": 0.4152630567550659, |
| "step": 316, |
| "token_acc": 0.8664407988587732 |
| }, |
| { |
| "epoch": 1.1244444444444444, |
| "grad_norm": 1.9312373399734497, |
| "learning_rate": 7.358057837725039e-06, |
| "loss": 0.41544800996780396, |
| "loss_sft": 0.41544800996780396, |
| "step": 317, |
| "token_acc": 0.8682948102921937 |
| }, |
| { |
| "epoch": 1.1280000000000001, |
| "grad_norm": 1.9792176485061646, |
| "learning_rate": 7.340854630683481e-06, |
| "loss": 0.40717118978500366, |
| "loss_sft": 0.40717118978500366, |
| "step": 318, |
| "token_acc": 0.8735221480741947 |
| }, |
| { |
| "epoch": 1.1315555555555556, |
| "grad_norm": 2.522533893585205, |
| "learning_rate": 7.323615860218844e-06, |
| "loss": 0.4196258783340454, |
| "loss_sft": 0.4196258783340454, |
| "step": 319, |
| "token_acc": 0.8673665343745999 |
| }, |
| { |
| "epoch": 1.1351111111111112, |
| "grad_norm": 2.01004695892334, |
| "learning_rate": 7.306341788231067e-06, |
| "loss": 0.389733225107193, |
| "loss_sft": 0.389733225107193, |
| "step": 320, |
| "token_acc": 0.8771724598930482 |
| }, |
| { |
| "epoch": 1.1386666666666667, |
| "grad_norm": 1.9227044582366943, |
| "learning_rate": 7.289032677156408e-06, |
| "loss": 0.42470553517341614, |
| "loss_sft": 0.42470553517341614, |
| "step": 321, |
| "token_acc": 0.8640462909868113 |
| }, |
| { |
| "epoch": 1.1422222222222222, |
| "grad_norm": 1.9080742597579956, |
| "learning_rate": 7.271688789963458e-06, |
| "loss": 0.3837636709213257, |
| "loss_sft": 0.3837636709213257, |
| "step": 322, |
| "token_acc": 0.8761488207286015 |
| }, |
| { |
| "epoch": 1.1457777777777778, |
| "grad_norm": 1.8660749197006226, |
| "learning_rate": 7.254310390149144e-06, |
| "loss": 0.40272265672683716, |
| "loss_sft": 0.40272265672683716, |
| "step": 323, |
| "token_acc": 0.8716034797551283 |
| }, |
| { |
| "epoch": 1.1493333333333333, |
| "grad_norm": 1.8732655048370361, |
| "learning_rate": 7.236897741734721e-06, |
| "loss": 0.3963853120803833, |
| "loss_sft": 0.3963853120803833, |
| "step": 324, |
| "token_acc": 0.8723799017149734 |
| }, |
| { |
| "epoch": 1.1528888888888889, |
| "grad_norm": 1.9640755653381348, |
| "learning_rate": 7.219451109261768e-06, |
| "loss": 0.39499202370643616, |
| "loss_sft": 0.39499202370643616, |
| "step": 325, |
| "token_acc": 0.8743733240060627 |
| }, |
| { |
| "epoch": 1.1564444444444444, |
| "grad_norm": 1.9264079332351685, |
| "learning_rate": 7.201970757788172e-06, |
| "loss": 0.40080487728118896, |
| "loss_sft": 0.40080487728118896, |
| "step": 326, |
| "token_acc": 0.8741408450704226 |
| }, |
| { |
| "epoch": 1.16, |
| "grad_norm": 1.9216946363449097, |
| "learning_rate": 7.184456952884089e-06, |
| "loss": 0.4075692296028137, |
| "loss_sft": 0.4075692296028137, |
| "step": 327, |
| "token_acc": 0.8681020733652313 |
| }, |
| { |
| "epoch": 1.1635555555555555, |
| "grad_norm": 1.903046727180481, |
| "learning_rate": 7.166909960627918e-06, |
| "loss": 0.42462170124053955, |
| "loss_sft": 0.42462170124053955, |
| "step": 328, |
| "token_acc": 0.8687612208258528 |
| }, |
| { |
| "epoch": 1.1671111111111112, |
| "grad_norm": 2.097158432006836, |
| "learning_rate": 7.149330047602258e-06, |
| "loss": 0.38915741443634033, |
| "loss_sft": 0.38915741443634033, |
| "step": 329, |
| "token_acc": 0.8772619047619048 |
| }, |
| { |
| "epoch": 1.1706666666666667, |
| "grad_norm": 1.876055359840393, |
| "learning_rate": 7.131717480889854e-06, |
| "loss": 0.38593608140945435, |
| "loss_sft": 0.38593608140945435, |
| "step": 330, |
| "token_acc": 0.8746732500726111 |
| }, |
| { |
| "epoch": 1.1742222222222223, |
| "grad_norm": 2.09281063079834, |
| "learning_rate": 7.114072528069549e-06, |
| "loss": 0.4185669422149658, |
| "loss_sft": 0.4185669422149658, |
| "step": 331, |
| "token_acc": 0.8686658697572891 |
| }, |
| { |
| "epoch": 1.1777777777777778, |
| "grad_norm": 2.2704269886016846, |
| "learning_rate": 7.0963954572122e-06, |
| "loss": 0.3780200481414795, |
| "loss_sft": 0.3780200481414795, |
| "step": 332, |
| "token_acc": 0.8780487804878049 |
| }, |
| { |
| "epoch": 1.1813333333333333, |
| "grad_norm": 1.9671108722686768, |
| "learning_rate": 7.078686536876627e-06, |
| "loss": 0.41342270374298096, |
| "loss_sft": 0.41342270374298096, |
| "step": 333, |
| "token_acc": 0.8691951360741169 |
| }, |
| { |
| "epoch": 1.1848888888888889, |
| "grad_norm": 1.8989192247390747, |
| "learning_rate": 7.06094603610552e-06, |
| "loss": 0.3884793817996979, |
| "loss_sft": 0.3884793817996979, |
| "step": 334, |
| "token_acc": 0.8763179020604763 |
| }, |
| { |
| "epoch": 1.1884444444444444, |
| "grad_norm": 1.9761707782745361, |
| "learning_rate": 7.043174224421353e-06, |
| "loss": 0.40490394830703735, |
| "loss_sft": 0.40490394830703735, |
| "step": 335, |
| "token_acc": 0.8705671028996664 |
| }, |
| { |
| "epoch": 1.192, |
| "grad_norm": 1.8867125511169434, |
| "learning_rate": 7.025371371822294e-06, |
| "loss": 0.38762935996055603, |
| "loss_sft": 0.38762935996055603, |
| "step": 336, |
| "token_acc": 0.8763580475912873 |
| }, |
| { |
| "epoch": 1.1955555555555555, |
| "grad_norm": 1.9159667491912842, |
| "learning_rate": 7.007537748778097e-06, |
| "loss": 0.37436068058013916, |
| "loss_sft": 0.37436068058013916, |
| "step": 337, |
| "token_acc": 0.8801699886275214 |
| }, |
| { |
| "epoch": 1.199111111111111, |
| "grad_norm": 1.9830975532531738, |
| "learning_rate": 6.989673626225997e-06, |
| "loss": 0.44501978158950806, |
| "loss_sft": 0.44501978158950806, |
| "step": 338, |
| "token_acc": 0.8615510649918078 |
| }, |
| { |
| "epoch": 1.2026666666666666, |
| "grad_norm": 1.8126604557037354, |
| "learning_rate": 6.971779275566593e-06, |
| "loss": 0.4045955538749695, |
| "loss_sft": 0.4045955538749695, |
| "step": 339, |
| "token_acc": 0.8720025241901557 |
| }, |
| { |
| "epoch": 1.2062222222222223, |
| "grad_norm": 1.9008846282958984, |
| "learning_rate": 6.953854968659726e-06, |
| "loss": 0.44734084606170654, |
| "loss_sft": 0.44734084606170654, |
| "step": 340, |
| "token_acc": 0.8613337082337504 |
| }, |
| { |
| "epoch": 1.2097777777777778, |
| "grad_norm": 1.8717738389968872, |
| "learning_rate": 6.935900977820341e-06, |
| "loss": 0.40877336263656616, |
| "loss_sft": 0.40877336263656616, |
| "step": 341, |
| "token_acc": 0.8696106741013642 |
| }, |
| { |
| "epoch": 1.2133333333333334, |
| "grad_norm": 1.9246532917022705, |
| "learning_rate": 6.917917575814364e-06, |
| "loss": 0.4054875373840332, |
| "loss_sft": 0.4054875373840332, |
| "step": 342, |
| "token_acc": 0.8714587986364171 |
| }, |
| { |
| "epoch": 1.216888888888889, |
| "grad_norm": 1.897621989250183, |
| "learning_rate": 6.899905035854544e-06, |
| "loss": 0.3885173797607422, |
| "loss_sft": 0.3885173797607422, |
| "step": 343, |
| "token_acc": 0.8749484536082475 |
| }, |
| { |
| "epoch": 1.2204444444444444, |
| "grad_norm": 1.917402744293213, |
| "learning_rate": 6.881863631596313e-06, |
| "loss": 0.4145117402076721, |
| "loss_sft": 0.4145117402076721, |
| "step": 344, |
| "token_acc": 0.8677187791111842 |
| }, |
| { |
| "epoch": 1.224, |
| "grad_norm": 1.9695416688919067, |
| "learning_rate": 6.863793637133618e-06, |
| "loss": 0.39646804332733154, |
| "loss_sft": 0.39646804332733154, |
| "step": 345, |
| "token_acc": 0.8743857324278063 |
| }, |
| { |
| "epoch": 1.2275555555555555, |
| "grad_norm": 1.9845435619354248, |
| "learning_rate": 6.845695326994768e-06, |
| "loss": 0.3647025227546692, |
| "loss_sft": 0.3647025227546692, |
| "step": 346, |
| "token_acc": 0.8817244312141187 |
| }, |
| { |
| "epoch": 1.231111111111111, |
| "grad_norm": 2.109989881515503, |
| "learning_rate": 6.827568976138255e-06, |
| "loss": 0.44945627450942993, |
| "loss_sft": 0.44945627450942993, |
| "step": 347, |
| "token_acc": 0.8615204286671132 |
| }, |
| { |
| "epoch": 1.2346666666666666, |
| "grad_norm": 2.0244266986846924, |
| "learning_rate": 6.809414859948579e-06, |
| "loss": 0.4137527048587799, |
| "loss_sft": 0.4137527048587799, |
| "step": 348, |
| "token_acc": 0.8664576469337868 |
| }, |
| { |
| "epoch": 1.2382222222222223, |
| "grad_norm": 2.043164014816284, |
| "learning_rate": 6.791233254232066e-06, |
| "loss": 0.3913249969482422, |
| "loss_sft": 0.3913249969482422, |
| "step": 349, |
| "token_acc": 0.8742678188250305 |
| }, |
| { |
| "epoch": 1.2417777777777779, |
| "grad_norm": 1.983569860458374, |
| "learning_rate": 6.773024435212678e-06, |
| "loss": 0.39767181873321533, |
| "loss_sft": 0.39767181873321533, |
| "step": 350, |
| "token_acc": 0.8709590517241379 |
| }, |
| { |
| "epoch": 1.2453333333333334, |
| "grad_norm": 2.1270880699157715, |
| "learning_rate": 6.7547886795278136e-06, |
| "loss": 0.39403557777404785, |
| "loss_sft": 0.39403557777404785, |
| "step": 351, |
| "token_acc": 0.8743725231175693 |
| }, |
| { |
| "epoch": 1.248888888888889, |
| "grad_norm": 2.004920721054077, |
| "learning_rate": 6.736526264224101e-06, |
| "loss": 0.3962416350841522, |
| "loss_sft": 0.3962416350841522, |
| "step": 352, |
| "token_acc": 0.8727111799524258 |
| }, |
| { |
| "epoch": 1.2524444444444445, |
| "grad_norm": 2.127906084060669, |
| "learning_rate": 6.718237466753206e-06, |
| "loss": 0.4101051092147827, |
| "loss_sft": 0.4101051092147827, |
| "step": 353, |
| "token_acc": 0.8699705593719332 |
| }, |
| { |
| "epoch": 1.256, |
| "grad_norm": 2.0145328044891357, |
| "learning_rate": 6.6999225649675955e-06, |
| "loss": 0.39425092935562134, |
| "loss_sft": 0.39425092935562134, |
| "step": 354, |
| "token_acc": 0.8738479600821838 |
| }, |
| { |
| "epoch": 1.2595555555555555, |
| "grad_norm": 1.962022304534912, |
| "learning_rate": 6.681581837116331e-06, |
| "loss": 0.38062620162963867, |
| "loss_sft": 0.38062620162963867, |
| "step": 355, |
| "token_acc": 0.8765354149925382 |
| }, |
| { |
| "epoch": 1.263111111111111, |
| "grad_norm": 1.9428821802139282, |
| "learning_rate": 6.6632155618408335e-06, |
| "loss": 0.3802978992462158, |
| "loss_sft": 0.3802978992462158, |
| "step": 356, |
| "token_acc": 0.8801621778163915 |
| }, |
| { |
| "epoch": 1.2666666666666666, |
| "grad_norm": 1.8854237794876099, |
| "learning_rate": 6.644824018170655e-06, |
| "loss": 0.3802940249443054, |
| "loss_sft": 0.3802940249443054, |
| "step": 357, |
| "token_acc": 0.8775688675120245 |
| }, |
| { |
| "epoch": 1.2702222222222221, |
| "grad_norm": 1.960248351097107, |
| "learning_rate": 6.6264074855192385e-06, |
| "loss": 0.4112996459007263, |
| "loss_sft": 0.4112996459007263, |
| "step": 358, |
| "token_acc": 0.8687289629748357 |
| }, |
| { |
| "epoch": 1.2737777777777777, |
| "grad_norm": 2.038078546524048, |
| "learning_rate": 6.607966243679669e-06, |
| "loss": 0.3667299449443817, |
| "loss_sft": 0.3667299449443817, |
| "step": 359, |
| "token_acc": 0.8806123063942627 |
| }, |
| { |
| "epoch": 1.2773333333333334, |
| "grad_norm": 2.123028039932251, |
| "learning_rate": 6.589500572820428e-06, |
| "loss": 0.4327188730239868, |
| "loss_sft": 0.4327188730239868, |
| "step": 360, |
| "token_acc": 0.8645311381531854 |
| }, |
| { |
| "epoch": 1.280888888888889, |
| "grad_norm": 2.051753282546997, |
| "learning_rate": 6.571010753481135e-06, |
| "loss": 0.43652617931365967, |
| "loss_sft": 0.43652617931365967, |
| "step": 361, |
| "token_acc": 0.8608236964901603 |
| }, |
| { |
| "epoch": 1.2844444444444445, |
| "grad_norm": 2.0510408878326416, |
| "learning_rate": 6.552497066568282e-06, |
| "loss": 0.4028615653514862, |
| "loss_sft": 0.4028615653514862, |
| "step": 362, |
| "token_acc": 0.8758127082991859 |
| }, |
| { |
| "epoch": 1.288, |
| "grad_norm": 1.9311106204986572, |
| "learning_rate": 6.533959793350974e-06, |
| "loss": 0.3606717884540558, |
| "loss_sft": 0.3606717884540558, |
| "step": 363, |
| "token_acc": 0.8833404815881379 |
| }, |
| { |
| "epoch": 1.2915555555555556, |
| "grad_norm": 2.0313987731933594, |
| "learning_rate": 6.5153992154566445e-06, |
| "loss": 0.41649389266967773, |
| "loss_sft": 0.41649389266967773, |
| "step": 364, |
| "token_acc": 0.8668627111803033 |
| }, |
| { |
| "epoch": 1.295111111111111, |
| "grad_norm": 1.957159399986267, |
| "learning_rate": 6.496815614866792e-06, |
| "loss": 0.4067304730415344, |
| "loss_sft": 0.4067304730415344, |
| "step": 365, |
| "token_acc": 0.8677676970717662 |
| }, |
| { |
| "epoch": 1.2986666666666666, |
| "grad_norm": 1.944205641746521, |
| "learning_rate": 6.478209273912675e-06, |
| "loss": 0.4043155312538147, |
| "loss_sft": 0.4043155312538147, |
| "step": 366, |
| "token_acc": 0.87167295185003 |
| }, |
| { |
| "epoch": 1.3022222222222222, |
| "grad_norm": 1.9901310205459595, |
| "learning_rate": 6.4595804752710475e-06, |
| "loss": 0.42966562509536743, |
| "loss_sft": 0.42966562509536743, |
| "step": 367, |
| "token_acc": 0.8676847391616276 |
| }, |
| { |
| "epoch": 1.3057777777777777, |
| "grad_norm": 1.8627445697784424, |
| "learning_rate": 6.440929501959844e-06, |
| "loss": 0.38356274366378784, |
| "loss_sft": 0.38356274366378784, |
| "step": 368, |
| "token_acc": 0.8764193583948848 |
| }, |
| { |
| "epoch": 1.3093333333333335, |
| "grad_norm": 1.8013744354248047, |
| "learning_rate": 6.42225663733389e-06, |
| "loss": 0.39349913597106934, |
| "loss_sft": 0.39349913597106934, |
| "step": 369, |
| "token_acc": 0.87350287956781 |
| }, |
| { |
| "epoch": 1.3128888888888888, |
| "grad_norm": 2.1345925331115723, |
| "learning_rate": 6.403562165080594e-06, |
| "loss": 0.4102644622325897, |
| "loss_sft": 0.4102644622325897, |
| "step": 370, |
| "token_acc": 0.8715480111477071 |
| }, |
| { |
| "epoch": 1.3164444444444445, |
| "grad_norm": 1.9053229093551636, |
| "learning_rate": 6.3848463692156396e-06, |
| "loss": 0.4053412973880768, |
| "loss_sft": 0.4053412973880768, |
| "step": 371, |
| "token_acc": 0.872847140593857 |
| }, |
| { |
| "epoch": 1.32, |
| "grad_norm": 1.9415433406829834, |
| "learning_rate": 6.366109534078667e-06, |
| "loss": 0.4315723776817322, |
| "loss_sft": 0.4315723776817322, |
| "step": 372, |
| "token_acc": 0.8626920047262702 |
| }, |
| { |
| "epoch": 1.3235555555555556, |
| "grad_norm": 2.105576276779175, |
| "learning_rate": 6.347351944328958e-06, |
| "loss": 0.3831115961074829, |
| "loss_sft": 0.3831115961074829, |
| "step": 373, |
| "token_acc": 0.8778711855431257 |
| }, |
| { |
| "epoch": 1.3271111111111111, |
| "grad_norm": 2.0241587162017822, |
| "learning_rate": 6.328573884941107e-06, |
| "loss": 0.3638756275177002, |
| "loss_sft": 0.3638756275177002, |
| "step": 374, |
| "token_acc": 0.8817470913599085 |
| }, |
| { |
| "epoch": 1.3306666666666667, |
| "grad_norm": 1.9856815338134766, |
| "learning_rate": 6.309775641200695e-06, |
| "loss": 0.3899883031845093, |
| "loss_sft": 0.3899883031845093, |
| "step": 375, |
| "token_acc": 0.8756500113045445 |
| }, |
| { |
| "epoch": 1.3342222222222222, |
| "grad_norm": 2.0613181591033936, |
| "learning_rate": 6.290957498699949e-06, |
| "loss": 0.38393428921699524, |
| "loss_sft": 0.38393428921699524, |
| "step": 376, |
| "token_acc": 0.8742220562608912 |
| }, |
| { |
| "epoch": 1.3377777777777777, |
| "grad_norm": 2.0069167613983154, |
| "learning_rate": 6.272119743333416e-06, |
| "loss": 0.4109063148498535, |
| "loss_sft": 0.4109063148498535, |
| "step": 377, |
| "token_acc": 0.8669866490124682 |
| }, |
| { |
| "epoch": 1.3413333333333333, |
| "grad_norm": 2.089128255844116, |
| "learning_rate": 6.2532626612936035e-06, |
| "loss": 0.4027180075645447, |
| "loss_sft": 0.4027180075645447, |
| "step": 378, |
| "token_acc": 0.872361230946218 |
| }, |
| { |
| "epoch": 1.3448888888888888, |
| "grad_norm": 2.0553579330444336, |
| "learning_rate": 6.234386539066643e-06, |
| "loss": 0.4322267770767212, |
| "loss_sft": 0.4322267770767212, |
| "step": 379, |
| "token_acc": 0.8657913146424151 |
| }, |
| { |
| "epoch": 1.3484444444444446, |
| "grad_norm": 1.9676539897918701, |
| "learning_rate": 6.215491663427936e-06, |
| "loss": 0.4113406538963318, |
| "loss_sft": 0.4113406538963318, |
| "step": 380, |
| "token_acc": 0.8682260795935648 |
| }, |
| { |
| "epoch": 1.3519999999999999, |
| "grad_norm": 1.9962681531906128, |
| "learning_rate": 6.1965783214377895e-06, |
| "loss": 0.42172589898109436, |
| "loss_sft": 0.42172589898109436, |
| "step": 381, |
| "token_acc": 0.8625356523684358 |
| }, |
| { |
| "epoch": 1.3555555555555556, |
| "grad_norm": 1.809495449066162, |
| "learning_rate": 6.177646800437066e-06, |
| "loss": 0.39803946018218994, |
| "loss_sft": 0.39803946018218994, |
| "step": 382, |
| "token_acc": 0.8717743076850498 |
| }, |
| { |
| "epoch": 1.3591111111111112, |
| "grad_norm": 2.070378541946411, |
| "learning_rate": 6.158697388042807e-06, |
| "loss": 0.43218693137168884, |
| "loss_sft": 0.43218693137168884, |
| "step": 383, |
| "token_acc": 0.8662752772341813 |
| }, |
| { |
| "epoch": 1.3626666666666667, |
| "grad_norm": 1.9867347478866577, |
| "learning_rate": 6.139730372143877e-06, |
| "loss": 0.43019747734069824, |
| "loss_sft": 0.43019747734069824, |
| "step": 384, |
| "token_acc": 0.8639094147041625 |
| }, |
| { |
| "epoch": 1.3662222222222222, |
| "grad_norm": 1.921633243560791, |
| "learning_rate": 6.120746040896572e-06, |
| "loss": 0.39434194564819336, |
| "loss_sft": 0.39434194564819336, |
| "step": 385, |
| "token_acc": 0.8735297476304671 |
| }, |
| { |
| "epoch": 1.3697777777777778, |
| "grad_norm": 1.8112812042236328, |
| "learning_rate": 6.10174468272026e-06, |
| "loss": 0.4182533621788025, |
| "loss_sft": 0.4182533621788025, |
| "step": 386, |
| "token_acc": 0.8663542642924086 |
| }, |
| { |
| "epoch": 1.3733333333333333, |
| "grad_norm": 1.9014766216278076, |
| "learning_rate": 6.082726586292982e-06, |
| "loss": 0.41383665800094604, |
| "loss_sft": 0.41383665800094604, |
| "step": 387, |
| "token_acc": 0.866530286398563 |
| }, |
| { |
| "epoch": 1.3768888888888888, |
| "grad_norm": 1.8586009740829468, |
| "learning_rate": 6.063692040547083e-06, |
| "loss": 0.39000970125198364, |
| "loss_sft": 0.39000970125198364, |
| "step": 388, |
| "token_acc": 0.8746875520746542 |
| }, |
| { |
| "epoch": 1.3804444444444444, |
| "grad_norm": 2.284881830215454, |
| "learning_rate": 6.044641334664812e-06, |
| "loss": 0.3975995182991028, |
| "loss_sft": 0.3975995182991028, |
| "step": 389, |
| "token_acc": 0.870817843866171 |
| }, |
| { |
| "epoch": 1.384, |
| "grad_norm": 1.9486490488052368, |
| "learning_rate": 6.025574758073925e-06, |
| "loss": 0.4103585481643677, |
| "loss_sft": 0.4103585481643677, |
| "step": 390, |
| "token_acc": 0.8694224235560589 |
| }, |
| { |
| "epoch": 1.3875555555555557, |
| "grad_norm": 1.9968544244766235, |
| "learning_rate": 6.006492600443301e-06, |
| "loss": 0.37671855092048645, |
| "loss_sft": 0.37671855092048645, |
| "step": 391, |
| "token_acc": 0.8803168589633201 |
| }, |
| { |
| "epoch": 1.3911111111111112, |
| "grad_norm": 1.906306266784668, |
| "learning_rate": 5.98739515167853e-06, |
| "loss": 0.38691234588623047, |
| "loss_sft": 0.38691234588623047, |
| "step": 392, |
| "token_acc": 0.8737645508455963 |
| }, |
| { |
| "epoch": 1.3946666666666667, |
| "grad_norm": 1.865398645401001, |
| "learning_rate": 5.968282701917514e-06, |
| "loss": 0.4030868411064148, |
| "loss_sft": 0.4030868411064148, |
| "step": 393, |
| "token_acc": 0.8727792833483891 |
| }, |
| { |
| "epoch": 1.3982222222222223, |
| "grad_norm": 2.0121121406555176, |
| "learning_rate": 5.949155541526057e-06, |
| "loss": 0.39079463481903076, |
| "loss_sft": 0.39079463481903076, |
| "step": 394, |
| "token_acc": 0.8758878707368649 |
| }, |
| { |
| "epoch": 1.4017777777777778, |
| "grad_norm": 2.0630757808685303, |
| "learning_rate": 5.930013961093454e-06, |
| "loss": 0.4191130995750427, |
| "loss_sft": 0.4191130995750427, |
| "step": 395, |
| "token_acc": 0.8657507035259063 |
| }, |
| { |
| "epoch": 1.4053333333333333, |
| "grad_norm": 1.9211196899414062, |
| "learning_rate": 5.910858251428077e-06, |
| "loss": 0.39444518089294434, |
| "loss_sft": 0.39444518089294434, |
| "step": 396, |
| "token_acc": 0.8749327884718787 |
| }, |
| { |
| "epoch": 1.4088888888888889, |
| "grad_norm": 1.922277808189392, |
| "learning_rate": 5.891688703552953e-06, |
| "loss": 0.42281603813171387, |
| "loss_sft": 0.42281603813171387, |
| "step": 397, |
| "token_acc": 0.8677702236673563 |
| }, |
| { |
| "epoch": 1.4124444444444444, |
| "grad_norm": 2.016336441040039, |
| "learning_rate": 5.872505608701354e-06, |
| "loss": 0.4200964570045471, |
| "loss_sft": 0.4200964570045471, |
| "step": 398, |
| "token_acc": 0.8661417322834646 |
| }, |
| { |
| "epoch": 1.416, |
| "grad_norm": 1.9104807376861572, |
| "learning_rate": 5.853309258312356e-06, |
| "loss": 0.4054337739944458, |
| "loss_sft": 0.4054337739944458, |
| "step": 399, |
| "token_acc": 0.871870321614785 |
| }, |
| { |
| "epoch": 1.4195555555555557, |
| "grad_norm": 2.1013143062591553, |
| "learning_rate": 5.834099944026422e-06, |
| "loss": 0.39102301001548767, |
| "loss_sft": 0.39102301001548767, |
| "step": 400, |
| "token_acc": 0.8773395505472443 |
| }, |
| { |
| "epoch": 1.423111111111111, |
| "grad_norm": 1.9902065992355347, |
| "learning_rate": 5.814877957680973e-06, |
| "loss": 0.4022772014141083, |
| "loss_sft": 0.4022772014141083, |
| "step": 401, |
| "token_acc": 0.8740838639913493 |
| }, |
| { |
| "epoch": 1.4266666666666667, |
| "grad_norm": 1.8875541687011719, |
| "learning_rate": 5.795643591305945e-06, |
| "loss": 0.37720972299575806, |
| "loss_sft": 0.37720972299575806, |
| "step": 402, |
| "token_acc": 0.8802598852850109 |
| }, |
| { |
| "epoch": 1.4302222222222223, |
| "grad_norm": 2.043931484222412, |
| "learning_rate": 5.776397137119362e-06, |
| "loss": 0.41655582189559937, |
| "loss_sft": 0.41655582189559937, |
| "step": 403, |
| "token_acc": 0.8653957584888168 |
| }, |
| { |
| "epoch": 1.4337777777777778, |
| "grad_norm": 1.9095847606658936, |
| "learning_rate": 5.757138887522884e-06, |
| "loss": 0.4166144132614136, |
| "loss_sft": 0.4166144132614136, |
| "step": 404, |
| "token_acc": 0.8677405451998706 |
| }, |
| { |
| "epoch": 1.4373333333333334, |
| "grad_norm": 1.9745413064956665, |
| "learning_rate": 5.7378691350973835e-06, |
| "loss": 0.4126484990119934, |
| "loss_sft": 0.4126484990119934, |
| "step": 405, |
| "token_acc": 0.8647841433613902 |
| }, |
| { |
| "epoch": 1.4408888888888889, |
| "grad_norm": 1.9448391199111938, |
| "learning_rate": 5.7185881725984835e-06, |
| "loss": 0.37950587272644043, |
| "loss_sft": 0.37950587272644043, |
| "step": 406, |
| "token_acc": 0.8795446822969759 |
| }, |
| { |
| "epoch": 1.4444444444444444, |
| "grad_norm": 1.899501085281372, |
| "learning_rate": 5.699296292952117e-06, |
| "loss": 0.3865833282470703, |
| "loss_sft": 0.3865833282470703, |
| "step": 407, |
| "token_acc": 0.8742229367631297 |
| }, |
| { |
| "epoch": 1.448, |
| "grad_norm": 1.8692617416381836, |
| "learning_rate": 5.679993789250075e-06, |
| "loss": 0.38884326815605164, |
| "loss_sft": 0.38884326815605164, |
| "step": 408, |
| "token_acc": 0.8772 |
| }, |
| { |
| "epoch": 1.4515555555555555, |
| "grad_norm": 2.08317232131958, |
| "learning_rate": 5.660680954745554e-06, |
| "loss": 0.42538750171661377, |
| "loss_sft": 0.42538750171661377, |
| "step": 409, |
| "token_acc": 0.8640242224057253 |
| }, |
| { |
| "epoch": 1.455111111111111, |
| "grad_norm": 2.0576531887054443, |
| "learning_rate": 5.641358082848705e-06, |
| "loss": 0.41507261991500854, |
| "loss_sft": 0.41507261991500854, |
| "step": 410, |
| "token_acc": 0.8678167058320871 |
| }, |
| { |
| "epoch": 1.4586666666666668, |
| "grad_norm": 2.1288981437683105, |
| "learning_rate": 5.622025467122167e-06, |
| "loss": 0.42946210503578186, |
| "loss_sft": 0.42946210503578186, |
| "step": 411, |
| "token_acc": 0.8643975575841848 |
| }, |
| { |
| "epoch": 1.462222222222222, |
| "grad_norm": 1.8328207731246948, |
| "learning_rate": 5.6026834012766155e-06, |
| "loss": 0.4089741110801697, |
| "loss_sft": 0.4089741110801697, |
| "step": 412, |
| "token_acc": 0.8729965320086231 |
| }, |
| { |
| "epoch": 1.4657777777777778, |
| "grad_norm": 1.9151228666305542, |
| "learning_rate": 5.5833321791662975e-06, |
| "loss": 0.42090898752212524, |
| "loss_sft": 0.42090898752212524, |
| "step": 413, |
| "token_acc": 0.8661742983751847 |
| }, |
| { |
| "epoch": 1.4693333333333334, |
| "grad_norm": 2.014491081237793, |
| "learning_rate": 5.563972094784561e-06, |
| "loss": 0.395152747631073, |
| "loss_sft": 0.395152747631073, |
| "step": 414, |
| "token_acc": 0.8729997746224927 |
| }, |
| { |
| "epoch": 1.472888888888889, |
| "grad_norm": 3.1929755210876465, |
| "learning_rate": 5.544603442259401e-06, |
| "loss": 0.42928653955459595, |
| "loss_sft": 0.42928653955459595, |
| "step": 415, |
| "token_acc": 0.8654777748203354 |
| }, |
| { |
| "epoch": 1.4764444444444444, |
| "grad_norm": 2.0094358921051025, |
| "learning_rate": 5.525226515848979e-06, |
| "loss": 0.4076651334762573, |
| "loss_sft": 0.4076651334762573, |
| "step": 416, |
| "token_acc": 0.8753428491463756 |
| }, |
| { |
| "epoch": 1.48, |
| "grad_norm": 1.8888049125671387, |
| "learning_rate": 5.505841609937162e-06, |
| "loss": 0.4455106854438782, |
| "loss_sft": 0.4455106854438782, |
| "step": 417, |
| "token_acc": 0.8613653046244188 |
| }, |
| { |
| "epoch": 1.4835555555555555, |
| "grad_norm": 1.8966654539108276, |
| "learning_rate": 5.4864490190290386e-06, |
| "loss": 0.37113890051841736, |
| "loss_sft": 0.37113890051841736, |
| "step": 418, |
| "token_acc": 0.8809103840682788 |
| }, |
| { |
| "epoch": 1.487111111111111, |
| "grad_norm": 1.8363292217254639, |
| "learning_rate": 5.46704903774646e-06, |
| "loss": 0.38348186016082764, |
| "loss_sft": 0.38348186016082764, |
| "step": 419, |
| "token_acc": 0.8773685228151585 |
| }, |
| { |
| "epoch": 1.4906666666666666, |
| "grad_norm": 1.836222767829895, |
| "learning_rate": 5.447641960823549e-06, |
| "loss": 0.4077785611152649, |
| "loss_sft": 0.4077785611152649, |
| "step": 420, |
| "token_acc": 0.8698669474490285 |
| }, |
| { |
| "epoch": 1.4942222222222221, |
| "grad_norm": 2.0873465538024902, |
| "learning_rate": 5.42822808310223e-06, |
| "loss": 0.42955926060676575, |
| "loss_sft": 0.42955926060676575, |
| "step": 421, |
| "token_acc": 0.8674141779147625 |
| }, |
| { |
| "epoch": 1.4977777777777779, |
| "grad_norm": 1.903991460800171, |
| "learning_rate": 5.4088076995277564e-06, |
| "loss": 0.37381500005722046, |
| "loss_sft": 0.37381500005722046, |
| "step": 422, |
| "token_acc": 0.8775025091120384 |
| }, |
| { |
| "epoch": 1.5013333333333332, |
| "grad_norm": 1.92979097366333, |
| "learning_rate": 5.389381105144208e-06, |
| "loss": 0.37762191891670227, |
| "loss_sft": 0.37762191891670227, |
| "step": 423, |
| "token_acc": 0.8768152509111298 |
| }, |
| { |
| "epoch": 1.504888888888889, |
| "grad_norm": 2.0035507678985596, |
| "learning_rate": 5.369948595090033e-06, |
| "loss": 0.39775770902633667, |
| "loss_sft": 0.39775770902633667, |
| "step": 424, |
| "token_acc": 0.8741946422516107 |
| }, |
| { |
| "epoch": 1.5084444444444445, |
| "grad_norm": 2.1313304901123047, |
| "learning_rate": 5.350510464593548e-06, |
| "loss": 0.39650726318359375, |
| "loss_sft": 0.39650726318359375, |
| "step": 425, |
| "token_acc": 0.8754708858034658 |
| }, |
| { |
| "epoch": 1.512, |
| "grad_norm": 2.244947671890259, |
| "learning_rate": 5.331067008968462e-06, |
| "loss": 0.43273594975471497, |
| "loss_sft": 0.43273594975471497, |
| "step": 426, |
| "token_acc": 0.8628724932841881 |
| }, |
| { |
| "epoch": 1.5155555555555555, |
| "grad_norm": 1.8360341787338257, |
| "learning_rate": 5.311618523609386e-06, |
| "loss": 0.38386186957359314, |
| "loss_sft": 0.38386186957359314, |
| "step": 427, |
| "token_acc": 0.8766920170277898 |
| }, |
| { |
| "epoch": 1.519111111111111, |
| "grad_norm": 1.9270108938217163, |
| "learning_rate": 5.292165303987336e-06, |
| "loss": 0.4086407423019409, |
| "loss_sft": 0.4086407423019409, |
| "step": 428, |
| "token_acc": 0.8683509970365162 |
| }, |
| { |
| "epoch": 1.5226666666666666, |
| "grad_norm": 1.8471815586090088, |
| "learning_rate": 5.27270764564527e-06, |
| "loss": 0.4079905152320862, |
| "loss_sft": 0.4079905152320862, |
| "step": 429, |
| "token_acc": 0.8703739585351676 |
| }, |
| { |
| "epoch": 1.5262222222222221, |
| "grad_norm": 1.9703770875930786, |
| "learning_rate": 5.253245844193564e-06, |
| "loss": 0.4053723216056824, |
| "loss_sft": 0.4053723216056824, |
| "step": 430, |
| "token_acc": 0.8706947032206548 |
| }, |
| { |
| "epoch": 1.529777777777778, |
| "grad_norm": 1.9479751586914062, |
| "learning_rate": 5.23378019530555e-06, |
| "loss": 0.37635523080825806, |
| "loss_sft": 0.37635523080825806, |
| "step": 431, |
| "token_acc": 0.8817069172768004 |
| }, |
| { |
| "epoch": 1.5333333333333332, |
| "grad_norm": 1.9845861196517944, |
| "learning_rate": 5.214310994713008e-06, |
| "loss": 0.4136420488357544, |
| "loss_sft": 0.4136420488357544, |
| "step": 432, |
| "token_acc": 0.8720464135021097 |
| }, |
| { |
| "epoch": 1.536888888888889, |
| "grad_norm": 1.9639101028442383, |
| "learning_rate": 5.194838538201676e-06, |
| "loss": 0.41074252128601074, |
| "loss_sft": 0.41074252128601074, |
| "step": 433, |
| "token_acc": 0.8715951300041271 |
| }, |
| { |
| "epoch": 1.5404444444444443, |
| "grad_norm": 1.924564242362976, |
| "learning_rate": 5.175363121606759e-06, |
| "loss": 0.40540391206741333, |
| "loss_sft": 0.40540391206741333, |
| "step": 434, |
| "token_acc": 0.8720066982975161 |
| }, |
| { |
| "epoch": 1.544, |
| "grad_norm": 1.968327522277832, |
| "learning_rate": 5.155885040808432e-06, |
| "loss": 0.42160603404045105, |
| "loss_sft": 0.42160603404045105, |
| "step": 435, |
| "token_acc": 0.8655846202332178 |
| }, |
| { |
| "epoch": 1.5475555555555556, |
| "grad_norm": 1.9123497009277344, |
| "learning_rate": 5.1364045917273505e-06, |
| "loss": 0.4248104691505432, |
| "loss_sft": 0.4248104691505432, |
| "step": 436, |
| "token_acc": 0.8679361179361179 |
| }, |
| { |
| "epoch": 1.551111111111111, |
| "grad_norm": 2.8548669815063477, |
| "learning_rate": 5.116922070320144e-06, |
| "loss": 0.40673306584358215, |
| "loss_sft": 0.40673306584358215, |
| "step": 437, |
| "token_acc": 0.8735209306950383 |
| }, |
| { |
| "epoch": 1.5546666666666666, |
| "grad_norm": 2.012047529220581, |
| "learning_rate": 5.097437772574927e-06, |
| "loss": 0.4006389379501343, |
| "loss_sft": 0.4006389379501343, |
| "step": 438, |
| "token_acc": 0.8690501375079331 |
| }, |
| { |
| "epoch": 1.5582222222222222, |
| "grad_norm": 1.932854175567627, |
| "learning_rate": 5.077951994506805e-06, |
| "loss": 0.394672691822052, |
| "loss_sft": 0.394672691822052, |
| "step": 439, |
| "token_acc": 0.8751551119503642 |
| }, |
| { |
| "epoch": 1.561777777777778, |
| "grad_norm": 1.9678010940551758, |
| "learning_rate": 5.058465032153368e-06, |
| "loss": 0.35740727186203003, |
| "loss_sft": 0.35740727186203003, |
| "step": 440, |
| "token_acc": 0.8873391200239449 |
| }, |
| { |
| "epoch": 1.5653333333333332, |
| "grad_norm": 1.8318246603012085, |
| "learning_rate": 5.038977181570204e-06, |
| "loss": 0.41763466596603394, |
| "loss_sft": 0.41763466596603394, |
| "step": 441, |
| "token_acc": 0.8691725768321513 |
| }, |
| { |
| "epoch": 1.568888888888889, |
| "grad_norm": 1.9808677434921265, |
| "learning_rate": 5.0194887388263895e-06, |
| "loss": 0.41986605525016785, |
| "loss_sft": 0.41986605525016785, |
| "step": 442, |
| "token_acc": 0.8678516637570756 |
| }, |
| { |
| "epoch": 1.5724444444444443, |
| "grad_norm": 2.161735773086548, |
| "learning_rate": 5e-06, |
| "loss": 0.4062464237213135, |
| "loss_sft": 0.4062464237213135, |
| "step": 443, |
| "token_acc": 0.875208199871877 |
| }, |
| { |
| "epoch": 1.576, |
| "grad_norm": 1.9123862981796265, |
| "learning_rate": 4.980511261173613e-06, |
| "loss": 0.40120089054107666, |
| "loss_sft": 0.40120089054107666, |
| "step": 444, |
| "token_acc": 0.8728662969145442 |
| }, |
| { |
| "epoch": 1.5795555555555556, |
| "grad_norm": 1.951658010482788, |
| "learning_rate": 4.961022818429798e-06, |
| "loss": 0.3967818021774292, |
| "loss_sft": 0.3967818021774292, |
| "step": 445, |
| "token_acc": 0.8751601582084564 |
| }, |
| { |
| "epoch": 1.5831111111111111, |
| "grad_norm": 1.8390686511993408, |
| "learning_rate": 4.9415349678466335e-06, |
| "loss": 0.39594775438308716, |
| "loss_sft": 0.39594775438308716, |
| "step": 446, |
| "token_acc": 0.871834039617621 |
| }, |
| { |
| "epoch": 1.5866666666666667, |
| "grad_norm": 2.1262521743774414, |
| "learning_rate": 4.922048005493196e-06, |
| "loss": 0.38420170545578003, |
| "loss_sft": 0.38420170545578003, |
| "step": 447, |
| "token_acc": 0.8713295526149969 |
| }, |
| { |
| "epoch": 1.5902222222222222, |
| "grad_norm": 2.0551514625549316, |
| "learning_rate": 4.902562227425075e-06, |
| "loss": 0.3614252209663391, |
| "loss_sft": 0.3614252209663391, |
| "step": 448, |
| "token_acc": 0.8843389985171667 |
| }, |
| { |
| "epoch": 1.5937777777777777, |
| "grad_norm": 2.0104339122772217, |
| "learning_rate": 4.883077929679859e-06, |
| "loss": 0.42731672525405884, |
| "loss_sft": 0.42731672525405884, |
| "step": 449, |
| "token_acc": 0.8652869972666927 |
| }, |
| { |
| "epoch": 1.5973333333333333, |
| "grad_norm": 1.9819819927215576, |
| "learning_rate": 4.86359540827265e-06, |
| "loss": 0.36734795570373535, |
| "loss_sft": 0.36734795570373535, |
| "step": 450, |
| "token_acc": 0.8803915922833285 |
| }, |
| { |
| "epoch": 1.600888888888889, |
| "grad_norm": 1.9737902879714966, |
| "learning_rate": 4.844114959191569e-06, |
| "loss": 0.4024088978767395, |
| "loss_sft": 0.4024088978767395, |
| "step": 451, |
| "token_acc": 0.8738017486569051 |
| }, |
| { |
| "epoch": 1.6044444444444443, |
| "grad_norm": 1.9214792251586914, |
| "learning_rate": 4.824636878393243e-06, |
| "loss": 0.38559162616729736, |
| "loss_sft": 0.38559162616729736, |
| "step": 452, |
| "token_acc": 0.8761592164217985 |
| }, |
| { |
| "epoch": 1.608, |
| "grad_norm": 2.003669500350952, |
| "learning_rate": 4.805161461798326e-06, |
| "loss": 0.3978857398033142, |
| "loss_sft": 0.3978857398033142, |
| "step": 453, |
| "token_acc": 0.8741655540720962 |
| }, |
| { |
| "epoch": 1.6115555555555554, |
| "grad_norm": 1.8802067041397095, |
| "learning_rate": 4.785689005286995e-06, |
| "loss": 0.4288980960845947, |
| "loss_sft": 0.4288980960845947, |
| "step": 454, |
| "token_acc": 0.8665644171779141 |
| }, |
| { |
| "epoch": 1.6151111111111112, |
| "grad_norm": 1.943430781364441, |
| "learning_rate": 4.766219804694451e-06, |
| "loss": 0.4066818952560425, |
| "loss_sft": 0.4066818952560425, |
| "step": 455, |
| "token_acc": 0.8713506066868012 |
| }, |
| { |
| "epoch": 1.6186666666666667, |
| "grad_norm": 2.035663604736328, |
| "learning_rate": 4.746754155806437e-06, |
| "loss": 0.4036039710044861, |
| "loss_sft": 0.4036039710044861, |
| "step": 456, |
| "token_acc": 0.8720917099615992 |
| }, |
| { |
| "epoch": 1.6222222222222222, |
| "grad_norm": 1.8568787574768066, |
| "learning_rate": 4.727292354354731e-06, |
| "loss": 0.38928794860839844, |
| "loss_sft": 0.38928794860839844, |
| "step": 457, |
| "token_acc": 0.8776773761713521 |
| }, |
| { |
| "epoch": 1.6257777777777778, |
| "grad_norm": 2.0654497146606445, |
| "learning_rate": 4.7078346960126645e-06, |
| "loss": 0.40362274646759033, |
| "loss_sft": 0.40362274646759033, |
| "step": 458, |
| "token_acc": 0.8697181193529189 |
| }, |
| { |
| "epoch": 1.6293333333333333, |
| "grad_norm": 2.0320656299591064, |
| "learning_rate": 4.688381476390617e-06, |
| "loss": 0.40253838896751404, |
| "loss_sft": 0.40253838896751404, |
| "step": 459, |
| "token_acc": 0.8743815283122595 |
| }, |
| { |
| "epoch": 1.6328888888888888, |
| "grad_norm": 1.8148250579833984, |
| "learning_rate": 4.668932991031538e-06, |
| "loss": 0.37930411100387573, |
| "loss_sft": 0.37930411100387573, |
| "step": 460, |
| "token_acc": 0.8785644584191694 |
| }, |
| { |
| "epoch": 1.6364444444444444, |
| "grad_norm": 1.9612997770309448, |
| "learning_rate": 4.649489535406454e-06, |
| "loss": 0.3845377564430237, |
| "loss_sft": 0.3845377564430237, |
| "step": 461, |
| "token_acc": 0.8750652514355316 |
| }, |
| { |
| "epoch": 1.6400000000000001, |
| "grad_norm": 2.0092227458953857, |
| "learning_rate": 4.6300514049099694e-06, |
| "loss": 0.3916059732437134, |
| "loss_sft": 0.3916059732437134, |
| "step": 462, |
| "token_acc": 0.8748483177054606 |
| }, |
| { |
| "epoch": 1.6435555555555554, |
| "grad_norm": 2.015611171722412, |
| "learning_rate": 4.6106188948557935e-06, |
| "loss": 0.4142994284629822, |
| "loss_sft": 0.4142994284629822, |
| "step": 463, |
| "token_acc": 0.870081531371854 |
| }, |
| { |
| "epoch": 1.6471111111111112, |
| "grad_norm": 1.9973748922348022, |
| "learning_rate": 4.591192300472247e-06, |
| "loss": 0.40479254722595215, |
| "loss_sft": 0.40479254722595215, |
| "step": 464, |
| "token_acc": 0.87182932072227 |
| }, |
| { |
| "epoch": 1.6506666666666665, |
| "grad_norm": 1.9991106986999512, |
| "learning_rate": 4.5717719168977696e-06, |
| "loss": 0.41683700680732727, |
| "loss_sft": 0.41683700680732727, |
| "step": 465, |
| "token_acc": 0.8689903846153846 |
| }, |
| { |
| "epoch": 1.6542222222222223, |
| "grad_norm": 2.0856075286865234, |
| "learning_rate": 4.552358039176453e-06, |
| "loss": 0.3779621124267578, |
| "loss_sft": 0.3779621124267578, |
| "step": 466, |
| "token_acc": 0.8759251459173235 |
| }, |
| { |
| "epoch": 1.6577777777777778, |
| "grad_norm": 1.9581468105316162, |
| "learning_rate": 4.532950962253543e-06, |
| "loss": 0.3692684769630432, |
| "loss_sft": 0.3692684769630432, |
| "step": 467, |
| "token_acc": 0.8823826917673504 |
| }, |
| { |
| "epoch": 1.6613333333333333, |
| "grad_norm": 1.9361141920089722, |
| "learning_rate": 4.513550980970962e-06, |
| "loss": 0.40604203939437866, |
| "loss_sft": 0.40604203939437866, |
| "step": 468, |
| "token_acc": 0.8690947479546054 |
| }, |
| { |
| "epoch": 1.6648888888888889, |
| "grad_norm": 1.9669075012207031, |
| "learning_rate": 4.49415839006284e-06, |
| "loss": 0.4372028708457947, |
| "loss_sft": 0.4372028708457947, |
| "step": 469, |
| "token_acc": 0.8647852760736197 |
| }, |
| { |
| "epoch": 1.6684444444444444, |
| "grad_norm": 1.9877018928527832, |
| "learning_rate": 4.474773484151021e-06, |
| "loss": 0.42890945076942444, |
| "loss_sft": 0.42890945076942444, |
| "step": 470, |
| "token_acc": 0.8637859179644659 |
| }, |
| { |
| "epoch": 1.6720000000000002, |
| "grad_norm": 1.9818249940872192, |
| "learning_rate": 4.4553965577406006e-06, |
| "loss": 0.419004887342453, |
| "loss_sft": 0.419004887342453, |
| "step": 471, |
| "token_acc": 0.8697004250025915 |
| }, |
| { |
| "epoch": 1.6755555555555555, |
| "grad_norm": 2.002903461456299, |
| "learning_rate": 4.4360279052154406e-06, |
| "loss": 0.41087615489959717, |
| "loss_sft": 0.41087615489959717, |
| "step": 472, |
| "token_acc": 0.8679330167458136 |
| }, |
| { |
| "epoch": 1.6791111111111112, |
| "grad_norm": 1.9055359363555908, |
| "learning_rate": 4.416667820833704e-06, |
| "loss": 0.36150631308555603, |
| "loss_sft": 0.36150631308555603, |
| "step": 473, |
| "token_acc": 0.8842860090796533 |
| }, |
| { |
| "epoch": 1.6826666666666665, |
| "grad_norm": 1.7947391271591187, |
| "learning_rate": 4.397316598723385e-06, |
| "loss": 0.3952457904815674, |
| "loss_sft": 0.3952457904815674, |
| "step": 474, |
| "token_acc": 0.871913201433551 |
| }, |
| { |
| "epoch": 1.6862222222222223, |
| "grad_norm": 2.049100160598755, |
| "learning_rate": 4.377974532877834e-06, |
| "loss": 0.40265393257141113, |
| "loss_sft": 0.40265393257141113, |
| "step": 475, |
| "token_acc": 0.8727088721466322 |
| }, |
| { |
| "epoch": 1.6897777777777778, |
| "grad_norm": 1.9173460006713867, |
| "learning_rate": 4.358641917151297e-06, |
| "loss": 0.426979660987854, |
| "loss_sft": 0.426979660987854, |
| "step": 476, |
| "token_acc": 0.8654578698765808 |
| }, |
| { |
| "epoch": 1.6933333333333334, |
| "grad_norm": 2.024441719055176, |
| "learning_rate": 4.339319045254448e-06, |
| "loss": 0.41185951232910156, |
| "loss_sft": 0.41185951232910156, |
| "step": 477, |
| "token_acc": 0.8650110912730617 |
| }, |
| { |
| "epoch": 1.696888888888889, |
| "grad_norm": 1.8032621145248413, |
| "learning_rate": 4.320006210749928e-06, |
| "loss": 0.3909500241279602, |
| "loss_sft": 0.3909500241279602, |
| "step": 478, |
| "token_acc": 0.8736356205221907 |
| }, |
| { |
| "epoch": 1.7004444444444444, |
| "grad_norm": 2.0005927085876465, |
| "learning_rate": 4.3007037070478855e-06, |
| "loss": 0.39660173654556274, |
| "loss_sft": 0.39660173654556274, |
| "step": 479, |
| "token_acc": 0.8720379146919431 |
| }, |
| { |
| "epoch": 1.704, |
| "grad_norm": 2.057610034942627, |
| "learning_rate": 4.281411827401517e-06, |
| "loss": 0.3668193221092224, |
| "loss_sft": 0.3668193221092224, |
| "step": 480, |
| "token_acc": 0.8818962774419344 |
| }, |
| { |
| "epoch": 1.7075555555555555, |
| "grad_norm": 2.0135931968688965, |
| "learning_rate": 4.262130864902617e-06, |
| "loss": 0.40049654245376587, |
| "loss_sft": 0.40049654245376587, |
| "step": 481, |
| "token_acc": 0.8739949395558054 |
| }, |
| { |
| "epoch": 1.7111111111111112, |
| "grad_norm": 1.8834664821624756, |
| "learning_rate": 4.2428611124771184e-06, |
| "loss": 0.3981768488883972, |
| "loss_sft": 0.3981768488883972, |
| "step": 482, |
| "token_acc": 0.8758667507152209 |
| }, |
| { |
| "epoch": 1.7146666666666666, |
| "grad_norm": 1.852174162864685, |
| "learning_rate": 4.22360286288064e-06, |
| "loss": 0.4088278114795685, |
| "loss_sft": 0.4088278114795685, |
| "step": 483, |
| "token_acc": 0.8707245567499651 |
| }, |
| { |
| "epoch": 1.7182222222222223, |
| "grad_norm": 1.8437398672103882, |
| "learning_rate": 4.2043564086940565e-06, |
| "loss": 0.3530130684375763, |
| "loss_sft": 0.3530130684375763, |
| "step": 484, |
| "token_acc": 0.885416097481012 |
| }, |
| { |
| "epoch": 1.7217777777777776, |
| "grad_norm": 1.923483967781067, |
| "learning_rate": 4.185122042319027e-06, |
| "loss": 0.45271462202072144, |
| "loss_sft": 0.45271462202072144, |
| "step": 485, |
| "token_acc": 0.8575012319132733 |
| }, |
| { |
| "epoch": 1.7253333333333334, |
| "grad_norm": 1.9574507474899292, |
| "learning_rate": 4.165900055973579e-06, |
| "loss": 0.3632383942604065, |
| "loss_sft": 0.3632383942604065, |
| "step": 486, |
| "token_acc": 0.8842877805753468 |
| }, |
| { |
| "epoch": 1.728888888888889, |
| "grad_norm": 1.9624892473220825, |
| "learning_rate": 4.1466907416876466e-06, |
| "loss": 0.430122971534729, |
| "loss_sft": 0.430122971534729, |
| "step": 487, |
| "token_acc": 0.8635190918472653 |
| }, |
| { |
| "epoch": 1.7324444444444445, |
| "grad_norm": 1.9981114864349365, |
| "learning_rate": 4.127494391298647e-06, |
| "loss": 0.3593122959136963, |
| "loss_sft": 0.3593122959136963, |
| "step": 488, |
| "token_acc": 0.8826551462432133 |
| }, |
| { |
| "epoch": 1.736, |
| "grad_norm": 1.9912083148956299, |
| "learning_rate": 4.108311296447048e-06, |
| "loss": 0.38457179069519043, |
| "loss_sft": 0.38457179069519043, |
| "step": 489, |
| "token_acc": 0.8769977168949772 |
| }, |
| { |
| "epoch": 1.7395555555555555, |
| "grad_norm": 2.002443790435791, |
| "learning_rate": 4.089141748571926e-06, |
| "loss": 0.4178641438484192, |
| "loss_sft": 0.4178641438484192, |
| "step": 490, |
| "token_acc": 0.8677256917406427 |
| }, |
| { |
| "epoch": 1.743111111111111, |
| "grad_norm": 1.8774305582046509, |
| "learning_rate": 4.069986038906547e-06, |
| "loss": 0.3666388988494873, |
| "loss_sft": 0.3666388988494873, |
| "step": 491, |
| "token_acc": 0.8861342694164107 |
| }, |
| { |
| "epoch": 1.7466666666666666, |
| "grad_norm": 1.9724780321121216, |
| "learning_rate": 4.050844458473945e-06, |
| "loss": 0.4046722948551178, |
| "loss_sft": 0.4046722948551178, |
| "step": 492, |
| "token_acc": 0.8712591141582327 |
| }, |
| { |
| "epoch": 1.7502222222222223, |
| "grad_norm": 2.0387706756591797, |
| "learning_rate": 4.031717298082487e-06, |
| "loss": 0.3910101354122162, |
| "loss_sft": 0.3910101354122162, |
| "step": 493, |
| "token_acc": 0.8714958775029447 |
| }, |
| { |
| "epoch": 1.7537777777777777, |
| "grad_norm": 1.9948173761367798, |
| "learning_rate": 4.012604848321471e-06, |
| "loss": 0.41906845569610596, |
| "loss_sft": 0.41906845569610596, |
| "step": 494, |
| "token_acc": 0.8669435390600357 |
| }, |
| { |
| "epoch": 1.7573333333333334, |
| "grad_norm": 2.0991873741149902, |
| "learning_rate": 3.993507399556699e-06, |
| "loss": 0.41146332025527954, |
| "loss_sft": 0.41146332025527954, |
| "step": 495, |
| "token_acc": 0.8679862497227767 |
| }, |
| { |
| "epoch": 1.7608888888888887, |
| "grad_norm": 1.9059646129608154, |
| "learning_rate": 3.974425241926076e-06, |
| "loss": 0.3699517846107483, |
| "loss_sft": 0.3699517846107483, |
| "step": 496, |
| "token_acc": 0.8773111877154497 |
| }, |
| { |
| "epoch": 1.7644444444444445, |
| "grad_norm": 1.9729499816894531, |
| "learning_rate": 3.95535866533519e-06, |
| "loss": 0.4262514114379883, |
| "loss_sft": 0.4262514114379883, |
| "step": 497, |
| "token_acc": 0.8628194396572948 |
| }, |
| { |
| "epoch": 1.768, |
| "grad_norm": 1.9515553712844849, |
| "learning_rate": 3.936307959452917e-06, |
| "loss": 0.38408201932907104, |
| "loss_sft": 0.38408201932907104, |
| "step": 498, |
| "token_acc": 0.8783570300157978 |
| }, |
| { |
| "epoch": 1.7715555555555556, |
| "grad_norm": 1.931066870689392, |
| "learning_rate": 3.91727341370702e-06, |
| "loss": 0.4075785279273987, |
| "loss_sft": 0.4075785279273987, |
| "step": 499, |
| "token_acc": 0.8675392412537519 |
| }, |
| { |
| "epoch": 1.775111111111111, |
| "grad_norm": 1.9167137145996094, |
| "learning_rate": 3.898255317279744e-06, |
| "loss": 0.37822866439819336, |
| "loss_sft": 0.37822866439819336, |
| "step": 500, |
| "token_acc": 0.8760292061519341 |
| }, |
| { |
| "epoch": 1.7786666666666666, |
| "grad_norm": 2.104595422744751, |
| "learning_rate": 3.879253959103429e-06, |
| "loss": 0.4038432240486145, |
| "loss_sft": 0.4038432240486145, |
| "step": 501, |
| "token_acc": 0.8717237308146399 |
| }, |
| { |
| "epoch": 1.7822222222222224, |
| "grad_norm": 1.9105145931243896, |
| "learning_rate": 3.860269627856126e-06, |
| "loss": 0.41195592284202576, |
| "loss_sft": 0.41195592284202576, |
| "step": 502, |
| "token_acc": 0.8666333416645838 |
| }, |
| { |
| "epoch": 1.7857777777777777, |
| "grad_norm": 1.9904228448867798, |
| "learning_rate": 3.841302611957193e-06, |
| "loss": 0.4045681953430176, |
| "loss_sft": 0.4045681953430176, |
| "step": 503, |
| "token_acc": 0.8716422799737934 |
| }, |
| { |
| "epoch": 1.7893333333333334, |
| "grad_norm": 1.929783821105957, |
| "learning_rate": 3.822353199562936e-06, |
| "loss": 0.3734525740146637, |
| "loss_sft": 0.3734525740146637, |
| "step": 504, |
| "token_acc": 0.8800486494704303 |
| }, |
| { |
| "epoch": 1.7928888888888888, |
| "grad_norm": 2.106736660003662, |
| "learning_rate": 3.803421678562213e-06, |
| "loss": 0.41517573595046997, |
| "loss_sft": 0.41517573595046997, |
| "step": 505, |
| "token_acc": 0.8700871567176451 |
| }, |
| { |
| "epoch": 1.7964444444444445, |
| "grad_norm": 1.9528405666351318, |
| "learning_rate": 3.784508336572066e-06, |
| "loss": 0.42377999424934387, |
| "loss_sft": 0.42377999424934387, |
| "step": 506, |
| "token_acc": 0.8674748304910622 |
| }, |
| { |
| "epoch": 1.8, |
| "grad_norm": 2.0329067707061768, |
| "learning_rate": 3.7656134609333576e-06, |
| "loss": 0.40288347005844116, |
| "loss_sft": 0.40288347005844116, |
| "step": 507, |
| "token_acc": 0.8693903349997127 |
| }, |
| { |
| "epoch": 1.8035555555555556, |
| "grad_norm": 2.0448217391967773, |
| "learning_rate": 3.7467373387063973e-06, |
| "loss": 0.4332900643348694, |
| "loss_sft": 0.4332900643348694, |
| "step": 508, |
| "token_acc": 0.8657247747246635 |
| }, |
| { |
| "epoch": 1.8071111111111111, |
| "grad_norm": 2.0441441535949707, |
| "learning_rate": 3.727880256666586e-06, |
| "loss": 0.41990628838539124, |
| "loss_sft": 0.41990628838539124, |
| "step": 509, |
| "token_acc": 0.868348233290762 |
| }, |
| { |
| "epoch": 1.8106666666666666, |
| "grad_norm": 1.9429893493652344, |
| "learning_rate": 3.709042501300052e-06, |
| "loss": 0.3955222964286804, |
| "loss_sft": 0.3955222964286804, |
| "step": 510, |
| "token_acc": 0.8745842991030939 |
| }, |
| { |
| "epoch": 1.8142222222222222, |
| "grad_norm": 1.955379605293274, |
| "learning_rate": 3.6902243587993068e-06, |
| "loss": 0.39930152893066406, |
| "loss_sft": 0.39930152893066406, |
| "step": 511, |
| "token_acc": 0.8724778901657576 |
| }, |
| { |
| "epoch": 1.8177777777777777, |
| "grad_norm": 1.9959750175476074, |
| "learning_rate": 3.6714261150588947e-06, |
| "loss": 0.4393870234489441, |
| "loss_sft": 0.4393870234489441, |
| "step": 512, |
| "token_acc": 0.8642143983184446 |
| }, |
| { |
| "epoch": 1.8213333333333335, |
| "grad_norm": 2.0057990550994873, |
| "learning_rate": 3.652648055671043e-06, |
| "loss": 0.4101144075393677, |
| "loss_sft": 0.4101144075393677, |
| "step": 513, |
| "token_acc": 0.8663834607759842 |
| }, |
| { |
| "epoch": 1.8248888888888888, |
| "grad_norm": 2.141768217086792, |
| "learning_rate": 3.6338904659213335e-06, |
| "loss": 0.4051585793495178, |
| "loss_sft": 0.4051585793495178, |
| "step": 514, |
| "token_acc": 0.8674832962138085 |
| }, |
| { |
| "epoch": 1.8284444444444445, |
| "grad_norm": 1.9821730852127075, |
| "learning_rate": 3.6151536307843625e-06, |
| "loss": 0.40732455253601074, |
| "loss_sft": 0.40732455253601074, |
| "step": 515, |
| "token_acc": 0.8715576357897028 |
| }, |
| { |
| "epoch": 1.8319999999999999, |
| "grad_norm": 1.820754885673523, |
| "learning_rate": 3.5964378349194075e-06, |
| "loss": 0.38349008560180664, |
| "loss_sft": 0.38349008560180664, |
| "step": 516, |
| "token_acc": 0.8765456721180694 |
| }, |
| { |
| "epoch": 1.8355555555555556, |
| "grad_norm": 1.998852014541626, |
| "learning_rate": 3.577743362666112e-06, |
| "loss": 0.43499207496643066, |
| "loss_sft": 0.43499207496643066, |
| "step": 517, |
| "token_acc": 0.8607266003697966 |
| }, |
| { |
| "epoch": 1.8391111111111111, |
| "grad_norm": 2.17022705078125, |
| "learning_rate": 3.5590704980401564e-06, |
| "loss": 0.3998159170150757, |
| "loss_sft": 0.3998159170150757, |
| "step": 518, |
| "token_acc": 0.8774787052810903 |
| }, |
| { |
| "epoch": 1.8426666666666667, |
| "grad_norm": 1.9512163400650024, |
| "learning_rate": 3.540419524728954e-06, |
| "loss": 0.40242066979408264, |
| "loss_sft": 0.40242066979408264, |
| "step": 519, |
| "token_acc": 0.8706586826347306 |
| }, |
| { |
| "epoch": 1.8462222222222222, |
| "grad_norm": 1.8834881782531738, |
| "learning_rate": 3.5217907260873265e-06, |
| "loss": 0.35156160593032837, |
| "loss_sft": 0.35156160593032837, |
| "step": 520, |
| "token_acc": 0.8842680222811097 |
| }, |
| { |
| "epoch": 1.8497777777777777, |
| "grad_norm": 1.9059492349624634, |
| "learning_rate": 3.5031843851332105e-06, |
| "loss": 0.39381706714630127, |
| "loss_sft": 0.39381706714630127, |
| "step": 521, |
| "token_acc": 0.8784588441330998 |
| }, |
| { |
| "epoch": 1.8533333333333335, |
| "grad_norm": 1.9964344501495361, |
| "learning_rate": 3.4846007845433568e-06, |
| "loss": 0.37252557277679443, |
| "loss_sft": 0.37252557277679443, |
| "step": 522, |
| "token_acc": 0.8810984032266976 |
| }, |
| { |
| "epoch": 1.8568888888888888, |
| "grad_norm": 1.934705376625061, |
| "learning_rate": 3.4660402066490274e-06, |
| "loss": 0.36136066913604736, |
| "loss_sft": 0.36136066913604736, |
| "step": 523, |
| "token_acc": 0.881482741030437 |
| }, |
| { |
| "epoch": 1.8604444444444446, |
| "grad_norm": 2.021376371383667, |
| "learning_rate": 3.4475029334317195e-06, |
| "loss": 0.4018491506576538, |
| "loss_sft": 0.4018491506576538, |
| "step": 524, |
| "token_acc": 0.8702962834116078 |
| }, |
| { |
| "epoch": 1.8639999999999999, |
| "grad_norm": 2.0042481422424316, |
| "learning_rate": 3.428989246518867e-06, |
| "loss": 0.3839758634567261, |
| "loss_sft": 0.3839758634567261, |
| "step": 525, |
| "token_acc": 0.8749489408881368 |
| }, |
| { |
| "epoch": 1.8675555555555556, |
| "grad_norm": 1.798644781112671, |
| "learning_rate": 3.410499427179572e-06, |
| "loss": 0.3922249674797058, |
| "loss_sft": 0.3922249674797058, |
| "step": 526, |
| "token_acc": 0.8744547437295529 |
| }, |
| { |
| "epoch": 1.871111111111111, |
| "grad_norm": 2.006016731262207, |
| "learning_rate": 3.392033756320333e-06, |
| "loss": 0.3796369433403015, |
| "loss_sft": 0.3796369433403015, |
| "step": 527, |
| "token_acc": 0.8796517582792762 |
| }, |
| { |
| "epoch": 1.8746666666666667, |
| "grad_norm": 1.9467095136642456, |
| "learning_rate": 3.3735925144807623e-06, |
| "loss": 0.41722482442855835, |
| "loss_sft": 0.41722482442855835, |
| "step": 528, |
| "token_acc": 0.871854885898186 |
| }, |
| { |
| "epoch": 1.8782222222222222, |
| "grad_norm": 2.1234662532806396, |
| "learning_rate": 3.355175981829346e-06, |
| "loss": 0.3958422541618347, |
| "loss_sft": 0.3958422541618347, |
| "step": 529, |
| "token_acc": 0.8745638417410846 |
| }, |
| { |
| "epoch": 1.8817777777777778, |
| "grad_norm": 2.785810708999634, |
| "learning_rate": 3.33678443815917e-06, |
| "loss": 0.3794466257095337, |
| "loss_sft": 0.3794466257095337, |
| "step": 530, |
| "token_acc": 0.878014553014553 |
| }, |
| { |
| "epoch": 1.8853333333333333, |
| "grad_norm": 2.0013463497161865, |
| "learning_rate": 3.318418162883671e-06, |
| "loss": 0.3745514452457428, |
| "loss_sft": 0.3745514452457428, |
| "step": 531, |
| "token_acc": 0.8798875914530743 |
| }, |
| { |
| "epoch": 1.8888888888888888, |
| "grad_norm": 1.8750319480895996, |
| "learning_rate": 3.300077435032406e-06, |
| "loss": 0.3796156644821167, |
| "loss_sft": 0.3796156644821167, |
| "step": 532, |
| "token_acc": 0.8813118933228747 |
| }, |
| { |
| "epoch": 1.8924444444444446, |
| "grad_norm": 1.9550929069519043, |
| "learning_rate": 3.281762533246794e-06, |
| "loss": 0.4177267253398895, |
| "loss_sft": 0.4177267253398895, |
| "step": 533, |
| "token_acc": 0.8660500717588901 |
| }, |
| { |
| "epoch": 1.896, |
| "grad_norm": 2.1585350036621094, |
| "learning_rate": 3.2634737357758994e-06, |
| "loss": 0.40671637654304504, |
| "loss_sft": 0.40671637654304504, |
| "step": 534, |
| "token_acc": 0.8732265724898008 |
| }, |
| { |
| "epoch": 1.8995555555555557, |
| "grad_norm": 2.0903804302215576, |
| "learning_rate": 3.245211320472189e-06, |
| "loss": 0.40713876485824585, |
| "loss_sft": 0.40713876485824585, |
| "step": 535, |
| "token_acc": 0.872414185042055 |
| }, |
| { |
| "epoch": 1.903111111111111, |
| "grad_norm": 2.013906717300415, |
| "learning_rate": 3.226975564787322e-06, |
| "loss": 0.38883522152900696, |
| "loss_sft": 0.38883522152900696, |
| "step": 536, |
| "token_acc": 0.8766483057920214 |
| }, |
| { |
| "epoch": 1.9066666666666667, |
| "grad_norm": 2.0468356609344482, |
| "learning_rate": 3.208766745767935e-06, |
| "loss": 0.3963863253593445, |
| "loss_sft": 0.3963863253593445, |
| "step": 537, |
| "token_acc": 0.8759223994287074 |
| }, |
| { |
| "epoch": 1.9102222222222223, |
| "grad_norm": 2.0030837059020996, |
| "learning_rate": 3.1905851400514232e-06, |
| "loss": 0.39978474378585815, |
| "loss_sft": 0.39978474378585815, |
| "step": 538, |
| "token_acc": 0.87278641127575 |
| }, |
| { |
| "epoch": 1.9137777777777778, |
| "grad_norm": 1.9387980699539185, |
| "learning_rate": 3.1724310238617475e-06, |
| "loss": 0.3911464810371399, |
| "loss_sft": 0.3911464810371399, |
| "step": 539, |
| "token_acc": 0.8736636971046771 |
| }, |
| { |
| "epoch": 1.9173333333333333, |
| "grad_norm": 2.0179760456085205, |
| "learning_rate": 3.154304673005235e-06, |
| "loss": 0.3845818042755127, |
| "loss_sft": 0.3845818042755127, |
| "step": 540, |
| "token_acc": 0.879066478076379 |
| }, |
| { |
| "epoch": 1.9208888888888889, |
| "grad_norm": 2.1025238037109375, |
| "learning_rate": 3.1362063628663836e-06, |
| "loss": 0.43703532218933105, |
| "loss_sft": 0.43703532218933105, |
| "step": 541, |
| "token_acc": 0.8651649062297909 |
| }, |
| { |
| "epoch": 1.9244444444444444, |
| "grad_norm": 1.828596591949463, |
| "learning_rate": 3.118136368403689e-06, |
| "loss": 0.36484718322753906, |
| "loss_sft": 0.36484718322753906, |
| "step": 542, |
| "token_acc": 0.879990094105993 |
| }, |
| { |
| "epoch": 1.928, |
| "grad_norm": 1.873234510421753, |
| "learning_rate": 3.100094964145458e-06, |
| "loss": 0.3943330645561218, |
| "loss_sft": 0.3943330645561218, |
| "step": 543, |
| "token_acc": 0.8811200443581924 |
| }, |
| { |
| "epoch": 1.9315555555555557, |
| "grad_norm": 2.059091329574585, |
| "learning_rate": 3.0820824241856377e-06, |
| "loss": 0.3626614212989807, |
| "loss_sft": 0.3626614212989807, |
| "step": 544, |
| "token_acc": 0.8836625901536532 |
| }, |
| { |
| "epoch": 1.935111111111111, |
| "grad_norm": 1.881367564201355, |
| "learning_rate": 3.064099022179661e-06, |
| "loss": 0.38543713092803955, |
| "loss_sft": 0.38543713092803955, |
| "step": 545, |
| "token_acc": 0.8775531098029178 |
| }, |
| { |
| "epoch": 1.9386666666666668, |
| "grad_norm": 1.8997218608856201, |
| "learning_rate": 3.046145031340275e-06, |
| "loss": 0.41567015647888184, |
| "loss_sft": 0.41567015647888184, |
| "step": 546, |
| "token_acc": 0.8724944320712695 |
| }, |
| { |
| "epoch": 1.942222222222222, |
| "grad_norm": 1.927754521369934, |
| "learning_rate": 3.0282207244334084e-06, |
| "loss": 0.4172213077545166, |
| "loss_sft": 0.4172213077545166, |
| "step": 547, |
| "token_acc": 0.8675220050723557 |
| }, |
| { |
| "epoch": 1.9457777777777778, |
| "grad_norm": 2.057682752609253, |
| "learning_rate": 3.010326373774004e-06, |
| "loss": 0.38135772943496704, |
| "loss_sft": 0.38135772943496704, |
| "step": 548, |
| "token_acc": 0.8785829693016576 |
| }, |
| { |
| "epoch": 1.9493333333333334, |
| "grad_norm": 1.9360153675079346, |
| "learning_rate": 2.9924622512219037e-06, |
| "loss": 0.3865244388580322, |
| "loss_sft": 0.3865244388580322, |
| "step": 549, |
| "token_acc": 0.8745284481422149 |
| }, |
| { |
| "epoch": 1.952888888888889, |
| "grad_norm": 1.9218275547027588, |
| "learning_rate": 2.9746286281777075e-06, |
| "loss": 0.3842408061027527, |
| "loss_sft": 0.3842408061027527, |
| "step": 550, |
| "token_acc": 0.8750063981163946 |
| }, |
| { |
| "epoch": 1.9564444444444444, |
| "grad_norm": 2.071923017501831, |
| "learning_rate": 2.9568257755786474e-06, |
| "loss": 0.4030836820602417, |
| "loss_sft": 0.4030836820602417, |
| "step": 551, |
| "token_acc": 0.8737645036527718 |
| }, |
| { |
| "epoch": 1.96, |
| "grad_norm": 1.9977730512619019, |
| "learning_rate": 2.939053963894481e-06, |
| "loss": 0.4175572097301483, |
| "loss_sft": 0.4175572097301483, |
| "step": 552, |
| "token_acc": 0.8659229635866134 |
| }, |
| { |
| "epoch": 1.9635555555555557, |
| "grad_norm": 2.014700412750244, |
| "learning_rate": 2.921313463123375e-06, |
| "loss": 0.3887366056442261, |
| "loss_sft": 0.3887366056442261, |
| "step": 553, |
| "token_acc": 0.8758249392150053 |
| }, |
| { |
| "epoch": 1.967111111111111, |
| "grad_norm": 1.9743510484695435, |
| "learning_rate": 2.9036045427878e-06, |
| "loss": 0.3705500066280365, |
| "loss_sft": 0.3705500066280365, |
| "step": 554, |
| "token_acc": 0.8771412436468595 |
| }, |
| { |
| "epoch": 1.9706666666666668, |
| "grad_norm": 1.9782696962356567, |
| "learning_rate": 2.8859274719304543e-06, |
| "loss": 0.4092680513858795, |
| "loss_sft": 0.4092680513858795, |
| "step": 555, |
| "token_acc": 0.870730038423075 |
| }, |
| { |
| "epoch": 1.974222222222222, |
| "grad_norm": 1.971817970275879, |
| "learning_rate": 2.8682825191101447e-06, |
| "loss": 0.3677399754524231, |
| "loss_sft": 0.3677399754524231, |
| "step": 556, |
| "token_acc": 0.883681398737251 |
| }, |
| { |
| "epoch": 1.9777777777777779, |
| "grad_norm": 2.03106951713562, |
| "learning_rate": 2.850669952397743e-06, |
| "loss": 0.3869796693325043, |
| "loss_sft": 0.3869796693325043, |
| "step": 557, |
| "token_acc": 0.8771653543307086 |
| }, |
| { |
| "epoch": 1.9813333333333332, |
| "grad_norm": 2.000079870223999, |
| "learning_rate": 2.8330900393720846e-06, |
| "loss": 0.4369879961013794, |
| "loss_sft": 0.4369879961013794, |
| "step": 558, |
| "token_acc": 0.8628226683809712 |
| }, |
| { |
| "epoch": 1.984888888888889, |
| "grad_norm": 1.8278487920761108, |
| "learning_rate": 2.8155430471159118e-06, |
| "loss": 0.3823060393333435, |
| "loss_sft": 0.3823060393333435, |
| "step": 559, |
| "token_acc": 0.8796760313844596 |
| }, |
| { |
| "epoch": 1.9884444444444445, |
| "grad_norm": 2.2703516483306885, |
| "learning_rate": 2.7980292422118282e-06, |
| "loss": 0.38897961378097534, |
| "loss_sft": 0.38897961378097534, |
| "step": 560, |
| "token_acc": 0.8771003360537686 |
| }, |
| { |
| "epoch": 1.992, |
| "grad_norm": 2.070188522338867, |
| "learning_rate": 2.7805488907382316e-06, |
| "loss": 0.41422706842422485, |
| "loss_sft": 0.41422706842422485, |
| "step": 561, |
| "token_acc": 0.8700247248751636 |
| }, |
| { |
| "epoch": 1.9955555555555555, |
| "grad_norm": 1.9080613851547241, |
| "learning_rate": 2.7631022582652808e-06, |
| "loss": 0.37816062569618225, |
| "loss_sft": 0.37816062569618225, |
| "step": 562, |
| "token_acc": 0.8821118739688115 |
| }, |
| { |
| "epoch": 1.999111111111111, |
| "grad_norm": 2.0313827991485596, |
| "learning_rate": 2.745689609850859e-06, |
| "loss": 0.3750487267971039, |
| "loss_sft": 0.3750487267971039, |
| "step": 563, |
| "token_acc": 0.8804845048643773 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 4.01881217956543, |
| "learning_rate": 2.728311210036542e-06, |
| "loss": 0.35268133878707886, |
| "loss_sft": 0.35268133878707886, |
| "step": 564, |
| "token_acc": 0.8753623188405797 |
| }, |
| { |
| "epoch": 2.0035555555555558, |
| "grad_norm": 1.8548333644866943, |
| "learning_rate": 2.7109673228435925e-06, |
| "loss": 0.24603433907032013, |
| "loss_sft": 0.24603433907032013, |
| "step": 565, |
| "token_acc": 0.9229494198603646 |
| }, |
| { |
| "epoch": 2.007111111111111, |
| "grad_norm": 1.940453052520752, |
| "learning_rate": 2.6936582117689347e-06, |
| "loss": 0.281282901763916, |
| "loss_sft": 0.281282901763916, |
| "step": 566, |
| "token_acc": 0.9164393250479943 |
| }, |
| { |
| "epoch": 2.010666666666667, |
| "grad_norm": 1.8731716871261597, |
| "learning_rate": 2.6763841397811576e-06, |
| "loss": 0.23941609263420105, |
| "loss_sft": 0.23941609263420105, |
| "step": 567, |
| "token_acc": 0.9253800358360789 |
| }, |
| { |
| "epoch": 2.014222222222222, |
| "grad_norm": 1.8930144309997559, |
| "learning_rate": 2.6591453693165204e-06, |
| "loss": 0.24905499815940857, |
| "loss_sft": 0.24905499815940857, |
| "step": 568, |
| "token_acc": 0.9212751752531434 |
| }, |
| { |
| "epoch": 2.017777777777778, |
| "grad_norm": 1.8181766271591187, |
| "learning_rate": 2.641942162274962e-06, |
| "loss": 0.22281771898269653, |
| "loss_sft": 0.22281771898269653, |
| "step": 569, |
| "token_acc": 0.9299920895016386 |
| }, |
| { |
| "epoch": 2.021333333333333, |
| "grad_norm": 1.9271034002304077, |
| "learning_rate": 2.624774780016126e-06, |
| "loss": 0.22228644788265228, |
| "loss_sft": 0.22228644788265228, |
| "step": 570, |
| "token_acc": 0.9278552624208817 |
| }, |
| { |
| "epoch": 2.024888888888889, |
| "grad_norm": 2.103590965270996, |
| "learning_rate": 2.607643483355387e-06, |
| "loss": 0.19711188971996307, |
| "loss_sft": 0.19711188971996307, |
| "step": 571, |
| "token_acc": 0.9356959962756052 |
| }, |
| { |
| "epoch": 2.0284444444444443, |
| "grad_norm": 2.3506200313568115, |
| "learning_rate": 2.59054853255989e-06, |
| "loss": 0.2155936360359192, |
| "loss_sft": 0.2155936360359192, |
| "step": 572, |
| "token_acc": 0.9300638421358096 |
| }, |
| { |
| "epoch": 2.032, |
| "grad_norm": 2.5372796058654785, |
| "learning_rate": 2.573490187344596e-06, |
| "loss": 0.21778741478919983, |
| "loss_sft": 0.21778741478919983, |
| "step": 573, |
| "token_acc": 0.9297760425139634 |
| }, |
| { |
| "epoch": 2.0355555555555553, |
| "grad_norm": 2.624566078186035, |
| "learning_rate": 2.5564687068683335e-06, |
| "loss": 0.22881969809532166, |
| "loss_sft": 0.22881969809532166, |
| "step": 574, |
| "token_acc": 0.9301398326500814 |
| }, |
| { |
| "epoch": 2.039111111111111, |
| "grad_norm": 2.737687110900879, |
| "learning_rate": 2.539484349729868e-06, |
| "loss": 0.23781782388687134, |
| "loss_sft": 0.23781782388687134, |
| "step": 575, |
| "token_acc": 0.9236206350880894 |
| }, |
| { |
| "epoch": 2.042666666666667, |
| "grad_norm": 3.0376739501953125, |
| "learning_rate": 2.5225373739639637e-06, |
| "loss": 0.24722090363502502, |
| "loss_sft": 0.24722090363502502, |
| "step": 576, |
| "token_acc": 0.9218483229608415 |
| }, |
| { |
| "epoch": 2.046222222222222, |
| "grad_norm": 2.653787612915039, |
| "learning_rate": 2.5056280370374725e-06, |
| "loss": 0.238386869430542, |
| "loss_sft": 0.238386869430542, |
| "step": 577, |
| "token_acc": 0.9219492261327068 |
| }, |
| { |
| "epoch": 2.049777777777778, |
| "grad_norm": 2.241947650909424, |
| "learning_rate": 2.488756595845417e-06, |
| "loss": 0.22438564896583557, |
| "loss_sft": 0.22438564896583557, |
| "step": 578, |
| "token_acc": 0.9269450634628428 |
| }, |
| { |
| "epoch": 2.0533333333333332, |
| "grad_norm": 2.3280882835388184, |
| "learning_rate": 2.471923306707086e-06, |
| "loss": 0.21121571958065033, |
| "loss_sft": 0.21121571958065033, |
| "step": 579, |
| "token_acc": 0.9307650372524078 |
| }, |
| { |
| "epoch": 2.056888888888889, |
| "grad_norm": 2.198077917098999, |
| "learning_rate": 2.455128425362153e-06, |
| "loss": 0.23345378041267395, |
| "loss_sft": 0.23345378041267395, |
| "step": 580, |
| "token_acc": 0.9257084128615475 |
| }, |
| { |
| "epoch": 2.0604444444444443, |
| "grad_norm": 2.296741247177124, |
| "learning_rate": 2.4383722069667683e-06, |
| "loss": 0.2094583362340927, |
| "loss_sft": 0.2094583362340927, |
| "step": 581, |
| "token_acc": 0.9330800343179311 |
| }, |
| { |
| "epoch": 2.064, |
| "grad_norm": 2.189511299133301, |
| "learning_rate": 2.4216549060897026e-06, |
| "loss": 0.221592977643013, |
| "loss_sft": 0.221592977643013, |
| "step": 582, |
| "token_acc": 0.927668578428643 |
| }, |
| { |
| "epoch": 2.0675555555555554, |
| "grad_norm": 2.2223782539367676, |
| "learning_rate": 2.404976776708477e-06, |
| "loss": 0.2142745554447174, |
| "loss_sft": 0.2142745554447174, |
| "step": 583, |
| "token_acc": 0.932991937241229 |
| }, |
| { |
| "epoch": 2.071111111111111, |
| "grad_norm": 2.088916778564453, |
| "learning_rate": 2.3883380722054865e-06, |
| "loss": 0.22165116667747498, |
| "loss_sft": 0.22165116667747498, |
| "step": 584, |
| "token_acc": 0.9295495792773469 |
| }, |
| { |
| "epoch": 2.074666666666667, |
| "grad_norm": 2.1181886196136475, |
| "learning_rate": 2.371739045364178e-06, |
| "loss": 0.24546606838703156, |
| "loss_sft": 0.24546606838703156, |
| "step": 585, |
| "token_acc": 0.9203633526526973 |
| }, |
| { |
| "epoch": 2.078222222222222, |
| "grad_norm": 2.1280834674835205, |
| "learning_rate": 2.3551799483651894e-06, |
| "loss": 0.20226508378982544, |
| "loss_sft": 0.20226508378982544, |
| "step": 586, |
| "token_acc": 0.9365336658354114 |
| }, |
| { |
| "epoch": 2.081777777777778, |
| "grad_norm": 2.1635935306549072, |
| "learning_rate": 2.3386610327825194e-06, |
| "loss": 0.23453623056411743, |
| "loss_sft": 0.23453623056411743, |
| "step": 587, |
| "token_acc": 0.9274319856140147 |
| }, |
| { |
| "epoch": 2.0853333333333333, |
| "grad_norm": 2.0424623489379883, |
| "learning_rate": 2.3221825495797213e-06, |
| "loss": 0.20790933072566986, |
| "loss_sft": 0.20790933072566986, |
| "step": 588, |
| "token_acc": 0.9358981776106451 |
| }, |
| { |
| "epoch": 2.088888888888889, |
| "grad_norm": 2.4770302772521973, |
| "learning_rate": 2.3057447491060725e-06, |
| "loss": 0.2242051362991333, |
| "loss_sft": 0.2242051362991333, |
| "step": 589, |
| "token_acc": 0.9290780141843972 |
| }, |
| { |
| "epoch": 2.0924444444444443, |
| "grad_norm": 2.1961870193481445, |
| "learning_rate": 2.28934788109278e-06, |
| "loss": 0.22397121787071228, |
| "loss_sft": 0.22397121787071228, |
| "step": 590, |
| "token_acc": 0.9278102233728701 |
| }, |
| { |
| "epoch": 2.096, |
| "grad_norm": 2.231003522872925, |
| "learning_rate": 2.2729921946491855e-06, |
| "loss": 0.20935127139091492, |
| "loss_sft": 0.20935127139091492, |
| "step": 591, |
| "token_acc": 0.9302918841955387 |
| }, |
| { |
| "epoch": 2.0995555555555554, |
| "grad_norm": 2.2265968322753906, |
| "learning_rate": 2.2566779382589788e-06, |
| "loss": 0.21950757503509521, |
| "loss_sft": 0.21950757503509521, |
| "step": 592, |
| "token_acc": 0.9263214381540112 |
| }, |
| { |
| "epoch": 2.103111111111111, |
| "grad_norm": 2.224095106124878, |
| "learning_rate": 2.240405359776424e-06, |
| "loss": 0.22451752424240112, |
| "loss_sft": 0.22451752424240112, |
| "step": 593, |
| "token_acc": 0.9290100968044135 |
| }, |
| { |
| "epoch": 2.1066666666666665, |
| "grad_norm": 2.331759214401245, |
| "learning_rate": 2.2241747064225942e-06, |
| "loss": 0.22009071707725525, |
| "loss_sft": 0.22009071707725525, |
| "step": 594, |
| "token_acc": 0.9288181593881075 |
| }, |
| { |
| "epoch": 2.110222222222222, |
| "grad_norm": 2.2441818714141846, |
| "learning_rate": 2.2079862247816148e-06, |
| "loss": 0.22062695026397705, |
| "loss_sft": 0.22062695026397705, |
| "step": 595, |
| "token_acc": 0.9281440382941688 |
| }, |
| { |
| "epoch": 2.113777777777778, |
| "grad_norm": 2.173550844192505, |
| "learning_rate": 2.191840160796918e-06, |
| "loss": 0.22160083055496216, |
| "loss_sft": 0.22160083055496216, |
| "step": 596, |
| "token_acc": 0.9286702536510376 |
| }, |
| { |
| "epoch": 2.1173333333333333, |
| "grad_norm": 2.1427130699157715, |
| "learning_rate": 2.175736759767505e-06, |
| "loss": 0.2196313440799713, |
| "loss_sft": 0.2196313440799713, |
| "step": 597, |
| "token_acc": 0.9282794125069399 |
| }, |
| { |
| "epoch": 2.120888888888889, |
| "grad_norm": 2.265471935272217, |
| "learning_rate": 2.159676266344222e-06, |
| "loss": 0.211512953042984, |
| "loss_sft": 0.211512953042984, |
| "step": 598, |
| "token_acc": 0.9315255006524082 |
| }, |
| { |
| "epoch": 2.1244444444444444, |
| "grad_norm": 2.2194738388061523, |
| "learning_rate": 2.1436589245260375e-06, |
| "loss": 0.21722771227359772, |
| "loss_sft": 0.21722771227359772, |
| "step": 599, |
| "token_acc": 0.930486699717469 |
| }, |
| { |
| "epoch": 2.128, |
| "grad_norm": 2.1614739894866943, |
| "learning_rate": 2.127684977656349e-06, |
| "loss": 0.21905425190925598, |
| "loss_sft": 0.21905425190925598, |
| "step": 600, |
| "token_acc": 0.9260593676059368 |
| }, |
| { |
| "epoch": 2.1315555555555554, |
| "grad_norm": 2.1098690032958984, |
| "learning_rate": 2.111754668419264e-06, |
| "loss": 0.21720340847969055, |
| "loss_sft": 0.21720340847969055, |
| "step": 601, |
| "token_acc": 0.9305532663040492 |
| }, |
| { |
| "epoch": 2.135111111111111, |
| "grad_norm": 2.210557460784912, |
| "learning_rate": 2.095868238835932e-06, |
| "loss": 0.2467886507511139, |
| "loss_sft": 0.2467886507511139, |
| "step": 602, |
| "token_acc": 0.9191097795848492 |
| }, |
| { |
| "epoch": 2.1386666666666665, |
| "grad_norm": 1.9688745737075806, |
| "learning_rate": 2.0800259302608656e-06, |
| "loss": 0.23243823647499084, |
| "loss_sft": 0.23243823647499084, |
| "step": 603, |
| "token_acc": 0.9258482653450247 |
| }, |
| { |
| "epoch": 2.1422222222222222, |
| "grad_norm": 2.1626553535461426, |
| "learning_rate": 2.064227983378256e-06, |
| "loss": 0.2096322476863861, |
| "loss_sft": 0.2096322476863861, |
| "step": 604, |
| "token_acc": 0.9330251615275517 |
| }, |
| { |
| "epoch": 2.145777777777778, |
| "grad_norm": 2.1868526935577393, |
| "learning_rate": 2.048474638198347e-06, |
| "loss": 0.20925773680210114, |
| "loss_sft": 0.20925773680210114, |
| "step": 605, |
| "token_acc": 0.9339817430993262 |
| }, |
| { |
| "epoch": 2.1493333333333333, |
| "grad_norm": 2.2513277530670166, |
| "learning_rate": 2.0327661340537536e-06, |
| "loss": 0.22209998965263367, |
| "loss_sft": 0.22209998965263367, |
| "step": 606, |
| "token_acc": 0.9272773666751722 |
| }, |
| { |
| "epoch": 2.152888888888889, |
| "grad_norm": 1.9988017082214355, |
| "learning_rate": 2.0171027095958543e-06, |
| "loss": 0.22582130134105682, |
| "loss_sft": 0.22582130134105682, |
| "step": 607, |
| "token_acc": 0.9288865189781376 |
| }, |
| { |
| "epoch": 2.1564444444444444, |
| "grad_norm": 2.0918548107147217, |
| "learning_rate": 2.001484602791157e-06, |
| "loss": 0.22065067291259766, |
| "loss_sft": 0.22065067291259766, |
| "step": 608, |
| "token_acc": 0.9292802016065522 |
| }, |
| { |
| "epoch": 2.16, |
| "grad_norm": 2.161473512649536, |
| "learning_rate": 1.9859120509176706e-06, |
| "loss": 0.21554358303546906, |
| "loss_sft": 0.21554358303546906, |
| "step": 609, |
| "token_acc": 0.93250531132538 |
| }, |
| { |
| "epoch": 2.1635555555555555, |
| "grad_norm": 2.1544253826141357, |
| "learning_rate": 1.970385290561317e-06, |
| "loss": 0.24688959121704102, |
| "loss_sft": 0.24688959121704102, |
| "step": 610, |
| "token_acc": 0.9194945121337227 |
| }, |
| { |
| "epoch": 2.167111111111111, |
| "grad_norm": 2.0566585063934326, |
| "learning_rate": 1.954904557612337e-06, |
| "loss": 0.21042990684509277, |
| "loss_sft": 0.21042990684509277, |
| "step": 611, |
| "token_acc": 0.9326913481688455 |
| }, |
| { |
| "epoch": 2.1706666666666665, |
| "grad_norm": 2.3437671661376953, |
| "learning_rate": 1.9394700872616856e-06, |
| "loss": 0.2321750521659851, |
| "loss_sft": 0.2321750521659851, |
| "step": 612, |
| "token_acc": 0.9262762145332785 |
| }, |
| { |
| "epoch": 2.1742222222222223, |
| "grad_norm": 2.3384170532226562, |
| "learning_rate": 1.924082113997488e-06, |
| "loss": 0.2124330997467041, |
| "loss_sft": 0.2124330997467041, |
| "step": 613, |
| "token_acc": 0.93165876144031 |
| }, |
| { |
| "epoch": 2.1777777777777776, |
| "grad_norm": 2.3116421699523926, |
| "learning_rate": 1.9087408716014562e-06, |
| "loss": 0.23787975311279297, |
| "loss_sft": 0.23787975311279297, |
| "step": 614, |
| "token_acc": 0.9253708518122037 |
| }, |
| { |
| "epoch": 2.1813333333333333, |
| "grad_norm": 2.1084234714508057, |
| "learning_rate": 1.8934465931453378e-06, |
| "loss": 0.23596671223640442, |
| "loss_sft": 0.23596671223640442, |
| "step": 615, |
| "token_acc": 0.9248116988944193 |
| }, |
| { |
| "epoch": 2.1848888888888887, |
| "grad_norm": 2.2205004692077637, |
| "learning_rate": 1.8781995109873929e-06, |
| "loss": 0.22982750833034515, |
| "loss_sft": 0.22982750833034515, |
| "step": 616, |
| "token_acc": 0.9263758705555847 |
| }, |
| { |
| "epoch": 2.1884444444444444, |
| "grad_norm": 2.133638858795166, |
| "learning_rate": 1.8629998567688445e-06, |
| "loss": 0.19819015264511108, |
| "loss_sft": 0.19819015264511108, |
| "step": 617, |
| "token_acc": 0.9349508349333798 |
| }, |
| { |
| "epoch": 2.192, |
| "grad_norm": 2.0928409099578857, |
| "learning_rate": 1.8478478614103684e-06, |
| "loss": 0.220377117395401, |
| "loss_sft": 0.220377117395401, |
| "step": 618, |
| "token_acc": 0.9277024863941948 |
| }, |
| { |
| "epoch": 2.1955555555555555, |
| "grad_norm": 2.0886261463165283, |
| "learning_rate": 1.8327437551085842e-06, |
| "loss": 0.20606017112731934, |
| "loss_sft": 0.20606017112731934, |
| "step": 619, |
| "token_acc": 0.9327218775289992 |
| }, |
| { |
| "epoch": 2.1991111111111112, |
| "grad_norm": 2.1370956897735596, |
| "learning_rate": 1.8176877673325555e-06, |
| "loss": 0.19370125234127045, |
| "loss_sft": 0.19370125234127045, |
| "step": 620, |
| "token_acc": 0.9389757743023612 |
| }, |
| { |
| "epoch": 2.2026666666666666, |
| "grad_norm": 2.318445920944214, |
| "learning_rate": 1.802680126820307e-06, |
| "loss": 0.23588991165161133, |
| "loss_sft": 0.23588991165161133, |
| "step": 621, |
| "token_acc": 0.9237868586022754 |
| }, |
| { |
| "epoch": 2.2062222222222223, |
| "grad_norm": 2.203504800796509, |
| "learning_rate": 1.7877210615753477e-06, |
| "loss": 0.2063508927822113, |
| "loss_sft": 0.2063508927822113, |
| "step": 622, |
| "token_acc": 0.9343715239154616 |
| }, |
| { |
| "epoch": 2.2097777777777776, |
| "grad_norm": 2.117696762084961, |
| "learning_rate": 1.772810798863206e-06, |
| "loss": 0.20796969532966614, |
| "loss_sft": 0.20796969532966614, |
| "step": 623, |
| "token_acc": 0.9322590271560728 |
| }, |
| { |
| "epoch": 2.2133333333333334, |
| "grad_norm": 2.1981360912323, |
| "learning_rate": 1.7579495652079786e-06, |
| "loss": 0.21159598231315613, |
| "loss_sft": 0.21159598231315613, |
| "step": 624, |
| "token_acc": 0.9320151206746147 |
| }, |
| { |
| "epoch": 2.2168888888888887, |
| "grad_norm": 2.126840353012085, |
| "learning_rate": 1.74313758638889e-06, |
| "loss": 0.21909956634044647, |
| "loss_sft": 0.21909956634044647, |
| "step": 625, |
| "token_acc": 0.9299890035084044 |
| }, |
| { |
| "epoch": 2.2204444444444444, |
| "grad_norm": 2.1870124340057373, |
| "learning_rate": 1.7283750874368577e-06, |
| "loss": 0.18772079050540924, |
| "loss_sft": 0.18772079050540924, |
| "step": 626, |
| "token_acc": 0.9405240627837592 |
| }, |
| { |
| "epoch": 2.224, |
| "grad_norm": 2.466320037841797, |
| "learning_rate": 1.713662292631078e-06, |
| "loss": 0.2293129712343216, |
| "loss_sft": 0.2293129712343216, |
| "step": 627, |
| "token_acc": 0.9263533107781537 |
| }, |
| { |
| "epoch": 2.2275555555555555, |
| "grad_norm": 2.2439839839935303, |
| "learning_rate": 1.6989994254956222e-06, |
| "loss": 0.2336433231830597, |
| "loss_sft": 0.2336433231830597, |
| "step": 628, |
| "token_acc": 0.9249287298067785 |
| }, |
| { |
| "epoch": 2.2311111111111113, |
| "grad_norm": 2.227134943008423, |
| "learning_rate": 1.6843867087960252e-06, |
| "loss": 0.220095694065094, |
| "loss_sft": 0.220095694065094, |
| "step": 629, |
| "token_acc": 0.9290809257453687 |
| }, |
| { |
| "epoch": 2.2346666666666666, |
| "grad_norm": 2.006974935531616, |
| "learning_rate": 1.669824364535918e-06, |
| "loss": 0.20306402444839478, |
| "loss_sft": 0.20306402444839478, |
| "step": 630, |
| "token_acc": 0.9359589743589743 |
| }, |
| { |
| "epoch": 2.2382222222222223, |
| "grad_norm": 2.182478904724121, |
| "learning_rate": 1.6553126139536534e-06, |
| "loss": 0.22814255952835083, |
| "loss_sft": 0.22814255952835083, |
| "step": 631, |
| "token_acc": 0.9277772162134843 |
| }, |
| { |
| "epoch": 2.2417777777777776, |
| "grad_norm": 2.1115550994873047, |
| "learning_rate": 1.640851677518927e-06, |
| "loss": 0.21996191143989563, |
| "loss_sft": 0.21996191143989563, |
| "step": 632, |
| "token_acc": 0.9317068619676261 |
| }, |
| { |
| "epoch": 2.2453333333333334, |
| "grad_norm": 2.108252763748169, |
| "learning_rate": 1.6264417749294543e-06, |
| "loss": 0.20758897066116333, |
| "loss_sft": 0.20758897066116333, |
| "step": 633, |
| "token_acc": 0.9319148936170213 |
| }, |
| { |
| "epoch": 2.2488888888888887, |
| "grad_norm": 2.140549659729004, |
| "learning_rate": 1.6120831251076118e-06, |
| "loss": 0.23084986209869385, |
| "loss_sft": 0.23084986209869385, |
| "step": 634, |
| "token_acc": 0.9250885601166909 |
| }, |
| { |
| "epoch": 2.2524444444444445, |
| "grad_norm": 2.100417375564575, |
| "learning_rate": 1.597775946197117e-06, |
| "loss": 0.19340035319328308, |
| "loss_sft": 0.19340035319328308, |
| "step": 635, |
| "token_acc": 0.9373923341946597 |
| }, |
| { |
| "epoch": 2.2560000000000002, |
| "grad_norm": 2.188093662261963, |
| "learning_rate": 1.5835204555597227e-06, |
| "loss": 0.21983733773231506, |
| "loss_sft": 0.21983733773231506, |
| "step": 636, |
| "token_acc": 0.9298552568792747 |
| }, |
| { |
| "epoch": 2.2595555555555555, |
| "grad_norm": 2.3939616680145264, |
| "learning_rate": 1.5693168697719024e-06, |
| "loss": 0.25748205184936523, |
| "loss_sft": 0.25748205184936523, |
| "step": 637, |
| "token_acc": 0.9202338692837753 |
| }, |
| { |
| "epoch": 2.2631111111111113, |
| "grad_norm": 2.0136702060699463, |
| "learning_rate": 1.555165404621567e-06, |
| "loss": 0.20887431502342224, |
| "loss_sft": 0.20887431502342224, |
| "step": 638, |
| "token_acc": 0.9319585523965086 |
| }, |
| { |
| "epoch": 2.2666666666666666, |
| "grad_norm": 2.35030460357666, |
| "learning_rate": 1.5410662751047855e-06, |
| "loss": 0.2057146430015564, |
| "loss_sft": 0.2057146430015564, |
| "step": 639, |
| "token_acc": 0.9342605259157927 |
| }, |
| { |
| "epoch": 2.2702222222222224, |
| "grad_norm": 2.2834086418151855, |
| "learning_rate": 1.5270196954225175e-06, |
| "loss": 0.2352995127439499, |
| "loss_sft": 0.2352995127439499, |
| "step": 640, |
| "token_acc": 0.9233021077283372 |
| }, |
| { |
| "epoch": 2.2737777777777777, |
| "grad_norm": 2.142120122909546, |
| "learning_rate": 1.5130258789773583e-06, |
| "loss": 0.23747482895851135, |
| "loss_sft": 0.23747482895851135, |
| "step": 641, |
| "token_acc": 0.922663153850376 |
| }, |
| { |
| "epoch": 2.2773333333333334, |
| "grad_norm": 2.11653733253479, |
| "learning_rate": 1.4990850383703005e-06, |
| "loss": 0.22967968881130219, |
| "loss_sft": 0.22967968881130219, |
| "step": 642, |
| "token_acc": 0.9277046746198351 |
| }, |
| { |
| "epoch": 2.2808888888888887, |
| "grad_norm": 2.314891815185547, |
| "learning_rate": 1.4851973853974987e-06, |
| "loss": 0.19626225531101227, |
| "loss_sft": 0.19626225531101227, |
| "step": 643, |
| "token_acc": 0.9342799188640973 |
| }, |
| { |
| "epoch": 2.2844444444444445, |
| "grad_norm": 2.335237979888916, |
| "learning_rate": 1.4713631310470571e-06, |
| "loss": 0.22626441717147827, |
| "loss_sft": 0.22626441717147827, |
| "step": 644, |
| "token_acc": 0.924857324032974 |
| }, |
| { |
| "epoch": 2.288, |
| "grad_norm": 2.1262426376342773, |
| "learning_rate": 1.457582485495821e-06, |
| "loss": 0.194329172372818, |
| "loss_sft": 0.194329172372818, |
| "step": 645, |
| "token_acc": 0.9373802247889367 |
| }, |
| { |
| "epoch": 2.2915555555555556, |
| "grad_norm": 2.31451416015625, |
| "learning_rate": 1.4438556581061819e-06, |
| "loss": 0.23406609892845154, |
| "loss_sft": 0.23406609892845154, |
| "step": 646, |
| "token_acc": 0.9260538673287634 |
| }, |
| { |
| "epoch": 2.295111111111111, |
| "grad_norm": 2.194739580154419, |
| "learning_rate": 1.4301828574229026e-06, |
| "loss": 0.21070820093154907, |
| "loss_sft": 0.21070820093154907, |
| "step": 647, |
| "token_acc": 0.932391744676192 |
| }, |
| { |
| "epoch": 2.2986666666666666, |
| "grad_norm": 2.0832717418670654, |
| "learning_rate": 1.4165642911699435e-06, |
| "loss": 0.2064182162284851, |
| "loss_sft": 0.2064182162284851, |
| "step": 648, |
| "token_acc": 0.9358140052283219 |
| }, |
| { |
| "epoch": 2.3022222222222224, |
| "grad_norm": 2.144744396209717, |
| "learning_rate": 1.4030001662473086e-06, |
| "loss": 0.2185964286327362, |
| "loss_sft": 0.2185964286327362, |
| "step": 649, |
| "token_acc": 0.9284243788002107 |
| }, |
| { |
| "epoch": 2.3057777777777777, |
| "grad_norm": 2.2188925743103027, |
| "learning_rate": 1.389490688727903e-06, |
| "loss": 0.22442124783992767, |
| "loss_sft": 0.22442124783992767, |
| "step": 650, |
| "token_acc": 0.9279408636460328 |
| }, |
| { |
| "epoch": 2.3093333333333335, |
| "grad_norm": 2.0185303688049316, |
| "learning_rate": 1.3760360638544012e-06, |
| "loss": 0.20931315422058105, |
| "loss_sft": 0.20931315422058105, |
| "step": 651, |
| "token_acc": 0.9338386375051367 |
| }, |
| { |
| "epoch": 2.3128888888888888, |
| "grad_norm": 2.3230834007263184, |
| "learning_rate": 1.3626364960361282e-06, |
| "loss": 0.21443793177604675, |
| "loss_sft": 0.21443793177604675, |
| "step": 652, |
| "token_acc": 0.9311932236680579 |
| }, |
| { |
| "epoch": 2.3164444444444445, |
| "grad_norm": 2.1585381031036377, |
| "learning_rate": 1.3492921888459566e-06, |
| "loss": 0.19514310359954834, |
| "loss_sft": 0.19514310359954834, |
| "step": 653, |
| "token_acc": 0.9386795094360755 |
| }, |
| { |
| "epoch": 2.32, |
| "grad_norm": 2.386367082595825, |
| "learning_rate": 1.3360033450172106e-06, |
| "loss": 0.2087172567844391, |
| "loss_sft": 0.2087172567844391, |
| "step": 654, |
| "token_acc": 0.9313333019356662 |
| }, |
| { |
| "epoch": 2.3235555555555556, |
| "grad_norm": 2.233969211578369, |
| "learning_rate": 1.3227701664405868e-06, |
| "loss": 0.2040831446647644, |
| "loss_sft": 0.2040831446647644, |
| "step": 655, |
| "token_acc": 0.9350364119754941 |
| }, |
| { |
| "epoch": 2.327111111111111, |
| "grad_norm": 2.4440672397613525, |
| "learning_rate": 1.3095928541610936e-06, |
| "loss": 0.19524219632148743, |
| "loss_sft": 0.19524219632148743, |
| "step": 656, |
| "token_acc": 0.9357307285509862 |
| }, |
| { |
| "epoch": 2.3306666666666667, |
| "grad_norm": 1.9441568851470947, |
| "learning_rate": 1.2964716083749829e-06, |
| "loss": 0.1906876266002655, |
| "loss_sft": 0.1906876266002655, |
| "step": 657, |
| "token_acc": 0.940142699803668 |
| }, |
| { |
| "epoch": 2.3342222222222224, |
| "grad_norm": 2.291825532913208, |
| "learning_rate": 1.2834066284267189e-06, |
| "loss": 0.23174762725830078, |
| "loss_sft": 0.23174762725830078, |
| "step": 658, |
| "token_acc": 0.9274139616235403 |
| }, |
| { |
| "epoch": 2.3377777777777777, |
| "grad_norm": 2.1343655586242676, |
| "learning_rate": 1.2703981128059534e-06, |
| "loss": 0.22186598181724548, |
| "loss_sft": 0.22186598181724548, |
| "step": 659, |
| "token_acc": 0.9277619663648125 |
| }, |
| { |
| "epoch": 2.3413333333333335, |
| "grad_norm": 2.2487030029296875, |
| "learning_rate": 1.257446259144494e-06, |
| "loss": 0.21604236960411072, |
| "loss_sft": 0.21604236960411072, |
| "step": 660, |
| "token_acc": 0.9310605180624928 |
| }, |
| { |
| "epoch": 2.344888888888889, |
| "grad_norm": 2.256002426147461, |
| "learning_rate": 1.2445512642133218e-06, |
| "loss": 0.22330042719841003, |
| "loss_sft": 0.22330042719841003, |
| "step": 661, |
| "token_acc": 0.9272789682734272 |
| }, |
| { |
| "epoch": 2.3484444444444446, |
| "grad_norm": 2.103328227996826, |
| "learning_rate": 1.2317133239195866e-06, |
| "loss": 0.2091825008392334, |
| "loss_sft": 0.2091825008392334, |
| "step": 662, |
| "token_acc": 0.9309422921711057 |
| }, |
| { |
| "epoch": 2.352, |
| "grad_norm": 2.1986818313598633, |
| "learning_rate": 1.2189326333036323e-06, |
| "loss": 0.2068125307559967, |
| "loss_sft": 0.2068125307559967, |
| "step": 663, |
| "token_acc": 0.9325726704699809 |
| }, |
| { |
| "epoch": 2.3555555555555556, |
| "grad_norm": 2.073876142501831, |
| "learning_rate": 1.2062093865360458e-06, |
| "loss": 0.20707294344902039, |
| "loss_sft": 0.20707294344902039, |
| "step": 664, |
| "token_acc": 0.93637175163658 |
| }, |
| { |
| "epoch": 2.359111111111111, |
| "grad_norm": 2.1793975830078125, |
| "learning_rate": 1.193543776914693e-06, |
| "loss": 0.20341120660305023, |
| "loss_sft": 0.20341120660305023, |
| "step": 665, |
| "token_acc": 0.9338571712751144 |
| }, |
| { |
| "epoch": 2.3626666666666667, |
| "grad_norm": 2.0330312252044678, |
| "learning_rate": 1.1809359968617894e-06, |
| "loss": 0.21796318888664246, |
| "loss_sft": 0.21796318888664246, |
| "step": 666, |
| "token_acc": 0.9299340964273326 |
| }, |
| { |
| "epoch": 2.3662222222222224, |
| "grad_norm": 2.131748676300049, |
| "learning_rate": 1.1683862379209747e-06, |
| "loss": 0.1980917751789093, |
| "loss_sft": 0.1980917751789093, |
| "step": 667, |
| "token_acc": 0.9360713720107692 |
| }, |
| { |
| "epoch": 2.3697777777777778, |
| "grad_norm": 2.269514560699463, |
| "learning_rate": 1.1558946907544034e-06, |
| "loss": 0.23017074167728424, |
| "loss_sft": 0.23017074167728424, |
| "step": 668, |
| "token_acc": 0.9247300875942147 |
| }, |
| { |
| "epoch": 2.3733333333333335, |
| "grad_norm": 2.316723346710205, |
| "learning_rate": 1.1434615451398467e-06, |
| "loss": 0.21987459063529968, |
| "loss_sft": 0.21987459063529968, |
| "step": 669, |
| "token_acc": 0.927415908674684 |
| }, |
| { |
| "epoch": 2.376888888888889, |
| "grad_norm": 2.1507935523986816, |
| "learning_rate": 1.1310869899678122e-06, |
| "loss": 0.20558345317840576, |
| "loss_sft": 0.20558345317840576, |
| "step": 670, |
| "token_acc": 0.9330247753879662 |
| }, |
| { |
| "epoch": 2.3804444444444446, |
| "grad_norm": 2.180081844329834, |
| "learning_rate": 1.1187712132386723e-06, |
| "loss": 0.22541581094264984, |
| "loss_sft": 0.22541581094264984, |
| "step": 671, |
| "token_acc": 0.9270610348248316 |
| }, |
| { |
| "epoch": 2.384, |
| "grad_norm": 2.0593152046203613, |
| "learning_rate": 1.1065144020598067e-06, |
| "loss": 0.21945737302303314, |
| "loss_sft": 0.21945737302303314, |
| "step": 672, |
| "token_acc": 0.9291660203712321 |
| }, |
| { |
| "epoch": 2.3875555555555557, |
| "grad_norm": 2.048077344894409, |
| "learning_rate": 1.0943167426427625e-06, |
| "loss": 0.200881227850914, |
| "loss_sft": 0.200881227850914, |
| "step": 673, |
| "token_acc": 0.9360871768879878 |
| }, |
| { |
| "epoch": 2.391111111111111, |
| "grad_norm": 2.1359784603118896, |
| "learning_rate": 1.0821784203004238e-06, |
| "loss": 0.20189784467220306, |
| "loss_sft": 0.20189784467220306, |
| "step": 674, |
| "token_acc": 0.9340088058988913 |
| }, |
| { |
| "epoch": 2.3946666666666667, |
| "grad_norm": 2.249748468399048, |
| "learning_rate": 1.0700996194441944e-06, |
| "loss": 0.2084050178527832, |
| "loss_sft": 0.2084050178527832, |
| "step": 675, |
| "token_acc": 0.9319084888621313 |
| }, |
| { |
| "epoch": 2.398222222222222, |
| "grad_norm": 2.2152130603790283, |
| "learning_rate": 1.0580805235812042e-06, |
| "loss": 0.20847636461257935, |
| "loss_sft": 0.20847636461257935, |
| "step": 676, |
| "token_acc": 0.9326282804543674 |
| }, |
| { |
| "epoch": 2.401777777777778, |
| "grad_norm": 2.0967862606048584, |
| "learning_rate": 1.046121315311508e-06, |
| "loss": 0.20526213943958282, |
| "loss_sft": 0.20526213943958282, |
| "step": 677, |
| "token_acc": 0.9339563862928348 |
| }, |
| { |
| "epoch": 2.405333333333333, |
| "grad_norm": 2.124208688735962, |
| "learning_rate": 1.0342221763253207e-06, |
| "loss": 0.22753050923347473, |
| "loss_sft": 0.22753050923347473, |
| "step": 678, |
| "token_acc": 0.9296912803638827 |
| }, |
| { |
| "epoch": 2.408888888888889, |
| "grad_norm": 2.2814064025878906, |
| "learning_rate": 1.0223832874002603e-06, |
| "loss": 0.21996313333511353, |
| "loss_sft": 0.21996313333511353, |
| "step": 679, |
| "token_acc": 0.929431253451132 |
| }, |
| { |
| "epoch": 2.4124444444444446, |
| "grad_norm": 2.370649576187134, |
| "learning_rate": 1.010604828398587e-06, |
| "loss": 0.19924776256084442, |
| "loss_sft": 0.19924776256084442, |
| "step": 680, |
| "token_acc": 0.9357241672874321 |
| }, |
| { |
| "epoch": 2.416, |
| "grad_norm": 2.19769287109375, |
| "learning_rate": 9.988869782644872e-07, |
| "loss": 0.19810141623020172, |
| "loss_sft": 0.19810141623020172, |
| "step": 681, |
| "token_acc": 0.9353627541589649 |
| }, |
| { |
| "epoch": 2.4195555555555557, |
| "grad_norm": 2.2505204677581787, |
| "learning_rate": 9.872299150213455e-07, |
| "loss": 0.22599104046821594, |
| "loss_sft": 0.22599104046821594, |
| "step": 682, |
| "token_acc": 0.9286800651819663 |
| }, |
| { |
| "epoch": 2.423111111111111, |
| "grad_norm": 2.187098741531372, |
| "learning_rate": 9.75633815769036e-07, |
| "loss": 0.22643718123435974, |
| "loss_sft": 0.22643718123435974, |
| "step": 683, |
| "token_acc": 0.9291113963771217 |
| }, |
| { |
| "epoch": 2.4266666666666667, |
| "grad_norm": 2.0827479362487793, |
| "learning_rate": 9.640988566812475e-07, |
| "loss": 0.21825626492500305, |
| "loss_sft": 0.21825626492500305, |
| "step": 684, |
| "token_acc": 0.9295883229685974 |
| }, |
| { |
| "epoch": 2.430222222222222, |
| "grad_norm": 2.102893114089966, |
| "learning_rate": 9.526252130027919e-07, |
| "loss": 0.20474126935005188, |
| "loss_sft": 0.20474126935005188, |
| "step": 685, |
| "token_acc": 0.9330246581242597 |
| }, |
| { |
| "epoch": 2.433777777777778, |
| "grad_norm": 2.2421255111694336, |
| "learning_rate": 9.412130590469438e-07, |
| "loss": 0.21682539582252502, |
| "loss_sft": 0.21682539582252502, |
| "step": 686, |
| "token_acc": 0.9328572264824679 |
| }, |
| { |
| "epoch": 2.437333333333333, |
| "grad_norm": 2.262820243835449, |
| "learning_rate": 9.298625681928031e-07, |
| "loss": 0.21688266098499298, |
| "loss_sft": 0.21688266098499298, |
| "step": 687, |
| "token_acc": 0.9302923041790363 |
| }, |
| { |
| "epoch": 2.440888888888889, |
| "grad_norm": 2.0951485633850098, |
| "learning_rate": 9.185739128826454e-07, |
| "loss": 0.19251985847949982, |
| "loss_sft": 0.19251985847949982, |
| "step": 688, |
| "token_acc": 0.9382178217821782 |
| }, |
| { |
| "epoch": 2.4444444444444446, |
| "grad_norm": 2.2758517265319824, |
| "learning_rate": 9.073472646193171e-07, |
| "loss": 0.2285204827785492, |
| "loss_sft": 0.2285204827785492, |
| "step": 689, |
| "token_acc": 0.9248173207036536 |
| }, |
| { |
| "epoch": 2.448, |
| "grad_norm": 2.0433483123779297, |
| "learning_rate": 8.961827939636198e-07, |
| "loss": 0.22125282883644104, |
| "loss_sft": 0.22125282883644104, |
| "step": 690, |
| "token_acc": 0.9301707248810523 |
| }, |
| { |
| "epoch": 2.4515555555555557, |
| "grad_norm": 2.224929094314575, |
| "learning_rate": 8.850806705317183e-07, |
| "loss": 0.2144889533519745, |
| "loss_sft": 0.2144889533519745, |
| "step": 691, |
| "token_acc": 0.9317734405759605 |
| }, |
| { |
| "epoch": 2.455111111111111, |
| "grad_norm": 2.1798830032348633, |
| "learning_rate": 8.740410629925744e-07, |
| "loss": 0.24951277673244476, |
| "loss_sft": 0.24951277673244476, |
| "step": 692, |
| "token_acc": 0.9221635267168435 |
| }, |
| { |
| "epoch": 2.458666666666667, |
| "grad_norm": 2.1472280025482178, |
| "learning_rate": 8.630641390653743e-07, |
| "loss": 0.2345062792301178, |
| "loss_sft": 0.2345062792301178, |
| "step": 693, |
| "token_acc": 0.9254497354497354 |
| }, |
| { |
| "epoch": 2.462222222222222, |
| "grad_norm": 2.1737072467803955, |
| "learning_rate": 8.521500655169823e-07, |
| "loss": 0.2108057737350464, |
| "loss_sft": 0.2108057737350464, |
| "step": 694, |
| "token_acc": 0.9317256162915327 |
| }, |
| { |
| "epoch": 2.465777777777778, |
| "grad_norm": 2.2921435832977295, |
| "learning_rate": 8.412990081594102e-07, |
| "loss": 0.22143515944480896, |
| "loss_sft": 0.22143515944480896, |
| "step": 695, |
| "token_acc": 0.9278946601234148 |
| }, |
| { |
| "epoch": 2.469333333333333, |
| "grad_norm": 2.152460813522339, |
| "learning_rate": 8.30511131847297e-07, |
| "loss": 0.21150238811969757, |
| "loss_sft": 0.21150238811969757, |
| "step": 696, |
| "token_acc": 0.9321623599617181 |
| }, |
| { |
| "epoch": 2.472888888888889, |
| "grad_norm": 2.103050947189331, |
| "learning_rate": 8.197866004754029e-07, |
| "loss": 0.21047276258468628, |
| "loss_sft": 0.21047276258468628, |
| "step": 697, |
| "token_acc": 0.9325780740889268 |
| }, |
| { |
| "epoch": 2.4764444444444447, |
| "grad_norm": 2.230440139770508, |
| "learning_rate": 8.091255769761213e-07, |
| "loss": 0.21073895692825317, |
| "loss_sft": 0.21073895692825317, |
| "step": 698, |
| "token_acc": 0.931117471055028 |
| }, |
| { |
| "epoch": 2.48, |
| "grad_norm": 2.122370719909668, |
| "learning_rate": 7.985282233170011e-07, |
| "loss": 0.19768092036247253, |
| "loss_sft": 0.19768092036247253, |
| "step": 699, |
| "token_acc": 0.937193998420637 |
| }, |
| { |
| "epoch": 2.4835555555555557, |
| "grad_norm": 1.9905856847763062, |
| "learning_rate": 7.879947004982896e-07, |
| "loss": 0.20742535591125488, |
| "loss_sft": 0.20742535591125488, |
| "step": 700, |
| "token_acc": 0.9349551251771374 |
| }, |
| { |
| "epoch": 2.487111111111111, |
| "grad_norm": 2.1526570320129395, |
| "learning_rate": 7.775251685504826e-07, |
| "loss": 0.1919325292110443, |
| "loss_sft": 0.1919325292110443, |
| "step": 701, |
| "token_acc": 0.9377613911512217 |
| }, |
| { |
| "epoch": 2.490666666666667, |
| "grad_norm": 2.123676300048828, |
| "learning_rate": 7.671197865318952e-07, |
| "loss": 0.2076290249824524, |
| "loss_sft": 0.2076290249824524, |
| "step": 702, |
| "token_acc": 0.9339177343223196 |
| }, |
| { |
| "epoch": 2.494222222222222, |
| "grad_norm": 2.2289929389953613, |
| "learning_rate": 7.567787125262449e-07, |
| "loss": 0.21761733293533325, |
| "loss_sft": 0.21761733293533325, |
| "step": 703, |
| "token_acc": 0.9313719744476352 |
| }, |
| { |
| "epoch": 2.497777777777778, |
| "grad_norm": 2.44468355178833, |
| "learning_rate": 7.465021036402531e-07, |
| "loss": 0.19692447781562805, |
| "loss_sft": 0.19692447781562805, |
| "step": 704, |
| "token_acc": 0.936207229847284 |
| }, |
| { |
| "epoch": 2.501333333333333, |
| "grad_norm": 2.075695037841797, |
| "learning_rate": 7.362901160012492e-07, |
| "loss": 0.21066246926784515, |
| "loss_sft": 0.21066246926784515, |
| "step": 705, |
| "token_acc": 0.930864451178797 |
| }, |
| { |
| "epoch": 2.504888888888889, |
| "grad_norm": 2.2850937843322754, |
| "learning_rate": 7.261429047548085e-07, |
| "loss": 0.21127204596996307, |
| "loss_sft": 0.21127204596996307, |
| "step": 706, |
| "token_acc": 0.9324094192260262 |
| }, |
| { |
| "epoch": 2.5084444444444447, |
| "grad_norm": 2.2993197441101074, |
| "learning_rate": 7.16060624062393e-07, |
| "loss": 0.20937559008598328, |
| "loss_sft": 0.20937559008598328, |
| "step": 707, |
| "token_acc": 0.9327612426678253 |
| }, |
| { |
| "epoch": 2.512, |
| "grad_norm": 2.043705463409424, |
| "learning_rate": 7.060434270990013e-07, |
| "loss": 0.20873934030532837, |
| "loss_sft": 0.20873934030532837, |
| "step": 708, |
| "token_acc": 0.9352699866437703 |
| }, |
| { |
| "epoch": 2.5155555555555553, |
| "grad_norm": 2.557668924331665, |
| "learning_rate": 6.96091466050855e-07, |
| "loss": 0.1908925473690033, |
| "loss_sft": 0.1908925473690033, |
| "step": 709, |
| "token_acc": 0.9394826744753538 |
| }, |
| { |
| "epoch": 2.519111111111111, |
| "grad_norm": 2.200516700744629, |
| "learning_rate": 6.86204892113076e-07, |
| "loss": 0.1828106939792633, |
| "loss_sft": 0.1828106939792633, |
| "step": 710, |
| "token_acc": 0.9416185600697092 |
| }, |
| { |
| "epoch": 2.522666666666667, |
| "grad_norm": 2.3608219623565674, |
| "learning_rate": 6.763838554873892e-07, |
| "loss": 0.2285737693309784, |
| "loss_sft": 0.2285737693309784, |
| "step": 711, |
| "token_acc": 0.9282051282051282 |
| }, |
| { |
| "epoch": 2.526222222222222, |
| "grad_norm": 2.161430597305298, |
| "learning_rate": 6.66628505379851e-07, |
| "loss": 0.22755438089370728, |
| "loss_sft": 0.22755438089370728, |
| "step": 712, |
| "token_acc": 0.9240190192594016 |
| }, |
| { |
| "epoch": 2.529777777777778, |
| "grad_norm": 2.125821352005005, |
| "learning_rate": 6.569389899985723e-07, |
| "loss": 0.2217322587966919, |
| "loss_sft": 0.2217322587966919, |
| "step": 713, |
| "token_acc": 0.9283425440022292 |
| }, |
| { |
| "epoch": 2.533333333333333, |
| "grad_norm": 2.257399320602417, |
| "learning_rate": 6.473154565514695e-07, |
| "loss": 0.2207571566104889, |
| "loss_sft": 0.2207571566104889, |
| "step": 714, |
| "token_acc": 0.9280563659382397 |
| }, |
| { |
| "epoch": 2.536888888888889, |
| "grad_norm": 2.078617811203003, |
| "learning_rate": 6.377580512440301e-07, |
| "loss": 0.20790180563926697, |
| "loss_sft": 0.20790180563926697, |
| "step": 715, |
| "token_acc": 0.9337928153717627 |
| }, |
| { |
| "epoch": 2.5404444444444443, |
| "grad_norm": 2.1453518867492676, |
| "learning_rate": 6.282669192770896e-07, |
| "loss": 0.20475344359874725, |
| "loss_sft": 0.20475344359874725, |
| "step": 716, |
| "token_acc": 0.9338645822759111 |
| }, |
| { |
| "epoch": 2.544, |
| "grad_norm": 2.300065755844116, |
| "learning_rate": 6.188422048446263e-07, |
| "loss": 0.21685275435447693, |
| "loss_sft": 0.21685275435447693, |
| "step": 717, |
| "token_acc": 0.9297328086164043 |
| }, |
| { |
| "epoch": 2.5475555555555554, |
| "grad_norm": 2.3417282104492188, |
| "learning_rate": 6.094840511315703e-07, |
| "loss": 0.19980204105377197, |
| "loss_sft": 0.19980204105377197, |
| "step": 718, |
| "token_acc": 0.9341432225063938 |
| }, |
| { |
| "epoch": 2.551111111111111, |
| "grad_norm": 2.238039016723633, |
| "learning_rate": 6.001926003116282e-07, |
| "loss": 0.2108420580625534, |
| "loss_sft": 0.2108420580625534, |
| "step": 719, |
| "token_acc": 0.9316694162098877 |
| }, |
| { |
| "epoch": 2.554666666666667, |
| "grad_norm": 2.1367430686950684, |
| "learning_rate": 5.909679935451235e-07, |
| "loss": 0.21130424737930298, |
| "loss_sft": 0.21130424737930298, |
| "step": 720, |
| "token_acc": 0.9343672602901285 |
| }, |
| { |
| "epoch": 2.558222222222222, |
| "grad_norm": 2.1364989280700684, |
| "learning_rate": 5.818103709768519e-07, |
| "loss": 0.2188308835029602, |
| "loss_sft": 0.2188308835029602, |
| "step": 721, |
| "token_acc": 0.9303019574123716 |
| }, |
| { |
| "epoch": 2.561777777777778, |
| "grad_norm": 2.224710464477539, |
| "learning_rate": 5.727198717339511e-07, |
| "loss": 0.2173798382282257, |
| "loss_sft": 0.2173798382282257, |
| "step": 722, |
| "token_acc": 0.9306829765545361 |
| }, |
| { |
| "epoch": 2.5653333333333332, |
| "grad_norm": 2.1043975353240967, |
| "learning_rate": 5.636966339237882e-07, |
| "loss": 0.21026195585727692, |
| "loss_sft": 0.21026195585727692, |
| "step": 723, |
| "token_acc": 0.9331371753246753 |
| }, |
| { |
| "epoch": 2.568888888888889, |
| "grad_norm": 2.336123466491699, |
| "learning_rate": 5.547407946318628e-07, |
| "loss": 0.22842931747436523, |
| "loss_sft": 0.22842931747436523, |
| "step": 724, |
| "token_acc": 0.9263288427935291 |
| }, |
| { |
| "epoch": 2.5724444444444443, |
| "grad_norm": 2.1821067333221436, |
| "learning_rate": 5.458524899197204e-07, |
| "loss": 0.2321673035621643, |
| "loss_sft": 0.2321673035621643, |
| "step": 725, |
| "token_acc": 0.9270679569187031 |
| }, |
| { |
| "epoch": 2.576, |
| "grad_norm": 2.137766122817993, |
| "learning_rate": 5.370318548228886e-07, |
| "loss": 0.22247251868247986, |
| "loss_sft": 0.22247251868247986, |
| "step": 726, |
| "token_acc": 0.9284617746392385 |
| }, |
| { |
| "epoch": 2.5795555555555554, |
| "grad_norm": 2.4947710037231445, |
| "learning_rate": 5.282790233488283e-07, |
| "loss": 0.22641000151634216, |
| "loss_sft": 0.22641000151634216, |
| "step": 727, |
| "token_acc": 0.9255803102764493 |
| }, |
| { |
| "epoch": 2.583111111111111, |
| "grad_norm": 2.4761240482330322, |
| "learning_rate": 5.195941284748879e-07, |
| "loss": 0.195369154214859, |
| "loss_sft": 0.195369154214859, |
| "step": 728, |
| "token_acc": 0.9357425307557118 |
| }, |
| { |
| "epoch": 2.586666666666667, |
| "grad_norm": 2.3867130279541016, |
| "learning_rate": 5.109773021462921e-07, |
| "loss": 0.21387247741222382, |
| "loss_sft": 0.21387247741222382, |
| "step": 729, |
| "token_acc": 0.929379934846226 |
| }, |
| { |
| "epoch": 2.590222222222222, |
| "grad_norm": 2.197998523712158, |
| "learning_rate": 5.024286752741364e-07, |
| "loss": 0.24190066754817963, |
| "loss_sft": 0.24190066754817963, |
| "step": 730, |
| "token_acc": 0.9215247830485013 |
| }, |
| { |
| "epoch": 2.5937777777777775, |
| "grad_norm": 2.291250467300415, |
| "learning_rate": 4.939483777333931e-07, |
| "loss": 0.1971968710422516, |
| "loss_sft": 0.1971968710422516, |
| "step": 731, |
| "token_acc": 0.9359804990698569 |
| }, |
| { |
| "epoch": 2.5973333333333333, |
| "grad_norm": 2.0206751823425293, |
| "learning_rate": 4.855365383609457e-07, |
| "loss": 0.2089833915233612, |
| "loss_sft": 0.2089833915233612, |
| "step": 732, |
| "token_acc": 0.9330547951784085 |
| }, |
| { |
| "epoch": 2.600888888888889, |
| "grad_norm": 2.0774805545806885, |
| "learning_rate": 4.77193284953622e-07, |
| "loss": 0.19828307628631592, |
| "loss_sft": 0.19828307628631592, |
| "step": 733, |
| "token_acc": 0.9343999143881427 |
| }, |
| { |
| "epoch": 2.6044444444444443, |
| "grad_norm": 2.192539930343628, |
| "learning_rate": 4.6891874426626125e-07, |
| "loss": 0.22322461009025574, |
| "loss_sft": 0.22322461009025574, |
| "step": 734, |
| "token_acc": 0.9286832220367279 |
| }, |
| { |
| "epoch": 2.608, |
| "grad_norm": 2.224142074584961, |
| "learning_rate": 4.607130420097866e-07, |
| "loss": 0.21452000737190247, |
| "loss_sft": 0.21452000737190247, |
| "step": 735, |
| "token_acc": 0.9309251500396332 |
| }, |
| { |
| "epoch": 2.6115555555555554, |
| "grad_norm": 2.1087353229522705, |
| "learning_rate": 4.525763028492869e-07, |
| "loss": 0.23164571821689606, |
| "loss_sft": 0.23164571821689606, |
| "step": 736, |
| "token_acc": 0.9273714402786314 |
| }, |
| { |
| "epoch": 2.615111111111111, |
| "grad_norm": 2.0967001914978027, |
| "learning_rate": 4.445086504021384e-07, |
| "loss": 0.1973828375339508, |
| "loss_sft": 0.1973828375339508, |
| "step": 737, |
| "token_acc": 0.9360559440559441 |
| }, |
| { |
| "epoch": 2.618666666666667, |
| "grad_norm": 2.2060184478759766, |
| "learning_rate": 4.365102072361116e-07, |
| "loss": 0.2151787132024765, |
| "loss_sft": 0.2151787132024765, |
| "step": 738, |
| "token_acc": 0.9307169245596187 |
| }, |
| { |
| "epoch": 2.6222222222222222, |
| "grad_norm": 2.3538944721221924, |
| "learning_rate": 4.285810948675156e-07, |
| "loss": 0.20537155866622925, |
| "loss_sft": 0.20537155866622925, |
| "step": 739, |
| "token_acc": 0.9342716857610475 |
| }, |
| { |
| "epoch": 2.6257777777777775, |
| "grad_norm": 2.3916561603546143, |
| "learning_rate": 4.207214337593557e-07, |
| "loss": 0.2062980830669403, |
| "loss_sft": 0.2062980830669403, |
| "step": 740, |
| "token_acc": 0.935564371640645 |
| }, |
| { |
| "epoch": 2.6293333333333333, |
| "grad_norm": 2.235715866088867, |
| "learning_rate": 4.129313433194948e-07, |
| "loss": 0.22878654301166534, |
| "loss_sft": 0.22878654301166534, |
| "step": 741, |
| "token_acc": 0.927353595255745 |
| }, |
| { |
| "epoch": 2.632888888888889, |
| "grad_norm": 2.1887261867523193, |
| "learning_rate": 4.05210941898847e-07, |
| "loss": 0.21094763278961182, |
| "loss_sft": 0.21094763278961182, |
| "step": 742, |
| "token_acc": 0.933275663206459 |
| }, |
| { |
| "epoch": 2.6364444444444444, |
| "grad_norm": 2.223055362701416, |
| "learning_rate": 3.975603467895739e-07, |
| "loss": 0.20947298407554626, |
| "loss_sft": 0.20947298407554626, |
| "step": 743, |
| "token_acc": 0.9332679663167609 |
| }, |
| { |
| "epoch": 2.64, |
| "grad_norm": 2.1617233753204346, |
| "learning_rate": 3.8997967422330693e-07, |
| "loss": 0.2059226781129837, |
| "loss_sft": 0.2059226781129837, |
| "step": 744, |
| "token_acc": 0.9345860843067547 |
| }, |
| { |
| "epoch": 2.6435555555555554, |
| "grad_norm": 2.176805019378662, |
| "learning_rate": 3.8246903936937806e-07, |
| "loss": 0.20904037356376648, |
| "loss_sft": 0.20904037356376648, |
| "step": 745, |
| "token_acc": 0.9319428073591964 |
| }, |
| { |
| "epoch": 2.647111111111111, |
| "grad_norm": 2.3655245304107666, |
| "learning_rate": 3.7502855633307246e-07, |
| "loss": 0.20194074511528015, |
| "loss_sft": 0.20194074511528015, |
| "step": 746, |
| "token_acc": 0.9335845200842966 |
| }, |
| { |
| "epoch": 2.6506666666666665, |
| "grad_norm": 2.252324342727661, |
| "learning_rate": 3.676583381538945e-07, |
| "loss": 0.23102250695228577, |
| "loss_sft": 0.23102250695228577, |
| "step": 747, |
| "token_acc": 0.9256612952265126 |
| }, |
| { |
| "epoch": 2.6542222222222223, |
| "grad_norm": 2.3526337146759033, |
| "learning_rate": 3.603584968038487e-07, |
| "loss": 0.23694927990436554, |
| "loss_sft": 0.23694927990436554, |
| "step": 748, |
| "token_acc": 0.9282321091076263 |
| }, |
| { |
| "epoch": 2.6577777777777776, |
| "grad_norm": 2.2598018646240234, |
| "learning_rate": 3.53129143185742e-07, |
| "loss": 0.2143687903881073, |
| "loss_sft": 0.2143687903881073, |
| "step": 749, |
| "token_acc": 0.9308655719454495 |
| }, |
| { |
| "epoch": 2.6613333333333333, |
| "grad_norm": 2.5423829555511475, |
| "learning_rate": 3.4597038713149455e-07, |
| "loss": 0.22095084190368652, |
| "loss_sft": 0.22095084190368652, |
| "step": 750, |
| "token_acc": 0.9309197840339375 |
| }, |
| { |
| "epoch": 2.664888888888889, |
| "grad_norm": 2.2223427295684814, |
| "learning_rate": 3.388823374004735e-07, |
| "loss": 0.19406753778457642, |
| "loss_sft": 0.19406753778457642, |
| "step": 751, |
| "token_acc": 0.9363719442540553 |
| }, |
| { |
| "epoch": 2.6684444444444444, |
| "grad_norm": 2.3748669624328613, |
| "learning_rate": 3.3186510167784456e-07, |
| "loss": 0.2002527415752411, |
| "loss_sft": 0.2002527415752411, |
| "step": 752, |
| "token_acc": 0.9347783508519946 |
| }, |
| { |
| "epoch": 2.672, |
| "grad_norm": 2.15315842628479, |
| "learning_rate": 3.2491878657292643e-07, |
| "loss": 0.21869969367980957, |
| "loss_sft": 0.21869969367980957, |
| "step": 753, |
| "token_acc": 0.9320373942721472 |
| }, |
| { |
| "epoch": 2.6755555555555555, |
| "grad_norm": 2.210447311401367, |
| "learning_rate": 3.180434976175784e-07, |
| "loss": 0.22816941142082214, |
| "loss_sft": 0.22816941142082214, |
| "step": 754, |
| "token_acc": 0.9251303441084463 |
| }, |
| { |
| "epoch": 2.679111111111111, |
| "grad_norm": 2.260847568511963, |
| "learning_rate": 3.112393392645985e-07, |
| "loss": 0.22029274702072144, |
| "loss_sft": 0.22029274702072144, |
| "step": 755, |
| "token_acc": 0.9313919348073582 |
| }, |
| { |
| "epoch": 2.6826666666666665, |
| "grad_norm": 2.362165927886963, |
| "learning_rate": 3.045064148861282e-07, |
| "loss": 0.22507572174072266, |
| "loss_sft": 0.22507572174072266, |
| "step": 756, |
| "token_acc": 0.9284106806155343 |
| }, |
| { |
| "epoch": 2.6862222222222223, |
| "grad_norm": 2.1725196838378906, |
| "learning_rate": 2.9784482677209013e-07, |
| "loss": 0.20984846353530884, |
| "loss_sft": 0.20984846353530884, |
| "step": 757, |
| "token_acc": 0.9317151240330754 |
| }, |
| { |
| "epoch": 2.6897777777777776, |
| "grad_norm": 2.172759532928467, |
| "learning_rate": 2.912546761286333e-07, |
| "loss": 0.20438626408576965, |
| "loss_sft": 0.20438626408576965, |
| "step": 758, |
| "token_acc": 0.9336910477266309 |
| }, |
| { |
| "epoch": 2.6933333333333334, |
| "grad_norm": 2.3090860843658447, |
| "learning_rate": 2.847360630765866e-07, |
| "loss": 0.21061569452285767, |
| "loss_sft": 0.21061569452285767, |
| "step": 759, |
| "token_acc": 0.9341996942255675 |
| }, |
| { |
| "epoch": 2.696888888888889, |
| "grad_norm": 2.0886290073394775, |
| "learning_rate": 2.7828908664995216e-07, |
| "loss": 0.20906978845596313, |
| "loss_sft": 0.20906978845596313, |
| "step": 760, |
| "token_acc": 0.9316569954867827 |
| }, |
| { |
| "epoch": 2.7004444444444444, |
| "grad_norm": 2.121429204940796, |
| "learning_rate": 2.719138447943881e-07, |
| "loss": 0.22756122052669525, |
| "loss_sft": 0.22756122052669525, |
| "step": 761, |
| "token_acc": 0.927072082648509 |
| }, |
| { |
| "epoch": 2.7039999999999997, |
| "grad_norm": 2.2823638916015625, |
| "learning_rate": 2.656104343657251e-07, |
| "loss": 0.2025155872106552, |
| "loss_sft": 0.2025155872106552, |
| "step": 762, |
| "token_acc": 0.9327565632458233 |
| }, |
| { |
| "epoch": 2.7075555555555555, |
| "grad_norm": 2.312992572784424, |
| "learning_rate": 2.5937895112849886e-07, |
| "loss": 0.20305731892585754, |
| "loss_sft": 0.20305731892585754, |
| "step": 763, |
| "token_acc": 0.9356452926800884 |
| }, |
| { |
| "epoch": 2.7111111111111112, |
| "grad_norm": 2.355311393737793, |
| "learning_rate": 2.532194897544882e-07, |
| "loss": 0.21853376924991608, |
| "loss_sft": 0.21853376924991608, |
| "step": 764, |
| "token_acc": 0.9290450928381963 |
| }, |
| { |
| "epoch": 2.7146666666666666, |
| "grad_norm": 2.2817697525024414, |
| "learning_rate": 2.4713214382128204e-07, |
| "loss": 0.2163524031639099, |
| "loss_sft": 0.2163524031639099, |
| "step": 765, |
| "token_acc": 0.931403714237912 |
| }, |
| { |
| "epoch": 2.7182222222222223, |
| "grad_norm": 2.2208986282348633, |
| "learning_rate": 2.411170058108558e-07, |
| "loss": 0.226409912109375, |
| "loss_sft": 0.226409912109375, |
| "step": 766, |
| "token_acc": 0.9272852088503987 |
| }, |
| { |
| "epoch": 2.7217777777777776, |
| "grad_norm": 2.3535399436950684, |
| "learning_rate": 2.351741671081631e-07, |
| "loss": 0.2059878706932068, |
| "loss_sft": 0.2059878706932068, |
| "step": 767, |
| "token_acc": 0.9346518105849582 |
| }, |
| { |
| "epoch": 2.7253333333333334, |
| "grad_norm": 2.386939287185669, |
| "learning_rate": 2.2930371799975593e-07, |
| "loss": 0.23683971166610718, |
| "loss_sft": 0.23683971166610718, |
| "step": 768, |
| "token_acc": 0.9236963403121008 |
| }, |
| { |
| "epoch": 2.728888888888889, |
| "grad_norm": 2.138763189315796, |
| "learning_rate": 2.2350574767240395e-07, |
| "loss": 0.20213018357753754, |
| "loss_sft": 0.20213018357753754, |
| "step": 769, |
| "token_acc": 0.9366425407799503 |
| }, |
| { |
| "epoch": 2.7324444444444445, |
| "grad_norm": 2.208327054977417, |
| "learning_rate": 2.1778034421174433e-07, |
| "loss": 0.22335566580295563, |
| "loss_sft": 0.22335566580295563, |
| "step": 770, |
| "token_acc": 0.9293032786885246 |
| }, |
| { |
| "epoch": 2.7359999999999998, |
| "grad_norm": 2.1569812297821045, |
| "learning_rate": 2.1212759460094268e-07, |
| "loss": 0.2326255440711975, |
| "loss_sft": 0.2326255440711975, |
| "step": 771, |
| "token_acc": 0.9258406485345613 |
| }, |
| { |
| "epoch": 2.7395555555555555, |
| "grad_norm": 2.208338737487793, |
| "learning_rate": 2.0654758471937098e-07, |
| "loss": 0.20663884282112122, |
| "loss_sft": 0.20663884282112122, |
| "step": 772, |
| "token_acc": 0.9352021803214862 |
| }, |
| { |
| "epoch": 2.7431111111111113, |
| "grad_norm": 2.318976402282715, |
| "learning_rate": 2.0104039934130348e-07, |
| "loss": 0.20255661010742188, |
| "loss_sft": 0.20255661010742188, |
| "step": 773, |
| "token_acc": 0.9320805976907404 |
| }, |
| { |
| "epoch": 2.7466666666666666, |
| "grad_norm": 1.997756004333496, |
| "learning_rate": 1.9560612213462837e-07, |
| "loss": 0.19720430672168732, |
| "loss_sft": 0.19720430672168732, |
| "step": 774, |
| "token_acc": 0.9358122048507633 |
| }, |
| { |
| "epoch": 2.7502222222222223, |
| "grad_norm": 2.2332332134246826, |
| "learning_rate": 1.9024483565957707e-07, |
| "loss": 0.22286754846572876, |
| "loss_sft": 0.22286754846572876, |
| "step": 775, |
| "token_acc": 0.9301641199773628 |
| }, |
| { |
| "epoch": 2.7537777777777777, |
| "grad_norm": 2.276001453399658, |
| "learning_rate": 1.8495662136746916e-07, |
| "loss": 0.21966683864593506, |
| "loss_sft": 0.21966683864593506, |
| "step": 776, |
| "token_acc": 0.930837639706766 |
| }, |
| { |
| "epoch": 2.7573333333333334, |
| "grad_norm": 2.1044652462005615, |
| "learning_rate": 1.7974155959947614e-07, |
| "loss": 0.21146978437900543, |
| "loss_sft": 0.21146978437900543, |
| "step": 777, |
| "token_acc": 0.9335238381711536 |
| }, |
| { |
| "epoch": 2.7608888888888887, |
| "grad_norm": 2.2231340408325195, |
| "learning_rate": 1.745997295853985e-07, |
| "loss": 0.19222068786621094, |
| "loss_sft": 0.19222068786621094, |
| "step": 778, |
| "token_acc": 0.9357403311614562 |
| }, |
| { |
| "epoch": 2.7644444444444445, |
| "grad_norm": 2.304358720779419, |
| "learning_rate": 1.6953120944246503e-07, |
| "loss": 0.22022399306297302, |
| "loss_sft": 0.22022399306297302, |
| "step": 779, |
| "token_acc": 0.9308119125806817 |
| }, |
| { |
| "epoch": 2.768, |
| "grad_norm": 2.1242711544036865, |
| "learning_rate": 1.6453607617414603e-07, |
| "loss": 0.18581785261631012, |
| "loss_sft": 0.18581785261631012, |
| "step": 780, |
| "token_acc": 0.939911061700945 |
| }, |
| { |
| "epoch": 2.7715555555555556, |
| "grad_norm": 2.068387985229492, |
| "learning_rate": 1.5961440566897913e-07, |
| "loss": 0.19189482927322388, |
| "loss_sft": 0.19189482927322388, |
| "step": 781, |
| "token_acc": 0.9358648448257599 |
| }, |
| { |
| "epoch": 2.7751111111111113, |
| "grad_norm": 2.267868995666504, |
| "learning_rate": 1.5476627269941925e-07, |
| "loss": 0.20797067880630493, |
| "loss_sft": 0.20797067880630493, |
| "step": 782, |
| "token_acc": 0.9308566097788509 |
| }, |
| { |
| "epoch": 2.7786666666666666, |
| "grad_norm": 2.229050874710083, |
| "learning_rate": 1.4999175092070716e-07, |
| "loss": 0.22151583433151245, |
| "loss_sft": 0.22151583433151245, |
| "step": 783, |
| "token_acc": 0.9292866436612547 |
| }, |
| { |
| "epoch": 2.7822222222222224, |
| "grad_norm": 2.1798455715179443, |
| "learning_rate": 1.4529091286973994e-07, |
| "loss": 0.225885808467865, |
| "loss_sft": 0.225885808467865, |
| "step": 784, |
| "token_acc": 0.9293732970027248 |
| }, |
| { |
| "epoch": 2.7857777777777777, |
| "grad_norm": 2.1661946773529053, |
| "learning_rate": 1.4066382996397898e-07, |
| "loss": 0.23626591265201569, |
| "loss_sft": 0.23626591265201569, |
| "step": 785, |
| "token_acc": 0.9254885119175434 |
| }, |
| { |
| "epoch": 2.7893333333333334, |
| "grad_norm": 2.110128402709961, |
| "learning_rate": 1.361105725003603e-07, |
| "loss": 0.22975578904151917, |
| "loss_sft": 0.22975578904151917, |
| "step": 786, |
| "token_acc": 0.9269548324429334 |
| }, |
| { |
| "epoch": 2.7928888888888888, |
| "grad_norm": 2.185422420501709, |
| "learning_rate": 1.3163120965422494e-07, |
| "loss": 0.21508333086967468, |
| "loss_sft": 0.21508333086967468, |
| "step": 787, |
| "token_acc": 0.9323255228017133 |
| }, |
| { |
| "epoch": 2.7964444444444445, |
| "grad_norm": 2.1552278995513916, |
| "learning_rate": 1.272258094782741e-07, |
| "loss": 0.21280154585838318, |
| "loss_sft": 0.21280154585838318, |
| "step": 788, |
| "token_acc": 0.9312762280918292 |
| }, |
| { |
| "epoch": 2.8, |
| "grad_norm": 2.1382768154144287, |
| "learning_rate": 1.2289443890152852e-07, |
| "loss": 0.21895045042037964, |
| "loss_sft": 0.21895045042037964, |
| "step": 789, |
| "token_acc": 0.9317877842175658 |
| }, |
| { |
| "epoch": 2.8035555555555556, |
| "grad_norm": 2.2897143363952637, |
| "learning_rate": 1.1863716372831513e-07, |
| "loss": 0.19704243540763855, |
| "loss_sft": 0.19704243540763855, |
| "step": 790, |
| "token_acc": 0.9369601176254365 |
| }, |
| { |
| "epoch": 2.8071111111111113, |
| "grad_norm": 2.0622072219848633, |
| "learning_rate": 1.1445404863726806e-07, |
| "loss": 0.21027334034442902, |
| "loss_sft": 0.21027334034442902, |
| "step": 791, |
| "token_acc": 0.9313714960799054 |
| }, |
| { |
| "epoch": 2.8106666666666666, |
| "grad_norm": 2.389130115509033, |
| "learning_rate": 1.1034515718034321e-07, |
| "loss": 0.26240217685699463, |
| "loss_sft": 0.26240217685699463, |
| "step": 792, |
| "token_acc": 0.9195796810645264 |
| }, |
| { |
| "epoch": 2.814222222222222, |
| "grad_norm": 2.1406102180480957, |
| "learning_rate": 1.0631055178185523e-07, |
| "loss": 0.18593335151672363, |
| "loss_sft": 0.18593335151672363, |
| "step": 793, |
| "token_acc": 0.9398170438131921 |
| }, |
| { |
| "epoch": 2.8177777777777777, |
| "grad_norm": 2.208811044692993, |
| "learning_rate": 1.0235029373752758e-07, |
| "loss": 0.21565991640090942, |
| "loss_sft": 0.21565991640090942, |
| "step": 794, |
| "token_acc": 0.9292321032854803 |
| }, |
| { |
| "epoch": 2.8213333333333335, |
| "grad_norm": 2.264435052871704, |
| "learning_rate": 9.84644432135623e-08, |
| "loss": 0.22617554664611816, |
| "loss_sft": 0.22617554664611816, |
| "step": 795, |
| "token_acc": 0.9273122838335379 |
| }, |
| { |
| "epoch": 2.824888888888889, |
| "grad_norm": 2.219986915588379, |
| "learning_rate": 9.465305924572566e-08, |
| "loss": 0.1961258053779602, |
| "loss_sft": 0.1961258053779602, |
| "step": 796, |
| "token_acc": 0.9366288684148358 |
| }, |
| { |
| "epoch": 2.8284444444444445, |
| "grad_norm": 2.1045148372650146, |
| "learning_rate": 9.091619973845056e-08, |
| "loss": 0.22305172681808472, |
| "loss_sft": 0.22305172681808472, |
| "step": 797, |
| "token_acc": 0.9301952929394092 |
| }, |
| { |
| "epoch": 2.832, |
| "grad_norm": 2.2457568645477295, |
| "learning_rate": 8.725392146395728e-08, |
| "loss": 0.21335893869400024, |
| "loss_sft": 0.21335893869400024, |
| "step": 798, |
| "token_acc": 0.9316475265017667 |
| }, |
| { |
| "epoch": 2.8355555555555556, |
| "grad_norm": 2.234353542327881, |
| "learning_rate": 8.366628006139243e-08, |
| "loss": 0.22679826617240906, |
| "loss_sft": 0.22679826617240906, |
| "step": 799, |
| "token_acc": 0.9277570769145209 |
| }, |
| { |
| "epoch": 2.8391111111111114, |
| "grad_norm": 2.3157103061676025, |
| "learning_rate": 8.015333003598025e-08, |
| "loss": 0.21770483255386353, |
| "loss_sft": 0.21770483255386353, |
| "step": 800, |
| "token_acc": 0.9293159990630124 |
| }, |
| { |
| "epoch": 2.8426666666666667, |
| "grad_norm": 2.201233386993408, |
| "learning_rate": 7.671512475819876e-08, |
| "loss": 0.2211962789297104, |
| "loss_sft": 0.2211962789297104, |
| "step": 801, |
| "token_acc": 0.928027989115344 |
| }, |
| { |
| "epoch": 2.846222222222222, |
| "grad_norm": 2.176928758621216, |
| "learning_rate": 7.335171646296436e-08, |
| "loss": 0.22525876760482788, |
| "loss_sft": 0.22525876760482788, |
| "step": 802, |
| "token_acc": 0.9286589440855424 |
| }, |
| { |
| "epoch": 2.8497777777777777, |
| "grad_norm": 2.1503818035125732, |
| "learning_rate": 7.006315624884296e-08, |
| "loss": 0.2188667356967926, |
| "loss_sft": 0.2188667356967926, |
| "step": 803, |
| "token_acc": 0.9330058528428093 |
| }, |
| { |
| "epoch": 2.8533333333333335, |
| "grad_norm": 2.3525588512420654, |
| "learning_rate": 6.684949407727015e-08, |
| "loss": 0.19675451517105103, |
| "loss_sft": 0.19675451517105103, |
| "step": 804, |
| "token_acc": 0.9376433397384244 |
| }, |
| { |
| "epoch": 2.856888888888889, |
| "grad_norm": 2.303893804550171, |
| "learning_rate": 6.371077877179277e-08, |
| "loss": 0.20101016759872437, |
| "loss_sft": 0.20101016759872437, |
| "step": 805, |
| "token_acc": 0.9360420022671678 |
| }, |
| { |
| "epoch": 2.8604444444444446, |
| "grad_norm": 2.3082034587860107, |
| "learning_rate": 6.064705801732962e-08, |
| "loss": 0.20633909106254578, |
| "loss_sft": 0.20633909106254578, |
| "step": 806, |
| "token_acc": 0.9356571428571429 |
| }, |
| { |
| "epoch": 2.864, |
| "grad_norm": 2.2950446605682373, |
| "learning_rate": 5.7658378359443104e-08, |
| "loss": 0.20719939470291138, |
| "loss_sft": 0.20719939470291138, |
| "step": 807, |
| "token_acc": 0.9325678383794617 |
| }, |
| { |
| "epoch": 2.8675555555555556, |
| "grad_norm": 2.5380027294158936, |
| "learning_rate": 5.4744785203635355e-08, |
| "loss": 0.21504728496074677, |
| "loss_sft": 0.21504728496074677, |
| "step": 808, |
| "token_acc": 0.9327440880355888 |
| }, |
| { |
| "epoch": 2.871111111111111, |
| "grad_norm": 2.3624236583709717, |
| "learning_rate": 5.190632281465713e-08, |
| "loss": 0.22169551253318787, |
| "loss_sft": 0.22169551253318787, |
| "step": 809, |
| "token_acc": 0.92899569505749 |
| }, |
| { |
| "epoch": 2.8746666666666667, |
| "grad_norm": 2.135430335998535, |
| "learning_rate": 4.914303431583389e-08, |
| "loss": 0.22522825002670288, |
| "loss_sft": 0.22522825002670288, |
| "step": 810, |
| "token_acc": 0.9264089671066416 |
| }, |
| { |
| "epoch": 2.878222222222222, |
| "grad_norm": 2.120131015777588, |
| "learning_rate": 4.645496168841468e-08, |
| "loss": 0.2010488510131836, |
| "loss_sft": 0.2010488510131836, |
| "step": 811, |
| "token_acc": 0.9365325077399381 |
| }, |
| { |
| "epoch": 2.8817777777777778, |
| "grad_norm": 2.2362990379333496, |
| "learning_rate": 4.384214577092927e-08, |
| "loss": 0.19556254148483276, |
| "loss_sft": 0.19556254148483276, |
| "step": 812, |
| "token_acc": 0.9392440833627693 |
| }, |
| { |
| "epoch": 2.8853333333333335, |
| "grad_norm": 2.263963222503662, |
| "learning_rate": 4.130462625857257e-08, |
| "loss": 0.21070370078086853, |
| "loss_sft": 0.21070370078086853, |
| "step": 813, |
| "token_acc": 0.9336381685819144 |
| }, |
| { |
| "epoch": 2.888888888888889, |
| "grad_norm": 2.5001983642578125, |
| "learning_rate": 3.884244170259732e-08, |
| "loss": 0.2125704437494278, |
| "loss_sft": 0.2125704437494278, |
| "step": 814, |
| "token_acc": 0.9333896542760592 |
| }, |
| { |
| "epoch": 2.8924444444444446, |
| "grad_norm": 2.329131603240967, |
| "learning_rate": 3.645562950973014e-08, |
| "loss": 0.2282361537218094, |
| "loss_sft": 0.2282361537218094, |
| "step": 815, |
| "token_acc": 0.9251103915219311 |
| }, |
| { |
| "epoch": 2.896, |
| "grad_norm": 2.223870038986206, |
| "learning_rate": 3.414422594160527e-08, |
| "loss": 0.19045020639896393, |
| "loss_sft": 0.19045020639896393, |
| "step": 816, |
| "token_acc": 0.939187530682376 |
| }, |
| { |
| "epoch": 2.8995555555555557, |
| "grad_norm": 2.3049705028533936, |
| "learning_rate": 3.1908266114210054e-08, |
| "loss": 0.20488542318344116, |
| "loss_sft": 0.20488542318344116, |
| "step": 817, |
| "token_acc": 0.9326743415104575 |
| }, |
| { |
| "epoch": 2.903111111111111, |
| "grad_norm": 2.2952005863189697, |
| "learning_rate": 2.974778399735423e-08, |
| "loss": 0.23333868384361267, |
| "loss_sft": 0.23333868384361267, |
| "step": 818, |
| "token_acc": 0.923388199267239 |
| }, |
| { |
| "epoch": 2.9066666666666667, |
| "grad_norm": 2.1744277477264404, |
| "learning_rate": 2.766281241415203e-08, |
| "loss": 0.19846579432487488, |
| "loss_sft": 0.19846579432487488, |
| "step": 819, |
| "token_acc": 0.935785466353152 |
| }, |
| { |
| "epoch": 2.910222222222222, |
| "grad_norm": 2.2673325538635254, |
| "learning_rate": 2.5653383040524228e-08, |
| "loss": 0.21949008107185364, |
| "loss_sft": 0.21949008107185364, |
| "step": 820, |
| "token_acc": 0.9283810973951819 |
| }, |
| { |
| "epoch": 2.913777777777778, |
| "grad_norm": 2.2093045711517334, |
| "learning_rate": 2.3719526404717975e-08, |
| "loss": 0.2213304340839386, |
| "loss_sft": 0.2213304340839386, |
| "step": 821, |
| "token_acc": 0.9314456792002842 |
| }, |
| { |
| "epoch": 2.9173333333333336, |
| "grad_norm": 2.124161958694458, |
| "learning_rate": 2.1861271886840508e-08, |
| "loss": 0.21505405008792877, |
| "loss_sft": 0.21505405008792877, |
| "step": 822, |
| "token_acc": 0.9307557782294276 |
| }, |
| { |
| "epoch": 2.920888888888889, |
| "grad_norm": 2.0560755729675293, |
| "learning_rate": 2.0078647718415058e-08, |
| "loss": 0.21757104992866516, |
| "loss_sft": 0.21757104992866516, |
| "step": 823, |
| "token_acc": 0.9300579491055682 |
| }, |
| { |
| "epoch": 2.924444444444444, |
| "grad_norm": 2.273923635482788, |
| "learning_rate": 1.837168098195119e-08, |
| "loss": 0.22025007009506226, |
| "loss_sft": 0.22025007009506226, |
| "step": 824, |
| "token_acc": 0.927333705980995 |
| }, |
| { |
| "epoch": 2.928, |
| "grad_norm": 1.922160267829895, |
| "learning_rate": 1.6740397610533477e-08, |
| "loss": 0.19530706107616425, |
| "loss_sft": 0.19530706107616425, |
| "step": 825, |
| "token_acc": 0.937991891247317 |
| }, |
| { |
| "epoch": 2.9315555555555557, |
| "grad_norm": 2.183375835418701, |
| "learning_rate": 1.5184822387426246e-08, |
| "loss": 0.21241140365600586, |
| "loss_sft": 0.21241140365600586, |
| "step": 826, |
| "token_acc": 0.9346082665021591 |
| }, |
| { |
| "epoch": 2.935111111111111, |
| "grad_norm": 2.1544220447540283, |
| "learning_rate": 1.3704978945698888e-08, |
| "loss": 0.20677995681762695, |
| "loss_sft": 0.20677995681762695, |
| "step": 827, |
| "token_acc": 0.9312607247400828 |
| }, |
| { |
| "epoch": 2.9386666666666668, |
| "grad_norm": 3.1114187240600586, |
| "learning_rate": 1.2300889767866697e-08, |
| "loss": 0.21935826539993286, |
| "loss_sft": 0.21935826539993286, |
| "step": 828, |
| "token_acc": 0.9291467192340186 |
| }, |
| { |
| "epoch": 2.942222222222222, |
| "grad_norm": 2.2450428009033203, |
| "learning_rate": 1.0972576185547256e-08, |
| "loss": 0.21265751123428345, |
| "loss_sft": 0.21265751123428345, |
| "step": 829, |
| "token_acc": 0.932667076098487 |
| }, |
| { |
| "epoch": 2.945777777777778, |
| "grad_norm": 2.3317325115203857, |
| "learning_rate": 9.720058379138474e-09, |
| "loss": 0.22713464498519897, |
| "loss_sft": 0.22713464498519897, |
| "step": 830, |
| "token_acc": 0.9262736056214317 |
| }, |
| { |
| "epoch": 2.9493333333333336, |
| "grad_norm": 2.1594772338867188, |
| "learning_rate": 8.543355377512164e-09, |
| "loss": 0.22452396154403687, |
| "loss_sft": 0.22452396154403687, |
| "step": 831, |
| "token_acc": 0.930357416781715 |
| }, |
| { |
| "epoch": 2.952888888888889, |
| "grad_norm": 2.0905351638793945, |
| "learning_rate": 7.442485057722048e-09, |
| "loss": 0.21176943182945251, |
| "loss_sft": 0.21176943182945251, |
| "step": 832, |
| "token_acc": 0.9325927796011109 |
| }, |
| { |
| "epoch": 2.956444444444444, |
| "grad_norm": 2.1530587673187256, |
| "learning_rate": 6.417464144736208e-09, |
| "loss": 0.2164577841758728, |
| "loss_sft": 0.2164577841758728, |
| "step": 833, |
| "token_acc": 0.9303258688933471 |
| }, |
| { |
| "epoch": 2.96, |
| "grad_norm": 2.2747607231140137, |
| "learning_rate": 5.468308211179496e-09, |
| "loss": 0.21495883166790009, |
| "loss_sft": 0.21495883166790009, |
| "step": 834, |
| "token_acc": 0.9302575748520887 |
| }, |
| { |
| "epoch": 2.9635555555555557, |
| "grad_norm": 2.289250135421753, |
| "learning_rate": 4.595031677099293e-09, |
| "loss": 0.22347143292427063, |
| "loss_sft": 0.22347143292427063, |
| "step": 835, |
| "token_acc": 0.9289260517376535 |
| }, |
| { |
| "epoch": 2.967111111111111, |
| "grad_norm": 2.1104331016540527, |
| "learning_rate": 3.7976478097451196e-09, |
| "loss": 0.19463887810707092, |
| "loss_sft": 0.19463887810707092, |
| "step": 836, |
| "token_acc": 0.9373419917711793 |
| }, |
| { |
| "epoch": 2.970666666666667, |
| "grad_norm": 2.1791234016418457, |
| "learning_rate": 3.0761687233682445e-09, |
| "loss": 0.2004217505455017, |
| "loss_sft": 0.2004217505455017, |
| "step": 837, |
| "token_acc": 0.9340432649420161 |
| }, |
| { |
| "epoch": 2.974222222222222, |
| "grad_norm": 2.33919358253479, |
| "learning_rate": 2.430605379035722e-09, |
| "loss": 0.2124345898628235, |
| "loss_sft": 0.2124345898628235, |
| "step": 838, |
| "token_acc": 0.9309055015844979 |
| }, |
| { |
| "epoch": 2.977777777777778, |
| "grad_norm": 2.200502634048462, |
| "learning_rate": 1.8609675844655228e-09, |
| "loss": 0.21903391182422638, |
| "loss_sft": 0.21903391182422638, |
| "step": 839, |
| "token_acc": 0.9308282208588957 |
| }, |
| { |
| "epoch": 2.981333333333333, |
| "grad_norm": 2.1386334896087646, |
| "learning_rate": 1.3672639938777655e-09, |
| "loss": 0.21041738986968994, |
| "loss_sft": 0.21041738986968994, |
| "step": 840, |
| "token_acc": 0.9326586220319191 |
| }, |
| { |
| "epoch": 2.984888888888889, |
| "grad_norm": 2.19281005859375, |
| "learning_rate": 9.495021078614885e-10, |
| "loss": 0.20342174172401428, |
| "loss_sft": 0.20342174172401428, |
| "step": 841, |
| "token_acc": 0.9352552552552552 |
| }, |
| { |
| "epoch": 2.9884444444444442, |
| "grad_norm": 2.223222017288208, |
| "learning_rate": 6.076882732625189e-10, |
| "loss": 0.22914628684520721, |
| "loss_sft": 0.22914628684520721, |
| "step": 842, |
| "token_acc": 0.928556263269639 |
| }, |
| { |
| "epoch": 2.992, |
| "grad_norm": 2.1534955501556396, |
| "learning_rate": 3.4182768308577143e-10, |
| "loss": 0.20344775915145874, |
| "loss_sft": 0.20344775915145874, |
| "step": 843, |
| "token_acc": 0.9371043072132849 |
| }, |
| { |
| "epoch": 2.9955555555555557, |
| "grad_norm": 2.0710599422454834, |
| "learning_rate": 1.5192437641753376e-10, |
| "loss": 0.21217861771583557, |
| "loss_sft": 0.21217861771583557, |
| "step": 844, |
| "token_acc": 0.9329498211350672 |
| }, |
| { |
| "epoch": 2.999111111111111, |
| "grad_norm": 2.261275291442871, |
| "learning_rate": 3.798123836162848e-11, |
| "loss": 0.20855969190597534, |
| "loss_sft": 0.20855969190597534, |
| "step": 845, |
| "token_acc": 0.931514415111013 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 4.708669185638428, |
| "learning_rate": 0.0, |
| "loss": 0.15930986404418945, |
| "loss_sft": 0.15930986404418945, |
| "step": 846, |
| "token_acc": 0.9476702508960574 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 846, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.3456028590195343e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
