| { |
| "best_global_step": 7607, |
| "best_metric": 3.00644255, |
| "best_model_checkpoint": "/scratch/prj0000000267/yuefan/UnifyTrajLLM/output_rope_instruct_llmlow5_5e-4/v1-20251106-152726/checkpoint-7607", |
| "epoch": 1.0, |
| "eval_steps": 2000, |
| "global_step": 7607, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.00013145786775338504, |
| "grad_norm": 304.0, |
| "learning_rate": 2.624671916010499e-07, |
| "loss": 30.29734230041504, |
| "step": 1, |
| "token_acc": 0.0 |
| }, |
| { |
| "epoch": 0.006572893387669252, |
| "grad_norm": 73.0, |
| "learning_rate": 1.3123359580052494e-05, |
| "loss": 21.377688038105866, |
| "step": 50, |
| "token_acc": 0.008780085457147575 |
| }, |
| { |
| "epoch": 0.013145786775338505, |
| "grad_norm": 15.3125, |
| "learning_rate": 2.6246719160104988e-05, |
| "loss": 7.8677734375, |
| "step": 100, |
| "token_acc": 0.4647903181356832 |
| }, |
| { |
| "epoch": 0.019718680163007755, |
| "grad_norm": 17.125, |
| "learning_rate": 3.9370078740157485e-05, |
| "loss": 6.155509033203125, |
| "step": 150, |
| "token_acc": 0.5138413431527499 |
| }, |
| { |
| "epoch": 0.02629157355067701, |
| "grad_norm": 35.75, |
| "learning_rate": 5.2493438320209976e-05, |
| "loss": 5.588656005859375, |
| "step": 200, |
| "token_acc": 0.5934439028612903 |
| }, |
| { |
| "epoch": 0.03286446693834626, |
| "grad_norm": 15.125, |
| "learning_rate": 6.561679790026247e-05, |
| "loss": 5.309133911132813, |
| "step": 250, |
| "token_acc": 0.6521334320201939 |
| }, |
| { |
| "epoch": 0.03943736032601551, |
| "grad_norm": 18.5, |
| "learning_rate": 7.874015748031497e-05, |
| "loss": 5.129273681640625, |
| "step": 300, |
| "token_acc": 0.6742803871946512 |
| }, |
| { |
| "epoch": 0.046010253713684765, |
| "grad_norm": 4.4375, |
| "learning_rate": 9.186351706036746e-05, |
| "loss": 5.0163330078125, |
| "step": 350, |
| "token_acc": 0.6809492214844467 |
| }, |
| { |
| "epoch": 0.05258314710135402, |
| "grad_norm": 8.875, |
| "learning_rate": 9.99982941196289e-05, |
| "loss": 4.9205517578125, |
| "step": 400, |
| "token_acc": 0.683060363678607 |
| }, |
| { |
| "epoch": 0.059156040489023266, |
| "grad_norm": 5.03125, |
| "learning_rate": 9.997750378511423e-05, |
| "loss": 4.752092895507812, |
| "step": 450, |
| "token_acc": 0.6940432274724169 |
| }, |
| { |
| "epoch": 0.06572893387669251, |
| "grad_norm": 5.3125, |
| "learning_rate": 9.993309772476504e-05, |
| "loss": 4.64461181640625, |
| "step": 500, |
| "token_acc": 0.6959406283972602 |
| }, |
| { |
| "epoch": 0.07230182726436177, |
| "grad_norm": 5.65625, |
| "learning_rate": 9.986509692164903e-05, |
| "loss": 4.5522998046875, |
| "step": 550, |
| "token_acc": 0.6924621588959144 |
| }, |
| { |
| "epoch": 0.07887472065203102, |
| "grad_norm": 5.4375, |
| "learning_rate": 9.977353350798975e-05, |
| "loss": 4.359736328125, |
| "step": 600, |
| "token_acc": 0.7033329074945415 |
| }, |
| { |
| "epoch": 0.08544761403970028, |
| "grad_norm": 11.4375, |
| "learning_rate": 9.965845074998316e-05, |
| "loss": 4.249523010253906, |
| "step": 650, |
| "token_acc": 0.7017039526383457 |
| }, |
| { |
| "epoch": 0.09202050742736953, |
| "grad_norm": 2.859375, |
| "learning_rate": 9.951990302735326e-05, |
| "loss": 4.373087158203125, |
| "step": 700, |
| "token_acc": 0.6699921322318458 |
| }, |
| { |
| "epoch": 0.09859340081503878, |
| "grad_norm": 4.34375, |
| "learning_rate": 9.935795580765613e-05, |
| "loss": 4.105689697265625, |
| "step": 750, |
| "token_acc": 0.6975005467269281 |
| }, |
| { |
| "epoch": 0.10516629420270804, |
| "grad_norm": 3.46875, |
| "learning_rate": 9.91726856153448e-05, |
| "loss": 4.0196990966796875, |
| "step": 800, |
| "token_acc": 0.6986118861143772 |
| }, |
| { |
| "epoch": 0.11173918759037728, |
| "grad_norm": 5.40625, |
| "learning_rate": 9.896417999560932e-05, |
| "loss": 3.95506591796875, |
| "step": 850, |
| "token_acc": 0.703784619858412 |
| }, |
| { |
| "epoch": 0.11831208097804653, |
| "grad_norm": 2.21875, |
| "learning_rate": 9.873253747300928e-05, |
| "loss": 3.8350949096679687, |
| "step": 900, |
| "token_acc": 0.7058728101329687 |
| }, |
| { |
| "epoch": 0.12488497436571579, |
| "grad_norm": 6.46875, |
| "learning_rate": 9.847786750491832e-05, |
| "loss": 3.813152160644531, |
| "step": 950, |
| "token_acc": 0.7039227968986385 |
| }, |
| { |
| "epoch": 0.13145786775338503, |
| "grad_norm": 2.046875, |
| "learning_rate": 9.820029042980254e-05, |
| "loss": 3.7669647216796873, |
| "step": 1000, |
| "token_acc": 0.705981499295243 |
| }, |
| { |
| "epoch": 0.13803076114105428, |
| "grad_norm": 3.484375, |
| "learning_rate": 9.78999374103573e-05, |
| "loss": 3.685584716796875, |
| "step": 1050, |
| "token_acc": 0.7128186768590038 |
| }, |
| { |
| "epoch": 0.14460365452872354, |
| "grad_norm": 2.75, |
| "learning_rate": 9.757695037152929e-05, |
| "loss": 3.613662109375, |
| "step": 1100, |
| "token_acc": 0.7169065987963625 |
| }, |
| { |
| "epoch": 0.1511765479163928, |
| "grad_norm": 4.46875, |
| "learning_rate": 9.723148193345319e-05, |
| "loss": 3.614210510253906, |
| "step": 1150, |
| "token_acc": 0.7133252376738136 |
| }, |
| { |
| "epoch": 0.15774944130406204, |
| "grad_norm": 2.953125, |
| "learning_rate": 9.686369533933442e-05, |
| "loss": 3.5963873291015624, |
| "step": 1200, |
| "token_acc": 0.7142219755262533 |
| }, |
| { |
| "epoch": 0.1643223346917313, |
| "grad_norm": 1.5390625, |
| "learning_rate": 9.647376437831236e-05, |
| "loss": 3.588519287109375, |
| "step": 1250, |
| "token_acc": 0.7139076732444867 |
| }, |
| { |
| "epoch": 0.17089522807940055, |
| "grad_norm": 2.625, |
| "learning_rate": 9.606187330334036e-05, |
| "loss": 3.5846401977539064, |
| "step": 1300, |
| "token_acc": 0.7123157676600218 |
| }, |
| { |
| "epoch": 0.1774681214670698, |
| "grad_norm": 2.71875, |
| "learning_rate": 9.562821674412097e-05, |
| "loss": 3.481658935546875, |
| "step": 1350, |
| "token_acc": 0.7204118049994375 |
| }, |
| { |
| "epoch": 0.18404101485473906, |
| "grad_norm": 2.75, |
| "learning_rate": 9.517299961513844e-05, |
| "loss": 3.453585205078125, |
| "step": 1400, |
| "token_acc": 0.7226983300292329 |
| }, |
| { |
| "epoch": 0.19061390824240831, |
| "grad_norm": 2.453125, |
| "learning_rate": 9.46964370188308e-05, |
| "loss": 3.4323849487304687, |
| "step": 1450, |
| "token_acc": 0.724599297306341 |
| }, |
| { |
| "epoch": 0.19718680163007757, |
| "grad_norm": 2.109375, |
| "learning_rate": 9.419875414394832e-05, |
| "loss": 3.461167297363281, |
| "step": 1500, |
| "token_acc": 0.7180978070116231 |
| }, |
| { |
| "epoch": 0.20375969501774682, |
| "grad_norm": 3.140625, |
| "learning_rate": 9.36801861591456e-05, |
| "loss": 3.440343322753906, |
| "step": 1550, |
| "token_acc": 0.7220378064338172 |
| }, |
| { |
| "epoch": 0.21033258840541608, |
| "grad_norm": 2.640625, |
| "learning_rate": 9.314097810185806e-05, |
| "loss": 3.382811279296875, |
| "step": 1600, |
| "token_acc": 0.7226561188235847 |
| }, |
| { |
| "epoch": 0.2169054817930853, |
| "grad_norm": 2.140625, |
| "learning_rate": 9.258138476251506e-05, |
| "loss": 3.398974609375, |
| "step": 1650, |
| "token_acc": 0.7228855184009217 |
| }, |
| { |
| "epoch": 0.22347837518075456, |
| "grad_norm": 3.375, |
| "learning_rate": 9.200167056414455e-05, |
| "loss": 3.39942626953125, |
| "step": 1700, |
| "token_acc": 0.7236204717775906 |
| }, |
| { |
| "epoch": 0.2300512685684238, |
| "grad_norm": 2.328125, |
| "learning_rate": 9.140210943742604e-05, |
| "loss": 3.3529150390625, |
| "step": 1750, |
| "token_acc": 0.72407514517165 |
| }, |
| { |
| "epoch": 0.23662416195609307, |
| "grad_norm": 3.859375, |
| "learning_rate": 9.078298469125089e-05, |
| "loss": 3.3407843017578127, |
| "step": 1800, |
| "token_acc": 0.7253981347681612 |
| }, |
| { |
| "epoch": 0.24319705534376232, |
| "grad_norm": 2.9375, |
| "learning_rate": 9.014458887885113e-05, |
| "loss": 3.3440185546875, |
| "step": 1850, |
| "token_acc": 0.7241830660632759 |
| }, |
| { |
| "epoch": 0.24976994873143157, |
| "grad_norm": 2.40625, |
| "learning_rate": 8.948722365956027e-05, |
| "loss": 3.3022760009765624, |
| "step": 1900, |
| "token_acc": 0.7303254561921374 |
| }, |
| { |
| "epoch": 0.25634284211910086, |
| "grad_norm": 1.8359375, |
| "learning_rate": 8.881119965627087e-05, |
| "loss": 3.3453948974609373, |
| "step": 1950, |
| "token_acc": 0.7209394423993724 |
| }, |
| { |
| "epoch": 0.26291573550677005, |
| "grad_norm": 1.7265625, |
| "learning_rate": 8.811683630865702e-05, |
| "loss": 3.3039337158203126, |
| "step": 2000, |
| "token_acc": 0.7238227911646586 |
| }, |
| { |
| "epoch": 0.26291573550677005, |
| "eval_loss": 3.321227788925171, |
| "eval_runtime": 233.9893, |
| "eval_samples_per_second": 188.355, |
| "eval_steps_per_second": 2.945, |
| "eval_token_acc": 0.727985502110483, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.2694886288944393, |
| "grad_norm": 2.3125, |
| "learning_rate": 8.74044617222303e-05, |
| "loss": 3.322220764160156, |
| "step": 2050, |
| "token_acc": 0.7210059136942014 |
| }, |
| { |
| "epoch": 0.27606152228210856, |
| "grad_norm": 1.5078125, |
| "learning_rate": 8.667441251330106e-05, |
| "loss": 3.2644619750976562, |
| "step": 2100, |
| "token_acc": 0.7271068777584593 |
| }, |
| { |
| "epoch": 0.2826344156697778, |
| "grad_norm": 2.59375, |
| "learning_rate": 8.592703364991808e-05, |
| "loss": 3.2546685791015624, |
| "step": 2150, |
| "token_acc": 0.72905454647382 |
| }, |
| { |
| "epoch": 0.28920730905744707, |
| "grad_norm": 1.03125, |
| "learning_rate": 8.51626782888618e-05, |
| "loss": 3.273728332519531, |
| "step": 2200, |
| "token_acc": 0.7228298860800985 |
| }, |
| { |
| "epoch": 0.2957802024451163, |
| "grad_norm": 1.28125, |
| "learning_rate": 8.438170760876823e-05, |
| "loss": 3.2248263549804688, |
| "step": 2250, |
| "token_acc": 0.7292383849594279 |
| }, |
| { |
| "epoch": 0.3023530958327856, |
| "grad_norm": 1.921875, |
| "learning_rate": 8.358449063946216e-05, |
| "loss": 3.2212490844726562, |
| "step": 2300, |
| "token_acc": 0.7281072030159621 |
| }, |
| { |
| "epoch": 0.30892598922045483, |
| "grad_norm": 2.4375, |
| "learning_rate": 8.27714040875806e-05, |
| "loss": 3.24546875, |
| "step": 2350, |
| "token_acc": 0.7240473211334678 |
| }, |
| { |
| "epoch": 0.3154988826081241, |
| "grad_norm": 1.09375, |
| "learning_rate": 8.194283215856873e-05, |
| "loss": 3.24426513671875, |
| "step": 2400, |
| "token_acc": 0.7221157836260441 |
| }, |
| { |
| "epoch": 0.32207177599579334, |
| "grad_norm": 2.03125, |
| "learning_rate": 8.109916637513229e-05, |
| "loss": 3.2446798706054687, |
| "step": 2450, |
| "token_acc": 0.7259417210451409 |
| }, |
| { |
| "epoch": 0.3286446693834626, |
| "grad_norm": 2.265625, |
| "learning_rate": 8.024080539223259e-05, |
| "loss": 3.21652587890625, |
| "step": 2500, |
| "token_acc": 0.7262627446088282 |
| }, |
| { |
| "epoch": 0.33521756277113185, |
| "grad_norm": 1.4453125, |
| "learning_rate": 7.936815480871121e-05, |
| "loss": 3.2104052734375, |
| "step": 2550, |
| "token_acc": 0.7240804261180275 |
| }, |
| { |
| "epoch": 0.3417904561588011, |
| "grad_norm": 1.8515625, |
| "learning_rate": 7.84816269756335e-05, |
| "loss": 3.20545166015625, |
| "step": 2600, |
| "token_acc": 0.7257663748400122 |
| }, |
| { |
| "epoch": 0.34836334954647036, |
| "grad_norm": 1.8203125, |
| "learning_rate": 7.758164080144156e-05, |
| "loss": 3.1838531494140625, |
| "step": 2650, |
| "token_acc": 0.7265359877539365 |
| }, |
| { |
| "epoch": 0.3549362429341396, |
| "grad_norm": 2.296875, |
| "learning_rate": 7.66686215540086e-05, |
| "loss": 3.1726068115234374, |
| "step": 2700, |
| "token_acc": 0.7272715236172255 |
| }, |
| { |
| "epoch": 0.36150913632180887, |
| "grad_norm": 3.703125, |
| "learning_rate": 7.574300065968846e-05, |
| "loss": 3.20809326171875, |
| "step": 2750, |
| "token_acc": 0.7240619199151419 |
| }, |
| { |
| "epoch": 0.3680820297094781, |
| "grad_norm": 1.2109375, |
| "learning_rate": 7.480521549945475e-05, |
| "loss": 3.137190856933594, |
| "step": 2800, |
| "token_acc": 0.7298223239809069 |
| }, |
| { |
| "epoch": 0.3746549230971474, |
| "grad_norm": 1.296875, |
| "learning_rate": 7.385570920222668e-05, |
| "loss": 3.177913818359375, |
| "step": 2850, |
| "token_acc": 0.7272812579594353 |
| }, |
| { |
| "epoch": 0.38122781648481663, |
| "grad_norm": 3.671875, |
| "learning_rate": 7.289493043547852e-05, |
| "loss": 3.1652337646484376, |
| "step": 2900, |
| "token_acc": 0.7268903808412633 |
| }, |
| { |
| "epoch": 0.3878007098724859, |
| "grad_norm": 0.92578125, |
| "learning_rate": 7.192333319323207e-05, |
| "loss": 3.137171325683594, |
| "step": 2950, |
| "token_acc": 0.7261608651121959 |
| }, |
| { |
| "epoch": 0.39437360326015514, |
| "grad_norm": 1.6796875, |
| "learning_rate": 7.094137658153218e-05, |
| "loss": 3.15204345703125, |
| "step": 3000, |
| "token_acc": 0.7257778858755249 |
| }, |
| { |
| "epoch": 0.4009464966478244, |
| "grad_norm": 2.609375, |
| "learning_rate": 6.99495246015067e-05, |
| "loss": 3.1364361572265627, |
| "step": 3050, |
| "token_acc": 0.7274269135603249 |
| }, |
| { |
| "epoch": 0.40751939003549364, |
| "grad_norm": 2.5625, |
| "learning_rate": 6.894824593011337e-05, |
| "loss": 3.137897644042969, |
| "step": 3100, |
| "token_acc": 0.7253378311126446 |
| }, |
| { |
| "epoch": 0.4140922834231629, |
| "grad_norm": 1.1796875, |
| "learning_rate": 6.793801369867719e-05, |
| "loss": 3.13400390625, |
| "step": 3150, |
| "token_acc": 0.7259136973792957 |
| }, |
| { |
| "epoch": 0.42066517681083215, |
| "grad_norm": 1.8359375, |
| "learning_rate": 6.691930526932315e-05, |
| "loss": 3.1219122314453127, |
| "step": 3200, |
| "token_acc": 0.7273963236229487 |
| }, |
| { |
| "epoch": 0.4272380701985014, |
| "grad_norm": 1.4296875, |
| "learning_rate": 6.589260200940954e-05, |
| "loss": 3.1406710815429686, |
| "step": 3250, |
| "token_acc": 0.723792698293771 |
| }, |
| { |
| "epoch": 0.4338109635861706, |
| "grad_norm": 0.85546875, |
| "learning_rate": 6.485838906406897e-05, |
| "loss": 3.1084765625, |
| "step": 3300, |
| "token_acc": 0.7265385793018984 |
| }, |
| { |
| "epoch": 0.44038385697383986, |
| "grad_norm": 1.9921875, |
| "learning_rate": 6.381715512696402e-05, |
| "loss": 3.124567565917969, |
| "step": 3350, |
| "token_acc": 0.7251010373164489 |
| }, |
| { |
| "epoch": 0.4469567503615091, |
| "grad_norm": 0.92578125, |
| "learning_rate": 6.276939220936628e-05, |
| "loss": 3.1119622802734375, |
| "step": 3400, |
| "token_acc": 0.725668361335667 |
| }, |
| { |
| "epoch": 0.45352964374917837, |
| "grad_norm": 0.78125, |
| "learning_rate": 6.171559540766767e-05, |
| "loss": 3.096336669921875, |
| "step": 3450, |
| "token_acc": 0.7288083839011799 |
| }, |
| { |
| "epoch": 0.4601025371368476, |
| "grad_norm": 1.1484375, |
| "learning_rate": 6.0656262669433984e-05, |
| "loss": 3.082548828125, |
| "step": 3500, |
| "token_acc": 0.7270383544852433 |
| }, |
| { |
| "epoch": 0.4666754305245169, |
| "grad_norm": 1.828125, |
| "learning_rate": 5.959189455811114e-05, |
| "loss": 3.5198748779296873, |
| "step": 3550, |
| "token_acc": 0.6858720558007885 |
| }, |
| { |
| "epoch": 0.47324832391218613, |
| "grad_norm": 0.875, |
| "learning_rate": 5.852299401649544e-05, |
| "loss": 3.080078430175781, |
| "step": 3600, |
| "token_acc": 0.7262006761379108 |
| }, |
| { |
| "epoch": 0.4798212172998554, |
| "grad_norm": 1.0546875, |
| "learning_rate": 5.7450066129079325e-05, |
| "loss": 3.0630398559570313, |
| "step": 3650, |
| "token_acc": 0.7282769091419556 |
| }, |
| { |
| "epoch": 0.48639411068752464, |
| "grad_norm": 2.265625, |
| "learning_rate": 5.637361788338543e-05, |
| "loss": 3.056205139160156, |
| "step": 3700, |
| "token_acc": 0.7262423587864033 |
| }, |
| { |
| "epoch": 0.4929670040751939, |
| "grad_norm": 1.84375, |
| "learning_rate": 5.529415793040109e-05, |
| "loss": 3.0689117431640627, |
| "step": 3750, |
| "token_acc": 0.7272350853615711 |
| }, |
| { |
| "epoch": 0.49953989746286315, |
| "grad_norm": 0.828125, |
| "learning_rate": 5.4212196344227005e-05, |
| "loss": 3.089296569824219, |
| "step": 3800, |
| "token_acc": 0.7252981429762677 |
| }, |
| { |
| "epoch": 0.5061127908505324, |
| "grad_norm": 2.203125, |
| "learning_rate": 5.31282443810534e-05, |
| "loss": 3.053915710449219, |
| "step": 3850, |
| "token_acc": 0.7280129292643683 |
| }, |
| { |
| "epoch": 0.5126856842382017, |
| "grad_norm": 0.91015625, |
| "learning_rate": 5.2042814237577665e-05, |
| "loss": 3.083997802734375, |
| "step": 3900, |
| "token_acc": 0.7262975281961235 |
| }, |
| { |
| "epoch": 0.5192585776258709, |
| "grad_norm": 2.734375, |
| "learning_rate": 5.095641880897737e-05, |
| "loss": 3.039005126953125, |
| "step": 3950, |
| "token_acc": 0.7293689888181156 |
| }, |
| { |
| "epoch": 0.5258314710135401, |
| "grad_norm": 1.375, |
| "learning_rate": 4.9869571446553556e-05, |
| "loss": 3.049577331542969, |
| "step": 4000, |
| "token_acc": 0.7270735903036475 |
| }, |
| { |
| "epoch": 0.5258314710135401, |
| "eval_loss": 3.0929133892059326, |
| "eval_runtime": 233.729, |
| "eval_samples_per_second": 188.565, |
| "eval_steps_per_second": 2.948, |
| "eval_token_acc": 0.7304881660036263, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.5324043644012094, |
| "grad_norm": 0.7109375, |
| "learning_rate": 4.8782785715158214e-05, |
| "loss": 3.0205902099609374, |
| "step": 4050, |
| "token_acc": 0.7281370087445305 |
| }, |
| { |
| "epoch": 0.5389772577888786, |
| "grad_norm": 2.203125, |
| "learning_rate": 4.769657515052103e-05, |
| "loss": 3.0527685546875, |
| "step": 4100, |
| "token_acc": 0.7264239882694029 |
| }, |
| { |
| "epoch": 0.5455501511765479, |
| "grad_norm": 0.9140625, |
| "learning_rate": 4.66114530165898e-05, |
| "loss": 3.034259033203125, |
| "step": 4150, |
| "token_acc": 0.7264680410557581 |
| }, |
| { |
| "epoch": 0.5521230445642171, |
| "grad_norm": 2.0, |
| "learning_rate": 4.552793206299924e-05, |
| "loss": 3.04488525390625, |
| "step": 4200, |
| "token_acc": 0.7272732236581252 |
| }, |
| { |
| "epoch": 0.5586959379518864, |
| "grad_norm": 1.2890625, |
| "learning_rate": 4.444652428278301e-05, |
| "loss": 3.0357012939453125, |
| "step": 4250, |
| "token_acc": 0.7265666225811408 |
| }, |
| { |
| "epoch": 0.5652688313395556, |
| "grad_norm": 0.76171875, |
| "learning_rate": 4.3367740670443e-05, |
| "loss": 3.03507080078125, |
| "step": 4300, |
| "token_acc": 0.726759526626428 |
| }, |
| { |
| "epoch": 0.5718417247272249, |
| "grad_norm": 1.9296875, |
| "learning_rate": 4.229209098049062e-05, |
| "loss": 3.00672119140625, |
| "step": 4350, |
| "token_acc": 0.7276024203600877 |
| }, |
| { |
| "epoch": 0.5784146181148941, |
| "grad_norm": 0.78125, |
| "learning_rate": 4.122008348657398e-05, |
| "loss": 3.0070254516601564, |
| "step": 4400, |
| "token_acc": 0.7283590686769877 |
| }, |
| { |
| "epoch": 0.5849875115025635, |
| "grad_norm": 2.8125, |
| "learning_rate": 4.015222474130479e-05, |
| "loss": 3.0119451904296874, |
| "step": 4450, |
| "token_acc": 0.7240358952057842 |
| }, |
| { |
| "epoch": 0.5915604048902326, |
| "grad_norm": 2.140625, |
| "learning_rate": 3.9089019336898495e-05, |
| "loss": 2.9994842529296877, |
| "step": 4500, |
| "token_acc": 0.7290181024891761 |
| }, |
| { |
| "epoch": 0.598133298277902, |
| "grad_norm": 1.25, |
| "learning_rate": 3.8030969666740843e-05, |
| "loss": 2.986125793457031, |
| "step": 4550, |
| "token_acc": 0.7274355810753096 |
| }, |
| { |
| "epoch": 0.6047061916655712, |
| "grad_norm": 0.69140625, |
| "learning_rate": 3.697857568799328e-05, |
| "loss": 2.993693542480469, |
| "step": 4600, |
| "token_acc": 0.728050380036322 |
| }, |
| { |
| "epoch": 0.6112790850532405, |
| "grad_norm": 0.6796875, |
| "learning_rate": 3.5932334685349714e-05, |
| "loss": 2.9861276245117185, |
| "step": 4650, |
| "token_acc": 0.7287345375741995 |
| }, |
| { |
| "epoch": 0.6178519784409097, |
| "grad_norm": 1.5234375, |
| "learning_rate": 3.4892741036055995e-05, |
| "loss": 2.9960702514648436, |
| "step": 4700, |
| "token_acc": 0.7270325579049989 |
| }, |
| { |
| "epoch": 0.624424871828579, |
| "grad_norm": 0.80078125, |
| "learning_rate": 3.386028597630324e-05, |
| "loss": 2.9759326171875, |
| "step": 4750, |
| "token_acc": 0.730886205943149 |
| }, |
| { |
| "epoch": 0.6309977652162482, |
| "grad_norm": 2.234375, |
| "learning_rate": 3.2835457369105405e-05, |
| "loss": 2.9792401123046877, |
| "step": 4800, |
| "token_acc": 0.7275496532418397 |
| }, |
| { |
| "epoch": 0.6375706586039175, |
| "grad_norm": 0.98046875, |
| "learning_rate": 3.181873947377085e-05, |
| "loss": 2.989874267578125, |
| "step": 4850, |
| "token_acc": 0.7254225618317313 |
| }, |
| { |
| "epoch": 0.6441435519915867, |
| "grad_norm": 1.6875, |
| "learning_rate": 3.0810612717076605e-05, |
| "loss": 2.9674273681640626, |
| "step": 4900, |
| "token_acc": 0.7308766261910954 |
| }, |
| { |
| "epoch": 0.650716445379256, |
| "grad_norm": 1.578125, |
| "learning_rate": 2.9811553466253662e-05, |
| "loss": 2.989566650390625, |
| "step": 4950, |
| "token_acc": 0.7270966777763678 |
| }, |
| { |
| "epoch": 0.6572893387669252, |
| "grad_norm": 0.7734375, |
| "learning_rate": 2.8822033803890703e-05, |
| "loss": 2.990399169921875, |
| "step": 5000, |
| "token_acc": 0.7270503190482351 |
| }, |
| { |
| "epoch": 0.6638622321545945, |
| "grad_norm": 1.2265625, |
| "learning_rate": 2.784252130486208e-05, |
| "loss": 2.989596252441406, |
| "step": 5050, |
| "token_acc": 0.7223299967469977 |
| }, |
| { |
| "epoch": 0.6704351255422637, |
| "grad_norm": 0.76171875, |
| "learning_rate": 2.6873478815386132e-05, |
| "loss": 2.9679669189453124, |
| "step": 5100, |
| "token_acc": 0.7294171434167955 |
| }, |
| { |
| "epoch": 0.677008018929933, |
| "grad_norm": 0.78515625, |
| "learning_rate": 2.5915364234317747e-05, |
| "loss": 2.96373046875, |
| "step": 5150, |
| "token_acc": 0.7294911716853812 |
| }, |
| { |
| "epoch": 0.6835809123176022, |
| "grad_norm": 1.2890625, |
| "learning_rate": 2.4968630296778744e-05, |
| "loss": 2.9356533813476564, |
| "step": 5200, |
| "token_acc": 0.7306216439695229 |
| }, |
| { |
| "epoch": 0.6901538057052714, |
| "grad_norm": 0.8984375, |
| "learning_rate": 2.4033724360228265e-05, |
| "loss": 2.9301898193359377, |
| "step": 5250, |
| "token_acc": 0.7289044204974737 |
| }, |
| { |
| "epoch": 0.6967266990929407, |
| "grad_norm": 0.6328125, |
| "learning_rate": 2.3111088193074198e-05, |
| "loss": 2.92695556640625, |
| "step": 5300, |
| "token_acc": 0.7309000371044998 |
| }, |
| { |
| "epoch": 0.7032995924806099, |
| "grad_norm": 1.8203125, |
| "learning_rate": 2.220115776592573e-05, |
| "loss": 2.957354736328125, |
| "step": 5350, |
| "token_acc": 0.7266267729312463 |
| }, |
| { |
| "epoch": 0.7098724858682792, |
| "grad_norm": 0.80859375, |
| "learning_rate": 2.1304363045585285e-05, |
| "loss": 2.942122497558594, |
| "step": 5400, |
| "token_acc": 0.7282598715978182 |
| }, |
| { |
| "epoch": 0.7164453792559484, |
| "grad_norm": 1.7734375, |
| "learning_rate": 2.042112779187756e-05, |
| "loss": 2.9434585571289062, |
| "step": 5450, |
| "token_acc": 0.7287332467339165 |
| }, |
| { |
| "epoch": 0.7230182726436177, |
| "grad_norm": 0.69921875, |
| "learning_rate": 1.9551869357411675e-05, |
| "loss": 2.9658978271484373, |
| "step": 5500, |
| "token_acc": 0.7261902596027892 |
| }, |
| { |
| "epoch": 0.7295911660312869, |
| "grad_norm": 0.68359375, |
| "learning_rate": 1.8696998490370536e-05, |
| "loss": 2.919261474609375, |
| "step": 5550, |
| "token_acc": 0.7296815852994373 |
| }, |
| { |
| "epoch": 0.7361640594189562, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.7856919140421336e-05, |
| "loss": 2.92064208984375, |
| "step": 5600, |
| "token_acc": 0.7321287132122515 |
| }, |
| { |
| "epoch": 0.7427369528066254, |
| "grad_norm": 0.6796875, |
| "learning_rate": 1.7032028267838285e-05, |
| "loss": 2.9069830322265626, |
| "step": 5650, |
| "token_acc": 0.7334535738253919 |
| }, |
| { |
| "epoch": 0.7493098461942947, |
| "grad_norm": 1.21875, |
| "learning_rate": 1.6222715655928173e-05, |
| "loss": 2.9308148193359376, |
| "step": 5700, |
| "token_acc": 0.7275641449325173 |
| }, |
| { |
| "epoch": 0.755882739581964, |
| "grad_norm": 1.3359375, |
| "learning_rate": 1.542936372684715e-05, |
| "loss": 2.944654846191406, |
| "step": 5750, |
| "token_acc": 0.7283420737645054 |
| }, |
| { |
| "epoch": 0.7624556329696333, |
| "grad_norm": 1.875, |
| "learning_rate": 1.4652347360895974e-05, |
| "loss": 2.939736328125, |
| "step": 5800, |
| "token_acc": 0.7268706393279225 |
| }, |
| { |
| "epoch": 0.7690285263573025, |
| "grad_norm": 0.76953125, |
| "learning_rate": 1.3892033719378733e-05, |
| "loss": 2.93244384765625, |
| "step": 5850, |
| "token_acc": 0.7285302853931682 |
| }, |
| { |
| "epoch": 0.7756014197449718, |
| "grad_norm": 0.94140625, |
| "learning_rate": 1.3148782071109316e-05, |
| "loss": 2.9408578491210937, |
| "step": 5900, |
| "token_acc": 0.7278175440358985 |
| }, |
| { |
| "epoch": 0.782174313132641, |
| "grad_norm": 1.484375, |
| "learning_rate": 1.242294362264716e-05, |
| "loss": 2.9430950927734374, |
| "step": 5950, |
| "token_acc": 0.7295751633986928 |
| }, |
| { |
| "epoch": 0.7887472065203103, |
| "grad_norm": 1.4296875, |
| "learning_rate": 1.1714861352342516e-05, |
| "loss": 2.9315008544921874, |
| "step": 6000, |
| "token_acc": 0.7277595148644234 |
| }, |
| { |
| "epoch": 0.7887472065203103, |
| "eval_loss": 3.0107288360595703, |
| "eval_runtime": 233.9306, |
| "eval_samples_per_second": 188.402, |
| "eval_steps_per_second": 2.945, |
| "eval_token_acc": 0.731372226577765, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.7953200999079795, |
| "grad_norm": 0.82421875, |
| "learning_rate": 1.102486984826997e-05, |
| "loss": 2.943741760253906, |
| "step": 6050, |
| "token_acc": 0.7261186754076315 |
| }, |
| { |
| "epoch": 0.8018929932956488, |
| "grad_norm": 2.890625, |
| "learning_rate": 1.0353295150126464e-05, |
| "loss": 2.950082092285156, |
| "step": 6100, |
| "token_acc": 0.7274443740200821 |
| }, |
| { |
| "epoch": 0.808465886683318, |
| "grad_norm": 1.3046875, |
| "learning_rate": 9.700454595168722e-06, |
| "loss": 2.9356060791015626, |
| "step": 6150, |
| "token_acc": 0.7293063981153356 |
| }, |
| { |
| "epoch": 0.8150387800709873, |
| "grad_norm": 1.65625, |
| "learning_rate": 9.066656668262768e-06, |
| "loss": 2.9104058837890623, |
| "step": 6200, |
| "token_acc": 0.7318215067017955 |
| }, |
| { |
| "epoch": 0.8216116734586565, |
| "grad_norm": 0.77734375, |
| "learning_rate": 8.452200856116476e-06, |
| "loss": 2.9222601318359374, |
| "step": 6250, |
| "token_acc": 0.7299152664201609 |
| }, |
| { |
| "epoch": 0.8281845668463258, |
| "grad_norm": 0.96875, |
| "learning_rate": 7.857377505763975e-06, |
| "loss": 2.9406292724609373, |
| "step": 6300, |
| "token_acc": 0.726691403760897 |
| }, |
| { |
| "epoch": 0.834757460233995, |
| "grad_norm": 1.3984375, |
| "learning_rate": 7.282467687368782e-06, |
| "loss": 2.9068536376953125, |
| "step": 6350, |
| "token_acc": 0.7295383005455669 |
| }, |
| { |
| "epoch": 0.8413303536216643, |
| "grad_norm": 1.328125, |
| "learning_rate": 6.727743061410596e-06, |
| "loss": 2.888341369628906, |
| "step": 6400, |
| "token_acc": 0.7322604328702462 |
| }, |
| { |
| "epoch": 0.8479032470093335, |
| "grad_norm": 1.046875, |
| "learning_rate": 6.193465750318261e-06, |
| "loss": 2.912044677734375, |
| "step": 6450, |
| "token_acc": 0.7291989862335507 |
| }, |
| { |
| "epoch": 0.8544761403970028, |
| "grad_norm": 1.609375, |
| "learning_rate": 5.679888214609841e-06, |
| "loss": 2.9116754150390625, |
| "step": 6500, |
| "token_acc": 0.7306753128197583 |
| }, |
| { |
| "epoch": 0.861049033784672, |
| "grad_norm": 0.66796875, |
| "learning_rate": 5.187253133598246e-06, |
| "loss": 2.9217819213867187, |
| "step": 6550, |
| "token_acc": 0.7290718677559322 |
| }, |
| { |
| "epoch": 0.8676219271723412, |
| "grad_norm": 0.6640625, |
| "learning_rate": 4.7157932907185845e-06, |
| "loss": 2.9495709228515623, |
| "step": 6600, |
| "token_acc": 0.7272880433697411 |
| }, |
| { |
| "epoch": 0.8741948205600105, |
| "grad_norm": 0.87890625, |
| "learning_rate": 4.265731463531719e-06, |
| "loss": 2.9202850341796873, |
| "step": 6650, |
| "token_acc": 0.7294969244142452 |
| }, |
| { |
| "epoch": 0.8807677139476797, |
| "grad_norm": 1.5234375, |
| "learning_rate": 3.837280318455827e-06, |
| "loss": 2.9236526489257812, |
| "step": 6700, |
| "token_acc": 0.7294696189323149 |
| }, |
| { |
| "epoch": 0.887340607335349, |
| "grad_norm": 0.94921875, |
| "learning_rate": 3.43064231027575e-06, |
| "loss": 2.9318450927734374, |
| "step": 6750, |
| "token_acc": 0.729651563898742 |
| }, |
| { |
| "epoch": 0.8939135007230182, |
| "grad_norm": 1.0, |
| "learning_rate": 3.046009586477605e-06, |
| "loss": 2.9082293701171875, |
| "step": 6800, |
| "token_acc": 0.7320524294069299 |
| }, |
| { |
| "epoch": 0.9004863941106875, |
| "grad_norm": 1.484375, |
| "learning_rate": 2.683563896453917e-06, |
| "loss": 2.9276959228515627, |
| "step": 6850, |
| "token_acc": 0.7282627260549229 |
| }, |
| { |
| "epoch": 0.9070592874983567, |
| "grad_norm": 1.7890625, |
| "learning_rate": 2.343476505622072e-06, |
| "loss": 2.974371337890625, |
| "step": 6900, |
| "token_acc": 0.7233268070551668 |
| }, |
| { |
| "epoch": 0.913632180886026, |
| "grad_norm": 0.7421875, |
| "learning_rate": 2.025908114496744e-06, |
| "loss": 2.9127767944335936, |
| "step": 6950, |
| "token_acc": 0.7283729460872796 |
| }, |
| { |
| "epoch": 0.9202050742736952, |
| "grad_norm": 2.296875, |
| "learning_rate": 1.7310087827546173e-06, |
| "loss": 2.9310015869140624, |
| "step": 7000, |
| "token_acc": 0.7272420944365269 |
| }, |
| { |
| "epoch": 0.9267779676613646, |
| "grad_norm": 1.4375, |
| "learning_rate": 1.458917858327058e-06, |
| "loss": 2.91599853515625, |
| "step": 7050, |
| "token_acc": 0.7301543818025843 |
| }, |
| { |
| "epoch": 0.9333508610490338, |
| "grad_norm": 0.91015625, |
| "learning_rate": 1.2097639115544456e-06, |
| "loss": 2.923740234375, |
| "step": 7100, |
| "token_acc": 0.7292321100855983 |
| }, |
| { |
| "epoch": 0.9399237544367031, |
| "grad_norm": 0.87109375, |
| "learning_rate": 9.836646744332156e-07, |
| "loss": 2.9268426513671875, |
| "step": 7150, |
| "token_acc": 0.7261143873475261 |
| }, |
| { |
| "epoch": 0.9464966478243723, |
| "grad_norm": 1.25, |
| "learning_rate": 7.807269849843035e-07, |
| "loss": 2.9185272216796876, |
| "step": 7200, |
| "token_acc": 0.730116966408788 |
| }, |
| { |
| "epoch": 0.9530695412120416, |
| "grad_norm": 2.125, |
| "learning_rate": 6.010467367692562e-07, |
| "loss": 2.92894775390625, |
| "step": 7250, |
| "token_acc": 0.7276647733776859 |
| }, |
| { |
| "epoch": 0.9596424345997108, |
| "grad_norm": 0.6640625, |
| "learning_rate": 4.447088335779559e-07, |
| "loss": 2.927828369140625, |
| "step": 7300, |
| "token_acc": 0.7292929216155228 |
| }, |
| { |
| "epoch": 0.9662153279873801, |
| "grad_norm": 1.109375, |
| "learning_rate": 3.1178714930923394e-07, |
| "loss": 2.9167010498046877, |
| "step": 7350, |
| "token_acc": 0.7269486212165064 |
| }, |
| { |
| "epoch": 0.9727882213750493, |
| "grad_norm": 0.62890625, |
| "learning_rate": 2.0234449306350544e-07, |
| "loss": 2.953262939453125, |
| "step": 7400, |
| "token_acc": 0.7281943615347045 |
| }, |
| { |
| "epoch": 0.9793611147627186, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.1643257946372665e-07, |
| "loss": 2.9185284423828124, |
| "step": 7450, |
| "token_acc": 0.7292828366372295 |
| }, |
| { |
| "epoch": 0.9859340081503878, |
| "grad_norm": 0.91015625, |
| "learning_rate": 5.409200421883642e-08, |
| "loss": 2.90837890625, |
| "step": 7500, |
| "token_acc": 0.730748791161207 |
| }, |
| { |
| "epoch": 0.9925069015380571, |
| "grad_norm": 0.84765625, |
| "learning_rate": 1.535222494120636e-08, |
| "loss": 2.93629150390625, |
| "step": 7550, |
| "token_acc": 0.7281583011324892 |
| }, |
| { |
| "epoch": 0.9990797949257263, |
| "grad_norm": 1.6015625, |
| "learning_rate": 2.3154722708640387e-10, |
| "loss": 2.9230780029296874, |
| "step": 7600, |
| "token_acc": 0.7279480983015442 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_loss": 3.0064425468444824, |
| "eval_runtime": 233.1422, |
| "eval_samples_per_second": 189.039, |
| "eval_steps_per_second": 2.955, |
| "eval_token_acc": 0.7314566337614171, |
| "step": 7607 |
| } |
| ], |
| "logging_steps": 50, |
| "max_steps": 7607, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 2000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4.331969097391669e+18, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
