| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 1227, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.002449479485609308, |
| "grad_norm": 25.491134643554688, |
| "learning_rate": 8.064516129032259e-08, |
| "loss": 1.924559235572815, |
| "step": 1, |
| "token_acc": 0.5780108634575764 |
| }, |
| { |
| "epoch": 0.01224739742804654, |
| "grad_norm": 25.177900314331055, |
| "learning_rate": 4.032258064516129e-07, |
| "loss": 1.9293854236602783, |
| "step": 5, |
| "token_acc": 0.5720852260436946 |
| }, |
| { |
| "epoch": 0.02449479485609308, |
| "grad_norm": 21.1153621673584, |
| "learning_rate": 8.064516129032258e-07, |
| "loss": 1.91040096282959, |
| "step": 10, |
| "token_acc": 0.5713233701537795 |
| }, |
| { |
| "epoch": 0.03674219228413962, |
| "grad_norm": 12.280715942382812, |
| "learning_rate": 1.2096774193548388e-06, |
| "loss": 1.7182601928710937, |
| "step": 15, |
| "token_acc": 0.586717964412189 |
| }, |
| { |
| "epoch": 0.04898958971218616, |
| "grad_norm": 6.550159454345703, |
| "learning_rate": 1.6129032258064516e-06, |
| "loss": 1.5319179534912108, |
| "step": 20, |
| "token_acc": 0.6047231408462648 |
| }, |
| { |
| "epoch": 0.0612369871402327, |
| "grad_norm": 6.581821441650391, |
| "learning_rate": 2.0161290322580646e-06, |
| "loss": 1.466599464416504, |
| "step": 25, |
| "token_acc": 0.6147400745777583 |
| }, |
| { |
| "epoch": 0.07348438456827924, |
| "grad_norm": 5.92696475982666, |
| "learning_rate": 2.4193548387096776e-06, |
| "loss": 1.3790240287780762, |
| "step": 30, |
| "token_acc": 0.635921709095561 |
| }, |
| { |
| "epoch": 0.08573178199632578, |
| "grad_norm": 5.390381336212158, |
| "learning_rate": 2.822580645161291e-06, |
| "loss": 1.3392158508300782, |
| "step": 35, |
| "token_acc": 0.6405231675743237 |
| }, |
| { |
| "epoch": 0.09797917942437231, |
| "grad_norm": 4.956661701202393, |
| "learning_rate": 3.225806451612903e-06, |
| "loss": 1.3219813346862792, |
| "step": 40, |
| "token_acc": 0.6484368119771026 |
| }, |
| { |
| "epoch": 0.11022657685241886, |
| "grad_norm": 4.720174789428711, |
| "learning_rate": 3.6290322580645166e-06, |
| "loss": 1.2559122085571288, |
| "step": 45, |
| "token_acc": 0.6555207244862418 |
| }, |
| { |
| "epoch": 0.1224739742804654, |
| "grad_norm": 4.8690924644470215, |
| "learning_rate": 4.032258064516129e-06, |
| "loss": 1.255866241455078, |
| "step": 50, |
| "token_acc": 0.6545439238961148 |
| }, |
| { |
| "epoch": 0.13472137170851195, |
| "grad_norm": 5.002169132232666, |
| "learning_rate": 4.435483870967742e-06, |
| "loss": 1.2084766387939454, |
| "step": 55, |
| "token_acc": 0.6650250599259098 |
| }, |
| { |
| "epoch": 0.14696876913655849, |
| "grad_norm": 5.190518856048584, |
| "learning_rate": 4.838709677419355e-06, |
| "loss": 1.2049914360046388, |
| "step": 60, |
| "token_acc": 0.6654315136369512 |
| }, |
| { |
| "epoch": 0.15921616656460502, |
| "grad_norm": 4.761566162109375, |
| "learning_rate": 4.999918191571812e-06, |
| "loss": 1.2158527374267578, |
| "step": 65, |
| "token_acc": 0.6622983434972536 |
| }, |
| { |
| "epoch": 0.17146356399265156, |
| "grad_norm": 4.52225923538208, |
| "learning_rate": 4.999418270566514e-06, |
| "loss": 1.194795799255371, |
| "step": 70, |
| "token_acc": 0.6693687707641196 |
| }, |
| { |
| "epoch": 0.1837109614206981, |
| "grad_norm": 4.82882833480835, |
| "learning_rate": 4.99846396845553e-06, |
| "loss": 1.1578558921813964, |
| "step": 75, |
| "token_acc": 0.6726437976437977 |
| }, |
| { |
| "epoch": 0.19595835884874463, |
| "grad_norm": 4.834425449371338, |
| "learning_rate": 4.9970554587259724e-06, |
| "loss": 1.1812004089355468, |
| "step": 80, |
| "token_acc": 0.6710710795768364 |
| }, |
| { |
| "epoch": 0.2082057562767912, |
| "grad_norm": 4.780599117279053, |
| "learning_rate": 4.995192997437504e-06, |
| "loss": 1.1845964431762694, |
| "step": 85, |
| "token_acc": 0.6682505029750438 |
| }, |
| { |
| "epoch": 0.22045315370483773, |
| "grad_norm": 4.873416900634766, |
| "learning_rate": 4.992876923175802e-06, |
| "loss": 1.1632291793823242, |
| "step": 90, |
| "token_acc": 0.6756803605477553 |
| }, |
| { |
| "epoch": 0.23270055113288426, |
| "grad_norm": 4.529237747192383, |
| "learning_rate": 4.990107656990993e-06, |
| "loss": 1.1902219772338867, |
| "step": 95, |
| "token_acc": 0.6641645462256149 |
| }, |
| { |
| "epoch": 0.2449479485609308, |
| "grad_norm": 4.760631561279297, |
| "learning_rate": 4.986885702321115e-06, |
| "loss": 1.1730481147766114, |
| "step": 100, |
| "token_acc": 0.6734773895617322 |
| }, |
| { |
| "epoch": 0.25719534598897736, |
| "grad_norm": 4.880444526672363, |
| "learning_rate": 4.983211644900594e-06, |
| "loss": 1.1414649963378907, |
| "step": 105, |
| "token_acc": 0.6766537619929305 |
| }, |
| { |
| "epoch": 0.2694427434170239, |
| "grad_norm": 5.00352668762207, |
| "learning_rate": 4.9790861526537596e-06, |
| "loss": 1.1441005706787108, |
| "step": 110, |
| "token_acc": 0.6751783539237863 |
| }, |
| { |
| "epoch": 0.28169014084507044, |
| "grad_norm": 4.820106506347656, |
| "learning_rate": 4.974509975573422e-06, |
| "loss": 1.0909159660339356, |
| "step": 115, |
| "token_acc": 0.6871750433275563 |
| }, |
| { |
| "epoch": 0.29393753827311697, |
| "grad_norm": 4.789821147918701, |
| "learning_rate": 4.9694839455845215e-06, |
| "loss": 1.1449825286865234, |
| "step": 120, |
| "token_acc": 0.6781117696867062 |
| }, |
| { |
| "epoch": 0.3061849357011635, |
| "grad_norm": 4.367542266845703, |
| "learning_rate": 4.964008976392897e-06, |
| "loss": 1.134037971496582, |
| "step": 125, |
| "token_acc": 0.6795124037639008 |
| }, |
| { |
| "epoch": 0.31843233312921004, |
| "grad_norm": 4.4926228523254395, |
| "learning_rate": 4.958086063319172e-06, |
| "loss": 1.1610729217529296, |
| "step": 130, |
| "token_acc": 0.673144422566561 |
| }, |
| { |
| "epoch": 0.3306797305572566, |
| "grad_norm": 4.444128036499023, |
| "learning_rate": 4.951716283117817e-06, |
| "loss": 1.1206705093383789, |
| "step": 135, |
| "token_acc": 0.6836945087313275 |
| }, |
| { |
| "epoch": 0.3429271279853031, |
| "grad_norm": 4.744080543518066, |
| "learning_rate": 4.944900793781394e-06, |
| "loss": 1.0989964485168457, |
| "step": 140, |
| "token_acc": 0.6864965720732448 |
| }, |
| { |
| "epoch": 0.35517452541334965, |
| "grad_norm": 4.457662105560303, |
| "learning_rate": 4.937640834330046e-06, |
| "loss": 1.1248577117919922, |
| "step": 145, |
| "token_acc": 0.6802127482755755 |
| }, |
| { |
| "epoch": 0.3674219228413962, |
| "grad_norm": 4.734897136688232, |
| "learning_rate": 4.929937724586244e-06, |
| "loss": 1.1136582374572754, |
| "step": 150, |
| "token_acc": 0.6833733493397359 |
| }, |
| { |
| "epoch": 0.3796693202694427, |
| "grad_norm": 4.869287967681885, |
| "learning_rate": 4.921792864934858e-06, |
| "loss": 1.1292306900024414, |
| "step": 155, |
| "token_acc": 0.6792193276588427 |
| }, |
| { |
| "epoch": 0.39191671769748926, |
| "grad_norm": 4.528173446655273, |
| "learning_rate": 4.913207736068565e-06, |
| "loss": 1.1377950668334962, |
| "step": 160, |
| "token_acc": 0.6737299063010401 |
| }, |
| { |
| "epoch": 0.40416411512553585, |
| "grad_norm": 4.269668102264404, |
| "learning_rate": 4.904183898718672e-06, |
| "loss": 1.1122922897338867, |
| "step": 165, |
| "token_acc": 0.680643921602118 |
| }, |
| { |
| "epoch": 0.4164115125535824, |
| "grad_norm": 4.381101608276367, |
| "learning_rate": 4.894722993371386e-06, |
| "loss": 1.1267989158630372, |
| "step": 170, |
| "token_acc": 0.6811408357284988 |
| }, |
| { |
| "epoch": 0.4286589099816289, |
| "grad_norm": 4.162039279937744, |
| "learning_rate": 4.884826739969575e-06, |
| "loss": 1.0866413116455078, |
| "step": 175, |
| "token_acc": 0.6864225548815083 |
| }, |
| { |
| "epoch": 0.44090630740967546, |
| "grad_norm": 4.414100646972656, |
| "learning_rate": 4.8744969376000965e-06, |
| "loss": 1.0925677299499512, |
| "step": 180, |
| "token_acc": 0.6853174429303772 |
| }, |
| { |
| "epoch": 0.453153704837722, |
| "grad_norm": 4.161582946777344, |
| "learning_rate": 4.863735464166733e-06, |
| "loss": 1.076032543182373, |
| "step": 185, |
| "token_acc": 0.6925150583378965 |
| }, |
| { |
| "epoch": 0.46540110226576853, |
| "grad_norm": 4.268298149108887, |
| "learning_rate": 4.8525442760487965e-06, |
| "loss": 1.0737590789794922, |
| "step": 190, |
| "token_acc": 0.6904064904650384 |
| }, |
| { |
| "epoch": 0.47764849969381507, |
| "grad_norm": 4.538225173950195, |
| "learning_rate": 4.840925407745471e-06, |
| "loss": 1.0695731163024902, |
| "step": 195, |
| "token_acc": 0.6943261795116865 |
| }, |
| { |
| "epoch": 0.4898958971218616, |
| "grad_norm": 4.845300197601318, |
| "learning_rate": 4.828880971505951e-06, |
| "loss": 1.0848728179931642, |
| "step": 200, |
| "token_acc": 0.6878200751109593 |
| }, |
| { |
| "epoch": 0.5021432945499081, |
| "grad_norm": 4.483066082000732, |
| "learning_rate": 4.816413156945441e-06, |
| "loss": 1.05485258102417, |
| "step": 205, |
| "token_acc": 0.6907351592189752 |
| }, |
| { |
| "epoch": 0.5143906919779547, |
| "grad_norm": 4.387731075286865, |
| "learning_rate": 4.803524230647105e-06, |
| "loss": 1.105961227416992, |
| "step": 210, |
| "token_acc": 0.6852805165343339 |
| }, |
| { |
| "epoch": 0.5266380894060012, |
| "grad_norm": 4.123055934906006, |
| "learning_rate": 4.790216535750006e-06, |
| "loss": 1.0644481658935547, |
| "step": 215, |
| "token_acc": 0.6933047210300429 |
| }, |
| { |
| "epoch": 0.5388854868340478, |
| "grad_norm": 4.534999847412109, |
| "learning_rate": 4.776492491523135e-06, |
| "loss": 1.0861276626586913, |
| "step": 220, |
| "token_acc": 0.6874918876822568 |
| }, |
| { |
| "epoch": 0.5511328842620943, |
| "grad_norm": 4.581034183502197, |
| "learning_rate": 4.7623545929256045e-06, |
| "loss": 1.0731281280517577, |
| "step": 225, |
| "token_acc": 0.6880664315371222 |
| }, |
| { |
| "epoch": 0.5633802816901409, |
| "grad_norm": 4.256408214569092, |
| "learning_rate": 4.747805410153077e-06, |
| "loss": 1.0644266128540039, |
| "step": 230, |
| "token_acc": 0.6951384199864956 |
| }, |
| { |
| "epoch": 0.5756276791181874, |
| "grad_norm": 4.496469020843506, |
| "learning_rate": 4.7328475881705154e-06, |
| "loss": 1.0836721420288087, |
| "step": 235, |
| "token_acc": 0.6864257097316159 |
| }, |
| { |
| "epoch": 0.5878750765462339, |
| "grad_norm": 4.387855052947998, |
| "learning_rate": 4.717483846231345e-06, |
| "loss": 1.0642669677734375, |
| "step": 240, |
| "token_acc": 0.6920529801324503 |
| }, |
| { |
| "epoch": 0.6001224739742804, |
| "grad_norm": 4.229402542114258, |
| "learning_rate": 4.701716977383105e-06, |
| "loss": 1.0778236389160156, |
| "step": 245, |
| "token_acc": 0.690152910438172 |
| }, |
| { |
| "epoch": 0.612369871402327, |
| "grad_norm": 4.210731506347656, |
| "learning_rate": 4.685549847959687e-06, |
| "loss": 1.0763225555419922, |
| "step": 250, |
| "token_acc": 0.6940343869399097 |
| }, |
| { |
| "epoch": 0.6246172688303735, |
| "grad_norm": 4.474976062774658, |
| "learning_rate": 4.668985397060254e-06, |
| "loss": 1.0442864418029785, |
| "step": 255, |
| "token_acc": 0.6958573675930781 |
| }, |
| { |
| "epoch": 0.6368646662584201, |
| "grad_norm": 4.396641731262207, |
| "learning_rate": 4.6520266360149215e-06, |
| "loss": 1.0383359909057617, |
| "step": 260, |
| "token_acc": 0.6999231557377049 |
| }, |
| { |
| "epoch": 0.6491120636864667, |
| "grad_norm": 4.332795143127441, |
| "learning_rate": 4.63467664783732e-06, |
| "loss": 1.0636303901672364, |
| "step": 265, |
| "token_acc": 0.6920557608330534 |
| }, |
| { |
| "epoch": 0.6613594611145132, |
| "grad_norm": 4.259671688079834, |
| "learning_rate": 4.6169385866641185e-06, |
| "loss": 1.0785508155822754, |
| "step": 270, |
| "token_acc": 0.688282819646903 |
| }, |
| { |
| "epoch": 0.6736068585425597, |
| "grad_norm": 4.390286922454834, |
| "learning_rate": 4.59881567718161e-06, |
| "loss": 1.0762375831604003, |
| "step": 275, |
| "token_acc": 0.6903123117955777 |
| }, |
| { |
| "epoch": 0.6858542559706062, |
| "grad_norm": 4.433945178985596, |
| "learning_rate": 4.580311214039495e-06, |
| "loss": 1.0589970588684081, |
| "step": 280, |
| "token_acc": 0.696341250436605 |
| }, |
| { |
| "epoch": 0.6981016533986528, |
| "grad_norm": 4.147647857666016, |
| "learning_rate": 4.561428561251919e-06, |
| "loss": 1.0467605590820312, |
| "step": 285, |
| "token_acc": 0.6951623873490903 |
| }, |
| { |
| "epoch": 0.7103490508266993, |
| "grad_norm": 4.678038597106934, |
| "learning_rate": 4.542171151585921e-06, |
| "loss": 1.0295079231262207, |
| "step": 290, |
| "token_acc": 0.6962863573407202 |
| }, |
| { |
| "epoch": 0.7225964482547459, |
| "grad_norm": 4.077085494995117, |
| "learning_rate": 4.522542485937369e-06, |
| "loss": 1.0482128143310547, |
| "step": 295, |
| "token_acc": 0.6943261496107025 |
| }, |
| { |
| "epoch": 0.7348438456827924, |
| "grad_norm": 4.4850311279296875, |
| "learning_rate": 4.502546132694518e-06, |
| "loss": 1.0553340911865234, |
| "step": 300, |
| "token_acc": 0.6946087400536147 |
| }, |
| { |
| "epoch": 0.747091243110839, |
| "grad_norm": 4.3874945640563965, |
| "learning_rate": 4.482185727089293e-06, |
| "loss": 1.0559030532836915, |
| "step": 305, |
| "token_acc": 0.6942511741172378 |
| }, |
| { |
| "epoch": 0.7593386405388854, |
| "grad_norm": 4.1652445793151855, |
| "learning_rate": 4.4614649705364295e-06, |
| "loss": 1.0298480987548828, |
| "step": 310, |
| "token_acc": 0.6981648138344804 |
| }, |
| { |
| "epoch": 0.771586037966932, |
| "grad_norm": 4.22780179977417, |
| "learning_rate": 4.440387629960568e-06, |
| "loss": 1.0484783172607421, |
| "step": 315, |
| "token_acc": 0.6957631444614599 |
| }, |
| { |
| "epoch": 0.7838334353949785, |
| "grad_norm": 4.2819743156433105, |
| "learning_rate": 4.418957537111453e-06, |
| "loss": 1.0649592399597168, |
| "step": 320, |
| "token_acc": 0.6907533788304563 |
| }, |
| { |
| "epoch": 0.7960808328230251, |
| "grad_norm": 4.22964334487915, |
| "learning_rate": 4.397178587867335e-06, |
| "loss": 1.0299952507019043, |
| "step": 325, |
| "token_acc": 0.7027920179638182 |
| }, |
| { |
| "epoch": 0.8083282302510717, |
| "grad_norm": 4.2118072509765625, |
| "learning_rate": 4.375054741526726e-06, |
| "loss": 1.0265492439270019, |
| "step": 330, |
| "token_acc": 0.7014073629108384 |
| }, |
| { |
| "epoch": 0.8205756276791182, |
| "grad_norm": 4.578775405883789, |
| "learning_rate": 4.352590020088617e-06, |
| "loss": 1.0408875465393066, |
| "step": 335, |
| "token_acc": 0.6972135427813209 |
| }, |
| { |
| "epoch": 0.8328230251071648, |
| "grad_norm": 4.428823471069336, |
| "learning_rate": 4.3297885075213e-06, |
| "loss": 1.042294979095459, |
| "step": 340, |
| "token_acc": 0.6945207215580246 |
| }, |
| { |
| "epoch": 0.8450704225352113, |
| "grad_norm": 4.292690277099609, |
| "learning_rate": 4.306654349019925e-06, |
| "loss": 1.0228508949279784, |
| "step": 345, |
| "token_acc": 0.7027719642933413 |
| }, |
| { |
| "epoch": 0.8573178199632578, |
| "grad_norm": 4.429483413696289, |
| "learning_rate": 4.283191750252923e-06, |
| "loss": 1.016273593902588, |
| "step": 350, |
| "token_acc": 0.7025961368066631 |
| }, |
| { |
| "epoch": 0.8695652173913043, |
| "grad_norm": 4.146049976348877, |
| "learning_rate": 4.259404976597442e-06, |
| "loss": 1.020415687561035, |
| "step": 355, |
| "token_acc": 0.7038205397826849 |
| }, |
| { |
| "epoch": 0.8818126148193509, |
| "grad_norm": 4.339040756225586, |
| "learning_rate": 4.2352983523639166e-06, |
| "loss": 1.0303951263427735, |
| "step": 360, |
| "token_acc": 0.6992072681927496 |
| }, |
| { |
| "epoch": 0.8940600122473974, |
| "grad_norm": 4.005756855010986, |
| "learning_rate": 4.21087626000994e-06, |
| "loss": 1.0201931953430177, |
| "step": 365, |
| "token_acc": 0.6991914198332565 |
| }, |
| { |
| "epoch": 0.906307409675444, |
| "grad_norm": 4.079517841339111, |
| "learning_rate": 4.186143139343549e-06, |
| "loss": 1.0360610961914063, |
| "step": 370, |
| "token_acc": 0.6990502744619674 |
| }, |
| { |
| "epoch": 0.9185548071034905, |
| "grad_norm": 4.114217758178711, |
| "learning_rate": 4.161103486716095e-06, |
| "loss": 1.0459300994873046, |
| "step": 375, |
| "token_acc": 0.6947196842963154 |
| }, |
| { |
| "epoch": 0.9308022045315371, |
| "grad_norm": 4.301392078399658, |
| "learning_rate": 4.135761854204825e-06, |
| "loss": 1.042283821105957, |
| "step": 380, |
| "token_acc": 0.6957355890817127 |
| }, |
| { |
| "epoch": 0.9430496019595835, |
| "grad_norm": 4.037268161773682, |
| "learning_rate": 4.1101228487853475e-06, |
| "loss": 1.012284278869629, |
| "step": 385, |
| "token_acc": 0.7043765837735687 |
| }, |
| { |
| "epoch": 0.9552969993876301, |
| "grad_norm": 4.39351224899292, |
| "learning_rate": 4.084191131494097e-06, |
| "loss": 1.0354315757751464, |
| "step": 390, |
| "token_acc": 0.6978448462772646 |
| }, |
| { |
| "epoch": 0.9675443968156767, |
| "grad_norm": 4.0855913162231445, |
| "learning_rate": 4.057971416580992e-06, |
| "loss": 1.0271640777587892, |
| "step": 395, |
| "token_acc": 0.7002642506606267 |
| }, |
| { |
| "epoch": 0.9797917942437232, |
| "grad_norm": 4.416122913360596, |
| "learning_rate": 4.0314684706524056e-06, |
| "loss": 1.0156761169433595, |
| "step": 400, |
| "token_acc": 0.7043797253165123 |
| }, |
| { |
| "epoch": 0.9920391916717698, |
| "grad_norm": 4.202881813049316, |
| "learning_rate": 4.004687111804616e-06, |
| "loss": 1.0171480178833008, |
| "step": 405, |
| "token_acc": 0.6982854218203531 |
| }, |
| { |
| "epoch": 1.0024494794856094, |
| "grad_norm": 4.206028461456299, |
| "learning_rate": 3.977632208747911e-06, |
| "loss": 1.0142362594604493, |
| "step": 410, |
| "token_acc": 0.711591819956839 |
| }, |
| { |
| "epoch": 1.014696876913656, |
| "grad_norm": 4.478796005249023, |
| "learning_rate": 3.950308679921478e-06, |
| "loss": 0.7849956512451172, |
| "step": 415, |
| "token_acc": 0.7602984679235286 |
| }, |
| { |
| "epoch": 1.0269442743417023, |
| "grad_norm": 4.66928768157959, |
| "learning_rate": 3.922721492599255e-06, |
| "loss": 0.8031488418579101, |
| "step": 420, |
| "token_acc": 0.7535921080849238 |
| }, |
| { |
| "epoch": 1.039191671769749, |
| "grad_norm": 4.528433322906494, |
| "learning_rate": 3.894875661986912e-06, |
| "loss": 0.7838258743286133, |
| "step": 425, |
| "token_acc": 0.7596577540106952 |
| }, |
| { |
| "epoch": 1.0514390691977955, |
| "grad_norm": 4.277143478393555, |
| "learning_rate": 3.866776250310107e-06, |
| "loss": 0.7442241668701172, |
| "step": 430, |
| "token_acc": 0.769938520245919 |
| }, |
| { |
| "epoch": 1.063686466625842, |
| "grad_norm": 4.469383239746094, |
| "learning_rate": 3.838428365894205e-06, |
| "loss": 0.7771434783935547, |
| "step": 435, |
| "token_acc": 0.7569792872764698 |
| }, |
| { |
| "epoch": 1.0759338640538885, |
| "grad_norm": 4.6610307693481445, |
| "learning_rate": 3.8098371622356067e-06, |
| "loss": 0.770506477355957, |
| "step": 440, |
| "token_acc": 0.7596531343026015 |
| }, |
| { |
| "epoch": 1.088181261481935, |
| "grad_norm": 4.738448619842529, |
| "learning_rate": 3.781007837064875e-06, |
| "loss": 0.7778576850891114, |
| "step": 445, |
| "token_acc": 0.7555954979244234 |
| }, |
| { |
| "epoch": 1.1004286589099816, |
| "grad_norm": 4.395505905151367, |
| "learning_rate": 3.7519456314018105e-06, |
| "loss": 0.7623329162597656, |
| "step": 450, |
| "token_acc": 0.76318975955717 |
| }, |
| { |
| "epoch": 1.1126760563380282, |
| "grad_norm": 4.638436794281006, |
| "learning_rate": 3.7226558286026633e-06, |
| "loss": 0.7792695999145508, |
| "step": 455, |
| "token_acc": 0.7576679120688157 |
| }, |
| { |
| "epoch": 1.1249234537660746, |
| "grad_norm": 4.638317108154297, |
| "learning_rate": 3.6931437533996484e-06, |
| "loss": 0.7715627670288085, |
| "step": 460, |
| "token_acc": 0.7627607634265424 |
| }, |
| { |
| "epoch": 1.1371708511941212, |
| "grad_norm": 4.232605457305908, |
| "learning_rate": 3.663414770932933e-06, |
| "loss": 0.8004587173461915, |
| "step": 465, |
| "token_acc": 0.7536386529514704 |
| }, |
| { |
| "epoch": 1.1494182486221678, |
| "grad_norm": 4.363043785095215, |
| "learning_rate": 3.6334742857752882e-06, |
| "loss": 0.7820894241333007, |
| "step": 470, |
| "token_acc": 0.7588262457495487 |
| }, |
| { |
| "epoch": 1.1616656460502144, |
| "grad_norm": 4.640029430389404, |
| "learning_rate": 3.603327740949559e-06, |
| "loss": 0.785007905960083, |
| "step": 475, |
| "token_acc": 0.7590175858970519 |
| }, |
| { |
| "epoch": 1.1739130434782608, |
| "grad_norm": 4.586259841918945, |
| "learning_rate": 3.572980616939159e-06, |
| "loss": 0.7841495513916016, |
| "step": 480, |
| "token_acc": 0.7581941867656153 |
| }, |
| { |
| "epoch": 1.1861604409063073, |
| "grad_norm": 4.2993974685668945, |
| "learning_rate": 3.5424384306917392e-06, |
| "loss": 0.7778982162475586, |
| "step": 485, |
| "token_acc": 0.7567601612361438 |
| }, |
| { |
| "epoch": 1.198407838334354, |
| "grad_norm": 4.595414638519287, |
| "learning_rate": 3.511706734616244e-06, |
| "loss": 0.7634652137756348, |
| "step": 490, |
| "token_acc": 0.7619796444327961 |
| }, |
| { |
| "epoch": 1.2106552357624005, |
| "grad_norm": 4.509241580963135, |
| "learning_rate": 3.480791115573506e-06, |
| "loss": 0.7961736679077148, |
| "step": 495, |
| "token_acc": 0.7543197965090781 |
| }, |
| { |
| "epoch": 1.2229026331904471, |
| "grad_norm": 4.559839248657227, |
| "learning_rate": 3.4496971938605877e-06, |
| "loss": 0.7862816333770752, |
| "step": 500, |
| "token_acc": 0.7570439402517093 |
| }, |
| { |
| "epoch": 1.2351500306184935, |
| "grad_norm": 4.518557071685791, |
| "learning_rate": 3.41843062218904e-06, |
| "loss": 0.7893893241882324, |
| "step": 505, |
| "token_acc": 0.7577525330058336 |
| }, |
| { |
| "epoch": 1.24739742804654, |
| "grad_norm": 4.483558177947998, |
| "learning_rate": 3.3869970846572687e-06, |
| "loss": 0.751371431350708, |
| "step": 510, |
| "token_acc": 0.7688727583262169 |
| }, |
| { |
| "epoch": 1.2596448254745867, |
| "grad_norm": 4.576009750366211, |
| "learning_rate": 3.3554022957171956e-06, |
| "loss": 0.7810420989990234, |
| "step": 515, |
| "token_acc": 0.7609458556149733 |
| }, |
| { |
| "epoch": 1.2718922229026333, |
| "grad_norm": 4.48703145980835, |
| "learning_rate": 3.3236519991354e-06, |
| "loss": 0.7708640575408936, |
| "step": 520, |
| "token_acc": 0.7627451818298363 |
| }, |
| { |
| "epoch": 1.2841396203306799, |
| "grad_norm": 4.633534908294678, |
| "learning_rate": 3.2917519669489344e-06, |
| "loss": 0.7879925727844238, |
| "step": 525, |
| "token_acc": 0.7564777843853538 |
| }, |
| { |
| "epoch": 1.2963870177587262, |
| "grad_norm": 4.27849817276001, |
| "learning_rate": 3.259707998415998e-06, |
| "loss": 0.7592859268188477, |
| "step": 530, |
| "token_acc": 0.7669673539518901 |
| }, |
| { |
| "epoch": 1.3086344151867728, |
| "grad_norm": 4.644284725189209, |
| "learning_rate": 3.227525918961659e-06, |
| "loss": 0.7553563594818116, |
| "step": 535, |
| "token_acc": 0.7627184132572017 |
| }, |
| { |
| "epoch": 1.3208818126148194, |
| "grad_norm": 4.641902923583984, |
| "learning_rate": 3.195211579118828e-06, |
| "loss": 0.7935165882110595, |
| "step": 540, |
| "token_acc": 0.750185549006767 |
| }, |
| { |
| "epoch": 1.3331292100428658, |
| "grad_norm": 4.571802616119385, |
| "learning_rate": 3.1627708534646552e-06, |
| "loss": 0.7627959251403809, |
| "step": 545, |
| "token_acc": 0.760615279146493 |
| }, |
| { |
| "epoch": 1.3453766074709124, |
| "grad_norm": 4.525778770446777, |
| "learning_rate": 3.1302096395525726e-06, |
| "loss": 0.7925759315490722, |
| "step": 550, |
| "token_acc": 0.7539050733680451 |
| }, |
| { |
| "epoch": 1.357624004898959, |
| "grad_norm": 4.676870822906494, |
| "learning_rate": 3.0975338568401385e-06, |
| "loss": 0.7834089279174805, |
| "step": 555, |
| "token_acc": 0.7570494217525015 |
| }, |
| { |
| "epoch": 1.3698714023270055, |
| "grad_norm": 4.788694858551025, |
| "learning_rate": 3.0647494456129217e-06, |
| "loss": 0.7911327362060547, |
| "step": 560, |
| "token_acc": 0.7593526134253118 |
| }, |
| { |
| "epoch": 1.3821187997550521, |
| "grad_norm": 4.444942951202393, |
| "learning_rate": 3.031862365904581e-06, |
| "loss": 0.7835145950317383, |
| "step": 565, |
| "token_acc": 0.7584673280875812 |
| }, |
| { |
| "epoch": 1.3943661971830985, |
| "grad_norm": 4.622507572174072, |
| "learning_rate": 2.9988785964133665e-06, |
| "loss": 0.8062938690185547, |
| "step": 570, |
| "token_acc": 0.7515983292131958 |
| }, |
| { |
| "epoch": 1.406613594611145, |
| "grad_norm": 4.62219762802124, |
| "learning_rate": 2.9658041334152233e-06, |
| "loss": 0.7802319049835205, |
| "step": 575, |
| "token_acc": 0.7562575522181944 |
| }, |
| { |
| "epoch": 1.4188609920391917, |
| "grad_norm": 4.535560607910156, |
| "learning_rate": 2.9326449896736975e-06, |
| "loss": 0.7671322822570801, |
| "step": 580, |
| "token_acc": 0.7597468243154147 |
| }, |
| { |
| "epoch": 1.4311083894672383, |
| "grad_norm": 4.481744289398193, |
| "learning_rate": 2.8994071933468527e-06, |
| "loss": 0.770707654953003, |
| "step": 585, |
| "token_acc": 0.7620617841027421 |
| }, |
| { |
| "epoch": 1.4433557868952849, |
| "grad_norm": 4.622373104095459, |
| "learning_rate": 2.8660967868913747e-06, |
| "loss": 0.7583498954772949, |
| "step": 590, |
| "token_acc": 0.7615316901408451 |
| }, |
| { |
| "epoch": 1.4556031843233312, |
| "grad_norm": 4.665287971496582, |
| "learning_rate": 2.832719825964093e-06, |
| "loss": 0.7807941436767578, |
| "step": 595, |
| "token_acc": 0.7575496898628152 |
| }, |
| { |
| "epoch": 1.4678505817513778, |
| "grad_norm": 4.833719730377197, |
| "learning_rate": 2.7992823783210893e-06, |
| "loss": 0.7652729988098145, |
| "step": 600, |
| "token_acc": 0.7592282618271518 |
| }, |
| { |
| "epoch": 1.4800979791794244, |
| "grad_norm": 4.617916584014893, |
| "learning_rate": 2.76579052271461e-06, |
| "loss": 0.7893416881561279, |
| "step": 605, |
| "token_acc": 0.7561697515424379 |
| }, |
| { |
| "epoch": 1.4923453766074708, |
| "grad_norm": 4.6830573081970215, |
| "learning_rate": 2.732250347787986e-06, |
| "loss": 0.7839091300964356, |
| "step": 610, |
| "token_acc": 0.7619602260471938 |
| }, |
| { |
| "epoch": 1.5045927740355176, |
| "grad_norm": 4.605529308319092, |
| "learning_rate": 2.6986679509687457e-06, |
| "loss": 0.7774672031402587, |
| "step": 615, |
| "token_acc": 0.7564693825262618 |
| }, |
| { |
| "epoch": 1.516840171463564, |
| "grad_norm": 4.6576972007751465, |
| "learning_rate": 2.6650494373601355e-06, |
| "loss": 0.7678401947021485, |
| "step": 620, |
| "token_acc": 0.7609700258617035 |
| }, |
| { |
| "epoch": 1.5290875688916106, |
| "grad_norm": 4.614404678344727, |
| "learning_rate": 2.6314009186312437e-06, |
| "loss": 0.7846922874450684, |
| "step": 625, |
| "token_acc": 0.7573959445037354 |
| }, |
| { |
| "epoch": 1.5413349663196572, |
| "grad_norm": 4.3292646408081055, |
| "learning_rate": 2.5977285119059347e-06, |
| "loss": 0.7860712051391602, |
| "step": 630, |
| "token_acc": 0.7572753573859768 |
| }, |
| { |
| "epoch": 1.5535823637477035, |
| "grad_norm": 4.779139518737793, |
| "learning_rate": 2.5640383386507812e-06, |
| "loss": 0.788635540008545, |
| "step": 635, |
| "token_acc": 0.7597786927431807 |
| }, |
| { |
| "epoch": 1.5658297611757501, |
| "grad_norm": 4.66672420501709, |
| "learning_rate": 2.53033652356222e-06, |
| "loss": 0.7763586521148682, |
| "step": 640, |
| "token_acc": 0.7580442051326588 |
| }, |
| { |
| "epoch": 1.5780771586037967, |
| "grad_norm": 4.4589080810546875, |
| "learning_rate": 2.4966291934531112e-06, |
| "loss": 0.7758882999420166, |
| "step": 645, |
| "token_acc": 0.7591176839202908 |
| }, |
| { |
| "epoch": 1.590324556031843, |
| "grad_norm": 4.580643177032471, |
| "learning_rate": 2.462922476138918e-06, |
| "loss": 0.7874266624450683, |
| "step": 650, |
| "token_acc": 0.7575214601216768 |
| }, |
| { |
| "epoch": 1.60257195345989, |
| "grad_norm": 4.907217502593994, |
| "learning_rate": 2.429222499323698e-06, |
| "loss": 0.7663785934448242, |
| "step": 655, |
| "token_acc": 0.7602286786978967 |
| }, |
| { |
| "epoch": 1.6148193508879363, |
| "grad_norm": 4.910719394683838, |
| "learning_rate": 2.3955353894861234e-06, |
| "loss": 0.787629222869873, |
| "step": 660, |
| "token_acc": 0.7607565631415717 |
| }, |
| { |
| "epoch": 1.6270667483159829, |
| "grad_norm": 4.778140544891357, |
| "learning_rate": 2.3618672707657176e-06, |
| "loss": 0.7681752681732178, |
| "step": 665, |
| "token_acc": 0.7612144537096429 |
| }, |
| { |
| "epoch": 1.6393141457440294, |
| "grad_norm": 4.5776214599609375, |
| "learning_rate": 2.328224263849518e-06, |
| "loss": 0.7675065517425537, |
| "step": 670, |
| "token_acc": 0.762601201358057 |
| }, |
| { |
| "epoch": 1.6515615431720758, |
| "grad_norm": 4.621997356414795, |
| "learning_rate": 2.2946124848593695e-06, |
| "loss": 0.7452384948730468, |
| "step": 675, |
| "token_acc": 0.7706269943226555 |
| }, |
| { |
| "epoch": 1.6638089406001226, |
| "grad_norm": 4.933689117431641, |
| "learning_rate": 2.261038044240042e-06, |
| "loss": 0.7669482707977295, |
| "step": 680, |
| "token_acc": 0.7602354366831127 |
| }, |
| { |
| "epoch": 1.676056338028169, |
| "grad_norm": 4.68771505355835, |
| "learning_rate": 2.2275070456483862e-06, |
| "loss": 0.7899266242980957, |
| "step": 685, |
| "token_acc": 0.7548017807928769 |
| }, |
| { |
| "epoch": 1.6883037354562156, |
| "grad_norm": 4.409292697906494, |
| "learning_rate": 2.1940255848437216e-06, |
| "loss": 0.7827797412872315, |
| "step": 690, |
| "token_acc": 0.7585512216030862 |
| }, |
| { |
| "epoch": 1.7005511328842622, |
| "grad_norm": 4.816332817077637, |
| "learning_rate": 2.160599748579658e-06, |
| "loss": 0.7791535377502441, |
| "step": 695, |
| "token_acc": 0.7603298457173258 |
| }, |
| { |
| "epoch": 1.7127985303123086, |
| "grad_norm": 4.967842102050781, |
| "learning_rate": 2.127235613497556e-06, |
| "loss": 0.762655782699585, |
| "step": 700, |
| "token_acc": 0.7650328227571116 |
| }, |
| { |
| "epoch": 1.7250459277403551, |
| "grad_norm": 4.628602981567383, |
| "learning_rate": 2.093939245021826e-06, |
| "loss": 0.7575776100158691, |
| "step": 705, |
| "token_acc": 0.7649840199640996 |
| }, |
| { |
| "epoch": 1.7372933251684017, |
| "grad_norm": 4.693065166473389, |
| "learning_rate": 2.060716696257262e-06, |
| "loss": 0.7696513175964356, |
| "step": 710, |
| "token_acc": 0.7597179452849556 |
| }, |
| { |
| "epoch": 1.749540722596448, |
| "grad_norm": 4.693673610687256, |
| "learning_rate": 2.0275740068886293e-06, |
| "loss": 0.7588753700256348, |
| "step": 715, |
| "token_acc": 0.7656597358441218 |
| }, |
| { |
| "epoch": 1.761788120024495, |
| "grad_norm": 4.765112400054932, |
| "learning_rate": 1.9945172020826696e-06, |
| "loss": 0.7718194007873536, |
| "step": 720, |
| "token_acc": 0.763516141579152 |
| }, |
| { |
| "epoch": 1.7740355174525413, |
| "grad_norm": 4.737748622894287, |
| "learning_rate": 1.961552291392763e-06, |
| "loss": 0.7587370872497559, |
| "step": 725, |
| "token_acc": 0.7637926610212984 |
| }, |
| { |
| "epoch": 1.7862829148805879, |
| "grad_norm": 4.706098556518555, |
| "learning_rate": 1.9286852676664234e-06, |
| "loss": 0.7728893280029296, |
| "step": 730, |
| "token_acc": 0.7610371408549405 |
| }, |
| { |
| "epoch": 1.7985303123086345, |
| "grad_norm": 4.600115776062012, |
| "learning_rate": 1.8959221059558286e-06, |
| "loss": 0.7641496658325195, |
| "step": 735, |
| "token_acc": 0.7624657653349564 |
| }, |
| { |
| "epoch": 1.8107777097366808, |
| "grad_norm": 4.760969161987305, |
| "learning_rate": 1.8632687624315885e-06, |
| "loss": 0.7687458038330078, |
| "step": 740, |
| "token_acc": 0.7615896922474209 |
| }, |
| { |
| "epoch": 1.8230251071647277, |
| "grad_norm": 4.521633148193359, |
| "learning_rate": 1.8307311732999433e-06, |
| "loss": 0.7207860469818115, |
| "step": 745, |
| "token_acc": 0.7736193122612018 |
| }, |
| { |
| "epoch": 1.835272504592774, |
| "grad_norm": 4.4776201248168945, |
| "learning_rate": 1.798315253723593e-06, |
| "loss": 0.7585281372070313, |
| "step": 750, |
| "token_acc": 0.7653171215452939 |
| }, |
| { |
| "epoch": 1.8475199020208206, |
| "grad_norm": 4.7328200340271, |
| "learning_rate": 1.7660268967463515e-06, |
| "loss": 0.7706717491149903, |
| "step": 755, |
| "token_acc": 0.7584294199860238 |
| }, |
| { |
| "epoch": 1.8597672994488672, |
| "grad_norm": 4.588700771331787, |
| "learning_rate": 1.733871972221824e-06, |
| "loss": 0.772399616241455, |
| "step": 760, |
| "token_acc": 0.7600653117346281 |
| }, |
| { |
| "epoch": 1.8720146968769136, |
| "grad_norm": 4.575390815734863, |
| "learning_rate": 1.7018563257462956e-06, |
| "loss": 0.7517253398895264, |
| "step": 765, |
| "token_acc": 0.7683217139942187 |
| }, |
| { |
| "epoch": 1.8842620943049602, |
| "grad_norm": 4.6710429191589355, |
| "learning_rate": 1.6699857775960343e-06, |
| "loss": 0.7637727737426758, |
| "step": 770, |
| "token_acc": 0.7610989010989011 |
| }, |
| { |
| "epoch": 1.8965094917330068, |
| "grad_norm": 4.554412841796875, |
| "learning_rate": 1.6382661216691968e-06, |
| "loss": 0.7537057399749756, |
| "step": 775, |
| "token_acc": 0.7649308240955572 |
| }, |
| { |
| "epoch": 1.9087568891610531, |
| "grad_norm": 4.810478210449219, |
| "learning_rate": 1.606703124432522e-06, |
| "loss": 0.7450632572174072, |
| "step": 780, |
| "token_acc": 0.7677834064109659 |
| }, |
| { |
| "epoch": 1.9210042865891, |
| "grad_norm": 4.840790748596191, |
| "learning_rate": 1.5753025238730294e-06, |
| "loss": 0.7469035148620605, |
| "step": 785, |
| "token_acc": 0.7657027682941878 |
| }, |
| { |
| "epoch": 1.9332516840171463, |
| "grad_norm": 4.550791263580322, |
| "learning_rate": 1.5440700284548708e-06, |
| "loss": 0.7843441963195801, |
| "step": 790, |
| "token_acc": 0.7550630492930837 |
| }, |
| { |
| "epoch": 1.945499081445193, |
| "grad_norm": 4.960586071014404, |
| "learning_rate": 1.513011316081567e-06, |
| "loss": 0.7551403522491456, |
| "step": 795, |
| "token_acc": 0.7668317041174728 |
| }, |
| { |
| "epoch": 1.9577464788732395, |
| "grad_norm": 4.711572647094727, |
| "learning_rate": 1.4821320330637962e-06, |
| "loss": 0.7480823040008545, |
| "step": 800, |
| "token_acc": 0.7650656902864528 |
| }, |
| { |
| "epoch": 1.9699938763012859, |
| "grad_norm": 4.6972479820251465, |
| "learning_rate": 1.4514377930929235e-06, |
| "loss": 0.7591766834259033, |
| "step": 805, |
| "token_acc": 0.7624603242686797 |
| }, |
| { |
| "epoch": 1.9822412737293327, |
| "grad_norm": 4.843852996826172, |
| "learning_rate": 1.4209341762204587e-06, |
| "loss": 0.760959243774414, |
| "step": 810, |
| "token_acc": 0.7633743960301224 |
| }, |
| { |
| "epoch": 1.994488671157379, |
| "grad_norm": 4.634529113769531, |
| "learning_rate": 1.3906267278436359e-06, |
| "loss": 0.7314579963684082, |
| "step": 815, |
| "token_acc": 0.7712879191059074 |
| }, |
| { |
| "epoch": 2.0048989589712187, |
| "grad_norm": 4.321748733520508, |
| "learning_rate": 1.3605209576972843e-06, |
| "loss": 0.6995468139648438, |
| "step": 820, |
| "token_acc": 0.787699433865157 |
| }, |
| { |
| "epoch": 2.017146356399265, |
| "grad_norm": 4.254408836364746, |
| "learning_rate": 1.3306223388521939e-06, |
| "loss": 0.570511770248413, |
| "step": 825, |
| "token_acc": 0.8216209392358189 |
| }, |
| { |
| "epoch": 2.029393753827312, |
| "grad_norm": 4.720823287963867, |
| "learning_rate": 1.3009363067201371e-06, |
| "loss": 0.5582104206085206, |
| "step": 830, |
| "token_acc": 0.8252698576527759 |
| }, |
| { |
| "epoch": 2.0416411512553583, |
| "grad_norm": 4.739476203918457, |
| "learning_rate": 1.2714682580657379e-06, |
| "loss": 0.5444248199462891, |
| "step": 835, |
| "token_acc": 0.8246549425979275 |
| }, |
| { |
| "epoch": 2.0538885486834046, |
| "grad_norm": 5.198681831359863, |
| "learning_rate": 1.2422235500253687e-06, |
| "loss": 0.5460488319396972, |
| "step": 840, |
| "token_acc": 0.8272240085744909 |
| }, |
| { |
| "epoch": 2.0661359461114515, |
| "grad_norm": 5.516181468963623, |
| "learning_rate": 1.2132074991332542e-06, |
| "loss": 0.5592329978942872, |
| "step": 845, |
| "token_acc": 0.8220548006637068 |
| }, |
| { |
| "epoch": 2.078383343539498, |
| "grad_norm": 5.053701400756836, |
| "learning_rate": 1.18442538035495e-06, |
| "loss": 0.5448430061340332, |
| "step": 850, |
| "token_acc": 0.8223035387567496 |
| }, |
| { |
| "epoch": 2.090630740967544, |
| "grad_norm": 5.08636999130249, |
| "learning_rate": 1.1558824261283829e-06, |
| "loss": 0.5588015079498291, |
| "step": 855, |
| "token_acc": 0.8205888864290458 |
| }, |
| { |
| "epoch": 2.102878138395591, |
| "grad_norm": 5.013532638549805, |
| "learning_rate": 1.1275838254126214e-06, |
| "loss": 0.5484703063964844, |
| "step": 860, |
| "token_acc": 0.8259482905255996 |
| }, |
| { |
| "epoch": 2.1151255358236374, |
| "grad_norm": 4.854135990142822, |
| "learning_rate": 1.0995347227445502e-06, |
| "loss": 0.5305757045745849, |
| "step": 865, |
| "token_acc": 0.8284028801943264 |
| }, |
| { |
| "epoch": 2.127372933251684, |
| "grad_norm": 5.043030261993408, |
| "learning_rate": 1.0717402173036187e-06, |
| "loss": 0.5412274837493897, |
| "step": 870, |
| "token_acc": 0.8215913978494623 |
| }, |
| { |
| "epoch": 2.1396203306797306, |
| "grad_norm": 5.1244659423828125, |
| "learning_rate": 1.044205361984842e-06, |
| "loss": 0.5513949394226074, |
| "step": 875, |
| "token_acc": 0.8214534681073545 |
| }, |
| { |
| "epoch": 2.151867728107777, |
| "grad_norm": 5.117434501647949, |
| "learning_rate": 1.0169351624802035e-06, |
| "loss": 0.5630133152008057, |
| "step": 880, |
| "token_acc": 0.821359139413315 |
| }, |
| { |
| "epoch": 2.1641151255358237, |
| "grad_norm": 5.166259765625, |
| "learning_rate": 9.899345763686538e-07, |
| "loss": 0.5419129371643067, |
| "step": 885, |
| "token_acc": 0.8245680254990774 |
| }, |
| { |
| "epoch": 2.17636252296387, |
| "grad_norm": 5.291832447052002, |
| "learning_rate": 9.632085122148424e-07, |
| "loss": 0.5420055389404297, |
| "step": 890, |
| "token_acc": 0.8267434420985285 |
| }, |
| { |
| "epoch": 2.188609920391917, |
| "grad_norm": 5.194045543670654, |
| "learning_rate": 9.367618286767711e-07, |
| "loss": 0.521400260925293, |
| "step": 895, |
| "token_acc": 0.82656749906511 |
| }, |
| { |
| "epoch": 2.2008573178199633, |
| "grad_norm": 5.089542388916016, |
| "learning_rate": 9.105993336225161e-07, |
| "loss": 0.542095947265625, |
| "step": 900, |
| "token_acc": 0.8223984311719316 |
| }, |
| { |
| "epoch": 2.2131047152480097, |
| "grad_norm": 5.4029340744018555, |
| "learning_rate": 8.847257832561781e-07, |
| "loss": 0.5598678588867188, |
| "step": 905, |
| "token_acc": 0.8219299020040611 |
| }, |
| { |
| "epoch": 2.2253521126760565, |
| "grad_norm": 5.048251152038574, |
| "learning_rate": 8.591458812532336e-07, |
| "loss": 0.5180021286010742, |
| "step": 910, |
| "token_acc": 0.8336001348049541 |
| }, |
| { |
| "epoch": 2.237599510104103, |
| "grad_norm": 5.041197776794434, |
| "learning_rate": 8.338642779054288e-07, |
| "loss": 0.524175500869751, |
| "step": 915, |
| "token_acc": 0.8306564989562476 |
| }, |
| { |
| "epoch": 2.249846907532149, |
| "grad_norm": 5.465920925140381, |
| "learning_rate": 8.088855692753828e-07, |
| "loss": 0.5611342430114746, |
| "step": 920, |
| "token_acc": 0.8177949370420743 |
| }, |
| { |
| "epoch": 2.262094304960196, |
| "grad_norm": 5.163330078125, |
| "learning_rate": 7.842142963610467e-07, |
| "loss": 0.547283411026001, |
| "step": 925, |
| "token_acc": 0.8242695314132843 |
| }, |
| { |
| "epoch": 2.2743417023882424, |
| "grad_norm": 5.1077094078063965, |
| "learning_rate": 7.598549442701747e-07, |
| "loss": 0.5453132152557373, |
| "step": 930, |
| "token_acc": 0.822511007566366 |
| }, |
| { |
| "epoch": 2.286589099816289, |
| "grad_norm": 5.170557022094727, |
| "learning_rate": 7.358119414049542e-07, |
| "loss": 0.5626876831054688, |
| "step": 935, |
| "token_acc": 0.8234918200408998 |
| }, |
| { |
| "epoch": 2.2988364972443356, |
| "grad_norm": 4.865657329559326, |
| "learning_rate": 7.120896586569453e-07, |
| "loss": 0.5140172958374023, |
| "step": 940, |
| "token_acc": 0.8357797386730018 |
| }, |
| { |
| "epoch": 2.311083894672382, |
| "grad_norm": 5.453319072723389, |
| "learning_rate": 6.886924086124786e-07, |
| "loss": 0.5242246627807617, |
| "step": 945, |
| "token_acc": 0.8308014667365112 |
| }, |
| { |
| "epoch": 2.3233312921004288, |
| "grad_norm": 4.958571910858154, |
| "learning_rate": 6.656244447686458e-07, |
| "loss": 0.5323893547058105, |
| "step": 950, |
| "token_acc": 0.8292735877730016 |
| }, |
| { |
| "epoch": 2.335578689528475, |
| "grad_norm": 5.415950298309326, |
| "learning_rate": 6.428899607600364e-07, |
| "loss": 0.5338543891906739, |
| "step": 955, |
| "token_acc": 0.8275230158383874 |
| }, |
| { |
| "epoch": 2.3478260869565215, |
| "grad_norm": 5.205291748046875, |
| "learning_rate": 6.204930895963607e-07, |
| "loss": 0.5636034965515136, |
| "step": 960, |
| "token_acc": 0.8210286100663483 |
| }, |
| { |
| "epoch": 2.3600734843845683, |
| "grad_norm": 5.260465145111084, |
| "learning_rate": 5.984379029110888e-07, |
| "loss": 0.536073112487793, |
| "step": 965, |
| "token_acc": 0.8281601245028531 |
| }, |
| { |
| "epoch": 2.3723208818126147, |
| "grad_norm": 5.51268196105957, |
| "learning_rate": 5.767284102212464e-07, |
| "loss": 0.5502553462982178, |
| "step": 970, |
| "token_acc": 0.8222231730275543 |
| }, |
| { |
| "epoch": 2.3845682792406615, |
| "grad_norm": 5.176271438598633, |
| "learning_rate": 5.553685581985085e-07, |
| "loss": 0.5436900138854981, |
| "step": 975, |
| "token_acc": 0.8243608134334656 |
| }, |
| { |
| "epoch": 2.396815676668708, |
| "grad_norm": 5.452365398406982, |
| "learning_rate": 5.343622299517143e-07, |
| "loss": 0.5499383449554444, |
| "step": 980, |
| "token_acc": 0.821613554560618 |
| }, |
| { |
| "epoch": 2.4090630740967542, |
| "grad_norm": 5.364321231842041, |
| "learning_rate": 5.137132443209384e-07, |
| "loss": 0.5544261455535888, |
| "step": 985, |
| "token_acc": 0.8235047395352739 |
| }, |
| { |
| "epoch": 2.421310471524801, |
| "grad_norm": 5.1662492752075195, |
| "learning_rate": 4.934253551832463e-07, |
| "loss": 0.5553579330444336, |
| "step": 990, |
| "token_acc": 0.8218518036202631 |
| }, |
| { |
| "epoch": 2.4335578689528474, |
| "grad_norm": 5.128129959106445, |
| "learning_rate": 4.7350225077025805e-07, |
| "loss": 0.5611998558044433, |
| "step": 995, |
| "token_acc": 0.819782246026868 |
| }, |
| { |
| "epoch": 2.4458052663808942, |
| "grad_norm": 5.2355875968933105, |
| "learning_rate": 4.5394755299764867e-07, |
| "loss": 0.5385069847106934, |
| "step": 1000, |
| "token_acc": 0.8276789587852494 |
| }, |
| { |
| "epoch": 2.4580526638089406, |
| "grad_norm": 5.078090190887451, |
| "learning_rate": 4.3476481680670175e-07, |
| "loss": 0.5230921745300293, |
| "step": 1005, |
| "token_acc": 0.8339801638637344 |
| }, |
| { |
| "epoch": 2.470300061236987, |
| "grad_norm": 5.193488597869873, |
| "learning_rate": 4.159575295180396e-07, |
| "loss": 0.5407039642333984, |
| "step": 1010, |
| "token_acc": 0.8297552418344332 |
| }, |
| { |
| "epoch": 2.482547458665034, |
| "grad_norm": 5.043512344360352, |
| "learning_rate": 3.9752911019764946e-07, |
| "loss": 0.532266092300415, |
| "step": 1015, |
| "token_acc": 0.8278915329275042 |
| }, |
| { |
| "epoch": 2.49479485609308, |
| "grad_norm": 5.693848609924316, |
| "learning_rate": 3.7948290903531166e-07, |
| "loss": 0.560857105255127, |
| "step": 1020, |
| "token_acc": 0.8200070138523584 |
| }, |
| { |
| "epoch": 2.507042253521127, |
| "grad_norm": 5.108861446380615, |
| "learning_rate": 3.6182220673555256e-07, |
| "loss": 0.5424053192138671, |
| "step": 1025, |
| "token_acc": 0.8235603010677403 |
| }, |
| { |
| "epoch": 2.5192896509491733, |
| "grad_norm": 4.941168308258057, |
| "learning_rate": 3.445502139212334e-07, |
| "loss": 0.5431843757629394, |
| "step": 1030, |
| "token_acc": 0.8266571989474124 |
| }, |
| { |
| "epoch": 2.5315370483772197, |
| "grad_norm": 5.102714538574219, |
| "learning_rate": 3.276700705498745e-07, |
| "loss": 0.5414858818054199, |
| "step": 1035, |
| "token_acc": 0.82543195165546 |
| }, |
| { |
| "epoch": 2.5437844458052665, |
| "grad_norm": 5.438137531280518, |
| "learning_rate": 3.1118484534282484e-07, |
| "loss": 0.5353984832763672, |
| "step": 1040, |
| "token_acc": 0.8263861494630725 |
| }, |
| { |
| "epoch": 2.556031843233313, |
| "grad_norm": 5.2994771003723145, |
| "learning_rate": 2.95097535227388e-07, |
| "loss": 0.5479399681091308, |
| "step": 1045, |
| "token_acc": 0.8256810005139626 |
| }, |
| { |
| "epoch": 2.5682792406613597, |
| "grad_norm": 5.214596748352051, |
| "learning_rate": 2.7941106479199426e-07, |
| "loss": 0.516519832611084, |
| "step": 1050, |
| "token_acc": 0.8335078095557138 |
| }, |
| { |
| "epoch": 2.580526638089406, |
| "grad_norm": 5.224749565124512, |
| "learning_rate": 2.641282857545274e-07, |
| "loss": 0.5579429626464844, |
| "step": 1055, |
| "token_acc": 0.82092176315459 |
| }, |
| { |
| "epoch": 2.5927740355174524, |
| "grad_norm": 5.229243278503418, |
| "learning_rate": 2.492519764438966e-07, |
| "loss": 0.5679381370544434, |
| "step": 1060, |
| "token_acc": 0.8221638384012404 |
| }, |
| { |
| "epoch": 2.605021432945499, |
| "grad_norm": 5.2897796630859375, |
| "learning_rate": 2.3478484129495077e-07, |
| "loss": 0.5454854011535645, |
| "step": 1065, |
| "token_acc": 0.825406647807638 |
| }, |
| { |
| "epoch": 2.6172688303735456, |
| "grad_norm": 5.087146282196045, |
| "learning_rate": 2.2072951035682688e-07, |
| "loss": 0.5423697471618653, |
| "step": 1070, |
| "token_acc": 0.8259176156809619 |
| }, |
| { |
| "epoch": 2.629516227801592, |
| "grad_norm": 5.195399284362793, |
| "learning_rate": 2.0708853881481973e-07, |
| "loss": 0.5481161117553711, |
| "step": 1075, |
| "token_acc": 0.8264214919144497 |
| }, |
| { |
| "epoch": 2.641763625229639, |
| "grad_norm": 5.070648193359375, |
| "learning_rate": 1.9386440652586546e-07, |
| "loss": 0.5489974021911621, |
| "step": 1080, |
| "token_acc": 0.8267874695499807 |
| }, |
| { |
| "epoch": 2.654011022657685, |
| "grad_norm": 5.130269527435303, |
| "learning_rate": 1.8105951756771322e-07, |
| "loss": 0.538370418548584, |
| "step": 1085, |
| "token_acc": 0.8281619830442828 |
| }, |
| { |
| "epoch": 2.6662584200857316, |
| "grad_norm": 5.335844039916992, |
| "learning_rate": 1.686761998018785e-07, |
| "loss": 0.5541041374206543, |
| "step": 1090, |
| "token_acc": 0.8237131544214694 |
| }, |
| { |
| "epoch": 2.6785058175137784, |
| "grad_norm": 5.29373836517334, |
| "learning_rate": 1.5671670445044918e-07, |
| "loss": 0.5493666648864746, |
| "step": 1095, |
| "token_acc": 0.8230841200986646 |
| }, |
| { |
| "epoch": 2.6907532149418247, |
| "grad_norm": 5.108797550201416, |
| "learning_rate": 1.4518320568682602e-07, |
| "loss": 0.5377497673034668, |
| "step": 1100, |
| "token_acc": 0.831723794918556 |
| }, |
| { |
| "epoch": 2.7030006123698715, |
| "grad_norm": 5.346076488494873, |
| "learning_rate": 1.340778002404694e-07, |
| "loss": 0.5413017272949219, |
| "step": 1105, |
| "token_acc": 0.8275166608207647 |
| }, |
| { |
| "epoch": 2.715248009797918, |
| "grad_norm": 5.399250030517578, |
| "learning_rate": 1.234025070157238e-07, |
| "loss": 0.5543554306030274, |
| "step": 1110, |
| "token_acc": 0.8235164641662265 |
| }, |
| { |
| "epoch": 2.7274954072259643, |
| "grad_norm": 5.150039196014404, |
| "learning_rate": 1.1315926672479243e-07, |
| "loss": 0.5648593902587891, |
| "step": 1115, |
| "token_acc": 0.8208603931482369 |
| }, |
| { |
| "epoch": 2.739742804654011, |
| "grad_norm": 5.281070709228516, |
| "learning_rate": 1.033499415349265e-07, |
| "loss": 0.5491425514221191, |
| "step": 1120, |
| "token_acc": 0.8220901479328445 |
| }, |
| { |
| "epoch": 2.7519902020820575, |
| "grad_norm": 5.146131992340088, |
| "learning_rate": 9.397631472989138e-08, |
| "loss": 0.5133252143859863, |
| "step": 1125, |
| "token_acc": 0.8336260441207968 |
| }, |
| { |
| "epoch": 2.7642375995101043, |
| "grad_norm": 5.330942630767822, |
| "learning_rate": 8.504009038577621e-08, |
| "loss": 0.5365485191345215, |
| "step": 1130, |
| "token_acc": 0.8278971095200213 |
| }, |
| { |
| "epoch": 2.7764849969381507, |
| "grad_norm": 5.198803424835205, |
| "learning_rate": 7.654289306120194e-08, |
| "loss": 0.5431034088134765, |
| "step": 1135, |
| "token_acc": 0.8274643334339037 |
| }, |
| { |
| "epoch": 2.788732394366197, |
| "grad_norm": 5.1973557472229, |
| "learning_rate": 6.848626750198428e-08, |
| "loss": 0.5288222312927247, |
| "step": 1140, |
| "token_acc": 0.8275166344709165 |
| }, |
| { |
| "epoch": 2.800979791794244, |
| "grad_norm": 5.35372257232666, |
| "learning_rate": 6.08716783603075e-08, |
| "loss": 0.5239756107330322, |
| "step": 1145, |
| "token_acc": 0.8283219340129909 |
| }, |
| { |
| "epoch": 2.81322718922229, |
| "grad_norm": 5.1523661613464355, |
| "learning_rate": 5.3700509928458765e-08, |
| "loss": 0.5328633308410644, |
| "step": 1150, |
| "token_acc": 0.8294553262346085 |
| }, |
| { |
| "epoch": 2.825474586650337, |
| "grad_norm": 5.435372352600098, |
| "learning_rate": 4.697406588717007e-08, |
| "loss": 0.5283485412597656, |
| "step": 1155, |
| "token_acc": 0.828381102638268 |
| }, |
| { |
| "epoch": 2.8377219840783834, |
| "grad_norm": 5.170069217681885, |
| "learning_rate": 4.069356906861721e-08, |
| "loss": 0.5555888175964355, |
| "step": 1160, |
| "token_acc": 0.82186616399623 |
| }, |
| { |
| "epoch": 2.8499693815064298, |
| "grad_norm": 5.208567142486572, |
| "learning_rate": 3.486016123411345e-08, |
| "loss": 0.5386466026306153, |
| "step": 1165, |
| "token_acc": 0.8267478554602427 |
| }, |
| { |
| "epoch": 2.8622167789344766, |
| "grad_norm": 5.432430744171143, |
| "learning_rate": 2.947490286654503e-08, |
| "loss": 0.5284968852996826, |
| "step": 1170, |
| "token_acc": 0.8326574172892209 |
| }, |
| { |
| "epoch": 2.874464176362523, |
| "grad_norm": 5.190342426300049, |
| "learning_rate": 2.453877297758117e-08, |
| "loss": 0.5291720867156983, |
| "step": 1175, |
| "token_acc": 0.8325078206465067 |
| }, |
| { |
| "epoch": 2.8867115737905698, |
| "grad_norm": 5.376348495483398, |
| "learning_rate": 2.0052668929692875e-08, |
| "loss": 0.5356964111328125, |
| "step": 1180, |
| "token_acc": 0.8268531588177425 |
| }, |
| { |
| "epoch": 2.898958971218616, |
| "grad_norm": 5.295315265655518, |
| "learning_rate": 1.601740627301951e-08, |
| "loss": 0.5229966163635253, |
| "step": 1185, |
| "token_acc": 0.8315890878836975 |
| }, |
| { |
| "epoch": 2.9112063686466625, |
| "grad_norm": 5.423808574676514, |
| "learning_rate": 1.2433718597103795e-08, |
| "loss": 0.5427167415618896, |
| "step": 1190, |
| "token_acc": 0.8261059817091848 |
| }, |
| { |
| "epoch": 2.923453766074709, |
| "grad_norm": 5.136529445648193, |
| "learning_rate": 9.302257397531267e-09, |
| "loss": 0.550775671005249, |
| "step": 1195, |
| "token_acc": 0.8222147396775958 |
| }, |
| { |
| "epoch": 2.9357011635027557, |
| "grad_norm": 5.073871612548828, |
| "learning_rate": 6.623591957490016e-09, |
| "loss": 0.5416533470153808, |
| "step": 1200, |
| "token_acc": 0.8258615561126929 |
| }, |
| { |
| "epoch": 2.947948560930802, |
| "grad_norm": 5.151060104370117, |
| "learning_rate": 4.398209244279305e-09, |
| "loss": 0.554953670501709, |
| "step": 1205, |
| "token_acc": 0.8215449660882586 |
| }, |
| { |
| "epoch": 2.960195958358849, |
| "grad_norm": 5.362220287322998, |
| "learning_rate": 2.6265138207806628e-09, |
| "loss": 0.5322298526763916, |
| "step": 1210, |
| "token_acc": 0.8296142535893444 |
| }, |
| { |
| "epoch": 2.9724433557868952, |
| "grad_norm": 5.357572555541992, |
| "learning_rate": 1.308827771910881e-09, |
| "loss": 0.5438649177551269, |
| "step": 1215, |
| "token_acc": 0.8253160112359551 |
| }, |
| { |
| "epoch": 2.9846907532149416, |
| "grad_norm": 5.009280204772949, |
| "learning_rate": 4.4539064606829996e-10, |
| "loss": 0.5299254417419433, |
| "step": 1220, |
| "token_acc": 0.826584919317069 |
| }, |
| { |
| "epoch": 2.9969381506429884, |
| "grad_norm": 5.41025972366333, |
| "learning_rate": 3.6359411584308e-11, |
| "loss": 0.5463360786437989, |
| "step": 1225, |
| "token_acc": 0.8289374529012811 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 1227, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 6.549139944563016e+17, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
