| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 1227, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.002449479485609308, |
| "grad_norm": 6.991664886474609, |
| "learning_rate": 8.064516129032259e-08, |
| "loss": 1.1740529537200928, |
| "step": 1, |
| "token_acc": 0.6749786507258754 |
| }, |
| { |
| "epoch": 0.01224739742804654, |
| "grad_norm": 7.713718891143799, |
| "learning_rate": 4.032258064516129e-07, |
| "loss": 1.169565200805664, |
| "step": 5, |
| "token_acc": 0.6757037037037037 |
| }, |
| { |
| "epoch": 0.02449479485609308, |
| "grad_norm": 9.855337142944336, |
| "learning_rate": 8.064516129032258e-07, |
| "loss": 1.1896038055419922, |
| "step": 10, |
| "token_acc": 0.6696705041683207 |
| }, |
| { |
| "epoch": 0.03674219228413962, |
| "grad_norm": 7.122698783874512, |
| "learning_rate": 1.2096774193548388e-06, |
| "loss": 1.1736026763916017, |
| "step": 15, |
| "token_acc": 0.6726278392080156 |
| }, |
| { |
| "epoch": 0.04898958971218616, |
| "grad_norm": 6.2926530838012695, |
| "learning_rate": 1.6129032258064516e-06, |
| "loss": 1.120145034790039, |
| "step": 20, |
| "token_acc": 0.6823338735818476 |
| }, |
| { |
| "epoch": 0.0612369871402327, |
| "grad_norm": 5.297961711883545, |
| "learning_rate": 2.0161290322580646e-06, |
| "loss": 1.0726344108581543, |
| "step": 25, |
| "token_acc": 0.6913205133330668 |
| }, |
| { |
| "epoch": 0.07348438456827924, |
| "grad_norm": 6.803680419921875, |
| "learning_rate": 2.4193548387096776e-06, |
| "loss": 1.0197155952453614, |
| "step": 30, |
| "token_acc": 0.7046268889235083 |
| }, |
| { |
| "epoch": 0.08573178199632578, |
| "grad_norm": 6.257656574249268, |
| "learning_rate": 2.822580645161291e-06, |
| "loss": 0.9886772155761718, |
| "step": 35, |
| "token_acc": 0.7097298395287427 |
| }, |
| { |
| "epoch": 0.09797917942437231, |
| "grad_norm": 5.260560035705566, |
| "learning_rate": 3.225806451612903e-06, |
| "loss": 0.9901582717895507, |
| "step": 40, |
| "token_acc": 0.7109607795763873 |
| }, |
| { |
| "epoch": 0.11022657685241886, |
| "grad_norm": 5.54268217086792, |
| "learning_rate": 3.6290322580645166e-06, |
| "loss": 0.9580869674682617, |
| "step": 45, |
| "token_acc": 0.7128370317346695 |
| }, |
| { |
| "epoch": 0.1224739742804654, |
| "grad_norm": 7.221277236938477, |
| "learning_rate": 4.032258064516129e-06, |
| "loss": 0.9542367935180665, |
| "step": 50, |
| "token_acc": 0.7172453703703704 |
| }, |
| { |
| "epoch": 0.13472137170851195, |
| "grad_norm": 4.5115251541137695, |
| "learning_rate": 4.435483870967742e-06, |
| "loss": 0.9257698059082031, |
| "step": 55, |
| "token_acc": 0.7236826311367183 |
| }, |
| { |
| "epoch": 0.14696876913655849, |
| "grad_norm": 4.466303825378418, |
| "learning_rate": 4.838709677419355e-06, |
| "loss": 0.9245384216308594, |
| "step": 60, |
| "token_acc": 0.7216376582278481 |
| }, |
| { |
| "epoch": 0.15921616656460502, |
| "grad_norm": 7.5447163581848145, |
| "learning_rate": 4.999918191571812e-06, |
| "loss": 0.9373905181884765, |
| "step": 65, |
| "token_acc": 0.7212690577604395 |
| }, |
| { |
| "epoch": 0.17146356399265156, |
| "grad_norm": 4.495761394500732, |
| "learning_rate": 4.999418270566514e-06, |
| "loss": 0.9201144218444824, |
| "step": 70, |
| "token_acc": 0.7242019451955285 |
| }, |
| { |
| "epoch": 0.1837109614206981, |
| "grad_norm": 4.361832141876221, |
| "learning_rate": 4.99846396845553e-06, |
| "loss": 0.8885965347290039, |
| "step": 75, |
| "token_acc": 0.7290909090909091 |
| }, |
| { |
| "epoch": 0.19595835884874463, |
| "grad_norm": 4.68657922744751, |
| "learning_rate": 4.9970554587259724e-06, |
| "loss": 0.913387680053711, |
| "step": 80, |
| "token_acc": 0.7288353101302741 |
| }, |
| { |
| "epoch": 0.2082057562767912, |
| "grad_norm": 4.364779472351074, |
| "learning_rate": 4.995192997437504e-06, |
| "loss": 0.9117264747619629, |
| "step": 85, |
| "token_acc": 0.7253237353781151 |
| }, |
| { |
| "epoch": 0.22045315370483773, |
| "grad_norm": 4.398984909057617, |
| "learning_rate": 4.992876923175802e-06, |
| "loss": 0.9025796890258789, |
| "step": 90, |
| "token_acc": 0.7308422301304863 |
| }, |
| { |
| "epoch": 0.23270055113288426, |
| "grad_norm": 6.909200191497803, |
| "learning_rate": 4.990107656990993e-06, |
| "loss": 0.930146598815918, |
| "step": 95, |
| "token_acc": 0.7192499903149576 |
| }, |
| { |
| "epoch": 0.2449479485609308, |
| "grad_norm": 7.305383682250977, |
| "learning_rate": 4.986885702321115e-06, |
| "loss": 0.9064167022705079, |
| "step": 100, |
| "token_acc": 0.7296472453428459 |
| }, |
| { |
| "epoch": 0.25719534598897736, |
| "grad_norm": 4.521721363067627, |
| "learning_rate": 4.983211644900594e-06, |
| "loss": 0.8999384880065918, |
| "step": 105, |
| "token_acc": 0.7293990920981765 |
| }, |
| { |
| "epoch": 0.2694427434170239, |
| "grad_norm": 4.209871292114258, |
| "learning_rate": 4.9790861526537596e-06, |
| "loss": 0.8929675102233887, |
| "step": 110, |
| "token_acc": 0.73212523194757 |
| }, |
| { |
| "epoch": 0.28169014084507044, |
| "grad_norm": 4.252216815948486, |
| "learning_rate": 4.974509975573422e-06, |
| "loss": 0.857850456237793, |
| "step": 115, |
| "token_acc": 0.7368546182192812 |
| }, |
| { |
| "epoch": 0.29393753827311697, |
| "grad_norm": 4.586759567260742, |
| "learning_rate": 4.9694839455845215e-06, |
| "loss": 0.9065601348876953, |
| "step": 120, |
| "token_acc": 0.7309617100515964 |
| }, |
| { |
| "epoch": 0.3061849357011635, |
| "grad_norm": 4.332535743713379, |
| "learning_rate": 4.964008976392897e-06, |
| "loss": 0.9019945144653321, |
| "step": 125, |
| "token_acc": 0.7280488760084594 |
| }, |
| { |
| "epoch": 0.31843233312921004, |
| "grad_norm": 4.497773170471191, |
| "learning_rate": 4.958086063319172e-06, |
| "loss": 0.9245548248291016, |
| "step": 130, |
| "token_acc": 0.7241136141038198 |
| }, |
| { |
| "epoch": 0.3306797305572566, |
| "grad_norm": 4.905919551849365, |
| "learning_rate": 4.951716283117817e-06, |
| "loss": 0.8866440773010253, |
| "step": 135, |
| "token_acc": 0.7321524217614201 |
| }, |
| { |
| "epoch": 0.3429271279853031, |
| "grad_norm": 7.825119972229004, |
| "learning_rate": 4.944900793781394e-06, |
| "loss": 0.8727359771728516, |
| "step": 140, |
| "token_acc": 0.7362950081024465 |
| }, |
| { |
| "epoch": 0.35517452541334965, |
| "grad_norm": 6.268953323364258, |
| "learning_rate": 4.937640834330046e-06, |
| "loss": 0.891855525970459, |
| "step": 145, |
| "token_acc": 0.7312945818788891 |
| }, |
| { |
| "epoch": 0.3674219228413962, |
| "grad_norm": 4.484751224517822, |
| "learning_rate": 4.929937724586244e-06, |
| "loss": 0.8802884101867676, |
| "step": 150, |
| "token_acc": 0.7316405180171368 |
| }, |
| { |
| "epoch": 0.3796693202694427, |
| "grad_norm": 4.88800048828125, |
| "learning_rate": 4.921792864934858e-06, |
| "loss": 0.8927088737487793, |
| "step": 155, |
| "token_acc": 0.7282748915210507 |
| }, |
| { |
| "epoch": 0.39191671769748926, |
| "grad_norm": 4.61529541015625, |
| "learning_rate": 4.913207736068565e-06, |
| "loss": 0.9064929962158204, |
| "step": 160, |
| "token_acc": 0.726866373902133 |
| }, |
| { |
| "epoch": 0.40416411512553585, |
| "grad_norm": 4.808589935302734, |
| "learning_rate": 4.904183898718672e-06, |
| "loss": 0.8911245346069336, |
| "step": 165, |
| "token_acc": 0.7311148608876505 |
| }, |
| { |
| "epoch": 0.4164115125535824, |
| "grad_norm": 5.910472869873047, |
| "learning_rate": 4.894722993371386e-06, |
| "loss": 0.8989328384399414, |
| "step": 170, |
| "token_acc": 0.7308344092963202 |
| }, |
| { |
| "epoch": 0.4286589099816289, |
| "grad_norm": 5.084550380706787, |
| "learning_rate": 4.884826739969575e-06, |
| "loss": 0.8640045166015625, |
| "step": 175, |
| "token_acc": 0.7379365396128518 |
| }, |
| { |
| "epoch": 0.44090630740967546, |
| "grad_norm": 8.873269081115723, |
| "learning_rate": 4.8744969376000965e-06, |
| "loss": 0.875187873840332, |
| "step": 180, |
| "token_acc": 0.7372251099560176 |
| }, |
| { |
| "epoch": 0.453153704837722, |
| "grad_norm": 4.072157859802246, |
| "learning_rate": 4.863735464166733e-06, |
| "loss": 0.8567923545837403, |
| "step": 185, |
| "token_acc": 0.7411574323803652 |
| }, |
| { |
| "epoch": 0.46540110226576853, |
| "grad_norm": 4.482424259185791, |
| "learning_rate": 4.8525442760487965e-06, |
| "loss": 0.8537416458129883, |
| "step": 190, |
| "token_acc": 0.7406744141741284 |
| }, |
| { |
| "epoch": 0.47764849969381507, |
| "grad_norm": 5.709517002105713, |
| "learning_rate": 4.840925407745471e-06, |
| "loss": 0.8654661178588867, |
| "step": 195, |
| "token_acc": 0.7388517279821628 |
| }, |
| { |
| "epoch": 0.4898958971218616, |
| "grad_norm": 6.7080817222595215, |
| "learning_rate": 4.828880971505951e-06, |
| "loss": 0.868289566040039, |
| "step": 200, |
| "token_acc": 0.7351872827403039 |
| }, |
| { |
| "epoch": 0.5021432945499081, |
| "grad_norm": 4.263020038604736, |
| "learning_rate": 4.816413156945441e-06, |
| "loss": 0.8504949569702148, |
| "step": 205, |
| "token_acc": 0.7372483488501631 |
| }, |
| { |
| "epoch": 0.5143906919779547, |
| "grad_norm": 4.941431522369385, |
| "learning_rate": 4.803524230647105e-06, |
| "loss": 0.87947998046875, |
| "step": 210, |
| "token_acc": 0.7340966921119593 |
| }, |
| { |
| "epoch": 0.5266380894060012, |
| "grad_norm": 3.8537113666534424, |
| "learning_rate": 4.790216535750006e-06, |
| "loss": 0.8551071166992188, |
| "step": 215, |
| "token_acc": 0.7394460138104206 |
| }, |
| { |
| "epoch": 0.5388854868340478, |
| "grad_norm": 6.776486873626709, |
| "learning_rate": 4.776492491523135e-06, |
| "loss": 0.8690934181213379, |
| "step": 220, |
| "token_acc": 0.735881841876629 |
| }, |
| { |
| "epoch": 0.5511328842620943, |
| "grad_norm": 5.204588890075684, |
| "learning_rate": 4.7623545929256045e-06, |
| "loss": 0.8763906478881835, |
| "step": 225, |
| "token_acc": 0.7309547163642308 |
| }, |
| { |
| "epoch": 0.5633802816901409, |
| "grad_norm": 3.7976465225219727, |
| "learning_rate": 4.747805410153077e-06, |
| "loss": 0.8602134704589843, |
| "step": 230, |
| "token_acc": 0.7396070560080287 |
| }, |
| { |
| "epoch": 0.5756276791181874, |
| "grad_norm": 4.394361972808838, |
| "learning_rate": 4.7328475881705154e-06, |
| "loss": 0.883229923248291, |
| "step": 235, |
| "token_acc": 0.7299810844892812 |
| }, |
| { |
| "epoch": 0.5878750765462339, |
| "grad_norm": 4.36138916015625, |
| "learning_rate": 4.717483846231345e-06, |
| "loss": 0.8553913116455079, |
| "step": 240, |
| "token_acc": 0.7385073441842 |
| }, |
| { |
| "epoch": 0.6001224739742804, |
| "grad_norm": 5.331536769866943, |
| "learning_rate": 4.701716977383105e-06, |
| "loss": 0.876121711730957, |
| "step": 245, |
| "token_acc": 0.7354679610130348 |
| }, |
| { |
| "epoch": 0.612369871402327, |
| "grad_norm": 3.9598731994628906, |
| "learning_rate": 4.685549847959687e-06, |
| "loss": 0.8674356460571289, |
| "step": 250, |
| "token_acc": 0.7374639427826293 |
| }, |
| { |
| "epoch": 0.6246172688303735, |
| "grad_norm": 4.912125110626221, |
| "learning_rate": 4.668985397060254e-06, |
| "loss": 0.8524209976196289, |
| "step": 255, |
| "token_acc": 0.7395983357337174 |
| }, |
| { |
| "epoch": 0.6368646662584201, |
| "grad_norm": 4.637007236480713, |
| "learning_rate": 4.6520266360149215e-06, |
| "loss": 0.8363597869873047, |
| "step": 260, |
| "token_acc": 0.7452462593516209 |
| }, |
| { |
| "epoch": 0.6491120636864667, |
| "grad_norm": 5.870323657989502, |
| "learning_rate": 4.63467664783732e-06, |
| "loss": 0.8575145721435546, |
| "step": 265, |
| "token_acc": 0.7388337231146724 |
| }, |
| { |
| "epoch": 0.6613594611145132, |
| "grad_norm": 3.967334032058716, |
| "learning_rate": 4.6169385866641185e-06, |
| "loss": 0.8751319885253906, |
| "step": 270, |
| "token_acc": 0.7333723425004877 |
| }, |
| { |
| "epoch": 0.6736068585425597, |
| "grad_norm": 3.4224841594696045, |
| "learning_rate": 4.59881567718161e-06, |
| "loss": 0.8715348243713379, |
| "step": 275, |
| "token_acc": 0.7351949172484117 |
| }, |
| { |
| "epoch": 0.6858542559706062, |
| "grad_norm": 5.422490119934082, |
| "learning_rate": 4.580311214039495e-06, |
| "loss": 0.8651253700256347, |
| "step": 280, |
| "token_acc": 0.7377377377377378 |
| }, |
| { |
| "epoch": 0.6981016533986528, |
| "grad_norm": 3.816480875015259, |
| "learning_rate": 4.561428561251919e-06, |
| "loss": 0.8501185417175293, |
| "step": 285, |
| "token_acc": 0.7394655305964368 |
| }, |
| { |
| "epoch": 0.7103490508266993, |
| "grad_norm": 6.062622547149658, |
| "learning_rate": 4.542171151585921e-06, |
| "loss": 0.8345209121704101, |
| "step": 290, |
| "token_acc": 0.7421023534986574 |
| }, |
| { |
| "epoch": 0.7225964482547459, |
| "grad_norm": 4.085614204406738, |
| "learning_rate": 4.522542485937369e-06, |
| "loss": 0.852170467376709, |
| "step": 295, |
| "token_acc": 0.7420508587823763 |
| }, |
| { |
| "epoch": 0.7348438456827924, |
| "grad_norm": 5.013440132141113, |
| "learning_rate": 4.502546132694518e-06, |
| "loss": 0.8618827819824219, |
| "step": 300, |
| "token_acc": 0.7351885098743267 |
| }, |
| { |
| "epoch": 0.747091243110839, |
| "grad_norm": 4.537975311279297, |
| "learning_rate": 4.482185727089293e-06, |
| "loss": 0.8637663841247558, |
| "step": 305, |
| "token_acc": 0.7376827179671008 |
| }, |
| { |
| "epoch": 0.7593386405388854, |
| "grad_norm": 11.192097663879395, |
| "learning_rate": 4.4614649705364295e-06, |
| "loss": 0.8398235321044922, |
| "step": 310, |
| "token_acc": 0.7414437965011059 |
| }, |
| { |
| "epoch": 0.771586037966932, |
| "grad_norm": 6.570138931274414, |
| "learning_rate": 4.440387629960568e-06, |
| "loss": 0.8514525413513183, |
| "step": 315, |
| "token_acc": 0.740827387218778 |
| }, |
| { |
| "epoch": 0.7838334353949785, |
| "grad_norm": 15.270551681518555, |
| "learning_rate": 4.418957537111453e-06, |
| "loss": 0.8647954940795899, |
| "step": 320, |
| "token_acc": 0.7368656837989737 |
| }, |
| { |
| "epoch": 0.7960808328230251, |
| "grad_norm": 7.683502674102783, |
| "learning_rate": 4.397178587867335e-06, |
| "loss": 0.849925422668457, |
| "step": 325, |
| "token_acc": 0.7428682320978071 |
| }, |
| { |
| "epoch": 0.8083282302510717, |
| "grad_norm": 5.864404201507568, |
| "learning_rate": 4.375054741526726e-06, |
| "loss": 0.8434003829956055, |
| "step": 330, |
| "token_acc": 0.7431786771964461 |
| }, |
| { |
| "epoch": 0.8205756276791182, |
| "grad_norm": 5.582365989685059, |
| "learning_rate": 4.352590020088617e-06, |
| "loss": 0.847816276550293, |
| "step": 335, |
| "token_acc": 0.7405130213432544 |
| }, |
| { |
| "epoch": 0.8328230251071648, |
| "grad_norm": 10.045018196105957, |
| "learning_rate": 4.3297885075213e-06, |
| "loss": 0.8608020782470703, |
| "step": 340, |
| "token_acc": 0.737972873758646 |
| }, |
| { |
| "epoch": 0.8450704225352113, |
| "grad_norm": 8.338502883911133, |
| "learning_rate": 4.306654349019925e-06, |
| "loss": 0.8354406356811523, |
| "step": 345, |
| "token_acc": 0.7470999492247002 |
| }, |
| { |
| "epoch": 0.8573178199632578, |
| "grad_norm": 5.34677791595459, |
| "learning_rate": 4.283191750252923e-06, |
| "loss": 0.8256412506103515, |
| "step": 350, |
| "token_acc": 0.7468063671166633 |
| }, |
| { |
| "epoch": 0.8695652173913043, |
| "grad_norm": 5.408663272857666, |
| "learning_rate": 4.259404976597442e-06, |
| "loss": 0.827094554901123, |
| "step": 355, |
| "token_acc": 0.7478493978313928 |
| }, |
| { |
| "epoch": 0.8818126148193509, |
| "grad_norm": 5.741966247558594, |
| "learning_rate": 4.2352983523639166e-06, |
| "loss": 0.8458335876464844, |
| "step": 360, |
| "token_acc": 0.7402354091149758 |
| }, |
| { |
| "epoch": 0.8940600122473974, |
| "grad_norm": 9.3356294631958, |
| "learning_rate": 4.21087626000994e-06, |
| "loss": 0.8354385375976563, |
| "step": 365, |
| "token_acc": 0.7407901761879337 |
| }, |
| { |
| "epoch": 0.906307409675444, |
| "grad_norm": 5.660871982574463, |
| "learning_rate": 4.186143139343549e-06, |
| "loss": 0.8446069717407226, |
| "step": 370, |
| "token_acc": 0.7382692384489438 |
| }, |
| { |
| "epoch": 0.9185548071034905, |
| "grad_norm": 4.74036979675293, |
| "learning_rate": 4.161103486716095e-06, |
| "loss": 0.8566476821899414, |
| "step": 375, |
| "token_acc": 0.7369387675354617 |
| }, |
| { |
| "epoch": 0.9308022045315371, |
| "grad_norm": 4.942912578582764, |
| "learning_rate": 4.135761854204825e-06, |
| "loss": 0.8482555389404297, |
| "step": 380, |
| "token_acc": 0.7435846508302216 |
| }, |
| { |
| "epoch": 0.9430496019595835, |
| "grad_norm": 4.156243324279785, |
| "learning_rate": 4.1101228487853475e-06, |
| "loss": 0.833610725402832, |
| "step": 385, |
| "token_acc": 0.7458942144854476 |
| }, |
| { |
| "epoch": 0.9552969993876301, |
| "grad_norm": 5.1740241050720215, |
| "learning_rate": 4.084191131494097e-06, |
| "loss": 0.8583192825317383, |
| "step": 390, |
| "token_acc": 0.7402297936627837 |
| }, |
| { |
| "epoch": 0.9675443968156767, |
| "grad_norm": 4.792290687561035, |
| "learning_rate": 4.057971416580992e-06, |
| "loss": 0.8479979515075684, |
| "step": 395, |
| "token_acc": 0.7428756971502789 |
| }, |
| { |
| "epoch": 0.9797917942437232, |
| "grad_norm": 5.586516380310059, |
| "learning_rate": 4.0314684706524056e-06, |
| "loss": 0.8402324676513672, |
| "step": 400, |
| "token_acc": 0.744393517760681 |
| }, |
| { |
| "epoch": 0.9920391916717698, |
| "grad_norm": 5.168452262878418, |
| "learning_rate": 4.004687111804616e-06, |
| "loss": 0.8356870651245117, |
| "step": 405, |
| "token_acc": 0.7430509531792133 |
| }, |
| { |
| "epoch": 1.0024494794856094, |
| "grad_norm": 5.489582538604736, |
| "learning_rate": 3.977632208747911e-06, |
| "loss": 0.8233718872070312, |
| "step": 410, |
| "token_acc": 0.7534750035339018 |
| }, |
| { |
| "epoch": 1.014696876913656, |
| "grad_norm": 5.425813674926758, |
| "learning_rate": 3.950308679921478e-06, |
| "loss": 0.6470079898834229, |
| "step": 415, |
| "token_acc": 0.7951952920311177 |
| }, |
| { |
| "epoch": 1.0269442743417023, |
| "grad_norm": 5.050281524658203, |
| "learning_rate": 3.922721492599255e-06, |
| "loss": 0.660604190826416, |
| "step": 420, |
| "token_acc": 0.7930899096976836 |
| }, |
| { |
| "epoch": 1.039191671769749, |
| "grad_norm": 15.731215476989746, |
| "learning_rate": 3.894875661986912e-06, |
| "loss": 0.6408588409423828, |
| "step": 425, |
| "token_acc": 0.7979481556895607 |
| }, |
| { |
| "epoch": 1.0514390691977955, |
| "grad_norm": 7.563592910766602, |
| "learning_rate": 3.866776250310107e-06, |
| "loss": 0.6218419075012207, |
| "step": 430, |
| "token_acc": 0.80126932211969 |
| }, |
| { |
| "epoch": 1.063686466625842, |
| "grad_norm": 10.406630516052246, |
| "learning_rate": 3.838428365894205e-06, |
| "loss": 0.6513051986694336, |
| "step": 435, |
| "token_acc": 0.7884600236313509 |
| }, |
| { |
| "epoch": 1.0759338640538885, |
| "grad_norm": 5.691953659057617, |
| "learning_rate": 3.8098371622356067e-06, |
| "loss": 0.6410561084747315, |
| "step": 440, |
| "token_acc": 0.7947625808487143 |
| }, |
| { |
| "epoch": 1.088181261481935, |
| "grad_norm": 10.795446395874023, |
| "learning_rate": 3.781007837064875e-06, |
| "loss": 0.6436257839202881, |
| "step": 445, |
| "token_acc": 0.7951966938282194 |
| }, |
| { |
| "epoch": 1.1004286589099816, |
| "grad_norm": 3.864281177520752, |
| "learning_rate": 3.7519456314018105e-06, |
| "loss": 0.6299556732177735, |
| "step": 450, |
| "token_acc": 0.7965261529920292 |
| }, |
| { |
| "epoch": 1.1126760563380282, |
| "grad_norm": 6.612410068511963, |
| "learning_rate": 3.7226558286026633e-06, |
| "loss": 0.6525215625762939, |
| "step": 455, |
| "token_acc": 0.7905346534653466 |
| }, |
| { |
| "epoch": 1.1249234537660746, |
| "grad_norm": 4.40219783782959, |
| "learning_rate": 3.6931437533996484e-06, |
| "loss": 0.6335238456726074, |
| "step": 460, |
| "token_acc": 0.7977228682170543 |
| }, |
| { |
| "epoch": 1.1371708511941212, |
| "grad_norm": 5.150554180145264, |
| "learning_rate": 3.663414770932933e-06, |
| "loss": 0.664974594116211, |
| "step": 465, |
| "token_acc": 0.7850033178500332 |
| }, |
| { |
| "epoch": 1.1494182486221678, |
| "grad_norm": 5.686324596405029, |
| "learning_rate": 3.6334742857752882e-06, |
| "loss": 0.6400838851928711, |
| "step": 470, |
| "token_acc": 0.7946844109388823 |
| }, |
| { |
| "epoch": 1.1616656460502144, |
| "grad_norm": 5.249683380126953, |
| "learning_rate": 3.603327740949559e-06, |
| "loss": 0.6418388366699219, |
| "step": 475, |
| "token_acc": 0.7934316249317419 |
| }, |
| { |
| "epoch": 1.1739130434782608, |
| "grad_norm": 5.586535930633545, |
| "learning_rate": 3.572980616939159e-06, |
| "loss": 0.6471261024475098, |
| "step": 480, |
| "token_acc": 0.7916852024103207 |
| }, |
| { |
| "epoch": 1.1861604409063073, |
| "grad_norm": 6.5408244132995605, |
| "learning_rate": 3.5424384306917392e-06, |
| "loss": 0.6485323429107666, |
| "step": 485, |
| "token_acc": 0.7901527623569049 |
| }, |
| { |
| "epoch": 1.198407838334354, |
| "grad_norm": 4.752018451690674, |
| "learning_rate": 3.511706734616244e-06, |
| "loss": 0.630111837387085, |
| "step": 490, |
| "token_acc": 0.7973464412740279 |
| }, |
| { |
| "epoch": 1.2106552357624005, |
| "grad_norm": 4.9688568115234375, |
| "learning_rate": 3.480791115573506e-06, |
| "loss": 0.651498556137085, |
| "step": 495, |
| "token_acc": 0.7929363712809835 |
| }, |
| { |
| "epoch": 1.2229026331904471, |
| "grad_norm": 4.710268974304199, |
| "learning_rate": 3.4496971938605877e-06, |
| "loss": 0.653368330001831, |
| "step": 500, |
| "token_acc": 0.7921513944223108 |
| }, |
| { |
| "epoch": 1.2351500306184935, |
| "grad_norm": 5.565318584442139, |
| "learning_rate": 3.41843062218904e-06, |
| "loss": 0.660006332397461, |
| "step": 505, |
| "token_acc": 0.7896928682977615 |
| }, |
| { |
| "epoch": 1.24739742804654, |
| "grad_norm": 5.7004313468933105, |
| "learning_rate": 3.3869970846572687e-06, |
| "loss": 0.6148884296417236, |
| "step": 510, |
| "token_acc": 0.8024188813652198 |
| }, |
| { |
| "epoch": 1.2596448254745867, |
| "grad_norm": 5.074853897094727, |
| "learning_rate": 3.3554022957171956e-06, |
| "loss": 0.645864200592041, |
| "step": 515, |
| "token_acc": 0.7956607946312819 |
| }, |
| { |
| "epoch": 1.2718922229026333, |
| "grad_norm": 8.077428817749023, |
| "learning_rate": 3.3236519991354e-06, |
| "loss": 0.6333592891693115, |
| "step": 520, |
| "token_acc": 0.7961572867644199 |
| }, |
| { |
| "epoch": 1.2841396203306799, |
| "grad_norm": 4.3480658531188965, |
| "learning_rate": 3.2917519669489344e-06, |
| "loss": 0.6460052490234375, |
| "step": 525, |
| "token_acc": 0.7965608260228243 |
| }, |
| { |
| "epoch": 1.2963870177587262, |
| "grad_norm": 4.82958984375, |
| "learning_rate": 3.259707998415998e-06, |
| "loss": 0.6225022792816162, |
| "step": 530, |
| "token_acc": 0.8001334013418605 |
| }, |
| { |
| "epoch": 1.3086344151867728, |
| "grad_norm": 5.863722324371338, |
| "learning_rate": 3.227525918961659e-06, |
| "loss": 0.631247615814209, |
| "step": 535, |
| "token_acc": 0.7949552800878708 |
| }, |
| { |
| "epoch": 1.3208818126148194, |
| "grad_norm": 5.4803853034973145, |
| "learning_rate": 3.195211579118828e-06, |
| "loss": 0.6522356510162354, |
| "step": 540, |
| "token_acc": 0.7866347496509076 |
| }, |
| { |
| "epoch": 1.3331292100428658, |
| "grad_norm": 4.040228366851807, |
| "learning_rate": 3.1627708534646552e-06, |
| "loss": 0.6348727226257325, |
| "step": 545, |
| "token_acc": 0.7953030659452678 |
| }, |
| { |
| "epoch": 1.3453766074709124, |
| "grad_norm": 4.5015363693237305, |
| "learning_rate": 3.1302096395525726e-06, |
| "loss": 0.654164981842041, |
| "step": 550, |
| "token_acc": 0.7893705416634005 |
| }, |
| { |
| "epoch": 1.357624004898959, |
| "grad_norm": 6.569249153137207, |
| "learning_rate": 3.0975338568401385e-06, |
| "loss": 0.6519898414611817, |
| "step": 555, |
| "token_acc": 0.7915543219666931 |
| }, |
| { |
| "epoch": 1.3698714023270055, |
| "grad_norm": 4.45184850692749, |
| "learning_rate": 3.0647494456129217e-06, |
| "loss": 0.6468002319335937, |
| "step": 560, |
| "token_acc": 0.7931159712694698 |
| }, |
| { |
| "epoch": 1.3821187997550521, |
| "grad_norm": 4.584598541259766, |
| "learning_rate": 3.031862365904581e-06, |
| "loss": 0.6463231086730957, |
| "step": 565, |
| "token_acc": 0.7936663658125025 |
| }, |
| { |
| "epoch": 1.3943661971830985, |
| "grad_norm": 6.708564281463623, |
| "learning_rate": 2.9988785964133665e-06, |
| "loss": 0.6645674705505371, |
| "step": 570, |
| "token_acc": 0.7846387300105054 |
| }, |
| { |
| "epoch": 1.406613594611145, |
| "grad_norm": 5.134814262390137, |
| "learning_rate": 2.9658041334152233e-06, |
| "loss": 0.6450769424438476, |
| "step": 575, |
| "token_acc": 0.7883453748667535 |
| }, |
| { |
| "epoch": 1.4188609920391917, |
| "grad_norm": 4.8022780418396, |
| "learning_rate": 2.9326449896736975e-06, |
| "loss": 0.645802116394043, |
| "step": 580, |
| "token_acc": 0.7931034482758621 |
| }, |
| { |
| "epoch": 1.4311083894672383, |
| "grad_norm": 11.037680625915527, |
| "learning_rate": 2.8994071933468527e-06, |
| "loss": 0.6355294227600098, |
| "step": 585, |
| "token_acc": 0.795571780017459 |
| }, |
| { |
| "epoch": 1.4433557868952849, |
| "grad_norm": 5.600420951843262, |
| "learning_rate": 2.8660967868913747e-06, |
| "loss": 0.6302547454833984, |
| "step": 590, |
| "token_acc": 0.7944136788067424 |
| }, |
| { |
| "epoch": 1.4556031843233312, |
| "grad_norm": 5.480545997619629, |
| "learning_rate": 2.832719825964093e-06, |
| "loss": 0.6494641304016113, |
| "step": 595, |
| "token_acc": 0.7888609058255233 |
| }, |
| { |
| "epoch": 1.4678505817513778, |
| "grad_norm": 5.16481351852417, |
| "learning_rate": 2.7992823783210893e-06, |
| "loss": 0.6297293663024902, |
| "step": 600, |
| "token_acc": 0.7950167588741267 |
| }, |
| { |
| "epoch": 1.4800979791794244, |
| "grad_norm": 4.243412971496582, |
| "learning_rate": 2.76579052271461e-06, |
| "loss": 0.6522404670715332, |
| "step": 605, |
| "token_acc": 0.7899070385126162 |
| }, |
| { |
| "epoch": 1.4923453766074708, |
| "grad_norm": 4.794040679931641, |
| "learning_rate": 2.732250347787986e-06, |
| "loss": 0.6418954372406006, |
| "step": 610, |
| "token_acc": 0.7959231766230705 |
| }, |
| { |
| "epoch": 1.5045927740355176, |
| "grad_norm": 7.080262660980225, |
| "learning_rate": 2.6986679509687457e-06, |
| "loss": 0.6371477127075196, |
| "step": 615, |
| "token_acc": 0.7943812344139651 |
| }, |
| { |
| "epoch": 1.516840171463564, |
| "grad_norm": 5.95667839050293, |
| "learning_rate": 2.6650494373601355e-06, |
| "loss": 0.640924596786499, |
| "step": 620, |
| "token_acc": 0.7974332292750607 |
| }, |
| { |
| "epoch": 1.5290875688916106, |
| "grad_norm": 4.725330829620361, |
| "learning_rate": 2.6314009186312437e-06, |
| "loss": 0.6558629512786865, |
| "step": 625, |
| "token_acc": 0.7909005555120883 |
| }, |
| { |
| "epoch": 1.5413349663196572, |
| "grad_norm": 4.347110271453857, |
| "learning_rate": 2.5977285119059347e-06, |
| "loss": 0.6575963973999024, |
| "step": 630, |
| "token_acc": 0.789889599070308 |
| }, |
| { |
| "epoch": 1.5535823637477035, |
| "grad_norm": 3.9792187213897705, |
| "learning_rate": 2.5640383386507812e-06, |
| "loss": 0.6560555458068847, |
| "step": 635, |
| "token_acc": 0.7933890786322774 |
| }, |
| { |
| "epoch": 1.5658297611757501, |
| "grad_norm": 6.149561405181885, |
| "learning_rate": 2.53033652356222e-06, |
| "loss": 0.6462264060974121, |
| "step": 640, |
| "token_acc": 0.7909087306305235 |
| }, |
| { |
| "epoch": 1.5780771586037967, |
| "grad_norm": 6.400949954986572, |
| "learning_rate": 2.4966291934531112e-06, |
| "loss": 0.64112229347229, |
| "step": 645, |
| "token_acc": 0.7910521891953848 |
| }, |
| { |
| "epoch": 1.590324556031843, |
| "grad_norm": 3.783074378967285, |
| "learning_rate": 2.462922476138918e-06, |
| "loss": 0.652773094177246, |
| "step": 650, |
| "token_acc": 0.7924428490459097 |
| }, |
| { |
| "epoch": 1.60257195345989, |
| "grad_norm": 5.220808506011963, |
| "learning_rate": 2.429222499323698e-06, |
| "loss": 0.6376447200775146, |
| "step": 655, |
| "token_acc": 0.7944650165659716 |
| }, |
| { |
| "epoch": 1.6148193508879363, |
| "grad_norm": 5.370139122009277, |
| "learning_rate": 2.3955353894861234e-06, |
| "loss": 0.6519615650177002, |
| "step": 660, |
| "token_acc": 0.7908662415336476 |
| }, |
| { |
| "epoch": 1.6270667483159829, |
| "grad_norm": 4.1884355545043945, |
| "learning_rate": 2.3618672707657176e-06, |
| "loss": 0.6450218677520752, |
| "step": 665, |
| "token_acc": 0.7953612078069386 |
| }, |
| { |
| "epoch": 1.6393141457440294, |
| "grad_norm": 5.350536823272705, |
| "learning_rate": 2.328224263849518e-06, |
| "loss": 0.6367081642150879, |
| "step": 670, |
| "token_acc": 0.7957014830676501 |
| }, |
| { |
| "epoch": 1.6515615431720758, |
| "grad_norm": 3.792351007461548, |
| "learning_rate": 2.2946124848593695e-06, |
| "loss": 0.6231406688690185, |
| "step": 675, |
| "token_acc": 0.8002352405524359 |
| }, |
| { |
| "epoch": 1.6638089406001226, |
| "grad_norm": 3.6872265338897705, |
| "learning_rate": 2.261038044240042e-06, |
| "loss": 0.6401480197906494, |
| "step": 680, |
| "token_acc": 0.7936702844014893 |
| }, |
| { |
| "epoch": 1.676056338028169, |
| "grad_norm": 3.924558162689209, |
| "learning_rate": 2.2275070456483862e-06, |
| "loss": 0.6520843029022216, |
| "step": 685, |
| "token_acc": 0.7895960927203659 |
| }, |
| { |
| "epoch": 1.6883037354562156, |
| "grad_norm": 3.8300726413726807, |
| "learning_rate": 2.1940255848437216e-06, |
| "loss": 0.6518651962280273, |
| "step": 690, |
| "token_acc": 0.7888732063043989 |
| }, |
| { |
| "epoch": 1.7005511328842622, |
| "grad_norm": 4.321022033691406, |
| "learning_rate": 2.160599748579658e-06, |
| "loss": 0.6466531753540039, |
| "step": 695, |
| "token_acc": 0.7931918008784773 |
| }, |
| { |
| "epoch": 1.7127985303123086, |
| "grad_norm": 6.859404563903809, |
| "learning_rate": 2.127235613497556e-06, |
| "loss": 0.636614990234375, |
| "step": 700, |
| "token_acc": 0.7948687207768853 |
| }, |
| { |
| "epoch": 1.7250459277403551, |
| "grad_norm": 3.922469139099121, |
| "learning_rate": 2.093939245021826e-06, |
| "loss": 0.630801773071289, |
| "step": 705, |
| "token_acc": 0.7957414509427932 |
| }, |
| { |
| "epoch": 1.7372933251684017, |
| "grad_norm": 4.203063488006592, |
| "learning_rate": 2.060716696257262e-06, |
| "loss": 0.6456500053405761, |
| "step": 710, |
| "token_acc": 0.7914672556959954 |
| }, |
| { |
| "epoch": 1.749540722596448, |
| "grad_norm": 4.85980749130249, |
| "learning_rate": 2.0275740068886293e-06, |
| "loss": 0.6230958938598633, |
| "step": 715, |
| "token_acc": 0.7996174841614535 |
| }, |
| { |
| "epoch": 1.761788120024495, |
| "grad_norm": 5.844249248504639, |
| "learning_rate": 1.9945172020826696e-06, |
| "loss": 0.6419669151306152, |
| "step": 720, |
| "token_acc": 0.7938420348058902 |
| }, |
| { |
| "epoch": 1.7740355174525413, |
| "grad_norm": 4.3660359382629395, |
| "learning_rate": 1.961552291392763e-06, |
| "loss": 0.6448030471801758, |
| "step": 725, |
| "token_acc": 0.7937423939072744 |
| }, |
| { |
| "epoch": 1.7862829148805879, |
| "grad_norm": 11.928579330444336, |
| "learning_rate": 1.9286852676664234e-06, |
| "loss": 0.6479958534240723, |
| "step": 730, |
| "token_acc": 0.7932216905901116 |
| }, |
| { |
| "epoch": 1.7985303123086345, |
| "grad_norm": 3.94968581199646, |
| "learning_rate": 1.8959221059558286e-06, |
| "loss": 0.6348490715026855, |
| "step": 735, |
| "token_acc": 0.795221027479092 |
| }, |
| { |
| "epoch": 1.8107777097366808, |
| "grad_norm": 4.603184700012207, |
| "learning_rate": 1.8632687624315885e-06, |
| "loss": 0.6441236972808838, |
| "step": 740, |
| "token_acc": 0.7924422561146471 |
| }, |
| { |
| "epoch": 1.8230251071647277, |
| "grad_norm": 10.49752426147461, |
| "learning_rate": 1.8307311732999433e-06, |
| "loss": 0.6095977783203125, |
| "step": 745, |
| "token_acc": 0.8042950884867767 |
| }, |
| { |
| "epoch": 1.835272504592774, |
| "grad_norm": 3.515354633331299, |
| "learning_rate": 1.798315253723593e-06, |
| "loss": 0.6375907897949219, |
| "step": 750, |
| "token_acc": 0.7981048989541558 |
| }, |
| { |
| "epoch": 1.8475199020208206, |
| "grad_norm": 4.343272686004639, |
| "learning_rate": 1.7660268967463515e-06, |
| "loss": 0.6393054008483887, |
| "step": 755, |
| "token_acc": 0.7919190309212624 |
| }, |
| { |
| "epoch": 1.8597672994488672, |
| "grad_norm": 4.648293495178223, |
| "learning_rate": 1.733871972221824e-06, |
| "loss": 0.6467394351959228, |
| "step": 760, |
| "token_acc": 0.7936601693246702 |
| }, |
| { |
| "epoch": 1.8720146968769136, |
| "grad_norm": 3.9130358695983887, |
| "learning_rate": 1.7018563257462956e-06, |
| "loss": 0.6282668113708496, |
| "step": 765, |
| "token_acc": 0.7994340427181456 |
| }, |
| { |
| "epoch": 1.8842620943049602, |
| "grad_norm": 4.328963756561279, |
| "learning_rate": 1.6699857775960343e-06, |
| "loss": 0.6343886375427246, |
| "step": 770, |
| "token_acc": 0.7952363738603044 |
| }, |
| { |
| "epoch": 1.8965094917330068, |
| "grad_norm": 5.430701732635498, |
| "learning_rate": 1.6382661216691968e-06, |
| "loss": 0.63662748336792, |
| "step": 775, |
| "token_acc": 0.7960699548044803 |
| }, |
| { |
| "epoch": 1.9087568891610531, |
| "grad_norm": 6.405421257019043, |
| "learning_rate": 1.606703124432522e-06, |
| "loss": 0.6205535888671875, |
| "step": 780, |
| "token_acc": 0.7973083356023183 |
| }, |
| { |
| "epoch": 1.9210042865891, |
| "grad_norm": 5.377999305725098, |
| "learning_rate": 1.5753025238730294e-06, |
| "loss": 0.6296541690826416, |
| "step": 785, |
| "token_acc": 0.7959222130097233 |
| }, |
| { |
| "epoch": 1.9332516840171463, |
| "grad_norm": 3.7075588703155518, |
| "learning_rate": 1.5440700284548708e-06, |
| "loss": 0.6614448070526123, |
| "step": 790, |
| "token_acc": 0.7879409034653465 |
| }, |
| { |
| "epoch": 1.945499081445193, |
| "grad_norm": 6.081875324249268, |
| "learning_rate": 1.513011316081567e-06, |
| "loss": 0.6293749809265137, |
| "step": 795, |
| "token_acc": 0.7978190505548706 |
| }, |
| { |
| "epoch": 1.9577464788732395, |
| "grad_norm": 4.014639854431152, |
| "learning_rate": 1.4821320330637962e-06, |
| "loss": 0.6189370632171631, |
| "step": 800, |
| "token_acc": 0.8002206635668689 |
| }, |
| { |
| "epoch": 1.9699938763012859, |
| "grad_norm": 4.775810718536377, |
| "learning_rate": 1.4514377930929235e-06, |
| "loss": 0.6305100440979003, |
| "step": 805, |
| "token_acc": 0.7961676553231346 |
| }, |
| { |
| "epoch": 1.9822412737293327, |
| "grad_norm": 11.449211120605469, |
| "learning_rate": 1.4209341762204587e-06, |
| "loss": 0.6374061107635498, |
| "step": 810, |
| "token_acc": 0.7956634175452556 |
| }, |
| { |
| "epoch": 1.994488671157379, |
| "grad_norm": 6.428242206573486, |
| "learning_rate": 1.3906267278436359e-06, |
| "loss": 0.6145306587219238, |
| "step": 815, |
| "token_acc": 0.8039574191451324 |
| }, |
| { |
| "epoch": 2.0048989589712187, |
| "grad_norm": 3.371020793914795, |
| "learning_rate": 1.3605209576972843e-06, |
| "loss": 0.5897501468658447, |
| "step": 820, |
| "token_acc": 0.8192170148691887 |
| }, |
| { |
| "epoch": 2.017146356399265, |
| "grad_norm": 3.5891268253326416, |
| "learning_rate": 1.3306223388521939e-06, |
| "loss": 0.4845391273498535, |
| "step": 825, |
| "token_acc": 0.8451054706940776 |
| }, |
| { |
| "epoch": 2.029393753827312, |
| "grad_norm": 4.491250514984131, |
| "learning_rate": 1.3009363067201371e-06, |
| "loss": 0.4741975784301758, |
| "step": 830, |
| "token_acc": 0.8496166699429919 |
| }, |
| { |
| "epoch": 2.0416411512553583, |
| "grad_norm": 3.665771722793579, |
| "learning_rate": 1.2714682580657379e-06, |
| "loss": 0.4662147045135498, |
| "step": 835, |
| "token_acc": 0.8462080300540032 |
| }, |
| { |
| "epoch": 2.0538885486834046, |
| "grad_norm": 4.234457015991211, |
| "learning_rate": 1.2422235500253687e-06, |
| "loss": 0.4687329292297363, |
| "step": 840, |
| "token_acc": 0.8483358695228062 |
| }, |
| { |
| "epoch": 2.0661359461114515, |
| "grad_norm": 13.02021312713623, |
| "learning_rate": 1.2132074991332542e-06, |
| "loss": 0.4781540870666504, |
| "step": 845, |
| "token_acc": 0.8460030227523385 |
| }, |
| { |
| "epoch": 2.078383343539498, |
| "grad_norm": 4.561012268066406, |
| "learning_rate": 1.18442538035495e-06, |
| "loss": 0.4608255386352539, |
| "step": 850, |
| "token_acc": 0.8514021748017333 |
| }, |
| { |
| "epoch": 2.090630740967544, |
| "grad_norm": 5.0508270263671875, |
| "learning_rate": 1.1558824261283829e-06, |
| "loss": 0.4783477783203125, |
| "step": 855, |
| "token_acc": 0.8410647004010857 |
| }, |
| { |
| "epoch": 2.102878138395591, |
| "grad_norm": 10.500925064086914, |
| "learning_rate": 1.1275838254126214e-06, |
| "loss": 0.47881574630737306, |
| "step": 860, |
| "token_acc": 0.8417210313762038 |
| }, |
| { |
| "epoch": 2.1151255358236374, |
| "grad_norm": 4.909471035003662, |
| "learning_rate": 1.0995347227445502e-06, |
| "loss": 0.4551267623901367, |
| "step": 865, |
| "token_acc": 0.8498848017796139 |
| }, |
| { |
| "epoch": 2.127372933251684, |
| "grad_norm": 5.86276388168335, |
| "learning_rate": 1.0717402173036187e-06, |
| "loss": 0.46577911376953124, |
| "step": 870, |
| "token_acc": 0.8471839306813707 |
| }, |
| { |
| "epoch": 2.1396203306797306, |
| "grad_norm": 3.647233486175537, |
| "learning_rate": 1.044205361984842e-06, |
| "loss": 0.4693206787109375, |
| "step": 875, |
| "token_acc": 0.8472078387636421 |
| }, |
| { |
| "epoch": 2.151867728107777, |
| "grad_norm": 6.777562141418457, |
| "learning_rate": 1.0169351624802035e-06, |
| "loss": 0.4774106502532959, |
| "step": 880, |
| "token_acc": 0.844955431095685 |
| }, |
| { |
| "epoch": 2.1641151255358237, |
| "grad_norm": 4.635525226593018, |
| "learning_rate": 9.899345763686538e-07, |
| "loss": 0.47169036865234376, |
| "step": 885, |
| "token_acc": 0.8453473635700296 |
| }, |
| { |
| "epoch": 2.17636252296387, |
| "grad_norm": 5.107778072357178, |
| "learning_rate": 9.632085122148424e-07, |
| "loss": 0.4596005916595459, |
| "step": 890, |
| "token_acc": 0.8491451821133759 |
| }, |
| { |
| "epoch": 2.188609920391917, |
| "grad_norm": 5.593906879425049, |
| "learning_rate": 9.367618286767711e-07, |
| "loss": 0.4577906131744385, |
| "step": 895, |
| "token_acc": 0.852890604103779 |
| }, |
| { |
| "epoch": 2.2008573178199633, |
| "grad_norm": 8.50526237487793, |
| "learning_rate": 9.105993336225161e-07, |
| "loss": 0.4655435562133789, |
| "step": 900, |
| "token_acc": 0.8478589420654912 |
| }, |
| { |
| "epoch": 2.2131047152480097, |
| "grad_norm": 4.241094589233398, |
| "learning_rate": 8.847257832561781e-07, |
| "loss": 0.47768077850341795, |
| "step": 905, |
| "token_acc": 0.8461073744411777 |
| }, |
| { |
| "epoch": 2.2253521126760565, |
| "grad_norm": 4.346312999725342, |
| "learning_rate": 8.591458812532336e-07, |
| "loss": 0.4508483409881592, |
| "step": 910, |
| "token_acc": 0.8519886145088084 |
| }, |
| { |
| "epoch": 2.237599510104103, |
| "grad_norm": 4.39501953125, |
| "learning_rate": 8.338642779054288e-07, |
| "loss": 0.4618703365325928, |
| "step": 915, |
| "token_acc": 0.8477535805375711 |
| }, |
| { |
| "epoch": 2.249846907532149, |
| "grad_norm": 5.004550933837891, |
| "learning_rate": 8.088855692753828e-07, |
| "loss": 0.47423648834228516, |
| "step": 920, |
| "token_acc": 0.8433487623264239 |
| }, |
| { |
| "epoch": 2.262094304960196, |
| "grad_norm": 8.192081451416016, |
| "learning_rate": 7.842142963610467e-07, |
| "loss": 0.46451425552368164, |
| "step": 925, |
| "token_acc": 0.8506801161546691 |
| }, |
| { |
| "epoch": 2.2743417023882424, |
| "grad_norm": 5.936365127563477, |
| "learning_rate": 7.598549442701747e-07, |
| "loss": 0.46504778861999513, |
| "step": 930, |
| "token_acc": 0.8484742468415938 |
| }, |
| { |
| "epoch": 2.286589099816289, |
| "grad_norm": 6.64162015914917, |
| "learning_rate": 7.358119414049542e-07, |
| "loss": 0.48408074378967286, |
| "step": 935, |
| "token_acc": 0.8455108359133127 |
| }, |
| { |
| "epoch": 2.2988364972443356, |
| "grad_norm": 5.138242721557617, |
| "learning_rate": 7.120896586569453e-07, |
| "loss": 0.4564502716064453, |
| "step": 940, |
| "token_acc": 0.851229078482389 |
| }, |
| { |
| "epoch": 2.311083894672382, |
| "grad_norm": 5.581968784332275, |
| "learning_rate": 6.886924086124786e-07, |
| "loss": 0.4458012580871582, |
| "step": 945, |
| "token_acc": 0.8538615446178471 |
| }, |
| { |
| "epoch": 2.3233312921004288, |
| "grad_norm": 4.3089070320129395, |
| "learning_rate": 6.656244447686458e-07, |
| "loss": 0.4544158935546875, |
| "step": 950, |
| "token_acc": 0.849496071740338 |
| }, |
| { |
| "epoch": 2.335578689528475, |
| "grad_norm": 8.022623062133789, |
| "learning_rate": 6.428899607600364e-07, |
| "loss": 0.46418256759643556, |
| "step": 955, |
| "token_acc": 0.8481595706332359 |
| }, |
| { |
| "epoch": 2.3478260869565215, |
| "grad_norm": 5.561613082885742, |
| "learning_rate": 6.204930895963607e-07, |
| "loss": 0.4830313682556152, |
| "step": 960, |
| "token_acc": 0.8458221652488055 |
| }, |
| { |
| "epoch": 2.3600734843845683, |
| "grad_norm": 4.618040084838867, |
| "learning_rate": 5.984379029110888e-07, |
| "loss": 0.4596832275390625, |
| "step": 965, |
| "token_acc": 0.8473798694878386 |
| }, |
| { |
| "epoch": 2.3723208818126147, |
| "grad_norm": 4.180395126342773, |
| "learning_rate": 5.767284102212464e-07, |
| "loss": 0.47627959251403806, |
| "step": 970, |
| "token_acc": 0.8443898443898444 |
| }, |
| { |
| "epoch": 2.3845682792406615, |
| "grad_norm": 7.8003411293029785, |
| "learning_rate": 5.553685581985085e-07, |
| "loss": 0.4734807014465332, |
| "step": 975, |
| "token_acc": 0.8454314525440689 |
| }, |
| { |
| "epoch": 2.396815676668708, |
| "grad_norm": 6.798686504364014, |
| "learning_rate": 5.343622299517143e-07, |
| "loss": 0.4706712245941162, |
| "step": 980, |
| "token_acc": 0.8457135996157849 |
| }, |
| { |
| "epoch": 2.4090630740967542, |
| "grad_norm": 6.040155410766602, |
| "learning_rate": 5.137132443209384e-07, |
| "loss": 0.47454032897949217, |
| "step": 985, |
| "token_acc": 0.8463217554474782 |
| }, |
| { |
| "epoch": 2.421310471524801, |
| "grad_norm": 4.184665679931641, |
| "learning_rate": 4.934253551832463e-07, |
| "loss": 0.47580909729003906, |
| "step": 990, |
| "token_acc": 0.8450045575238775 |
| }, |
| { |
| "epoch": 2.4335578689528474, |
| "grad_norm": 6.029951572418213, |
| "learning_rate": 4.7350225077025805e-07, |
| "loss": 0.4867083549499512, |
| "step": 995, |
| "token_acc": 0.840796420942324 |
| }, |
| { |
| "epoch": 2.4458052663808942, |
| "grad_norm": 4.318844318389893, |
| "learning_rate": 4.5394755299764867e-07, |
| "loss": 0.46222858428955077, |
| "step": 1000, |
| "token_acc": 0.8506385341476957 |
| }, |
| { |
| "epoch": 2.4580526638089406, |
| "grad_norm": 5.949728965759277, |
| "learning_rate": 4.3476481680670175e-07, |
| "loss": 0.4552288055419922, |
| "step": 1005, |
| "token_acc": 0.8509888388486391 |
| }, |
| { |
| "epoch": 2.470300061236987, |
| "grad_norm": 4.026670932769775, |
| "learning_rate": 4.159575295180396e-07, |
| "loss": 0.47368178367614744, |
| "step": 1010, |
| "token_acc": 0.8461627058778363 |
| }, |
| { |
| "epoch": 2.482547458665034, |
| "grad_norm": 4.262962341308594, |
| "learning_rate": 3.9752911019764946e-07, |
| "loss": 0.45987939834594727, |
| "step": 1015, |
| "token_acc": 0.8497596153846154 |
| }, |
| { |
| "epoch": 2.49479485609308, |
| "grad_norm": 6.769244194030762, |
| "learning_rate": 3.7948290903531166e-07, |
| "loss": 0.49054980278015137, |
| "step": 1020, |
| "token_acc": 0.8425439826874525 |
| }, |
| { |
| "epoch": 2.507042253521127, |
| "grad_norm": 6.347579479217529, |
| "learning_rate": 3.6182220673555256e-07, |
| "loss": 0.46785907745361327, |
| "step": 1025, |
| "token_acc": 0.8451467812537649 |
| }, |
| { |
| "epoch": 2.5192896509491733, |
| "grad_norm": 4.114010810852051, |
| "learning_rate": 3.445502139212334e-07, |
| "loss": 0.4741077423095703, |
| "step": 1030, |
| "token_acc": 0.845554834523037 |
| }, |
| { |
| "epoch": 2.5315370483772197, |
| "grad_norm": 5.250743865966797, |
| "learning_rate": 3.276700705498745e-07, |
| "loss": 0.4721240043640137, |
| "step": 1035, |
| "token_acc": 0.8438785808555236 |
| }, |
| { |
| "epoch": 2.5437844458052665, |
| "grad_norm": 6.302319526672363, |
| "learning_rate": 3.1118484534282484e-07, |
| "loss": 0.456193208694458, |
| "step": 1040, |
| "token_acc": 0.8506296827674159 |
| }, |
| { |
| "epoch": 2.556031843233313, |
| "grad_norm": 5.0382981300354, |
| "learning_rate": 2.95097535227388e-07, |
| "loss": 0.47198972702026365, |
| "step": 1045, |
| "token_acc": 0.8453859456060367 |
| }, |
| { |
| "epoch": 2.5682792406613597, |
| "grad_norm": 10.161928176879883, |
| "learning_rate": 2.7941106479199426e-07, |
| "loss": 0.4501551628112793, |
| "step": 1050, |
| "token_acc": 0.8524753614296123 |
| }, |
| { |
| "epoch": 2.580526638089406, |
| "grad_norm": 4.283596515655518, |
| "learning_rate": 2.641282857545274e-07, |
| "loss": 0.4893691062927246, |
| "step": 1055, |
| "token_acc": 0.8429578004135713 |
| }, |
| { |
| "epoch": 2.5927740355174524, |
| "grad_norm": 7.293058395385742, |
| "learning_rate": 2.492519764438966e-07, |
| "loss": 0.4803295612335205, |
| "step": 1060, |
| "token_acc": 0.8443132501857137 |
| }, |
| { |
| "epoch": 2.605021432945499, |
| "grad_norm": 6.88516902923584, |
| "learning_rate": 2.3478484129495077e-07, |
| "loss": 0.46808528900146484, |
| "step": 1065, |
| "token_acc": 0.845524172306196 |
| }, |
| { |
| "epoch": 2.6172688303735456, |
| "grad_norm": 5.870273590087891, |
| "learning_rate": 2.2072951035682688e-07, |
| "loss": 0.46234817504882814, |
| "step": 1070, |
| "token_acc": 0.8491432540907687 |
| }, |
| { |
| "epoch": 2.629516227801592, |
| "grad_norm": 5.054083824157715, |
| "learning_rate": 2.0708853881481973e-07, |
| "loss": 0.4716303825378418, |
| "step": 1075, |
| "token_acc": 0.8471902074556872 |
| }, |
| { |
| "epoch": 2.641763625229639, |
| "grad_norm": 5.593235969543457, |
| "learning_rate": 1.9386440652586546e-07, |
| "loss": 0.46905932426452634, |
| "step": 1080, |
| "token_acc": 0.8457278789533206 |
| }, |
| { |
| "epoch": 2.654011022657685, |
| "grad_norm": 4.2795867919921875, |
| "learning_rate": 1.8105951756771322e-07, |
| "loss": 0.4618710517883301, |
| "step": 1085, |
| "token_acc": 0.8501392320665176 |
| }, |
| { |
| "epoch": 2.6662584200857316, |
| "grad_norm": 4.194334983825684, |
| "learning_rate": 1.686761998018785e-07, |
| "loss": 0.4832133769989014, |
| "step": 1090, |
| "token_acc": 0.8424084816963393 |
| }, |
| { |
| "epoch": 2.6785058175137784, |
| "grad_norm": 7.414880752563477, |
| "learning_rate": 1.5671670445044918e-07, |
| "loss": 0.4764682769775391, |
| "step": 1095, |
| "token_acc": 0.8440724158068912 |
| }, |
| { |
| "epoch": 2.6907532149418247, |
| "grad_norm": 4.725894451141357, |
| "learning_rate": 1.4518320568682602e-07, |
| "loss": 0.4642933368682861, |
| "step": 1100, |
| "token_acc": 0.848500968955428 |
| }, |
| { |
| "epoch": 2.7030006123698715, |
| "grad_norm": 12.555808067321777, |
| "learning_rate": 1.340778002404694e-07, |
| "loss": 0.4585245609283447, |
| "step": 1105, |
| "token_acc": 0.8510247293356238 |
| }, |
| { |
| "epoch": 2.715248009797918, |
| "grad_norm": 4.7355732917785645, |
| "learning_rate": 1.234025070157238e-07, |
| "loss": 0.47963943481445315, |
| "step": 1110, |
| "token_acc": 0.8441808271882013 |
| }, |
| { |
| "epoch": 2.7274954072259643, |
| "grad_norm": 6.5449700355529785, |
| "learning_rate": 1.1315926672479243e-07, |
| "loss": 0.4840541839599609, |
| "step": 1115, |
| "token_acc": 0.843370607028754 |
| }, |
| { |
| "epoch": 2.739742804654011, |
| "grad_norm": 6.476162910461426, |
| "learning_rate": 1.033499415349265e-07, |
| "loss": 0.47246541976928713, |
| "step": 1120, |
| "token_acc": 0.8454825462012321 |
| }, |
| { |
| "epoch": 2.7519902020820575, |
| "grad_norm": 6.02608585357666, |
| "learning_rate": 9.397631472989138e-08, |
| "loss": 0.44602155685424805, |
| "step": 1125, |
| "token_acc": 0.8545568529112139 |
| }, |
| { |
| "epoch": 2.7642375995101043, |
| "grad_norm": 4.15132999420166, |
| "learning_rate": 8.504009038577621e-08, |
| "loss": 0.4540902614593506, |
| "step": 1130, |
| "token_acc": 0.8520612768687841 |
| }, |
| { |
| "epoch": 2.7764849969381507, |
| "grad_norm": 4.35493803024292, |
| "learning_rate": 7.654289306120194e-08, |
| "loss": 0.4731804847717285, |
| "step": 1135, |
| "token_acc": 0.8463782973857498 |
| }, |
| { |
| "epoch": 2.788732394366197, |
| "grad_norm": 5.5318074226379395, |
| "learning_rate": 6.848626750198428e-08, |
| "loss": 0.45829362869262696, |
| "step": 1140, |
| "token_acc": 0.8508665545166465 |
| }, |
| { |
| "epoch": 2.800979791794244, |
| "grad_norm": 4.269839286804199, |
| "learning_rate": 6.08716783603075e-08, |
| "loss": 0.4502554416656494, |
| "step": 1145, |
| "token_acc": 0.8539763779527559 |
| }, |
| { |
| "epoch": 2.81322718922229, |
| "grad_norm": 3.8356523513793945, |
| "learning_rate": 5.3700509928458765e-08, |
| "loss": 0.46181259155273435, |
| "step": 1150, |
| "token_acc": 0.8495603645561489 |
| }, |
| { |
| "epoch": 2.825474586650337, |
| "grad_norm": 3.848315954208374, |
| "learning_rate": 4.697406588717007e-08, |
| "loss": 0.4596513271331787, |
| "step": 1155, |
| "token_acc": 0.8490898179635927 |
| }, |
| { |
| "epoch": 2.8377219840783834, |
| "grad_norm": 9.545782089233398, |
| "learning_rate": 4.069356906861721e-08, |
| "loss": 0.48660125732421877, |
| "step": 1160, |
| "token_acc": 0.8441344075456868 |
| }, |
| { |
| "epoch": 2.8499693815064298, |
| "grad_norm": 4.807938098907471, |
| "learning_rate": 3.486016123411345e-08, |
| "loss": 0.4720099449157715, |
| "step": 1165, |
| "token_acc": 0.8459315341718565 |
| }, |
| { |
| "epoch": 2.8622167789344766, |
| "grad_norm": 4.377501964569092, |
| "learning_rate": 2.947490286654503e-08, |
| "loss": 0.45624866485595705, |
| "step": 1170, |
| "token_acc": 0.8516121486217786 |
| }, |
| { |
| "epoch": 2.874464176362523, |
| "grad_norm": 4.4703874588012695, |
| "learning_rate": 2.453877297758117e-08, |
| "loss": 0.45848474502563474, |
| "step": 1175, |
| "token_acc": 0.8506992867673427 |
| }, |
| { |
| "epoch": 2.8867115737905698, |
| "grad_norm": 4.576780796051025, |
| "learning_rate": 2.0052668929692875e-08, |
| "loss": 0.4643035888671875, |
| "step": 1180, |
| "token_acc": 0.8491360817504583 |
| }, |
| { |
| "epoch": 2.898958971218616, |
| "grad_norm": 7.080748081207275, |
| "learning_rate": 1.601740627301951e-08, |
| "loss": 0.45264711380004885, |
| "step": 1185, |
| "token_acc": 0.8515248796147673 |
| }, |
| { |
| "epoch": 2.9112063686466625, |
| "grad_norm": 6.231855869293213, |
| "learning_rate": 1.2433718597103795e-08, |
| "loss": 0.47052750587463377, |
| "step": 1190, |
| "token_acc": 0.848204354044176 |
| }, |
| { |
| "epoch": 2.923453766074709, |
| "grad_norm": 5.396893501281738, |
| "learning_rate": 9.302257397531267e-09, |
| "loss": 0.47264981269836426, |
| "step": 1195, |
| "token_acc": 0.843019680196802 |
| }, |
| { |
| "epoch": 2.9357011635027557, |
| "grad_norm": 4.027212142944336, |
| "learning_rate": 6.623591957490016e-09, |
| "loss": 0.46438822746276853, |
| "step": 1200, |
| "token_acc": 0.8480934093642112 |
| }, |
| { |
| "epoch": 2.947948560930802, |
| "grad_norm": 7.147536277770996, |
| "learning_rate": 4.398209244279305e-09, |
| "loss": 0.47541131973266604, |
| "step": 1205, |
| "token_acc": 0.845031355523396 |
| }, |
| { |
| "epoch": 2.960195958358849, |
| "grad_norm": 15.318401336669922, |
| "learning_rate": 2.6265138207806628e-09, |
| "loss": 0.45806264877319336, |
| "step": 1210, |
| "token_acc": 0.8491041543610947 |
| }, |
| { |
| "epoch": 2.9724433557868952, |
| "grad_norm": 4.848905086517334, |
| "learning_rate": 1.308827771910881e-09, |
| "loss": 0.47438344955444334, |
| "step": 1215, |
| "token_acc": 0.8430241870895403 |
| }, |
| { |
| "epoch": 2.9846907532149416, |
| "grad_norm": 6.5829548835754395, |
| "learning_rate": 4.4539064606829996e-10, |
| "loss": 0.46582889556884766, |
| "step": 1220, |
| "token_acc": 0.8473073768891318 |
| }, |
| { |
| "epoch": 2.9969381506429884, |
| "grad_norm": 5.647032737731934, |
| "learning_rate": 3.6359411584308e-11, |
| "loss": 0.46216769218444825, |
| "step": 1225, |
| "token_acc": 0.8522442377678933 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 1227, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.3867353301859697e+18, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
