| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.36, |
| "eval_steps": 1000, |
| "global_step": 50000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.002, |
| "grad_norm": 0.5271317362785339, |
| "learning_rate": 0.00066, |
| "loss": 7.779569091796875, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.004, |
| "grad_norm": 0.6387752890586853, |
| "learning_rate": 0.0009999976160274871, |
| "loss": 6.24430908203125, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.006, |
| "grad_norm": 0.42202863097190857, |
| "learning_rate": 0.000999977956590203, |
| "loss": 5.698394165039063, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.008, |
| "grad_norm": 0.42532625794410706, |
| "learning_rate": 0.0009999384399149713, |
| "loss": 5.405557861328125, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.4566122889518738, |
| "learning_rate": 0.0009998790675712448, |
| "loss": 5.189588623046875, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.012, |
| "grad_norm": 0.4048032760620117, |
| "learning_rate": 0.000999799841917069, |
| "loss": 5.048131713867187, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.014, |
| "grad_norm": 0.33951064944267273, |
| "learning_rate": 0.0009997007660989881, |
| "loss": 4.923414611816407, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.016, |
| "grad_norm": 0.3192354440689087, |
| "learning_rate": 0.0009995818440519195, |
| "loss": 4.7589013671875, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.018, |
| "grad_norm": 0.4026377201080322, |
| "learning_rate": 0.0009994430804989986, |
| "loss": 4.643058166503907, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.3453679084777832, |
| "learning_rate": 0.0009992844809513896, |
| "loss": 4.579913330078125, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.02, |
| "eval_accuracy": 0.269652397386301, |
| "eval_loss": 4.505138874053955, |
| "eval_runtime": 6.375, |
| "eval_samples_per_second": 304.469, |
| "eval_steps_per_second": 19.137, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.022, |
| "grad_norm": 0.3148439824581146, |
| "learning_rate": 0.0009991060517080686, |
| "loss": 4.5075772094726565, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.024, |
| "grad_norm": 0.3168841600418091, |
| "learning_rate": 0.0009989077998555718, |
| "loss": 4.395697326660156, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.026, |
| "grad_norm": 0.277462899684906, |
| "learning_rate": 0.0009986897332677144, |
| "loss": 4.3901171875, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.028, |
| "grad_norm": 0.27992936968803406, |
| "learning_rate": 0.0009984518606052791, |
| "loss": 4.348124084472656, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.2656252980232239, |
| "learning_rate": 0.0009981941913156701, |
| "loss": 4.3058538818359375, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.032, |
| "grad_norm": 0.36868757009506226, |
| "learning_rate": 0.0009979167356325394, |
| "loss": 4.28273681640625, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.034, |
| "grad_norm": 0.25333118438720703, |
| "learning_rate": 0.0009976195045753797, |
| "loss": 4.249351501464844, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.036, |
| "grad_norm": 0.2491893470287323, |
| "learning_rate": 0.0009973025099490876, |
| "loss": 4.22731689453125, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.038, |
| "grad_norm": 0.28424108028411865, |
| "learning_rate": 0.0009969657643434933, |
| "loss": 4.169223022460938, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.2666165232658386, |
| "learning_rate": 0.0009966092811328612, |
| "loss": 4.170299682617188, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.04, |
| "eval_accuracy": 0.3056205014664501, |
| "eval_loss": 4.103638648986816, |
| "eval_runtime": 6.566, |
| "eval_samples_per_second": 295.612, |
| "eval_steps_per_second": 18.58, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.042, |
| "grad_norm": 0.3338668942451477, |
| "learning_rate": 0.0009962330744753604, |
| "loss": 4.163348388671875, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.044, |
| "grad_norm": 0.25480538606643677, |
| "learning_rate": 0.0009958371593124988, |
| "loss": 4.118557434082032, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.046, |
| "grad_norm": 0.2351720631122589, |
| "learning_rate": 0.0009954215513685335, |
| "loss": 4.1006707763671875, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.048, |
| "grad_norm": 0.23063364624977112, |
| "learning_rate": 0.0009949862671498437, |
| "loss": 4.084933166503906, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.270161896944046, |
| "learning_rate": 0.000994531323944276, |
| "loss": 4.043960876464844, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.052, |
| "grad_norm": 0.23590487241744995, |
| "learning_rate": 0.0009940567398204583, |
| "loss": 4.043964233398437, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.054, |
| "grad_norm": 0.2604995369911194, |
| "learning_rate": 0.000993562533627081, |
| "loss": 4.023601379394531, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.056, |
| "grad_norm": 0.21301409602165222, |
| "learning_rate": 0.0009930487249921495, |
| "loss": 4.006760864257813, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.058, |
| "grad_norm": 0.21575306355953217, |
| "learning_rate": 0.0009925153343222043, |
| "loss": 3.99057861328125, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.2405770868062973, |
| "learning_rate": 0.00099196238280151, |
| "loss": 4.004396667480469, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.06, |
| "eval_accuracy": 0.3194532243250246, |
| "eval_loss": 3.945106267929077, |
| "eval_runtime": 6.283, |
| "eval_samples_per_second": 308.927, |
| "eval_steps_per_second": 19.417, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.062, |
| "grad_norm": 0.22380003333091736, |
| "learning_rate": 0.0009913898923912148, |
| "loss": 3.9952774047851562, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.064, |
| "grad_norm": 0.21692751348018646, |
| "learning_rate": 0.0009907978858284775, |
| "loss": 3.9829229736328124, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.066, |
| "grad_norm": 0.22457344830036163, |
| "learning_rate": 0.0009901863866255652, |
| "loss": 3.9637200927734373, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.068, |
| "grad_norm": 0.20820939540863037, |
| "learning_rate": 0.0009895554190689191, |
| "loss": 3.930269470214844, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.1961025595664978, |
| "learning_rate": 0.0009889050082181896, |
| "loss": 3.91483154296875, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.072, |
| "grad_norm": 0.23347830772399902, |
| "learning_rate": 0.0009882351799052416, |
| "loss": 3.8973043823242186, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.074, |
| "grad_norm": 0.21384640038013458, |
| "learning_rate": 0.0009875459607331285, |
| "loss": 3.9072760009765624, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.076, |
| "grad_norm": 0.21380040049552917, |
| "learning_rate": 0.000986837378075035, |
| "loss": 3.8974929809570313, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.078, |
| "grad_norm": 0.2199064940214157, |
| "learning_rate": 0.0009861094600731911, |
| "loss": 3.884527587890625, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.2245541661977768, |
| "learning_rate": 0.000985362235637753, |
| "loss": 3.863822021484375, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.08, |
| "eval_accuracy": 0.3280885939521158, |
| "eval_loss": 3.8499362468719482, |
| "eval_runtime": 6.3172, |
| "eval_samples_per_second": 307.255, |
| "eval_steps_per_second": 19.312, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.082, |
| "grad_norm": 0.20376908779144287, |
| "learning_rate": 0.000984595734445656, |
| "loss": 3.8685012817382813, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.084, |
| "grad_norm": 0.18422065675258636, |
| "learning_rate": 0.0009838099869394353, |
| "loss": 3.853851318359375, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.086, |
| "grad_norm": 0.19115814566612244, |
| "learning_rate": 0.0009830050243260172, |
| "loss": 3.8678164672851563, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.088, |
| "grad_norm": 0.20425236225128174, |
| "learning_rate": 0.0009821808785754791, |
| "loss": 3.8287237548828124, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 0.1944635510444641, |
| "learning_rate": 0.0009813375824197811, |
| "loss": 3.8451242065429687, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.092, |
| "grad_norm": 0.17947296798229218, |
| "learning_rate": 0.0009804751693514645, |
| "loss": 3.845400695800781, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.094, |
| "grad_norm": 0.20076608657836914, |
| "learning_rate": 0.0009795936736223222, |
| "loss": 3.8257626342773436, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.096, |
| "grad_norm": 0.18554596602916718, |
| "learning_rate": 0.0009786931302420386, |
| "loss": 3.808670959472656, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.098, |
| "grad_norm": 0.23913995921611786, |
| "learning_rate": 0.000977773574976799, |
| "loss": 3.810527038574219, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.18414103984832764, |
| "learning_rate": 0.0009768350443478686, |
| "loss": 3.7990948486328127, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.1, |
| "eval_accuracy": 0.33500293894949945, |
| "eval_loss": 3.7702300548553467, |
| "eval_runtime": 6.4137, |
| "eval_samples_per_second": 302.634, |
| "eval_steps_per_second": 19.022, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.102, |
| "grad_norm": 0.20944379270076752, |
| "learning_rate": 0.0009758775756301432, |
| "loss": 3.798116455078125, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.104, |
| "grad_norm": 0.18056762218475342, |
| "learning_rate": 0.0009749012068506673, |
| "loss": 3.7997445678710937, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.106, |
| "grad_norm": 0.20922255516052246, |
| "learning_rate": 0.000973905976787125, |
| "loss": 3.7765731811523438, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.108, |
| "grad_norm": 0.19328580796718597, |
| "learning_rate": 0.0009728919249662993, |
| "loss": 3.729337463378906, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.2031419277191162, |
| "learning_rate": 0.0009718590916625022, |
| "loss": 3.744057922363281, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.112, |
| "grad_norm": 0.19743800163269043, |
| "learning_rate": 0.0009708075178959756, |
| "loss": 3.7054071044921875, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.114, |
| "grad_norm": 0.1741236299276352, |
| "learning_rate": 0.0009697372454312618, |
| "loss": 3.699843444824219, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.116, |
| "grad_norm": 0.1799750030040741, |
| "learning_rate": 0.0009686483167755448, |
| "loss": 3.7227572631835937, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.118, |
| "grad_norm": 0.2036087065935135, |
| "learning_rate": 0.000967540775176962, |
| "loss": 3.6742709350585936, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.21463191509246826, |
| "learning_rate": 0.0009664146646228871, |
| "loss": 3.6995980834960935, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.12, |
| "eval_accuracy": 0.34141821705074654, |
| "eval_loss": 3.711214303970337, |
| "eval_runtime": 6.3349, |
| "eval_samples_per_second": 306.4, |
| "eval_steps_per_second": 19.259, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.122, |
| "grad_norm": 0.18666808307170868, |
| "learning_rate": 0.000965270029838182, |
| "loss": 3.6821221923828125, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.124, |
| "grad_norm": 0.15751489996910095, |
| "learning_rate": 0.0009641069162834215, |
| "loss": 3.671753234863281, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.126, |
| "grad_norm": 0.22766178846359253, |
| "learning_rate": 0.0009629253701530875, |
| "loss": 3.6878753662109376, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.128, |
| "grad_norm": 0.1677054762840271, |
| "learning_rate": 0.0009617254383737343, |
| "loss": 3.6619857788085937, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 0.17945168912410736, |
| "learning_rate": 0.0009605071686021245, |
| "loss": 3.6484750366210936, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.132, |
| "grad_norm": 0.17799174785614014, |
| "learning_rate": 0.0009592706092233365, |
| "loss": 3.6635867309570314, |
| "step": 6600 |
| }, |
| { |
| "epoch": 0.134, |
| "grad_norm": 0.5586189031600952, |
| "learning_rate": 0.0009580158093488436, |
| "loss": 3.6489688110351564, |
| "step": 6700 |
| }, |
| { |
| "epoch": 0.136, |
| "grad_norm": 0.2055712342262268, |
| "learning_rate": 0.000956742818814562, |
| "loss": 3.6523666381835938, |
| "step": 6800 |
| }, |
| { |
| "epoch": 0.138, |
| "grad_norm": 0.1812128871679306, |
| "learning_rate": 0.0009554516881788724, |
| "loss": 3.6479287719726563, |
| "step": 6900 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.1664743423461914, |
| "learning_rate": 0.0009541424687206124, |
| "loss": 3.6319317626953125, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.14, |
| "eval_accuracy": 0.3448148965923309, |
| "eval_loss": 3.6666343212127686, |
| "eval_runtime": 6.38, |
| "eval_samples_per_second": 304.231, |
| "eval_steps_per_second": 19.122, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.142, |
| "grad_norm": 0.15217284858226776, |
| "learning_rate": 0.0009528152124370387, |
| "loss": 3.6308517456054688, |
| "step": 7100 |
| }, |
| { |
| "epoch": 0.144, |
| "grad_norm": 0.16507816314697266, |
| "learning_rate": 0.0009514699720417631, |
| "loss": 3.6217156982421876, |
| "step": 7200 |
| }, |
| { |
| "epoch": 0.146, |
| "grad_norm": 0.2040642648935318, |
| "learning_rate": 0.0009501068009626583, |
| "loss": 3.632703857421875, |
| "step": 7300 |
| }, |
| { |
| "epoch": 0.148, |
| "grad_norm": 0.18437133729457855, |
| "learning_rate": 0.0009487257533397361, |
| "loss": 3.6346307373046876, |
| "step": 7400 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.18760915100574493, |
| "learning_rate": 0.0009473268840229971, |
| "loss": 3.5973056030273436, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.152, |
| "grad_norm": 0.17388536036014557, |
| "learning_rate": 0.0009459102485702528, |
| "loss": 3.611794738769531, |
| "step": 7600 |
| }, |
| { |
| "epoch": 0.154, |
| "grad_norm": 0.18797264993190765, |
| "learning_rate": 0.0009444759032449177, |
| "loss": 3.609403381347656, |
| "step": 7700 |
| }, |
| { |
| "epoch": 0.156, |
| "grad_norm": 0.18140241503715515, |
| "learning_rate": 0.0009430239050137766, |
| "loss": 3.6027340698242187, |
| "step": 7800 |
| }, |
| { |
| "epoch": 0.158, |
| "grad_norm": 0.17433640360832214, |
| "learning_rate": 0.0009415543115447203, |
| "loss": 3.6214892578125, |
| "step": 7900 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.16605013608932495, |
| "learning_rate": 0.0009400671812044565, |
| "loss": 3.6061587524414063, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.16, |
| "eval_accuracy": 0.34762277801806923, |
| "eval_loss": 3.640489339828491, |
| "eval_runtime": 8.0453, |
| "eval_samples_per_second": 241.259, |
| "eval_steps_per_second": 15.164, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.162, |
| "grad_norm": 0.16548939049243927, |
| "learning_rate": 0.0009385625730561914, |
| "loss": 3.588617248535156, |
| "step": 8100 |
| }, |
| { |
| "epoch": 0.164, |
| "grad_norm": 0.16542939841747284, |
| "learning_rate": 0.0009370405468572831, |
| "loss": 3.590567626953125, |
| "step": 8200 |
| }, |
| { |
| "epoch": 0.166, |
| "grad_norm": 0.18206581473350525, |
| "learning_rate": 0.0009355011630568697, |
| "loss": 3.636882629394531, |
| "step": 8300 |
| }, |
| { |
| "epoch": 0.168, |
| "grad_norm": 0.2654706835746765, |
| "learning_rate": 0.0009339444827934676, |
| "loss": 3.6797540283203123, |
| "step": 8400 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.16825009882450104, |
| "learning_rate": 0.0009323705678925427, |
| "loss": 3.686376953125, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.172, |
| "grad_norm": 0.18937945365905762, |
| "learning_rate": 0.000930779480864057, |
| "loss": 3.6942425537109376, |
| "step": 8600 |
| }, |
| { |
| "epoch": 0.174, |
| "grad_norm": 0.19819994270801544, |
| "learning_rate": 0.0009291712848999833, |
| "loss": 3.6582196044921873, |
| "step": 8700 |
| }, |
| { |
| "epoch": 0.176, |
| "grad_norm": 0.1557057648897171, |
| "learning_rate": 0.0009275460438717975, |
| "loss": 3.6659271240234377, |
| "step": 8800 |
| }, |
| { |
| "epoch": 0.178, |
| "grad_norm": 0.16359280049800873, |
| "learning_rate": 0.0009259038223279413, |
| "loss": 3.66092529296875, |
| "step": 8900 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.17897452414035797, |
| "learning_rate": 0.0009242446854912575, |
| "loss": 3.6642529296875, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.18, |
| "eval_accuracy": 0.3497692697794326, |
| "eval_loss": 3.617546319961548, |
| "eval_runtime": 6.279, |
| "eval_samples_per_second": 309.124, |
| "eval_steps_per_second": 19.43, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.182, |
| "grad_norm": 0.20515520870685577, |
| "learning_rate": 0.0009225686992564015, |
| "loss": 3.6445053100585936, |
| "step": 9100 |
| }, |
| { |
| "epoch": 0.184, |
| "grad_norm": 0.16788582503795624, |
| "learning_rate": 0.0009208759301872229, |
| "loss": 3.657896728515625, |
| "step": 9200 |
| }, |
| { |
| "epoch": 0.186, |
| "grad_norm": 0.1988508403301239, |
| "learning_rate": 0.0009191664455141217, |
| "loss": 3.616723937988281, |
| "step": 9300 |
| }, |
| { |
| "epoch": 0.188, |
| "grad_norm": 0.1822570413351059, |
| "learning_rate": 0.0009174403131313792, |
| "loss": 3.6103390502929686, |
| "step": 9400 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.15679553151130676, |
| "learning_rate": 0.0009156976015944607, |
| "loss": 3.624302978515625, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.192, |
| "grad_norm": 0.15683937072753906, |
| "learning_rate": 0.0009139383801172929, |
| "loss": 3.6558917236328123, |
| "step": 9600 |
| }, |
| { |
| "epoch": 0.194, |
| "grad_norm": 0.1553466022014618, |
| "learning_rate": 0.0009121627185695152, |
| "loss": 3.6198284912109373, |
| "step": 9700 |
| }, |
| { |
| "epoch": 0.196, |
| "grad_norm": 0.14881721138954163, |
| "learning_rate": 0.0009103706874737043, |
| "loss": 3.60408203125, |
| "step": 9800 |
| }, |
| { |
| "epoch": 0.198, |
| "grad_norm": 0.1628589779138565, |
| "learning_rate": 0.0009085623580025737, |
| "loss": 3.6047940063476562, |
| "step": 9900 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.15589991211891174, |
| "learning_rate": 0.0009067378019761472, |
| "loss": 3.599223327636719, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.2, |
| "eval_accuracy": 0.3534593401629882, |
| "eval_loss": 3.579674005508423, |
| "eval_runtime": 6.3176, |
| "eval_samples_per_second": 307.239, |
| "eval_steps_per_second": 19.311, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.202, |
| "grad_norm": 0.18158847093582153, |
| "learning_rate": 0.0009048970918589055, |
| "loss": 3.607147521972656, |
| "step": 10100 |
| }, |
| { |
| "epoch": 0.204, |
| "grad_norm": 0.15705344080924988, |
| "learning_rate": 0.0009030403007569094, |
| "loss": 3.5972610473632813, |
| "step": 10200 |
| }, |
| { |
| "epoch": 0.206, |
| "grad_norm": 0.18561947345733643, |
| "learning_rate": 0.0009011675024148955, |
| "loss": 3.5994192504882814, |
| "step": 10300 |
| }, |
| { |
| "epoch": 0.208, |
| "grad_norm": 0.17375363409519196, |
| "learning_rate": 0.0008992787712133476, |
| "loss": 3.592384948730469, |
| "step": 10400 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.14704184234142303, |
| "learning_rate": 0.0008973741821655428, |
| "loss": 3.5763116455078126, |
| "step": 10500 |
| }, |
| { |
| "epoch": 0.212, |
| "grad_norm": 0.1663106381893158, |
| "learning_rate": 0.0008954538109145713, |
| "loss": 3.59366455078125, |
| "step": 10600 |
| }, |
| { |
| "epoch": 0.214, |
| "grad_norm": 0.15191592276096344, |
| "learning_rate": 0.0008935177337303337, |
| "loss": 3.5883197021484374, |
| "step": 10700 |
| }, |
| { |
| "epoch": 0.216, |
| "grad_norm": 0.15566915273666382, |
| "learning_rate": 0.0008915660275065107, |
| "loss": 3.5549887084960936, |
| "step": 10800 |
| }, |
| { |
| "epoch": 0.218, |
| "grad_norm": 0.17490389943122864, |
| "learning_rate": 0.0008895987697575093, |
| "loss": 3.558960266113281, |
| "step": 10900 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.17277678847312927, |
| "learning_rate": 0.0008876160386153846, |
| "loss": 3.5671484375, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.22, |
| "eval_accuracy": 0.3558709927196726, |
| "eval_loss": 3.554290771484375, |
| "eval_runtime": 6.8937, |
| "eval_samples_per_second": 281.559, |
| "eval_steps_per_second": 17.697, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.222, |
| "grad_norm": 0.15808428823947906, |
| "learning_rate": 0.0008856179128267363, |
| "loss": 3.578575439453125, |
| "step": 11100 |
| }, |
| { |
| "epoch": 0.224, |
| "grad_norm": 0.14474111795425415, |
| "learning_rate": 0.0008836044717495819, |
| "loss": 3.5772747802734375, |
| "step": 11200 |
| }, |
| { |
| "epoch": 0.226, |
| "grad_norm": 0.1413886845111847, |
| "learning_rate": 0.0008815757953502035, |
| "loss": 3.556199645996094, |
| "step": 11300 |
| }, |
| { |
| "epoch": 0.228, |
| "grad_norm": 0.1502675712108612, |
| "learning_rate": 0.0008795319641999735, |
| "loss": 3.570118103027344, |
| "step": 11400 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.1517445147037506, |
| "learning_rate": 0.0008774730594721534, |
| "loss": 3.5563198852539064, |
| "step": 11500 |
| }, |
| { |
| "epoch": 0.232, |
| "grad_norm": 0.16406166553497314, |
| "learning_rate": 0.0008753991629386706, |
| "loss": 3.5616604614257814, |
| "step": 11600 |
| }, |
| { |
| "epoch": 0.234, |
| "grad_norm": 0.14764074981212616, |
| "learning_rate": 0.0008733103569668701, |
| "loss": 3.5495458984375, |
| "step": 11700 |
| }, |
| { |
| "epoch": 0.236, |
| "grad_norm": 0.17058512568473816, |
| "learning_rate": 0.0008712067245162439, |
| "loss": 3.5244882202148435, |
| "step": 11800 |
| }, |
| { |
| "epoch": 0.238, |
| "grad_norm": 0.16127121448516846, |
| "learning_rate": 0.0008690883491351356, |
| "loss": 3.5396826171875, |
| "step": 11900 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.14211590588092804, |
| "learning_rate": 0.0008669553149574224, |
| "loss": 3.522979431152344, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.24, |
| "eval_accuracy": 0.3578128166428224, |
| "eval_loss": 3.5307533740997314, |
| "eval_runtime": 6.6725, |
| "eval_samples_per_second": 290.897, |
| "eval_steps_per_second": 18.284, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.242, |
| "grad_norm": 0.1405150443315506, |
| "learning_rate": 0.0008648077066991736, |
| "loss": 3.527177734375, |
| "step": 12100 |
| }, |
| { |
| "epoch": 0.244, |
| "grad_norm": 0.16479545831680298, |
| "learning_rate": 0.0008626456096552858, |
| "loss": 3.5393338012695312, |
| "step": 12200 |
| }, |
| { |
| "epoch": 0.246, |
| "grad_norm": 0.1583888679742813, |
| "learning_rate": 0.0008604691096960961, |
| "loss": 3.5796047973632814, |
| "step": 12300 |
| }, |
| { |
| "epoch": 0.248, |
| "grad_norm": 0.17304493486881256, |
| "learning_rate": 0.0008582782932639702, |
| "loss": 3.591195068359375, |
| "step": 12400 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.15857121348381042, |
| "learning_rate": 0.0008560732473698707, |
| "loss": 3.584400634765625, |
| "step": 12500 |
| }, |
| { |
| "epoch": 0.252, |
| "grad_norm": 0.14658208191394806, |
| "learning_rate": 0.0008538540595899008, |
| "loss": 3.589564208984375, |
| "step": 12600 |
| }, |
| { |
| "epoch": 0.254, |
| "grad_norm": 0.143401101231575, |
| "learning_rate": 0.0008516208180618252, |
| "loss": 3.5824600219726563, |
| "step": 12700 |
| }, |
| { |
| "epoch": 0.256, |
| "grad_norm": 0.16244202852249146, |
| "learning_rate": 0.0008493736114815718, |
| "loss": 3.574875793457031, |
| "step": 12800 |
| }, |
| { |
| "epoch": 0.258, |
| "grad_norm": 0.1520756632089615, |
| "learning_rate": 0.0008471125290997063, |
| "loss": 3.568282165527344, |
| "step": 12900 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.1582706868648529, |
| "learning_rate": 0.00084483766071789, |
| "loss": 3.5930340576171873, |
| "step": 13000 |
| }, |
| { |
| "epoch": 0.26, |
| "eval_accuracy": 0.35929186944409996, |
| "eval_loss": 3.5190227031707764, |
| "eval_runtime": 6.3791, |
| "eval_samples_per_second": 304.275, |
| "eval_steps_per_second": 19.125, |
| "step": 13000 |
| }, |
| { |
| "epoch": 0.262, |
| "grad_norm": 0.17478469014167786, |
| "learning_rate": 0.0008425490966853113, |
| "loss": 3.5665899658203126, |
| "step": 13100 |
| }, |
| { |
| "epoch": 0.264, |
| "grad_norm": 0.15228988230228424, |
| "learning_rate": 0.0008402469278950989, |
| "loss": 3.5444100952148436, |
| "step": 13200 |
| }, |
| { |
| "epoch": 0.266, |
| "grad_norm": 0.15244163572788239, |
| "learning_rate": 0.0008379312457807102, |
| "loss": 3.5695867919921875, |
| "step": 13300 |
| }, |
| { |
| "epoch": 0.268, |
| "grad_norm": 0.15935847163200378, |
| "learning_rate": 0.0008356021423123017, |
| "loss": 3.5604925537109375, |
| "step": 13400 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.15347428619861603, |
| "learning_rate": 0.000833259709993075, |
| "loss": 3.5551889038085935, |
| "step": 13500 |
| }, |
| { |
| "epoch": 0.272, |
| "grad_norm": 0.21459928154945374, |
| "learning_rate": 0.0008309040418556038, |
| "loss": 3.550736389160156, |
| "step": 13600 |
| }, |
| { |
| "epoch": 0.274, |
| "grad_norm": 0.17246893048286438, |
| "learning_rate": 0.0008285352314581378, |
| "loss": 3.5650180053710936, |
| "step": 13700 |
| }, |
| { |
| "epoch": 0.276, |
| "grad_norm": 0.16454122960567474, |
| "learning_rate": 0.0008261533728808883, |
| "loss": 3.549154968261719, |
| "step": 13800 |
| }, |
| { |
| "epoch": 0.278, |
| "grad_norm": 0.14885519444942474, |
| "learning_rate": 0.000823758560722291, |
| "loss": 3.5430950927734375, |
| "step": 13900 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.1521039605140686, |
| "learning_rate": 0.0008213508900952489, |
| "loss": 3.547527160644531, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.28, |
| "eval_accuracy": 0.36159261824608735, |
| "eval_loss": 3.4961202144622803, |
| "eval_runtime": 6.3742, |
| "eval_samples_per_second": 304.507, |
| "eval_steps_per_second": 19.14, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.282, |
| "grad_norm": 0.1499979943037033, |
| "learning_rate": 0.0008189304566233547, |
| "loss": 3.5474667358398437, |
| "step": 14100 |
| }, |
| { |
| "epoch": 0.284, |
| "grad_norm": 0.1552744209766388, |
| "learning_rate": 0.0008164973564370934, |
| "loss": 3.5074334716796876, |
| "step": 14200 |
| }, |
| { |
| "epoch": 0.286, |
| "grad_norm": 0.13462179899215698, |
| "learning_rate": 0.0008140516861700238, |
| "loss": 3.5272781372070314, |
| "step": 14300 |
| }, |
| { |
| "epoch": 0.288, |
| "grad_norm": 0.1381780356168747, |
| "learning_rate": 0.000811593542954941, |
| "loss": 3.5094314575195313, |
| "step": 14400 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.13239678740501404, |
| "learning_rate": 0.000809123024420019, |
| "loss": 3.5180905151367186, |
| "step": 14500 |
| }, |
| { |
| "epoch": 0.292, |
| "grad_norm": 0.15930698812007904, |
| "learning_rate": 0.0008066402286849317, |
| "loss": 3.5262945556640624, |
| "step": 14600 |
| }, |
| { |
| "epoch": 0.294, |
| "grad_norm": 0.1524200737476349, |
| "learning_rate": 0.0008041452543569583, |
| "loss": 3.541943359375, |
| "step": 14700 |
| }, |
| { |
| "epoch": 0.296, |
| "grad_norm": 0.14040064811706543, |
| "learning_rate": 0.0008016382005270651, |
| "loss": 3.543092041015625, |
| "step": 14800 |
| }, |
| { |
| "epoch": 0.298, |
| "grad_norm": 0.14799822866916656, |
| "learning_rate": 0.0007991191667659708, |
| "loss": 3.5315762329101563, |
| "step": 14900 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.1449238359928131, |
| "learning_rate": 0.0007965882531201913, |
| "loss": 3.522008361816406, |
| "step": 15000 |
| }, |
| { |
| "epoch": 0.3, |
| "eval_accuracy": 0.36332372503531274, |
| "eval_loss": 3.4778010845184326, |
| "eval_runtime": 6.6567, |
| "eval_samples_per_second": 291.588, |
| "eval_steps_per_second": 18.328, |
| "step": 15000 |
| }, |
| { |
| "epoch": 0.302, |
| "grad_norm": 0.13593044877052307, |
| "learning_rate": 0.0007940455601080678, |
| "loss": 3.5114361572265627, |
| "step": 15100 |
| }, |
| { |
| "epoch": 0.304, |
| "grad_norm": 0.1423630267381668, |
| "learning_rate": 0.0007914911887157724, |
| "loss": 3.5139959716796874, |
| "step": 15200 |
| }, |
| { |
| "epoch": 0.306, |
| "grad_norm": 0.15380671620368958, |
| "learning_rate": 0.0007889252403932986, |
| "loss": 3.515833435058594, |
| "step": 15300 |
| }, |
| { |
| "epoch": 0.308, |
| "grad_norm": 0.13759265840053558, |
| "learning_rate": 0.0007863478170504326, |
| "loss": 3.528351135253906, |
| "step": 15400 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.13887037336826324, |
| "learning_rate": 0.0007837590210527042, |
| "loss": 3.5276870727539062, |
| "step": 15500 |
| }, |
| { |
| "epoch": 0.312, |
| "grad_norm": 0.15678516030311584, |
| "learning_rate": 0.0007811589552173225, |
| "loss": 3.515467224121094, |
| "step": 15600 |
| }, |
| { |
| "epoch": 0.314, |
| "grad_norm": 0.2133788764476776, |
| "learning_rate": 0.0007785477228090924, |
| "loss": 3.5256777954101564, |
| "step": 15700 |
| }, |
| { |
| "epoch": 0.316, |
| "grad_norm": 0.17379774153232574, |
| "learning_rate": 0.0007759254275363124, |
| "loss": 3.5354928588867187, |
| "step": 15800 |
| }, |
| { |
| "epoch": 0.318, |
| "grad_norm": 0.15530315041542053, |
| "learning_rate": 0.0007732921735466564, |
| "loss": 3.5182159423828123, |
| "step": 15900 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.14711181819438934, |
| "learning_rate": 0.0007706480654230373, |
| "loss": 3.5050119018554686, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.32, |
| "eval_accuracy": 0.3644458693896563, |
| "eval_loss": 3.4653918743133545, |
| "eval_runtime": 6.2866, |
| "eval_samples_per_second": 308.75, |
| "eval_steps_per_second": 19.406, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.322, |
| "grad_norm": 0.16945767402648926, |
| "learning_rate": 0.0007679932081794532, |
| "loss": 3.5018475341796873, |
| "step": 16100 |
| }, |
| { |
| "epoch": 0.324, |
| "grad_norm": 0.14158344268798828, |
| "learning_rate": 0.0007653277072568166, |
| "loss": 3.52821044921875, |
| "step": 16200 |
| }, |
| { |
| "epoch": 0.326, |
| "grad_norm": 0.15132898092269897, |
| "learning_rate": 0.0007626516685187669, |
| "loss": 3.5037826538085937, |
| "step": 16300 |
| }, |
| { |
| "epoch": 0.328, |
| "grad_norm": 0.1444397270679474, |
| "learning_rate": 0.0007599651982474656, |
| "loss": 3.5029248046875, |
| "step": 16400 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.15066049993038177, |
| "learning_rate": 0.0007572684031393755, |
| "loss": 3.5109619140625, |
| "step": 16500 |
| }, |
| { |
| "epoch": 0.332, |
| "grad_norm": 0.15420712530612946, |
| "learning_rate": 0.0007545613903010231, |
| "loss": 3.498372802734375, |
| "step": 16600 |
| }, |
| { |
| "epoch": 0.334, |
| "grad_norm": 0.15669448673725128, |
| "learning_rate": 0.000751844267244744, |
| "loss": 3.504073181152344, |
| "step": 16700 |
| }, |
| { |
| "epoch": 0.336, |
| "grad_norm": 0.14457182586193085, |
| "learning_rate": 0.000749117141884414, |
| "loss": 3.5009725952148436, |
| "step": 16800 |
| }, |
| { |
| "epoch": 0.338, |
| "grad_norm": 0.1625896543264389, |
| "learning_rate": 0.0007463801225311631, |
| "loss": 3.5116473388671876, |
| "step": 16900 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.1407516449689865, |
| "learning_rate": 0.0007436333178890721, |
| "loss": 3.4775790405273437, |
| "step": 17000 |
| }, |
| { |
| "epoch": 0.34, |
| "eval_accuracy": 0.3666105090381519, |
| "eval_loss": 3.4458343982696533, |
| "eval_runtime": 6.6119, |
| "eval_samples_per_second": 293.56, |
| "eval_steps_per_second": 18.451, |
| "step": 17000 |
| }, |
| { |
| "epoch": 0.342, |
| "grad_norm": 0.15488570928573608, |
| "learning_rate": 0.0007408768370508576, |
| "loss": 3.5057693481445313, |
| "step": 17100 |
| }, |
| { |
| "epoch": 0.344, |
| "grad_norm": 0.13969258964061737, |
| "learning_rate": 0.0007381107894935382, |
| "loss": 3.4655438232421876, |
| "step": 17200 |
| }, |
| { |
| "epoch": 0.346, |
| "grad_norm": 0.15081284940242767, |
| "learning_rate": 0.0007353352850740858, |
| "loss": 3.490411376953125, |
| "step": 17300 |
| }, |
| { |
| "epoch": 0.348, |
| "grad_norm": 0.1477256566286087, |
| "learning_rate": 0.0007325504340250635, |
| "loss": 3.48463134765625, |
| "step": 17400 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.15759490430355072, |
| "learning_rate": 0.0007297563469502479, |
| "loss": 3.5031024169921876, |
| "step": 17500 |
| }, |
| { |
| "epoch": 0.352, |
| "grad_norm": 0.14924432337284088, |
| "learning_rate": 0.0007269531348202344, |
| "loss": 3.5010330200195314, |
| "step": 17600 |
| }, |
| { |
| "epoch": 0.354, |
| "grad_norm": 0.21179653704166412, |
| "learning_rate": 0.0007241409089680324, |
| "loss": 3.484757385253906, |
| "step": 17700 |
| }, |
| { |
| "epoch": 0.356, |
| "grad_norm": 0.1406019777059555, |
| "learning_rate": 0.0007213197810846416, |
| "loss": 3.4941912841796876, |
| "step": 17800 |
| }, |
| { |
| "epoch": 0.358, |
| "grad_norm": 0.18723711371421814, |
| "learning_rate": 0.0007184898632146171, |
| "loss": 3.4815142822265623, |
| "step": 17900 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.15316542983055115, |
| "learning_rate": 0.0007156512677516189, |
| "loss": 3.4828509521484374, |
| "step": 18000 |
| }, |
| { |
| "epoch": 0.36, |
| "eval_accuracy": 0.36743422147076527, |
| "eval_loss": 3.434631824493408, |
| "eval_runtime": 6.7452, |
| "eval_samples_per_second": 287.759, |
| "eval_steps_per_second": 18.087, |
| "step": 18000 |
| }, |
| { |
| "epoch": 0.362, |
| "grad_norm": 0.20023606717586517, |
| "learning_rate": 0.0007128041074339486, |
| "loss": 3.4777850341796874, |
| "step": 18100 |
| }, |
| { |
| "epoch": 0.364, |
| "grad_norm": 0.4378589689731598, |
| "learning_rate": 0.0007099484953400711, |
| "loss": 3.483775634765625, |
| "step": 18200 |
| }, |
| { |
| "epoch": 0.366, |
| "grad_norm": 0.15016524493694305, |
| "learning_rate": 0.0007070845448841241, |
| "loss": 3.471934509277344, |
| "step": 18300 |
| }, |
| { |
| "epoch": 0.368, |
| "grad_norm": 0.17178508639335632, |
| "learning_rate": 0.0007042123698114138, |
| "loss": 3.465678405761719, |
| "step": 18400 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.17568770051002502, |
| "learning_rate": 0.0007013320841938966, |
| "loss": 3.484932556152344, |
| "step": 18500 |
| }, |
| { |
| "epoch": 0.372, |
| "grad_norm": 0.12633204460144043, |
| "learning_rate": 0.0006984438024256499, |
| "loss": 3.4721084594726563, |
| "step": 18600 |
| }, |
| { |
| "epoch": 0.374, |
| "grad_norm": 0.13481932878494263, |
| "learning_rate": 0.0006955476392183275, |
| "loss": 3.441580505371094, |
| "step": 18700 |
| }, |
| { |
| "epoch": 0.376, |
| "grad_norm": 0.142787367105484, |
| "learning_rate": 0.0006926437095966044, |
| "loss": 3.472591552734375, |
| "step": 18800 |
| }, |
| { |
| "epoch": 0.378, |
| "grad_norm": 0.15913543105125427, |
| "learning_rate": 0.000689732128893608, |
| "loss": 3.4664480590820315, |
| "step": 18900 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.5166953802108765, |
| "learning_rate": 0.0006868130127463385, |
| "loss": 3.44828125, |
| "step": 19000 |
| }, |
| { |
| "epoch": 0.38, |
| "eval_accuracy": 0.36941738224793846, |
| "eval_loss": 3.4189138412475586, |
| "eval_runtime": 6.3949, |
| "eval_samples_per_second": 303.523, |
| "eval_steps_per_second": 19.078, |
| "step": 19000 |
| }, |
| { |
| "epoch": 0.382, |
| "grad_norm": 0.138035848736763, |
| "learning_rate": 0.0006838864770910745, |
| "loss": 3.4636468505859375, |
| "step": 19100 |
| }, |
| { |
| "epoch": 0.384, |
| "grad_norm": 0.2230982631444931, |
| "learning_rate": 0.0006809526381587703, |
| "loss": 3.4643569946289063, |
| "step": 19200 |
| }, |
| { |
| "epoch": 0.386, |
| "grad_norm": 0.12826211750507355, |
| "learning_rate": 0.0006780116124704383, |
| "loss": 3.45958984375, |
| "step": 19300 |
| }, |
| { |
| "epoch": 0.388, |
| "grad_norm": 0.1421106457710266, |
| "learning_rate": 0.0006750635168325223, |
| "loss": 3.4553872680664064, |
| "step": 19400 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.14258891344070435, |
| "learning_rate": 0.000672108468332257, |
| "loss": 3.4486114501953127, |
| "step": 19500 |
| }, |
| { |
| "epoch": 0.392, |
| "grad_norm": 0.24561843276023865, |
| "learning_rate": 0.0006691465843330194, |
| "loss": 3.4674017333984377, |
| "step": 19600 |
| }, |
| { |
| "epoch": 0.394, |
| "grad_norm": 0.13396546244621277, |
| "learning_rate": 0.0006661779824696658, |
| "loss": 3.4596041870117187, |
| "step": 19700 |
| }, |
| { |
| "epoch": 0.396, |
| "grad_norm": 0.145228311419487, |
| "learning_rate": 0.000663202780643862, |
| "loss": 3.450461120605469, |
| "step": 19800 |
| }, |
| { |
| "epoch": 0.398, |
| "grad_norm": 0.1595899611711502, |
| "learning_rate": 0.0006602210970193982, |
| "loss": 3.4370431518554687, |
| "step": 19900 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.1425502896308899, |
| "learning_rate": 0.0006572330500174975, |
| "loss": 3.441788330078125, |
| "step": 20000 |
| }, |
| { |
| "epoch": 0.4, |
| "eval_accuracy": 0.3703691381064293, |
| "eval_loss": 3.4063475131988525, |
| "eval_runtime": 6.6969, |
| "eval_samples_per_second": 289.838, |
| "eval_steps_per_second": 18.218, |
| "step": 20000 |
| }, |
| { |
| "epoch": 0.402, |
| "grad_norm": 0.1547059416770935, |
| "learning_rate": 0.0006542387583121131, |
| "loss": 3.441893310546875, |
| "step": 20100 |
| }, |
| { |
| "epoch": 0.404, |
| "grad_norm": 0.15452757477760315, |
| "learning_rate": 0.000651238340825213, |
| "loss": 3.434819641113281, |
| "step": 20200 |
| }, |
| { |
| "epoch": 0.406, |
| "grad_norm": 0.13765129446983337, |
| "learning_rate": 0.0006482319167220591, |
| "loss": 3.4564175415039062, |
| "step": 20300 |
| }, |
| { |
| "epoch": 0.408, |
| "grad_norm": 0.15758726000785828, |
| "learning_rate": 0.0006452196054064732, |
| "loss": 3.4555868530273437, |
| "step": 20400 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.3239542543888092, |
| "learning_rate": 0.0006422015265160946, |
| "loss": 3.4481591796875, |
| "step": 20500 |
| }, |
| { |
| "epoch": 0.412, |
| "grad_norm": 0.15911568701267242, |
| "learning_rate": 0.0006391777999176294, |
| "loss": 3.44850341796875, |
| "step": 20600 |
| }, |
| { |
| "epoch": 0.414, |
| "grad_norm": 0.12856774032115936, |
| "learning_rate": 0.000636148545702089, |
| "loss": 3.438498840332031, |
| "step": 20700 |
| }, |
| { |
| "epoch": 0.416, |
| "grad_norm": 0.17129512131214142, |
| "learning_rate": 0.000633113884180021, |
| "loss": 3.438189697265625, |
| "step": 20800 |
| }, |
| { |
| "epoch": 0.418, |
| "grad_norm": 0.14792455732822418, |
| "learning_rate": 0.0006300739358767311, |
| "loss": 3.425160217285156, |
| "step": 20900 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.13070790469646454, |
| "learning_rate": 0.0006270288215274957, |
| "loss": 3.4182763671875, |
| "step": 21000 |
| }, |
| { |
| "epoch": 0.42, |
| "eval_accuracy": 0.3719621193102593, |
| "eval_loss": 3.395620584487915, |
| "eval_runtime": 6.7127, |
| "eval_samples_per_second": 289.155, |
| "eval_steps_per_second": 18.175, |
| "step": 21000 |
| }, |
| { |
| "epoch": 0.422, |
| "grad_norm": 0.1333521008491516, |
| "learning_rate": 0.0006239786620727669, |
| "loss": 3.440789794921875, |
| "step": 21100 |
| }, |
| { |
| "epoch": 0.424, |
| "grad_norm": 0.14673130214214325, |
| "learning_rate": 0.0006209235786533696, |
| "loss": 3.41100341796875, |
| "step": 21200 |
| }, |
| { |
| "epoch": 0.426, |
| "grad_norm": 0.13843247294425964, |
| "learning_rate": 0.00061786369260569, |
| "loss": 3.4241146850585937, |
| "step": 21300 |
| }, |
| { |
| "epoch": 0.428, |
| "grad_norm": 0.15212669968605042, |
| "learning_rate": 0.0006147991254568566, |
| "loss": 3.4158154296875, |
| "step": 21400 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.1734033226966858, |
| "learning_rate": 0.0006117299989199135, |
| "loss": 3.4223089599609375, |
| "step": 21500 |
| }, |
| { |
| "epoch": 0.432, |
| "grad_norm": 0.15912015736103058, |
| "learning_rate": 0.0006086564348889863, |
| "loss": 3.405228271484375, |
| "step": 21600 |
| }, |
| { |
| "epoch": 0.434, |
| "grad_norm": 0.1569402515888214, |
| "learning_rate": 0.0006055785554344417, |
| "loss": 3.4033087158203124, |
| "step": 21700 |
| }, |
| { |
| "epoch": 0.436, |
| "grad_norm": 0.15008965134620667, |
| "learning_rate": 0.0006024964827980378, |
| "loss": 3.4061663818359373, |
| "step": 21800 |
| }, |
| { |
| "epoch": 0.438, |
| "grad_norm": 0.12902535498142242, |
| "learning_rate": 0.0005994103393880712, |
| "loss": 3.3769439697265624, |
| "step": 21900 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 0.14630058407783508, |
| "learning_rate": 0.0005963202477745134, |
| "loss": 3.3858111572265623, |
| "step": 22000 |
| }, |
| { |
| "epoch": 0.44, |
| "eval_accuracy": 0.372494457332805, |
| "eval_loss": 3.3869516849517822, |
| "eval_runtime": 6.5171, |
| "eval_samples_per_second": 297.832, |
| "eval_steps_per_second": 18.72, |
| "step": 22000 |
| }, |
| { |
| "epoch": 0.442, |
| "grad_norm": 0.13086584210395813, |
| "learning_rate": 0.0005932263306841439, |
| "loss": 3.4057171630859373, |
| "step": 22100 |
| }, |
| { |
| "epoch": 0.444, |
| "grad_norm": 0.14566738903522491, |
| "learning_rate": 0.0005901287109956757, |
| "loss": 3.374288330078125, |
| "step": 22200 |
| }, |
| { |
| "epoch": 0.446, |
| "grad_norm": 0.13566701114177704, |
| "learning_rate": 0.0005870275117348753, |
| "loss": 3.3892340087890624, |
| "step": 22300 |
| }, |
| { |
| "epoch": 0.448, |
| "grad_norm": 0.18162570893764496, |
| "learning_rate": 0.0005839228560696758, |
| "loss": 3.417158508300781, |
| "step": 22400 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 0.1380554586648941, |
| "learning_rate": 0.0005808148673052863, |
| "loss": 3.385755615234375, |
| "step": 22500 |
| }, |
| { |
| "epoch": 0.452, |
| "grad_norm": 0.13876518607139587, |
| "learning_rate": 0.0005777036688792934, |
| "loss": 3.3734304809570315, |
| "step": 22600 |
| }, |
| { |
| "epoch": 0.454, |
| "grad_norm": 0.1451270580291748, |
| "learning_rate": 0.0005745893843567593, |
| "loss": 3.3767324829101564, |
| "step": 22700 |
| }, |
| { |
| "epoch": 0.456, |
| "grad_norm": 0.14231646060943604, |
| "learning_rate": 0.0005714721374253151, |
| "loss": 3.3700411987304686, |
| "step": 22800 |
| }, |
| { |
| "epoch": 0.458, |
| "grad_norm": 0.14160802960395813, |
| "learning_rate": 0.0005683520518902468, |
| "loss": 3.3719024658203125, |
| "step": 22900 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 0.15433672070503235, |
| "learning_rate": 0.0005652292516695795, |
| "loss": 3.3654217529296875, |
| "step": 23000 |
| }, |
| { |
| "epoch": 0.46, |
| "eval_accuracy": 0.3727878481747762, |
| "eval_loss": 3.3823931217193604, |
| "eval_runtime": 6.745, |
| "eval_samples_per_second": 287.769, |
| "eval_steps_per_second": 18.087, |
| "step": 23000 |
| }, |
| { |
| "epoch": 0.462, |
| "grad_norm": 0.13699641823768616, |
| "learning_rate": 0.0005621038607891551, |
| "loss": 3.3590658569335936, |
| "step": 23100 |
| }, |
| { |
| "epoch": 0.464, |
| "grad_norm": 0.14364606142044067, |
| "learning_rate": 0.0005589760033777068, |
| "loss": 3.3595770263671874, |
| "step": 23200 |
| }, |
| { |
| "epoch": 0.466, |
| "grad_norm": 0.15491677820682526, |
| "learning_rate": 0.0005558458036619291, |
| "loss": 3.3718606567382814, |
| "step": 23300 |
| }, |
| { |
| "epoch": 0.468, |
| "grad_norm": 0.14689157903194427, |
| "learning_rate": 0.0005527133859615443, |
| "loss": 3.3682122802734376, |
| "step": 23400 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 0.2537364363670349, |
| "learning_rate": 0.0005495788746843641, |
| "loss": 3.3676806640625, |
| "step": 23500 |
| }, |
| { |
| "epoch": 0.472, |
| "grad_norm": 0.15198677778244019, |
| "learning_rate": 0.0005464423943213493, |
| "loss": 3.3796755981445314, |
| "step": 23600 |
| }, |
| { |
| "epoch": 0.474, |
| "grad_norm": 0.14707693457603455, |
| "learning_rate": 0.0005433040694416661, |
| "loss": 3.3943267822265626, |
| "step": 23700 |
| }, |
| { |
| "epoch": 0.476, |
| "grad_norm": 0.13588809967041016, |
| "learning_rate": 0.0005401640246877371, |
| "loss": 3.3692440795898437, |
| "step": 23800 |
| }, |
| { |
| "epoch": 0.478, |
| "grad_norm": 0.1468556970357895, |
| "learning_rate": 0.0005370223847702919, |
| "loss": 3.35807861328125, |
| "step": 23900 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.15797235071659088, |
| "learning_rate": 0.0005338792744634145, |
| "loss": 3.3942901611328127, |
| "step": 24000 |
| }, |
| { |
| "epoch": 0.48, |
| "eval_accuracy": 0.3733514408918275, |
| "eval_loss": 3.375581741333008, |
| "eval_runtime": 7.2715, |
| "eval_samples_per_second": 266.931, |
| "eval_steps_per_second": 16.778, |
| "step": 24000 |
| }, |
| { |
| "epoch": 0.482, |
| "grad_norm": 0.15001367032527924, |
| "learning_rate": 0.0005307348185995866, |
| "loss": 3.37049560546875, |
| "step": 24100 |
| }, |
| { |
| "epoch": 0.484, |
| "grad_norm": 0.15163348615169525, |
| "learning_rate": 0.0005275891420647307, |
| "loss": 3.3899249267578124, |
| "step": 24200 |
| }, |
| { |
| "epoch": 0.486, |
| "grad_norm": 0.13754494488239288, |
| "learning_rate": 0.0005244423697932499, |
| "loss": 3.397990417480469, |
| "step": 24300 |
| }, |
| { |
| "epoch": 0.488, |
| "grad_norm": 0.13546991348266602, |
| "learning_rate": 0.0005212946267630653, |
| "loss": 3.4154788208007814, |
| "step": 24400 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 0.17627890408039093, |
| "learning_rate": 0.0005181460379906534, |
| "loss": 3.4125030517578123, |
| "step": 24500 |
| }, |
| { |
| "epoch": 0.492, |
| "grad_norm": 0.14234718680381775, |
| "learning_rate": 0.0005149967285260802, |
| "loss": 3.4010299682617187, |
| "step": 24600 |
| }, |
| { |
| "epoch": 0.494, |
| "grad_norm": 0.1589398831129074, |
| "learning_rate": 0.0005118468234480345, |
| "loss": 3.4132962036132812, |
| "step": 24700 |
| }, |
| { |
| "epoch": 0.496, |
| "grad_norm": 0.12560983002185822, |
| "learning_rate": 0.0005086964478588614, |
| "loss": 3.3963751220703124, |
| "step": 24800 |
| }, |
| { |
| "epoch": 0.498, |
| "grad_norm": 0.14177259802818298, |
| "learning_rate": 0.0005055457268795923, |
| "loss": 3.3922305297851563, |
| "step": 24900 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.13485221564769745, |
| "learning_rate": 0.0005023947856449762, |
| "loss": 3.3956787109375, |
| "step": 25000 |
| }, |
| { |
| "epoch": 0.5, |
| "eval_accuracy": 0.3757247812423439, |
| "eval_loss": 3.3547720909118652, |
| "eval_runtime": 6.4257, |
| "eval_samples_per_second": 302.069, |
| "eval_steps_per_second": 18.986, |
| "step": 25000 |
| }, |
| { |
| "epoch": 0.502, |
| "grad_norm": 0.1296602189540863, |
| "learning_rate": 0.00049924374929851, |
| "loss": 3.4078851318359376, |
| "step": 25100 |
| }, |
| { |
| "epoch": 0.504, |
| "grad_norm": 0.17173421382904053, |
| "learning_rate": 0.0004960927429874685, |
| "loss": 3.378636779785156, |
| "step": 25200 |
| }, |
| { |
| "epoch": 0.506, |
| "grad_norm": 0.14787626266479492, |
| "learning_rate": 0.0004929418918579327, |
| "loss": 3.3894952392578124, |
| "step": 25300 |
| }, |
| { |
| "epoch": 0.508, |
| "grad_norm": 0.14193665981292725, |
| "learning_rate": 0.0004897913210498212, |
| "loss": 3.3784576416015626, |
| "step": 25400 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 0.34911948442459106, |
| "learning_rate": 0.0004866411556919189, |
| "loss": 3.4079013061523438, |
| "step": 25500 |
| }, |
| { |
| "epoch": 0.512, |
| "grad_norm": 0.14956624805927277, |
| "learning_rate": 0.00048349152089690765, |
| "loss": 3.395030517578125, |
| "step": 25600 |
| }, |
| { |
| "epoch": 0.514, |
| "grad_norm": 0.1397118866443634, |
| "learning_rate": 0.0004803425417563974, |
| "loss": 3.3780328369140626, |
| "step": 25700 |
| }, |
| { |
| "epoch": 0.516, |
| "grad_norm": 0.13487640023231506, |
| "learning_rate": 0.00047719434333595825, |
| "loss": 3.3928378295898436, |
| "step": 25800 |
| }, |
| { |
| "epoch": 0.518, |
| "grad_norm": 0.14225220680236816, |
| "learning_rate": 0.0004740470506701529, |
| "loss": 3.381436767578125, |
| "step": 25900 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 0.13680697977542877, |
| "learning_rate": 0.0004709007887575706, |
| "loss": 3.378739318847656, |
| "step": 26000 |
| }, |
| { |
| "epoch": 0.52, |
| "eval_accuracy": 0.3769195171452164, |
| "eval_loss": 3.345224142074585, |
| "eval_runtime": 6.5169, |
| "eval_samples_per_second": 297.843, |
| "eval_steps_per_second": 18.721, |
| "step": 26000 |
| }, |
| { |
| "epoch": 0.522, |
| "grad_norm": 0.14482583105564117, |
| "learning_rate": 0.0004677556825558636, |
| "loss": 3.380513000488281, |
| "step": 26100 |
| }, |
| { |
| "epoch": 0.524, |
| "grad_norm": 0.1740926057100296, |
| "learning_rate": 0.0004646118569767831, |
| "loss": 3.3777206420898436, |
| "step": 26200 |
| }, |
| { |
| "epoch": 0.526, |
| "grad_norm": 0.13794536888599396, |
| "learning_rate": 0.00046146943688121875, |
| "loss": 3.3788577270507814, |
| "step": 26300 |
| }, |
| { |
| "epoch": 0.528, |
| "grad_norm": 0.14884917438030243, |
| "learning_rate": 0.00045832854707424044, |
| "loss": 3.372579345703125, |
| "step": 26400 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 0.14392748475074768, |
| "learning_rate": 0.0004551893123001399, |
| "loss": 3.369126281738281, |
| "step": 26500 |
| }, |
| { |
| "epoch": 0.532, |
| "grad_norm": 0.1415095329284668, |
| "learning_rate": 0.0004520518572374776, |
| "loss": 3.4073892211914063, |
| "step": 26600 |
| }, |
| { |
| "epoch": 0.534, |
| "grad_norm": 0.17241106927394867, |
| "learning_rate": 0.00044891630649413096, |
| "loss": 3.3727621459960937, |
| "step": 26700 |
| }, |
| { |
| "epoch": 0.536, |
| "grad_norm": 0.1402324140071869, |
| "learning_rate": 0.0004457827846023443, |
| "loss": 3.3563668823242185, |
| "step": 26800 |
| }, |
| { |
| "epoch": 0.538, |
| "grad_norm": 0.13993528485298157, |
| "learning_rate": 0.0004426514160137837, |
| "loss": 3.36125244140625, |
| "step": 26900 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 0.14961598813533783, |
| "learning_rate": 0.000439522325094595, |
| "loss": 3.360479431152344, |
| "step": 27000 |
| }, |
| { |
| "epoch": 0.54, |
| "eval_accuracy": 0.37769785985999915, |
| "eval_loss": 3.3393123149871826, |
| "eval_runtime": 6.2827, |
| "eval_samples_per_second": 308.945, |
| "eval_steps_per_second": 19.418, |
| "step": 27000 |
| }, |
| { |
| "epoch": 0.542, |
| "grad_norm": 0.12927019596099854, |
| "learning_rate": 0.0004363956361204626, |
| "loss": 3.3508065795898436, |
| "step": 27100 |
| }, |
| { |
| "epoch": 0.544, |
| "grad_norm": 0.15256398916244507, |
| "learning_rate": 0.0004332714732716751, |
| "loss": 3.357308044433594, |
| "step": 27200 |
| }, |
| { |
| "epoch": 0.546, |
| "grad_norm": 0.13779006898403168, |
| "learning_rate": 0.0004301499606281931, |
| "loss": 3.3775006103515626, |
| "step": 27300 |
| }, |
| { |
| "epoch": 0.548, |
| "grad_norm": 0.1694018542766571, |
| "learning_rate": 0.00042703122216472094, |
| "loss": 3.3572964477539062, |
| "step": 27400 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 0.1522066593170166, |
| "learning_rate": 0.00042391538174578263, |
| "loss": 3.3765057373046874, |
| "step": 27500 |
| }, |
| { |
| "epoch": 0.552, |
| "grad_norm": 0.14023618400096893, |
| "learning_rate": 0.0004208025631208036, |
| "loss": 3.355110778808594, |
| "step": 27600 |
| }, |
| { |
| "epoch": 0.554, |
| "grad_norm": 0.14079532027244568, |
| "learning_rate": 0.0004176928899191941, |
| "loss": 3.3566073608398437, |
| "step": 27700 |
| }, |
| { |
| "epoch": 0.556, |
| "grad_norm": 0.14286920428276062, |
| "learning_rate": 0.0004145864856454404, |
| "loss": 3.3700027465820312, |
| "step": 27800 |
| }, |
| { |
| "epoch": 0.558, |
| "grad_norm": 0.13522571325302124, |
| "learning_rate": 0.00041148347367419983, |
| "loss": 3.3883221435546873, |
| "step": 27900 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 0.18117037415504456, |
| "learning_rate": 0.00040838397724539947, |
| "loss": 3.3707275390625, |
| "step": 28000 |
| }, |
| { |
| "epoch": 0.56, |
| "eval_accuracy": 0.3787030511639349, |
| "eval_loss": 3.330246925354004, |
| "eval_runtime": 6.6261, |
| "eval_samples_per_second": 292.932, |
| "eval_steps_per_second": 18.412, |
| "step": 28000 |
| }, |
| { |
| "epoch": 0.562, |
| "grad_norm": 0.14532077312469482, |
| "learning_rate": 0.0004052881194593424, |
| "loss": 3.372833251953125, |
| "step": 28100 |
| }, |
| { |
| "epoch": 0.564, |
| "grad_norm": 0.13675428926944733, |
| "learning_rate": 0.0004021960232718194, |
| "loss": 3.3700936889648436, |
| "step": 28200 |
| }, |
| { |
| "epoch": 0.566, |
| "grad_norm": 0.15135474503040314, |
| "learning_rate": 0.00039910781148922364, |
| "loss": 3.3734249877929687, |
| "step": 28300 |
| }, |
| { |
| "epoch": 0.568, |
| "grad_norm": 0.1487869918346405, |
| "learning_rate": 0.00039602360676367474, |
| "loss": 3.3548593139648437, |
| "step": 28400 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 0.12845182418823242, |
| "learning_rate": 0.00039294353158814783, |
| "loss": 3.3592022705078124, |
| "step": 28500 |
| }, |
| { |
| "epoch": 0.572, |
| "grad_norm": 0.15905176103115082, |
| "learning_rate": 0.0003898677082916068, |
| "loss": 3.375569152832031, |
| "step": 28600 |
| }, |
| { |
| "epoch": 0.574, |
| "grad_norm": 0.1350318342447281, |
| "learning_rate": 0.0003867962590341477, |
| "loss": 3.363053894042969, |
| "step": 28700 |
| }, |
| { |
| "epoch": 0.576, |
| "grad_norm": 0.15002867579460144, |
| "learning_rate": 0.00038372930580214595, |
| "loss": 3.3725015258789064, |
| "step": 28800 |
| }, |
| { |
| "epoch": 0.578, |
| "grad_norm": 0.14523345232009888, |
| "learning_rate": 0.000380666970403412, |
| "loss": 3.375093688964844, |
| "step": 28900 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 0.1521645337343216, |
| "learning_rate": 0.000377609374462353, |
| "loss": 3.350813903808594, |
| "step": 29000 |
| }, |
| { |
| "epoch": 0.58, |
| "eval_accuracy": 0.3793452847252259, |
| "eval_loss": 3.322114944458008, |
| "eval_runtime": 6.9103, |
| "eval_samples_per_second": 280.884, |
| "eval_steps_per_second": 17.655, |
| "step": 29000 |
| }, |
| { |
| "epoch": 0.582, |
| "grad_norm": 0.14382348954677582, |
| "learning_rate": 0.00037455663941514335, |
| "loss": 3.3781756591796874, |
| "step": 29100 |
| }, |
| { |
| "epoch": 0.584, |
| "grad_norm": 0.1457841694355011, |
| "learning_rate": 0.00037150888650490057, |
| "loss": 3.3773403930664063, |
| "step": 29200 |
| }, |
| { |
| "epoch": 0.586, |
| "grad_norm": 0.13661234080791473, |
| "learning_rate": 0.0003684662367768703, |
| "loss": 3.3766348266601565, |
| "step": 29300 |
| }, |
| { |
| "epoch": 0.588, |
| "grad_norm": 0.16734236478805542, |
| "learning_rate": 0.00036542881107361983, |
| "loss": 3.3571905517578124, |
| "step": 29400 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 0.14157910645008087, |
| "learning_rate": 0.00036239673003023745, |
| "loss": 3.366629638671875, |
| "step": 29500 |
| }, |
| { |
| "epoch": 0.592, |
| "grad_norm": 0.13826872408390045, |
| "learning_rate": 0.0003593701140695413, |
| "loss": 3.3789642333984373, |
| "step": 29600 |
| }, |
| { |
| "epoch": 0.594, |
| "grad_norm": 0.1601548194885254, |
| "learning_rate": 0.00035634908339729813, |
| "loss": 3.37031005859375, |
| "step": 29700 |
| }, |
| { |
| "epoch": 0.596, |
| "grad_norm": 0.13469478487968445, |
| "learning_rate": 0.00035333375799744704, |
| "loss": 3.3534210205078123, |
| "step": 29800 |
| }, |
| { |
| "epoch": 0.598, |
| "grad_norm": 0.12652449309825897, |
| "learning_rate": 0.00035032425762733554, |
| "loss": 3.34040283203125, |
| "step": 29900 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 0.18712250888347626, |
| "learning_rate": 0.0003473207018129635, |
| "loss": 3.356614685058594, |
| "step": 30000 |
| }, |
| { |
| "epoch": 0.6, |
| "eval_accuracy": 0.3802063011480555, |
| "eval_loss": 3.314772367477417, |
| "eval_runtime": 6.363, |
| "eval_samples_per_second": 305.046, |
| "eval_steps_per_second": 19.173, |
| "step": 30000 |
| }, |
| { |
| "epoch": 0.602, |
| "grad_norm": 0.14657410979270935, |
| "learning_rate": 0.0003443232098442347, |
| "loss": 3.3668572998046873, |
| "step": 30100 |
| }, |
| { |
| "epoch": 0.604, |
| "grad_norm": 0.138699010014534, |
| "learning_rate": 0.0003413319007702201, |
| "loss": 3.3502297973632813, |
| "step": 30200 |
| }, |
| { |
| "epoch": 0.606, |
| "grad_norm": 0.15832597017288208, |
| "learning_rate": 0.0003383468933944299, |
| "loss": 3.355211181640625, |
| "step": 30300 |
| }, |
| { |
| "epoch": 0.608, |
| "grad_norm": 0.15029780566692352, |
| "learning_rate": 0.0003353683062700939, |
| "loss": 3.348283386230469, |
| "step": 30400 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 0.17595185339450836, |
| "learning_rate": 0.0003323962576954539, |
| "loss": 3.3513107299804688, |
| "step": 30500 |
| }, |
| { |
| "epoch": 0.612, |
| "grad_norm": 0.1754045933485031, |
| "learning_rate": 0.00032943086570906576, |
| "loss": 3.3677444458007812, |
| "step": 30600 |
| }, |
| { |
| "epoch": 0.614, |
| "grad_norm": 0.14994262158870697, |
| "learning_rate": 0.00032647224808511, |
| "loss": 3.3526513671875, |
| "step": 30700 |
| }, |
| { |
| "epoch": 0.616, |
| "grad_norm": 0.14404474198818207, |
| "learning_rate": 0.00032352052232871543, |
| "loss": 3.31786865234375, |
| "step": 30800 |
| }, |
| { |
| "epoch": 0.618, |
| "grad_norm": 0.14154170453548431, |
| "learning_rate": 0.0003205758056712919, |
| "loss": 3.341680908203125, |
| "step": 30900 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 0.13272085785865784, |
| "learning_rate": 0.0003176382150658742, |
| "loss": 3.344057922363281, |
| "step": 31000 |
| }, |
| { |
| "epoch": 0.62, |
| "eval_accuracy": 0.3808566004369608, |
| "eval_loss": 3.3054208755493164, |
| "eval_runtime": 6.7684, |
| "eval_samples_per_second": 286.774, |
| "eval_steps_per_second": 18.025, |
| "step": 31000 |
| }, |
| { |
| "epoch": 0.622, |
| "grad_norm": 0.14439266920089722, |
| "learning_rate": 0.00031470786718247704, |
| "loss": 3.336947021484375, |
| "step": 31100 |
| }, |
| { |
| "epoch": 0.624, |
| "grad_norm": 0.1481838971376419, |
| "learning_rate": 0.000311784878403462, |
| "loss": 3.3591497802734374, |
| "step": 31200 |
| }, |
| { |
| "epoch": 0.626, |
| "grad_norm": 0.13957072794437408, |
| "learning_rate": 0.00030886936481891447, |
| "loss": 3.333016357421875, |
| "step": 31300 |
| }, |
| { |
| "epoch": 0.628, |
| "grad_norm": 0.1470046043395996, |
| "learning_rate": 0.0003059614422220331, |
| "loss": 3.349130859375, |
| "step": 31400 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 0.13627968728542328, |
| "learning_rate": 0.00030306122610453183, |
| "loss": 3.3334747314453126, |
| "step": 31500 |
| }, |
| { |
| "epoch": 0.632, |
| "grad_norm": 0.27877408266067505, |
| "learning_rate": 0.00030016883165205166, |
| "loss": 3.3201373291015623, |
| "step": 31600 |
| }, |
| { |
| "epoch": 0.634, |
| "grad_norm": 0.14691542088985443, |
| "learning_rate": 0.00029728437373958684, |
| "loss": 3.3420004272460937, |
| "step": 31700 |
| }, |
| { |
| "epoch": 0.636, |
| "grad_norm": 0.1655166745185852, |
| "learning_rate": 0.0002944079669269224, |
| "loss": 3.32868408203125, |
| "step": 31800 |
| }, |
| { |
| "epoch": 0.638, |
| "grad_norm": 0.16263002157211304, |
| "learning_rate": 0.0002915397254540836, |
| "loss": 3.327845153808594, |
| "step": 31900 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 0.13551194965839386, |
| "learning_rate": 0.00028867976323679957, |
| "loss": 3.326793518066406, |
| "step": 32000 |
| }, |
| { |
| "epoch": 0.64, |
| "eval_accuracy": 0.38135970019690457, |
| "eval_loss": 3.302846908569336, |
| "eval_runtime": 6.3825, |
| "eval_samples_per_second": 304.112, |
| "eval_steps_per_second": 19.115, |
| "step": 32000 |
| }, |
| { |
| "epoch": 0.002, |
| "grad_norm": 0.14640577137470245, |
| "learning_rate": 0.0002858281938619785, |
| "loss": 3.115254211425781, |
| "step": 32100 |
| }, |
| { |
| "epoch": 0.004, |
| "grad_norm": 0.139010488986969, |
| "learning_rate": 0.00028298513058319685, |
| "loss": 3.07729248046875, |
| "step": 32200 |
| }, |
| { |
| "epoch": 0.006, |
| "grad_norm": 0.1498369425535202, |
| "learning_rate": 0.0002801506863162001, |
| "loss": 3.0912158203125, |
| "step": 32300 |
| }, |
| { |
| "epoch": 0.008, |
| "grad_norm": 0.15137332677841187, |
| "learning_rate": 0.0002773249736344206, |
| "loss": 3.07073486328125, |
| "step": 32400 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.14690713584423065, |
| "learning_rate": 0.0002745081047645037, |
| "loss": 3.0815118408203124, |
| "step": 32500 |
| }, |
| { |
| "epoch": 0.012, |
| "grad_norm": 0.1449531465768814, |
| "learning_rate": 0.00027170019158185253, |
| "loss": 3.067219543457031, |
| "step": 32600 |
| }, |
| { |
| "epoch": 0.014, |
| "grad_norm": 0.15289907157421112, |
| "learning_rate": 0.0002689013456061843, |
| "loss": 3.065643310546875, |
| "step": 32700 |
| }, |
| { |
| "epoch": 0.016, |
| "grad_norm": 0.13553819060325623, |
| "learning_rate": 0.00026611167799710044, |
| "loss": 3.081978759765625, |
| "step": 32800 |
| }, |
| { |
| "epoch": 0.018, |
| "grad_norm": 0.15303637087345123, |
| "learning_rate": 0.0002633312995496727, |
| "loss": 3.074805908203125, |
| "step": 32900 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.1398230940103531, |
| "learning_rate": 0.0002605603206900423, |
| "loss": 3.061953125, |
| "step": 33000 |
| }, |
| { |
| "epoch": 0.02, |
| "eval_accuracy": 0.3804281086574496, |
| "eval_loss": 3.310852289199829, |
| "eval_runtime": 11.9581, |
| "eval_samples_per_second": 162.316, |
| "eval_steps_per_second": 10.202, |
| "step": 33000 |
| }, |
| { |
| "epoch": 0.022, |
| "grad_norm": 0.19870808720588684, |
| "learning_rate": 0.00025779885147103436, |
| "loss": 3.070841979980469, |
| "step": 33100 |
| }, |
| { |
| "epoch": 0.024, |
| "grad_norm": 0.15535953640937805, |
| "learning_rate": 0.0002550470015677863, |
| "loss": 3.064533996582031, |
| "step": 33200 |
| }, |
| { |
| "epoch": 0.026, |
| "grad_norm": 0.15493761003017426, |
| "learning_rate": 0.0002523048802733939, |
| "loss": 3.0495779418945315, |
| "step": 33300 |
| }, |
| { |
| "epoch": 0.028, |
| "grad_norm": 0.13659609854221344, |
| "learning_rate": 0.0002495725964945681, |
| "loss": 3.042427978515625, |
| "step": 33400 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.1522352397441864, |
| "learning_rate": 0.0002468502587473111, |
| "loss": 3.0562362670898438, |
| "step": 33500 |
| }, |
| { |
| "epoch": 0.032, |
| "grad_norm": 0.19474385678768158, |
| "learning_rate": 0.00024413797515260717, |
| "loss": 3.051845703125, |
| "step": 33600 |
| }, |
| { |
| "epoch": 0.034, |
| "grad_norm": 0.15455342829227448, |
| "learning_rate": 0.0002414358534321262, |
| "loss": 3.0544952392578124, |
| "step": 33700 |
| }, |
| { |
| "epoch": 0.036, |
| "grad_norm": 0.17269164323806763, |
| "learning_rate": 0.00023874400090394778, |
| "loss": 3.0642709350585937, |
| "step": 33800 |
| }, |
| { |
| "epoch": 0.038, |
| "grad_norm": 0.14971676468849182, |
| "learning_rate": 0.0002360625244782974, |
| "loss": 3.0341754150390625, |
| "step": 33900 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.14853248000144958, |
| "learning_rate": 0.0002333915306533012, |
| "loss": 3.015852355957031, |
| "step": 34000 |
| }, |
| { |
| "epoch": 0.04, |
| "eval_accuracy": 0.38098766851069366, |
| "eval_loss": 3.3074276447296143, |
| "eval_runtime": 13.1242, |
| "eval_samples_per_second": 147.895, |
| "eval_steps_per_second": 9.296, |
| "step": 34000 |
| }, |
| { |
| "epoch": 0.042, |
| "grad_norm": 0.15125946700572968, |
| "learning_rate": 0.00023073112551075587, |
| "loss": 3.0514120483398437, |
| "step": 34100 |
| }, |
| { |
| "epoch": 0.044, |
| "grad_norm": 0.1368522197008133, |
| "learning_rate": 0.00022808141471191557, |
| "loss": 3.0052923583984374, |
| "step": 34200 |
| }, |
| { |
| "epoch": 0.046, |
| "grad_norm": 0.153466135263443, |
| "learning_rate": 0.00022544250349329565, |
| "loss": 3.0354010009765626, |
| "step": 34300 |
| }, |
| { |
| "epoch": 0.048, |
| "grad_norm": 0.14528165757656097, |
| "learning_rate": 0.00022281449666249222, |
| "loss": 3.0583941650390627, |
| "step": 34400 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.16713589429855347, |
| "learning_rate": 0.0002201974985940215, |
| "loss": 3.046011962890625, |
| "step": 34500 |
| }, |
| { |
| "epoch": 0.052, |
| "grad_norm": 0.1621810495853424, |
| "learning_rate": 0.00021759161322517184, |
| "loss": 3.021026916503906, |
| "step": 34600 |
| }, |
| { |
| "epoch": 0.054, |
| "grad_norm": 0.1539982110261917, |
| "learning_rate": 0.00021499694405187797, |
| "loss": 3.0086825561523436, |
| "step": 34700 |
| }, |
| { |
| "epoch": 0.056, |
| "grad_norm": 0.1489582359790802, |
| "learning_rate": 0.00021241359412460937, |
| "loss": 3.038551025390625, |
| "step": 34800 |
| }, |
| { |
| "epoch": 0.058, |
| "grad_norm": 0.15666431188583374, |
| "learning_rate": 0.00020984166604427778, |
| "loss": 3.0483087158203124, |
| "step": 34900 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.5827662348747253, |
| "learning_rate": 0.00020728126195816238, |
| "loss": 3.0230258178710936, |
| "step": 35000 |
| }, |
| { |
| "epoch": 0.06, |
| "eval_accuracy": 0.38149883399825174, |
| "eval_loss": 3.3024532794952393, |
| "eval_runtime": 8.9187, |
| "eval_samples_per_second": 217.633, |
| "eval_steps_per_second": 13.679, |
| "step": 35000 |
| }, |
| { |
| "epoch": 0.062, |
| "grad_norm": 0.14230984449386597, |
| "learning_rate": 0.00020473248355585267, |
| "loss": 3.0248248291015627, |
| "step": 35100 |
| }, |
| { |
| "epoch": 0.064, |
| "grad_norm": 0.13632775843143463, |
| "learning_rate": 0.00020219543206521, |
| "loss": 3.0088482666015626, |
| "step": 35200 |
| }, |
| { |
| "epoch": 0.066, |
| "grad_norm": 0.14240941405296326, |
| "learning_rate": 0.00019967020824834648, |
| "loss": 3.0288742065429686, |
| "step": 35300 |
| }, |
| { |
| "epoch": 0.068, |
| "grad_norm": 0.16221162676811218, |
| "learning_rate": 0.00019715691239762466, |
| "loss": 3.007751770019531, |
| "step": 35400 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.15388672053813934, |
| "learning_rate": 0.00019465564433167237, |
| "loss": 3.0218731689453127, |
| "step": 35500 |
| }, |
| { |
| "epoch": 0.072, |
| "grad_norm": 0.1594669222831726, |
| "learning_rate": 0.0001921665033914196, |
| "loss": 3.030206604003906, |
| "step": 35600 |
| }, |
| { |
| "epoch": 0.074, |
| "grad_norm": 0.15590718388557434, |
| "learning_rate": 0.00018968958843615263, |
| "loss": 3.0212777709960936, |
| "step": 35700 |
| }, |
| { |
| "epoch": 0.076, |
| "grad_norm": 0.19116833806037903, |
| "learning_rate": 0.0001872249978395878, |
| "loss": 3.014992370605469, |
| "step": 35800 |
| }, |
| { |
| "epoch": 0.078, |
| "grad_norm": 0.1420874446630478, |
| "learning_rate": 0.00018477282948596425, |
| "loss": 3.003076171875, |
| "step": 35900 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.14843791723251343, |
| "learning_rate": 0.00018233318076615667, |
| "loss": 3.0334661865234374, |
| "step": 36000 |
| }, |
| { |
| "epoch": 0.08, |
| "eval_accuracy": 0.3820614184993512, |
| "eval_loss": 3.2988061904907227, |
| "eval_runtime": 8.5815, |
| "eval_samples_per_second": 226.185, |
| "eval_steps_per_second": 14.217, |
| "step": 36000 |
| }, |
| { |
| "epoch": 0.082, |
| "grad_norm": 0.17176257073879242, |
| "learning_rate": 0.00017990614857380728, |
| "loss": 3.0163888549804687, |
| "step": 36100 |
| }, |
| { |
| "epoch": 0.084, |
| "grad_norm": 0.13782846927642822, |
| "learning_rate": 0.00017749182930147656, |
| "loss": 3.010736999511719, |
| "step": 36200 |
| }, |
| { |
| "epoch": 0.086, |
| "grad_norm": 0.14697974920272827, |
| "learning_rate": 0.00017509031883681714, |
| "loss": 3.0050363159179687, |
| "step": 36300 |
| }, |
| { |
| "epoch": 0.088, |
| "grad_norm": 0.1496117264032364, |
| "learning_rate": 0.00017270171255876328, |
| "loss": 2.994004211425781, |
| "step": 36400 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 0.14235389232635498, |
| "learning_rate": 0.00017032610533374338, |
| "loss": 3.0134628295898436, |
| "step": 36500 |
| }, |
| { |
| "epoch": 0.092, |
| "grad_norm": 0.16272151470184326, |
| "learning_rate": 0.0001679635915119136, |
| "loss": 2.9897280883789064, |
| "step": 36600 |
| }, |
| { |
| "epoch": 0.094, |
| "grad_norm": 0.15706537663936615, |
| "learning_rate": 0.00016561426492340826, |
| "loss": 3.014703369140625, |
| "step": 36700 |
| }, |
| { |
| "epoch": 0.096, |
| "grad_norm": 0.149558886885643, |
| "learning_rate": 0.0001632782188746153, |
| "loss": 2.9928765869140626, |
| "step": 36800 |
| }, |
| { |
| "epoch": 0.098, |
| "grad_norm": 0.1528598964214325, |
| "learning_rate": 0.00016095554614446955, |
| "loss": 2.9844891357421877, |
| "step": 36900 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.15897603332996368, |
| "learning_rate": 0.00015864633898076812, |
| "loss": 3.0097698974609375, |
| "step": 37000 |
| }, |
| { |
| "epoch": 0.1, |
| "eval_accuracy": 0.38257762506666826, |
| "eval_loss": 3.2958788871765137, |
| "eval_runtime": 9.1504, |
| "eval_samples_per_second": 212.121, |
| "eval_steps_per_second": 13.333, |
| "step": 37000 |
| }, |
| { |
| "epoch": 0.102, |
| "grad_norm": 0.14843960106372833, |
| "learning_rate": 0.00015635068909650656, |
| "loss": 2.975020446777344, |
| "step": 37100 |
| }, |
| { |
| "epoch": 0.104, |
| "grad_norm": 0.15033408999443054, |
| "learning_rate": 0.0001540686876662365, |
| "loss": 3.0080502319335936, |
| "step": 37200 |
| }, |
| { |
| "epoch": 0.106, |
| "grad_norm": 0.15051966905593872, |
| "learning_rate": 0.00015180042532244448, |
| "loss": 2.989608154296875, |
| "step": 37300 |
| }, |
| { |
| "epoch": 0.108, |
| "grad_norm": 0.13960620760917664, |
| "learning_rate": 0.00014954599215195196, |
| "loss": 3.0019635009765624, |
| "step": 37400 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.14864717423915863, |
| "learning_rate": 0.00014730547769233876, |
| "loss": 2.99054931640625, |
| "step": 37500 |
| }, |
| { |
| "epoch": 0.112, |
| "grad_norm": 0.13497526943683624, |
| "learning_rate": 0.00014507897092838496, |
| "loss": 2.9777395629882815, |
| "step": 37600 |
| }, |
| { |
| "epoch": 0.114, |
| "grad_norm": 0.14896409213542938, |
| "learning_rate": 0.00014286656028853845, |
| "loss": 2.983952941894531, |
| "step": 37700 |
| }, |
| { |
| "epoch": 0.116, |
| "grad_norm": 0.14890077710151672, |
| "learning_rate": 0.00014066833364140215, |
| "loss": 2.9580343627929686, |
| "step": 37800 |
| }, |
| { |
| "epoch": 0.118, |
| "grad_norm": 0.1506078690290451, |
| "learning_rate": 0.0001384843782922442, |
| "loss": 3.0047003173828126, |
| "step": 37900 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.13839152455329895, |
| "learning_rate": 0.0001363147809795307, |
| "loss": 3.0096331787109376, |
| "step": 38000 |
| }, |
| { |
| "epoch": 0.12, |
| "eval_accuracy": 0.38263912623972757, |
| "eval_loss": 3.293242931365967, |
| "eval_runtime": 8.7928, |
| "eval_samples_per_second": 220.749, |
| "eval_steps_per_second": 13.875, |
| "step": 38000 |
| }, |
| { |
| "epoch": 0.122, |
| "grad_norm": 0.14622287452220917, |
| "learning_rate": 0.0001341596278714808, |
| "loss": 2.981756286621094, |
| "step": 38100 |
| }, |
| { |
| "epoch": 0.124, |
| "grad_norm": 0.14599764347076416, |
| "learning_rate": 0.00013201900456264433, |
| "loss": 2.9829974365234375, |
| "step": 38200 |
| }, |
| { |
| "epoch": 0.126, |
| "grad_norm": 0.15080520510673523, |
| "learning_rate": 0.00012989299607050176, |
| "loss": 3.010633544921875, |
| "step": 38300 |
| }, |
| { |
| "epoch": 0.128, |
| "grad_norm": 0.1488070785999298, |
| "learning_rate": 0.00012778168683208935, |
| "loss": 2.9718212890625, |
| "step": 38400 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 0.16047491133213043, |
| "learning_rate": 0.00012568516070064328, |
| "loss": 2.979062805175781, |
| "step": 38500 |
| }, |
| { |
| "epoch": 0.132, |
| "grad_norm": 0.14107033610343933, |
| "learning_rate": 0.00012360350094227102, |
| "loss": 2.9834564208984373, |
| "step": 38600 |
| }, |
| { |
| "epoch": 0.134, |
| "grad_norm": 0.16287438571453094, |
| "learning_rate": 0.0001215367902326442, |
| "loss": 2.988681640625, |
| "step": 38700 |
| }, |
| { |
| "epoch": 0.136, |
| "grad_norm": 0.1597314476966858, |
| "learning_rate": 0.00011948511065371376, |
| "loss": 2.9878759765625, |
| "step": 38800 |
| }, |
| { |
| "epoch": 0.138, |
| "grad_norm": 0.1734859049320221, |
| "learning_rate": 0.0001174485436904515, |
| "loss": 2.9992620849609377, |
| "step": 38900 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.15174660086631775, |
| "learning_rate": 0.0001154271702276129, |
| "loss": 2.9760171508789064, |
| "step": 39000 |
| }, |
| { |
| "epoch": 0.14, |
| "eval_accuracy": 0.383085765906371, |
| "eval_loss": 3.2904224395751953, |
| "eval_runtime": 8.8802, |
| "eval_samples_per_second": 218.577, |
| "eval_steps_per_second": 13.738, |
| "step": 39000 |
| }, |
| { |
| "epoch": 0.142, |
| "grad_norm": 0.14373154938220978, |
| "learning_rate": 0.00011342107054652494, |
| "loss": 2.9714199829101564, |
| "step": 39100 |
| }, |
| { |
| "epoch": 0.144, |
| "grad_norm": 0.1446230262517929, |
| "learning_rate": 0.00011143032432189776, |
| "loss": 2.985970764160156, |
| "step": 39200 |
| }, |
| { |
| "epoch": 0.146, |
| "grad_norm": 0.15378804504871368, |
| "learning_rate": 0.00010945501061865998, |
| "loss": 2.9741244506835938, |
| "step": 39300 |
| }, |
| { |
| "epoch": 0.148, |
| "grad_norm": 0.14110712707042694, |
| "learning_rate": 0.00010749520788881883, |
| "loss": 2.9957791137695313, |
| "step": 39400 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.14115746319293976, |
| "learning_rate": 0.00010555099396834378, |
| "loss": 2.957854919433594, |
| "step": 39500 |
| }, |
| { |
| "epoch": 0.152, |
| "grad_norm": 0.13682854175567627, |
| "learning_rate": 0.0001036224460740765, |
| "loss": 2.9818161010742186, |
| "step": 39600 |
| }, |
| { |
| "epoch": 0.154, |
| "grad_norm": 0.15571151673793793, |
| "learning_rate": 0.00010170964080066225, |
| "loss": 2.9793820190429687, |
| "step": 39700 |
| }, |
| { |
| "epoch": 0.156, |
| "grad_norm": 0.14156827330589294, |
| "learning_rate": 9.981265411750934e-05, |
| "loss": 2.963619384765625, |
| "step": 39800 |
| }, |
| { |
| "epoch": 0.158, |
| "grad_norm": 0.1549520343542099, |
| "learning_rate": 9.793156136577125e-05, |
| "loss": 2.9770501708984374, |
| "step": 39900 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.15499472618103027, |
| "learning_rate": 9.606643725535436e-05, |
| "loss": 2.9700833129882813, |
| "step": 40000 |
| }, |
| { |
| "epoch": 0.16, |
| "eval_accuracy": 0.38321784219605565, |
| "eval_loss": 3.286919593811035, |
| "eval_runtime": 8.6196, |
| "eval_samples_per_second": 225.184, |
| "eval_steps_per_second": 14.154, |
| "step": 40000 |
| }, |
| { |
| "epoch": 0.162, |
| "grad_norm": 0.15037383139133453, |
| "learning_rate": 9.421735586195107e-05, |
| "loss": 2.9509246826171873, |
| "step": 40100 |
| }, |
| { |
| "epoch": 0.164, |
| "grad_norm": 0.1613582968711853, |
| "learning_rate": 9.238439062409743e-05, |
| "loss": 2.9910101318359374, |
| "step": 40200 |
| }, |
| { |
| "epoch": 0.166, |
| "grad_norm": 0.14735275506973267, |
| "learning_rate": 9.056761434025673e-05, |
| "loss": 2.9853973388671875, |
| "step": 40300 |
| }, |
| { |
| "epoch": 0.168, |
| "grad_norm": 0.1489039957523346, |
| "learning_rate": 8.876709916592768e-05, |
| "loss": 2.9695831298828126, |
| "step": 40400 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.15305224061012268, |
| "learning_rate": 8.698291661077995e-05, |
| "loss": 2.9895590209960936, |
| "step": 40500 |
| }, |
| { |
| "epoch": 0.172, |
| "grad_norm": 0.14815682172775269, |
| "learning_rate": 8.521513753581222e-05, |
| "loss": 2.991077880859375, |
| "step": 40600 |
| }, |
| { |
| "epoch": 0.174, |
| "grad_norm": 0.16085270047187805, |
| "learning_rate": 8.346383215053938e-05, |
| "loss": 2.9522689819335937, |
| "step": 40700 |
| }, |
| { |
| "epoch": 0.176, |
| "grad_norm": 0.15213212370872498, |
| "learning_rate": 8.172907001020341e-05, |
| "loss": 2.9664620971679687, |
| "step": 40800 |
| }, |
| { |
| "epoch": 0.178, |
| "grad_norm": 0.1419726014137268, |
| "learning_rate": 8.001092001301107e-05, |
| "loss": 2.97818115234375, |
| "step": 40900 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.15810449421405792, |
| "learning_rate": 7.830945039739745e-05, |
| "loss": 2.9653594970703123, |
| "step": 41000 |
| }, |
| { |
| "epoch": 0.18, |
| "eval_accuracy": 0.383703802284819, |
| "eval_loss": 3.2846739292144775, |
| "eval_runtime": 8.7053, |
| "eval_samples_per_second": 222.968, |
| "eval_steps_per_second": 14.014, |
| "step": 41000 |
| }, |
| { |
| "epoch": 0.182, |
| "grad_norm": 0.13863492012023926, |
| "learning_rate": 7.66247287393157e-05, |
| "loss": 2.974002685546875, |
| "step": 41100 |
| }, |
| { |
| "epoch": 0.184, |
| "grad_norm": 0.14595595002174377, |
| "learning_rate": 7.495682194955355e-05, |
| "loss": 2.95628173828125, |
| "step": 41200 |
| }, |
| { |
| "epoch": 0.186, |
| "grad_norm": 0.1462547481060028, |
| "learning_rate": 7.330579627107508e-05, |
| "loss": 2.9797796630859374, |
| "step": 41300 |
| }, |
| { |
| "epoch": 0.188, |
| "grad_norm": 0.14023055136203766, |
| "learning_rate": 7.167171727639105e-05, |
| "loss": 2.97584716796875, |
| "step": 41400 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.15168802440166473, |
| "learning_rate": 7.005464986495352e-05, |
| "loss": 2.971091613769531, |
| "step": 41500 |
| }, |
| { |
| "epoch": 0.192, |
| "grad_norm": 0.15589351952075958, |
| "learning_rate": 6.845465826057828e-05, |
| "loss": 2.972411804199219, |
| "step": 41600 |
| }, |
| { |
| "epoch": 0.194, |
| "grad_norm": 0.15626484155654907, |
| "learning_rate": 6.68718060088953e-05, |
| "loss": 2.947337341308594, |
| "step": 41700 |
| }, |
| { |
| "epoch": 0.196, |
| "grad_norm": 0.1376980096101761, |
| "learning_rate": 6.530615597482342e-05, |
| "loss": 2.9626498413085938, |
| "step": 41800 |
| }, |
| { |
| "epoch": 0.198, |
| "grad_norm": 0.14533552527427673, |
| "learning_rate": 6.375777034007463e-05, |
| "loss": 3.0008612060546875, |
| "step": 41900 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.15397998690605164, |
| "learning_rate": 6.222671060068407e-05, |
| "loss": 2.9751876831054687, |
| "step": 42000 |
| }, |
| { |
| "epoch": 0.2, |
| "eval_accuracy": 0.3838933468837557, |
| "eval_loss": 3.282271385192871, |
| "eval_runtime": 8.7427, |
| "eval_samples_per_second": 222.015, |
| "eval_steps_per_second": 13.955, |
| "step": 42000 |
| }, |
| { |
| "epoch": 0.202, |
| "grad_norm": 0.1419166624546051, |
| "learning_rate": 6.0713037564567694e-05, |
| "loss": 2.9582757568359375, |
| "step": 42100 |
| }, |
| { |
| "epoch": 0.204, |
| "grad_norm": 0.14514276385307312, |
| "learning_rate": 5.921681134910717e-05, |
| "loss": 2.9580014038085936, |
| "step": 42200 |
| }, |
| { |
| "epoch": 0.206, |
| "grad_norm": 0.16064871847629547, |
| "learning_rate": 5.773809137876235e-05, |
| "loss": 2.968863525390625, |
| "step": 42300 |
| }, |
| { |
| "epoch": 0.208, |
| "grad_norm": 0.14985115826129913, |
| "learning_rate": 5.6276936382711144e-05, |
| "loss": 2.9703680419921876, |
| "step": 42400 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.14414609968662262, |
| "learning_rate": 5.483340439251644e-05, |
| "loss": 2.982804870605469, |
| "step": 42500 |
| }, |
| { |
| "epoch": 0.212, |
| "grad_norm": 0.16357700526714325, |
| "learning_rate": 5.340755273982273e-05, |
| "loss": 2.9501416015625, |
| "step": 42600 |
| }, |
| { |
| "epoch": 0.214, |
| "grad_norm": 0.1366511881351471, |
| "learning_rate": 5.199943805407742e-05, |
| "loss": 2.971943664550781, |
| "step": 42700 |
| }, |
| { |
| "epoch": 0.216, |
| "grad_norm": 0.1515188068151474, |
| "learning_rate": 5.0609116260282864e-05, |
| "loss": 2.978944091796875, |
| "step": 42800 |
| }, |
| { |
| "epoch": 0.218, |
| "grad_norm": 0.13808998465538025, |
| "learning_rate": 4.9236642576774906e-05, |
| "loss": 2.962769775390625, |
| "step": 42900 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.17845956981182098, |
| "learning_rate": 4.788207151302964e-05, |
| "loss": 2.94796142578125, |
| "step": 43000 |
| }, |
| { |
| "epoch": 0.22, |
| "eval_accuracy": 0.38396997129609184, |
| "eval_loss": 3.2809572219848633, |
| "eval_runtime": 8.8116, |
| "eval_samples_per_second": 220.278, |
| "eval_steps_per_second": 13.845, |
| "step": 43000 |
| }, |
| { |
| "epoch": 0.222, |
| "grad_norm": 0.15073730051517487, |
| "learning_rate": 4.654545686749872e-05, |
| "loss": 2.980477600097656, |
| "step": 43100 |
| }, |
| { |
| "epoch": 0.224, |
| "grad_norm": 0.14061863720417023, |
| "learning_rate": 4.522685172547269e-05, |
| "loss": 2.951471252441406, |
| "step": 43200 |
| }, |
| { |
| "epoch": 0.226, |
| "grad_norm": 0.14917391538619995, |
| "learning_rate": 4.3926308456972596e-05, |
| "loss": 2.9555926513671875, |
| "step": 43300 |
| }, |
| { |
| "epoch": 0.228, |
| "grad_norm": 0.15331073105335236, |
| "learning_rate": 4.264387871466963e-05, |
| "loss": 2.9574981689453126, |
| "step": 43400 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.15429548919200897, |
| "learning_rate": 4.137961343183472e-05, |
| "loss": 2.9603759765625, |
| "step": 43500 |
| }, |
| { |
| "epoch": 0.232, |
| "grad_norm": 0.15303488075733185, |
| "learning_rate": 4.0133562820314385e-05, |
| "loss": 2.9570083618164062, |
| "step": 43600 |
| }, |
| { |
| "epoch": 0.234, |
| "grad_norm": 0.16372403502464294, |
| "learning_rate": 3.8905776368537426e-05, |
| "loss": 2.970541687011719, |
| "step": 43700 |
| }, |
| { |
| "epoch": 0.236, |
| "grad_norm": 0.1566547304391861, |
| "learning_rate": 3.7696302839549336e-05, |
| "loss": 2.9552093505859376, |
| "step": 43800 |
| }, |
| { |
| "epoch": 0.238, |
| "grad_norm": 0.15626369416713715, |
| "learning_rate": 3.650519026907484e-05, |
| "loss": 2.954615478515625, |
| "step": 43900 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.14116933941841125, |
| "learning_rate": 3.5332485963611217e-05, |
| "loss": 2.963729248046875, |
| "step": 44000 |
| }, |
| { |
| "epoch": 0.24, |
| "eval_accuracy": 0.38423714852331653, |
| "eval_loss": 3.2790355682373047, |
| "eval_runtime": 8.6003, |
| "eval_samples_per_second": 225.69, |
| "eval_steps_per_second": 14.186, |
| "step": 44000 |
| }, |
| { |
| "epoch": 0.242, |
| "grad_norm": 0.1386120468378067, |
| "learning_rate": 3.4178236498548566e-05, |
| "loss": 2.9823358154296873, |
| "step": 44100 |
| }, |
| { |
| "epoch": 0.244, |
| "grad_norm": 0.14559704065322876, |
| "learning_rate": 3.304248771632068e-05, |
| "loss": 3.000511474609375, |
| "step": 44200 |
| }, |
| { |
| "epoch": 0.246, |
| "grad_norm": 0.1556394100189209, |
| "learning_rate": 3.192528472458356e-05, |
| "loss": 2.974275817871094, |
| "step": 44300 |
| }, |
| { |
| "epoch": 0.248, |
| "grad_norm": 0.14107827842235565, |
| "learning_rate": 3.0826671894424896e-05, |
| "loss": 2.9849594116210936, |
| "step": 44400 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.1435183584690094, |
| "learning_rate": 2.9746692858601153e-05, |
| "loss": 2.986834716796875, |
| "step": 44500 |
| }, |
| { |
| "epoch": 0.252, |
| "grad_norm": 0.14042021334171295, |
| "learning_rate": 2.86853905098044e-05, |
| "loss": 2.9832034301757813, |
| "step": 44600 |
| }, |
| { |
| "epoch": 0.254, |
| "grad_norm": 0.14901328086853027, |
| "learning_rate": 2.7642806998959825e-05, |
| "loss": 2.9711032104492188, |
| "step": 44700 |
| }, |
| { |
| "epoch": 0.256, |
| "grad_norm": 0.1637275367975235, |
| "learning_rate": 2.6618983733550428e-05, |
| "loss": 3.0130319213867187, |
| "step": 44800 |
| }, |
| { |
| "epoch": 0.258, |
| "grad_norm": 0.15092074871063232, |
| "learning_rate": 2.5613961375973384e-05, |
| "loss": 2.976082458496094, |
| "step": 44900 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.15425318479537964, |
| "learning_rate": 2.46277798419246e-05, |
| "loss": 2.9721246337890626, |
| "step": 45000 |
| }, |
| { |
| "epoch": 0.26, |
| "eval_accuracy": 0.3843389783344474, |
| "eval_loss": 3.277207612991333, |
| "eval_runtime": 9.0174, |
| "eval_samples_per_second": 215.251, |
| "eval_steps_per_second": 13.529, |
| "step": 45000 |
| }, |
| { |
| "epoch": 0.262, |
| "grad_norm": 0.14529016613960266, |
| "learning_rate": 2.3660478298813682e-05, |
| "loss": 2.955975341796875, |
| "step": 45100 |
| }, |
| { |
| "epoch": 0.264, |
| "grad_norm": 0.1409466564655304, |
| "learning_rate": 2.271209516420808e-05, |
| "loss": 2.9534814453125, |
| "step": 45200 |
| }, |
| { |
| "epoch": 0.266, |
| "grad_norm": 0.1580328494310379, |
| "learning_rate": 2.1782668104307513e-05, |
| "loss": 2.9937799072265623, |
| "step": 45300 |
| }, |
| { |
| "epoch": 0.268, |
| "grad_norm": 0.1395774632692337, |
| "learning_rate": 2.087223403244809e-05, |
| "loss": 2.9789169311523436, |
| "step": 45400 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.1499042958021164, |
| "learning_rate": 1.9980829107635658e-05, |
| "loss": 2.9510009765625, |
| "step": 45500 |
| }, |
| { |
| "epoch": 0.272, |
| "grad_norm": 0.1363893300294876, |
| "learning_rate": 1.9108488733110718e-05, |
| "loss": 2.9952117919921877, |
| "step": 45600 |
| }, |
| { |
| "epoch": 0.274, |
| "grad_norm": 0.15024074912071228, |
| "learning_rate": 1.8255247554941346e-05, |
| "loss": 2.942423095703125, |
| "step": 45700 |
| }, |
| { |
| "epoch": 0.276, |
| "grad_norm": 0.1419738084077835, |
| "learning_rate": 1.7421139460647716e-05, |
| "loss": 2.964244689941406, |
| "step": 45800 |
| }, |
| { |
| "epoch": 0.278, |
| "grad_norm": 0.14513224363327026, |
| "learning_rate": 1.6606197577856196e-05, |
| "loss": 2.977562255859375, |
| "step": 45900 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.1422048956155777, |
| "learning_rate": 1.5810454272983443e-05, |
| "loss": 2.969391174316406, |
| "step": 46000 |
| }, |
| { |
| "epoch": 0.28, |
| "eval_accuracy": 0.38465757457521343, |
| "eval_loss": 3.2764923572540283, |
| "eval_runtime": 8.5865, |
| "eval_samples_per_second": 226.054, |
| "eval_steps_per_second": 14.208, |
| "step": 46000 |
| }, |
| { |
| "epoch": 0.282, |
| "grad_norm": 0.15725959837436676, |
| "learning_rate": 1.5033941149951102e-05, |
| "loss": 2.9681582641601563, |
| "step": 46100 |
| }, |
| { |
| "epoch": 0.284, |
| "grad_norm": 0.14279291033744812, |
| "learning_rate": 1.4276689048930535e-05, |
| "loss": 2.9894549560546877, |
| "step": 46200 |
| }, |
| { |
| "epoch": 0.286, |
| "grad_norm": 0.14746861159801483, |
| "learning_rate": 1.353872804511791e-05, |
| "loss": 2.9572384643554686, |
| "step": 46300 |
| }, |
| { |
| "epoch": 0.288, |
| "grad_norm": 0.1410951167345047, |
| "learning_rate": 1.2820087447539874e-05, |
| "loss": 2.956263427734375, |
| "step": 46400 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.1605064570903778, |
| "learning_rate": 1.212079579788955e-05, |
| "loss": 2.9751992797851563, |
| "step": 46500 |
| }, |
| { |
| "epoch": 0.292, |
| "grad_norm": 0.24090786278247833, |
| "learning_rate": 1.1440880869392545e-05, |
| "loss": 2.9600045776367185, |
| "step": 46600 |
| }, |
| { |
| "epoch": 0.294, |
| "grad_norm": 0.14448581635951996, |
| "learning_rate": 1.0780369665704504e-05, |
| "loss": 2.9817608642578124, |
| "step": 46700 |
| }, |
| { |
| "epoch": 0.296, |
| "grad_norm": 0.1405927687883377, |
| "learning_rate": 1.01392884198383e-05, |
| "loss": 2.9607421875, |
| "step": 46800 |
| }, |
| { |
| "epoch": 0.298, |
| "grad_norm": 0.1901511251926422, |
| "learning_rate": 9.517662593122034e-06, |
| "loss": 2.9657598876953126, |
| "step": 46900 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.14527775347232819, |
| "learning_rate": 8.915516874188124e-06, |
| "loss": 2.9576675415039064, |
| "step": 47000 |
| }, |
| { |
| "epoch": 0.3, |
| "eval_accuracy": 0.38471705931636907, |
| "eval_loss": 3.275611639022827, |
| "eval_runtime": 8.6293, |
| "eval_samples_per_second": 224.931, |
| "eval_steps_per_second": 14.138, |
| "step": 47000 |
| }, |
| { |
| "epoch": 0.302, |
| "grad_norm": 0.14045824110507965, |
| "learning_rate": 8.332875177992472e-06, |
| "loss": 2.9552996826171873, |
| "step": 47100 |
| }, |
| { |
| "epoch": 0.304, |
| "grad_norm": 0.14749419689178467, |
| "learning_rate": 7.769760644864899e-06, |
| "loss": 2.9305706787109376, |
| "step": 47200 |
| }, |
| { |
| "epoch": 0.306, |
| "grad_norm": 0.144828200340271, |
| "learning_rate": 7.2261956395899274e-06, |
| "loss": 2.9670144653320314, |
| "step": 47300 |
| }, |
| { |
| "epoch": 0.308, |
| "grad_norm": 0.15692554414272308, |
| "learning_rate": 6.702201750518666e-06, |
| "loss": 2.979140319824219, |
| "step": 47400 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.16095846891403198, |
| "learning_rate": 6.197799788711267e-06, |
| "loss": 2.9376812744140626, |
| "step": 47500 |
| }, |
| { |
| "epoch": 0.312, |
| "grad_norm": 0.1510581076145172, |
| "learning_rate": 5.713009787110424e-06, |
| "loss": 2.9954681396484375, |
| "step": 47600 |
| }, |
| { |
| "epoch": 0.314, |
| "grad_norm": 0.15443721413612366, |
| "learning_rate": 5.247850999745951e-06, |
| "loss": 2.9577410888671873, |
| "step": 47700 |
| }, |
| { |
| "epoch": 0.316, |
| "grad_norm": 0.14504078030586243, |
| "learning_rate": 4.80234190096962e-06, |
| "loss": 2.9848419189453126, |
| "step": 47800 |
| }, |
| { |
| "epoch": 0.318, |
| "grad_norm": 0.14038383960723877, |
| "learning_rate": 4.37650018472191e-06, |
| "loss": 2.9577120971679687, |
| "step": 47900 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.17559103667736053, |
| "learning_rate": 3.970342763829071e-06, |
| "loss": 2.95732421875, |
| "step": 48000 |
| }, |
| { |
| "epoch": 0.32, |
| "eval_accuracy": 0.3846958867813815, |
| "eval_loss": 3.275059223175049, |
| "eval_runtime": 11.741, |
| "eval_samples_per_second": 165.318, |
| "eval_steps_per_second": 10.391, |
| "step": 48000 |
| }, |
| { |
| "epoch": 0.322, |
| "grad_norm": 0.1336028277873993, |
| "learning_rate": 3.583885769331385e-06, |
| "loss": 2.9611053466796875, |
| "step": 48100 |
| }, |
| { |
| "epoch": 0.324, |
| "grad_norm": 0.14741460978984833, |
| "learning_rate": 3.2171445498424545e-06, |
| "loss": 2.9574826049804686, |
| "step": 48200 |
| }, |
| { |
| "epoch": 0.326, |
| "grad_norm": 0.1761571615934372, |
| "learning_rate": 2.870133670939745e-06, |
| "loss": 2.937596435546875, |
| "step": 48300 |
| }, |
| { |
| "epoch": 0.328, |
| "grad_norm": 0.1392708420753479, |
| "learning_rate": 2.542866914586106e-06, |
| "loss": 2.9430572509765627, |
| "step": 48400 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.1438605785369873, |
| "learning_rate": 2.2353572785822065e-06, |
| "loss": 2.9703692626953124, |
| "step": 48500 |
| }, |
| { |
| "epoch": 0.332, |
| "grad_norm": 0.14872929453849792, |
| "learning_rate": 1.9476169760506144e-06, |
| "loss": 2.967200927734375, |
| "step": 48600 |
| }, |
| { |
| "epoch": 0.334, |
| "grad_norm": 0.15221774578094482, |
| "learning_rate": 1.6796574349503546e-06, |
| "loss": 2.975442199707031, |
| "step": 48700 |
| }, |
| { |
| "epoch": 0.336, |
| "grad_norm": 0.1402570754289627, |
| "learning_rate": 1.4314892976233784e-06, |
| "loss": 2.952536926269531, |
| "step": 48800 |
| }, |
| { |
| "epoch": 0.338, |
| "grad_norm": 0.13577665388584137, |
| "learning_rate": 1.2031224203717384e-06, |
| "loss": 2.977938537597656, |
| "step": 48900 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.143800750374794, |
| "learning_rate": 9.945658730661778e-07, |
| "loss": 2.9537298583984377, |
| "step": 49000 |
| }, |
| { |
| "epoch": 0.34, |
| "eval_accuracy": 0.3848007412403678, |
| "eval_loss": 3.274916172027588, |
| "eval_runtime": 8.7987, |
| "eval_samples_per_second": 220.6, |
| "eval_steps_per_second": 13.866, |
| "step": 49000 |
| }, |
| { |
| "epoch": 0.342, |
| "grad_norm": 0.1486690193414688, |
| "learning_rate": 8.05827938785808e-07, |
| "loss": 2.9592388916015624, |
| "step": 49100 |
| }, |
| { |
| "epoch": 0.344, |
| "grad_norm": 0.14764626324176788, |
| "learning_rate": 6.369161134892055e-07, |
| "loss": 2.9477633666992187, |
| "step": 49200 |
| }, |
| { |
| "epoch": 0.346, |
| "grad_norm": 0.15068262815475464, |
| "learning_rate": 4.878371057168151e-07, |
| "loss": 2.933819580078125, |
| "step": 49300 |
| }, |
| { |
| "epoch": 0.348, |
| "grad_norm": 0.13414137065410614, |
| "learning_rate": 3.585968363242209e-07, |
| "loss": 2.9506927490234376, |
| "step": 49400 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.16431079804897308, |
| "learning_rate": 2.492004382474433e-07, |
| "loss": 2.9817596435546876, |
| "step": 49500 |
| }, |
| { |
| "epoch": 0.352, |
| "grad_norm": 0.1382792890071869, |
| "learning_rate": 1.5965225629849257e-07, |
| "loss": 2.9758001708984376, |
| "step": 49600 |
| }, |
| { |
| "epoch": 0.354, |
| "grad_norm": 0.13877373933792114, |
| "learning_rate": 8.995584699333925e-08, |
| "loss": 2.950361633300781, |
| "step": 49700 |
| }, |
| { |
| "epoch": 0.356, |
| "grad_norm": 0.1560918092727661, |
| "learning_rate": 4.011397841041653e-08, |
| "loss": 2.9428829956054687, |
| "step": 49800 |
| }, |
| { |
| "epoch": 0.358, |
| "grad_norm": 0.1353323608636856, |
| "learning_rate": 1.0128630080652456e-08, |
| "loss": 2.9610910034179687, |
| "step": 49900 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.18417476117610931, |
| "learning_rate": 9.929089772597876e-13, |
| "loss": 2.9677053833007814, |
| "step": 50000 |
| }, |
| { |
| "epoch": 0.36, |
| "eval_accuracy": 0.38479065908084986, |
| "eval_loss": 3.274902820587158, |
| "eval_runtime": 8.7288, |
| "eval_samples_per_second": 222.367, |
| "eval_steps_per_second": 13.977, |
| "step": 50000 |
| } |
| ], |
| "logging_steps": 100, |
| "max_steps": 50000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 9223372036854775807, |
| "save_steps": 2000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.959980433408e+18, |
| "train_batch_size": 120, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
