| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 20.0, |
| "eval_steps": 500, |
| "global_step": 15620, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.012804097311139564, |
| "grad_norm": 95.68589782714844, |
| "learning_rate": 6.402048655569782e-08, |
| "loss": 1.1693, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.02560819462227913, |
| "grad_norm": 83.14017486572266, |
| "learning_rate": 1.2804097311139564e-07, |
| "loss": 1.4169, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.03841229193341869, |
| "grad_norm": 63.35808563232422, |
| "learning_rate": 1.9206145966709346e-07, |
| "loss": 1.0669, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.05121638924455826, |
| "grad_norm": 2.2753270968678407e-05, |
| "learning_rate": 2.560819462227913e-07, |
| "loss": 0.7246, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.06402048655569782, |
| "grad_norm": 83.9839859008789, |
| "learning_rate": 3.2010243277848913e-07, |
| "loss": 1.9526, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.07682458386683738, |
| "grad_norm": 127.40715789794922, |
| "learning_rate": 3.841229193341869e-07, |
| "loss": 1.2232, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.08962868117797695, |
| "grad_norm": 58.6407470703125, |
| "learning_rate": 4.481434058898848e-07, |
| "loss": 0.6957, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.10243277848911651, |
| "grad_norm": 42.71138000488281, |
| "learning_rate": 5.121638924455826e-07, |
| "loss": 0.7531, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.11523687580025609, |
| "grad_norm": 75.90082550048828, |
| "learning_rate": 5.761843790012805e-07, |
| "loss": 1.3796, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.12804097311139565, |
| "grad_norm": 53.02857208251953, |
| "learning_rate": 6.402048655569783e-07, |
| "loss": 0.4958, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.14084507042253522, |
| "grad_norm": 0.12084757536649704, |
| "learning_rate": 7.042253521126762e-07, |
| "loss": 1.2211, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.15364916773367476, |
| "grad_norm": 101.07658386230469, |
| "learning_rate": 7.682458386683739e-07, |
| "loss": 0.7834, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.16645326504481434, |
| "grad_norm": 42.64153289794922, |
| "learning_rate": 8.322663252240718e-07, |
| "loss": 1.3529, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.1792573623559539, |
| "grad_norm": 79.7669906616211, |
| "learning_rate": 8.962868117797697e-07, |
| "loss": 0.8512, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.19206145966709348, |
| "grad_norm": 73.68550109863281, |
| "learning_rate": 9.603072983354676e-07, |
| "loss": 0.5557, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.20486555697823303, |
| "grad_norm": 89.7555923461914, |
| "learning_rate": 1.0243277848911651e-06, |
| "loss": 1.0599, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.2176696542893726, |
| "grad_norm": 65.42781829833984, |
| "learning_rate": 1.0883482714468631e-06, |
| "loss": 1.1241, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.23047375160051217, |
| "grad_norm": 81.75363159179688, |
| "learning_rate": 1.152368758002561e-06, |
| "loss": 1.5703, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.24327784891165172, |
| "grad_norm": 40.48162841796875, |
| "learning_rate": 1.2163892445582587e-06, |
| "loss": 0.8459, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.2560819462227913, |
| "grad_norm": 49.82510757446289, |
| "learning_rate": 1.2804097311139565e-06, |
| "loss": 0.6623, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.26888604353393086, |
| "grad_norm": 47.12430953979492, |
| "learning_rate": 1.3444302176696545e-06, |
| "loss": 0.7989, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.28169014084507044, |
| "grad_norm": 79.40914916992188, |
| "learning_rate": 1.4084507042253523e-06, |
| "loss": 0.8171, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.29449423815621, |
| "grad_norm": 26.3239803314209, |
| "learning_rate": 1.4724711907810501e-06, |
| "loss": 1.2716, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.3072983354673495, |
| "grad_norm": 67.35940551757812, |
| "learning_rate": 1.5364916773367477e-06, |
| "loss": 0.8925, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.3201024327784891, |
| "grad_norm": 53.327667236328125, |
| "learning_rate": 1.6005121638924457e-06, |
| "loss": 0.7207, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.33290653008962867, |
| "grad_norm": 7.487966691144265e-09, |
| "learning_rate": 1.6645326504481435e-06, |
| "loss": 0.6223, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.34571062740076824, |
| "grad_norm": 5.723132133483887, |
| "learning_rate": 1.7285531370038413e-06, |
| "loss": 0.6425, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.3585147247119078, |
| "grad_norm": 42.45857620239258, |
| "learning_rate": 1.7925736235595393e-06, |
| "loss": 0.635, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.3713188220230474, |
| "grad_norm": 59.34583282470703, |
| "learning_rate": 1.856594110115237e-06, |
| "loss": 0.6766, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.38412291933418696, |
| "grad_norm": 4.818227807845687e-07, |
| "learning_rate": 1.920614596670935e-06, |
| "loss": 0.5873, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.3969270166453265, |
| "grad_norm": 31.084566116333008, |
| "learning_rate": 1.9846350832266325e-06, |
| "loss": 0.3204, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.40973111395646605, |
| "grad_norm": 33.57612991333008, |
| "learning_rate": 2.0486555697823303e-06, |
| "loss": 0.5008, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.4225352112676056, |
| "grad_norm": 107.3833999633789, |
| "learning_rate": 2.1126760563380285e-06, |
| "loss": 0.5925, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.4353393085787452, |
| "grad_norm": 82.26516723632812, |
| "learning_rate": 2.1766965428937263e-06, |
| "loss": 0.6275, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.44814340588988477, |
| "grad_norm": 37.221885681152344, |
| "learning_rate": 2.240717029449424e-06, |
| "loss": 0.8503, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.46094750320102434, |
| "grad_norm": 55.0982780456543, |
| "learning_rate": 2.304737516005122e-06, |
| "loss": 0.2618, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.4737516005121639, |
| "grad_norm": 4.648223139724905e-08, |
| "learning_rate": 2.3687580025608197e-06, |
| "loss": 0.4732, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.48655569782330343, |
| "grad_norm": 71.33980560302734, |
| "learning_rate": 2.4327784891165175e-06, |
| "loss": 0.5351, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.499359795134443, |
| "grad_norm": 58.13515090942383, |
| "learning_rate": 2.4967989756722153e-06, |
| "loss": 0.972, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.5121638924455826, |
| "grad_norm": 50.091941833496094, |
| "learning_rate": 2.560819462227913e-06, |
| "loss": 0.6998, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.5249679897567221, |
| "grad_norm": 53.93059539794922, |
| "learning_rate": 2.624839948783611e-06, |
| "loss": 0.501, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.5377720870678617, |
| "grad_norm": 54.664817810058594, |
| "learning_rate": 2.688860435339309e-06, |
| "loss": 0.6961, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.5505761843790012, |
| "grad_norm": 37.57455062866211, |
| "learning_rate": 2.7528809218950064e-06, |
| "loss": 0.2497, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.5633802816901409, |
| "grad_norm": 37.04225540161133, |
| "learning_rate": 2.8169014084507046e-06, |
| "loss": 0.4855, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.5761843790012804, |
| "grad_norm": 55.897037506103516, |
| "learning_rate": 2.880921895006402e-06, |
| "loss": 0.1553, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.58898847631242, |
| "grad_norm": 30.655546188354492, |
| "learning_rate": 2.9449423815621002e-06, |
| "loss": 0.6863, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.6017925736235595, |
| "grad_norm": 54.875457763671875, |
| "learning_rate": 3.008962868117798e-06, |
| "loss": 0.5614, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.614596670934699, |
| "grad_norm": 0.04425310343503952, |
| "learning_rate": 3.0729833546734954e-06, |
| "loss": 0.1848, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.6274007682458387, |
| "grad_norm": 24.247211456298828, |
| "learning_rate": 3.1370038412291936e-06, |
| "loss": 0.4968, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.6402048655569782, |
| "grad_norm": 36.39949417114258, |
| "learning_rate": 3.2010243277848914e-06, |
| "loss": 0.4316, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.6530089628681178, |
| "grad_norm": 30.007171630859375, |
| "learning_rate": 3.265044814340589e-06, |
| "loss": 0.3079, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.6658130601792573, |
| "grad_norm": 93.54869842529297, |
| "learning_rate": 3.329065300896287e-06, |
| "loss": 0.7278, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.678617157490397, |
| "grad_norm": 33.79115676879883, |
| "learning_rate": 3.3930857874519852e-06, |
| "loss": 0.4887, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.6914212548015365, |
| "grad_norm": 29.5987606048584, |
| "learning_rate": 3.4571062740076826e-06, |
| "loss": 0.856, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.704225352112676, |
| "grad_norm": 50.13193893432617, |
| "learning_rate": 3.5211267605633804e-06, |
| "loss": 0.4866, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.7170294494238156, |
| "grad_norm": 33.70960235595703, |
| "learning_rate": 3.5851472471190786e-06, |
| "loss": 0.5089, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.7298335467349552, |
| "grad_norm": 0.006306682713329792, |
| "learning_rate": 3.649167733674776e-06, |
| "loss": 0.3933, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.7426376440460948, |
| "grad_norm": 41.15188980102539, |
| "learning_rate": 3.713188220230474e-06, |
| "loss": 0.3824, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.7554417413572343, |
| "grad_norm": 31.334068298339844, |
| "learning_rate": 3.777208706786172e-06, |
| "loss": 0.4835, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.7682458386683739, |
| "grad_norm": 36.58442306518555, |
| "learning_rate": 3.84122919334187e-06, |
| "loss": 0.6963, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.7810499359795134, |
| "grad_norm": 28.94176483154297, |
| "learning_rate": 3.9052496798975676e-06, |
| "loss": 0.5345, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.793854033290653, |
| "grad_norm": 2.0806937754969113e-05, |
| "learning_rate": 3.969270166453265e-06, |
| "loss": 0.3802, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.8066581306017926, |
| "grad_norm": 47.475311279296875, |
| "learning_rate": 4.033290653008963e-06, |
| "loss": 0.4064, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.8194622279129321, |
| "grad_norm": 29.445634841918945, |
| "learning_rate": 4.0973111395646605e-06, |
| "loss": 0.3496, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.8322663252240717, |
| "grad_norm": 30.454071044921875, |
| "learning_rate": 4.161331626120359e-06, |
| "loss": 0.2923, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.8450704225352113, |
| "grad_norm": 32.31270980834961, |
| "learning_rate": 4.225352112676057e-06, |
| "loss": 0.2513, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.8578745198463509, |
| "grad_norm": 24.27973747253418, |
| "learning_rate": 4.289372599231754e-06, |
| "loss": 0.2114, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.8706786171574904, |
| "grad_norm": 39.10868835449219, |
| "learning_rate": 4.3533930857874526e-06, |
| "loss": 0.5525, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.8834827144686299, |
| "grad_norm": 41.959476470947266, |
| "learning_rate": 4.41741357234315e-06, |
| "loss": 0.6292, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.8962868117797695, |
| "grad_norm": 82.65428924560547, |
| "learning_rate": 4.481434058898848e-06, |
| "loss": 0.4392, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.9090909090909091, |
| "grad_norm": 30.887210845947266, |
| "learning_rate": 4.5454545454545455e-06, |
| "loss": 0.2588, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.9218950064020487, |
| "grad_norm": 30.215349197387695, |
| "learning_rate": 4.609475032010244e-06, |
| "loss": 0.2345, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.9346991037131882, |
| "grad_norm": 18.30318260192871, |
| "learning_rate": 4.673495518565941e-06, |
| "loss": 0.1388, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.9475032010243278, |
| "grad_norm": 30.345367431640625, |
| "learning_rate": 4.737516005121639e-06, |
| "loss": 0.2127, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.9603072983354674, |
| "grad_norm": 35.18952178955078, |
| "learning_rate": 4.8015364916773375e-06, |
| "loss": 0.3856, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.9731113956466069, |
| "grad_norm": 52.910892486572266, |
| "learning_rate": 4.865556978233035e-06, |
| "loss": 0.6051, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.9859154929577465, |
| "grad_norm": 32.33030319213867, |
| "learning_rate": 4.929577464788733e-06, |
| "loss": 0.3884, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.998719590268886, |
| "grad_norm": 1.3143353072564423e-09, |
| "learning_rate": 4.9935979513444305e-06, |
| "loss": 0.6735, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.0115236875800255, |
| "grad_norm": 5.95734167098999, |
| "learning_rate": 5.057618437900128e-06, |
| "loss": 0.1643, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.0243277848911652, |
| "grad_norm": 32.84043884277344, |
| "learning_rate": 5.121638924455826e-06, |
| "loss": 0.2823, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.0371318822023048, |
| "grad_norm": 9.927327156066895, |
| "learning_rate": 5.185659411011524e-06, |
| "loss": 0.3924, |
| "step": 810 |
| }, |
| { |
| "epoch": 1.0499359795134442, |
| "grad_norm": 178.80641174316406, |
| "learning_rate": 5.249679897567222e-06, |
| "loss": 0.3735, |
| "step": 820 |
| }, |
| { |
| "epoch": 1.0627400768245838, |
| "grad_norm": 24.103487014770508, |
| "learning_rate": 5.31370038412292e-06, |
| "loss": 0.2474, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.0755441741357235, |
| "grad_norm": 37.77121353149414, |
| "learning_rate": 5.377720870678618e-06, |
| "loss": 0.219, |
| "step": 840 |
| }, |
| { |
| "epoch": 1.088348271446863, |
| "grad_norm": 2.87650728225708, |
| "learning_rate": 5.4417413572343155e-06, |
| "loss": 0.2882, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.1011523687580025, |
| "grad_norm": 43.957557678222656, |
| "learning_rate": 5.505761843790013e-06, |
| "loss": 0.4412, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.1139564660691421, |
| "grad_norm": 45.359195709228516, |
| "learning_rate": 5.569782330345711e-06, |
| "loss": 0.4331, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.1267605633802817, |
| "grad_norm": 23.766220092773438, |
| "learning_rate": 5.633802816901409e-06, |
| "loss": 0.2998, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.1395646606914211, |
| "grad_norm": 41.96795654296875, |
| "learning_rate": 5.697823303457106e-06, |
| "loss": 0.4659, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.1523687580025608, |
| "grad_norm": 37.043582916259766, |
| "learning_rate": 5.761843790012804e-06, |
| "loss": 0.4146, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.1651728553137004, |
| "grad_norm": 37.70871353149414, |
| "learning_rate": 5.825864276568502e-06, |
| "loss": 0.2674, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.17797695262484, |
| "grad_norm": 0.0048003848642110825, |
| "learning_rate": 5.8898847631242005e-06, |
| "loss": 0.1727, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.1907810499359794, |
| "grad_norm": 0.0003311179461888969, |
| "learning_rate": 5.953905249679898e-06, |
| "loss": 0.1689, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.203585147247119, |
| "grad_norm": 19.235780715942383, |
| "learning_rate": 6.017925736235596e-06, |
| "loss": 0.2137, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.2163892445582587, |
| "grad_norm": 0.0003354971413500607, |
| "learning_rate": 6.081946222791294e-06, |
| "loss": 0.243, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.229193341869398, |
| "grad_norm": 26.026771545410156, |
| "learning_rate": 6.145966709346991e-06, |
| "loss": 0.1814, |
| "step": 960 |
| }, |
| { |
| "epoch": 1.2419974391805377, |
| "grad_norm": 39.604984283447266, |
| "learning_rate": 6.209987195902689e-06, |
| "loss": 0.2839, |
| "step": 970 |
| }, |
| { |
| "epoch": 1.2548015364916774, |
| "grad_norm": 18.712791442871094, |
| "learning_rate": 6.274007682458387e-06, |
| "loss": 0.1458, |
| "step": 980 |
| }, |
| { |
| "epoch": 1.267605633802817, |
| "grad_norm": 6.844394683837891, |
| "learning_rate": 6.3380281690140855e-06, |
| "loss": 0.2115, |
| "step": 990 |
| }, |
| { |
| "epoch": 1.2804097311139564, |
| "grad_norm": 21.862825393676758, |
| "learning_rate": 6.402048655569783e-06, |
| "loss": 0.3372, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.293213828425096, |
| "grad_norm": 36.02387619018555, |
| "learning_rate": 6.466069142125481e-06, |
| "loss": 0.283, |
| "step": 1010 |
| }, |
| { |
| "epoch": 1.3060179257362357, |
| "grad_norm": 23.573848724365234, |
| "learning_rate": 6.530089628681178e-06, |
| "loss": 0.2957, |
| "step": 1020 |
| }, |
| { |
| "epoch": 1.318822023047375, |
| "grad_norm": 45.303897857666016, |
| "learning_rate": 6.594110115236876e-06, |
| "loss": 0.2657, |
| "step": 1030 |
| }, |
| { |
| "epoch": 1.3316261203585147, |
| "grad_norm": 32.70471954345703, |
| "learning_rate": 6.658130601792574e-06, |
| "loss": 0.2656, |
| "step": 1040 |
| }, |
| { |
| "epoch": 1.3444302176696543, |
| "grad_norm": 24.811328887939453, |
| "learning_rate": 6.722151088348272e-06, |
| "loss": 0.2209, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.357234314980794, |
| "grad_norm": 27.601123809814453, |
| "learning_rate": 6.7861715749039704e-06, |
| "loss": 0.2363, |
| "step": 1060 |
| }, |
| { |
| "epoch": 1.3700384122919333, |
| "grad_norm": 31.767385482788086, |
| "learning_rate": 6.850192061459667e-06, |
| "loss": 0.3528, |
| "step": 1070 |
| }, |
| { |
| "epoch": 1.382842509603073, |
| "grad_norm": 17.689594268798828, |
| "learning_rate": 6.914212548015365e-06, |
| "loss": 0.2899, |
| "step": 1080 |
| }, |
| { |
| "epoch": 1.3956466069142126, |
| "grad_norm": 2.022170066833496, |
| "learning_rate": 6.978233034571063e-06, |
| "loss": 0.0892, |
| "step": 1090 |
| }, |
| { |
| "epoch": 1.408450704225352, |
| "grad_norm": 20.169776916503906, |
| "learning_rate": 7.042253521126761e-06, |
| "loss": 0.285, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.4212548015364916, |
| "grad_norm": 23.703601837158203, |
| "learning_rate": 7.106274007682459e-06, |
| "loss": 0.2353, |
| "step": 1110 |
| }, |
| { |
| "epoch": 1.4340588988476313, |
| "grad_norm": 23.385953903198242, |
| "learning_rate": 7.170294494238157e-06, |
| "loss": 0.2653, |
| "step": 1120 |
| }, |
| { |
| "epoch": 1.446862996158771, |
| "grad_norm": 9.762706213223282e-06, |
| "learning_rate": 7.234314980793855e-06, |
| "loss": 0.2132, |
| "step": 1130 |
| }, |
| { |
| "epoch": 1.4596670934699103, |
| "grad_norm": 16.660194396972656, |
| "learning_rate": 7.298335467349552e-06, |
| "loss": 0.2732, |
| "step": 1140 |
| }, |
| { |
| "epoch": 1.47247119078105, |
| "grad_norm": 0.0010289043420925736, |
| "learning_rate": 7.36235595390525e-06, |
| "loss": 0.3515, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.4852752880921896, |
| "grad_norm": 6.873804092407227, |
| "learning_rate": 7.426376440460948e-06, |
| "loss": 0.1853, |
| "step": 1160 |
| }, |
| { |
| "epoch": 1.498079385403329, |
| "grad_norm": 0.008222809061408043, |
| "learning_rate": 7.490396927016646e-06, |
| "loss": 0.153, |
| "step": 1170 |
| }, |
| { |
| "epoch": 1.5108834827144686, |
| "grad_norm": 36.408592224121094, |
| "learning_rate": 7.554417413572344e-06, |
| "loss": 0.319, |
| "step": 1180 |
| }, |
| { |
| "epoch": 1.5236875800256082, |
| "grad_norm": 36.3063850402832, |
| "learning_rate": 7.618437900128041e-06, |
| "loss": 0.2851, |
| "step": 1190 |
| }, |
| { |
| "epoch": 1.5364916773367479, |
| "grad_norm": 1.4304002434073482e-05, |
| "learning_rate": 7.68245838668374e-06, |
| "loss": 0.1114, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.5492957746478875, |
| "grad_norm": 2.674076995390351e-07, |
| "learning_rate": 7.746478873239436e-06, |
| "loss": 0.1014, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.5620998719590269, |
| "grad_norm": 24.77590560913086, |
| "learning_rate": 7.810499359795135e-06, |
| "loss": 0.3714, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.5749039692701663, |
| "grad_norm": 21.162446975708008, |
| "learning_rate": 7.874519846350833e-06, |
| "loss": 0.2549, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.587708066581306, |
| "grad_norm": 9.463348388671875, |
| "learning_rate": 7.93854033290653e-06, |
| "loss": 0.1921, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.6005121638924455, |
| "grad_norm": 0.0937286987900734, |
| "learning_rate": 8.002560819462229e-06, |
| "loss": 0.1471, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.6133162612035852, |
| "grad_norm": 8.174616813659668, |
| "learning_rate": 8.066581306017926e-06, |
| "loss": 0.2053, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.6261203585147248, |
| "grad_norm": 24.255199432373047, |
| "learning_rate": 8.130601792573625e-06, |
| "loss": 0.1601, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.6389244558258644, |
| "grad_norm": 26.646930694580078, |
| "learning_rate": 8.194622279129321e-06, |
| "loss": 0.2056, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.6517285531370038, |
| "grad_norm": 1.1445684432983398, |
| "learning_rate": 8.25864276568502e-06, |
| "loss": 0.1828, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.6645326504481432, |
| "grad_norm": 15.222755432128906, |
| "learning_rate": 8.322663252240718e-06, |
| "loss": 0.1288, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.6773367477592829, |
| "grad_norm": 24.017253875732422, |
| "learning_rate": 8.386683738796415e-06, |
| "loss": 0.3157, |
| "step": 1310 |
| }, |
| { |
| "epoch": 1.6901408450704225, |
| "grad_norm": 19.139873504638672, |
| "learning_rate": 8.450704225352114e-06, |
| "loss": 0.1815, |
| "step": 1320 |
| }, |
| { |
| "epoch": 1.7029449423815621, |
| "grad_norm": 21.9299373626709, |
| "learning_rate": 8.514724711907811e-06, |
| "loss": 0.2274, |
| "step": 1330 |
| }, |
| { |
| "epoch": 1.7157490396927018, |
| "grad_norm": 0.8286514282226562, |
| "learning_rate": 8.578745198463509e-06, |
| "loss": 0.3246, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.7285531370038414, |
| "grad_norm": 10.219658851623535, |
| "learning_rate": 8.642765685019206e-06, |
| "loss": 0.242, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.7413572343149808, |
| "grad_norm": 10.624405860900879, |
| "learning_rate": 8.706786171574905e-06, |
| "loss": 0.0443, |
| "step": 1360 |
| }, |
| { |
| "epoch": 1.7541613316261202, |
| "grad_norm": 11.301095008850098, |
| "learning_rate": 8.770806658130602e-06, |
| "loss": 0.2199, |
| "step": 1370 |
| }, |
| { |
| "epoch": 1.7669654289372598, |
| "grad_norm": 15.419243812561035, |
| "learning_rate": 8.8348271446863e-06, |
| "loss": 0.1234, |
| "step": 1380 |
| }, |
| { |
| "epoch": 1.7797695262483995, |
| "grad_norm": 0.6660290956497192, |
| "learning_rate": 8.898847631241997e-06, |
| "loss": 0.2716, |
| "step": 1390 |
| }, |
| { |
| "epoch": 1.792573623559539, |
| "grad_norm": 5.008613586425781, |
| "learning_rate": 8.962868117797696e-06, |
| "loss": 0.1467, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.8053777208706787, |
| "grad_norm": 12.315166473388672, |
| "learning_rate": 9.026888604353394e-06, |
| "loss": 0.1521, |
| "step": 1410 |
| }, |
| { |
| "epoch": 1.8181818181818183, |
| "grad_norm": 24.88693618774414, |
| "learning_rate": 9.090909090909091e-06, |
| "loss": 0.1602, |
| "step": 1420 |
| }, |
| { |
| "epoch": 1.8309859154929577, |
| "grad_norm": 22.850038528442383, |
| "learning_rate": 9.15492957746479e-06, |
| "loss": 0.1432, |
| "step": 1430 |
| }, |
| { |
| "epoch": 1.8437900128040972, |
| "grad_norm": 9.984404563903809, |
| "learning_rate": 9.218950064020487e-06, |
| "loss": 0.1976, |
| "step": 1440 |
| }, |
| { |
| "epoch": 1.8565941101152368, |
| "grad_norm": 5.21957540512085, |
| "learning_rate": 9.282970550576185e-06, |
| "loss": 0.2355, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.8693982074263764, |
| "grad_norm": 14.592249870300293, |
| "learning_rate": 9.346991037131882e-06, |
| "loss": 0.1723, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.882202304737516, |
| "grad_norm": 11.301413536071777, |
| "learning_rate": 9.411011523687581e-06, |
| "loss": 0.1269, |
| "step": 1470 |
| }, |
| { |
| "epoch": 1.8950064020486557, |
| "grad_norm": 1.9392039775848389, |
| "learning_rate": 9.475032010243279e-06, |
| "loss": 0.2175, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.9078104993597953, |
| "grad_norm": 5.65443229675293, |
| "learning_rate": 9.539052496798976e-06, |
| "loss": 0.1728, |
| "step": 1490 |
| }, |
| { |
| "epoch": 1.9206145966709347, |
| "grad_norm": 18.690357208251953, |
| "learning_rate": 9.603072983354675e-06, |
| "loss": 0.1626, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.933418693982074, |
| "grad_norm": 0.4743829071521759, |
| "learning_rate": 9.667093469910372e-06, |
| "loss": 0.0567, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.9462227912932137, |
| "grad_norm": 0.1901559680700302, |
| "learning_rate": 9.73111395646607e-06, |
| "loss": 0.0758, |
| "step": 1520 |
| }, |
| { |
| "epoch": 1.9590268886043534, |
| "grad_norm": 10.892840385437012, |
| "learning_rate": 9.795134443021767e-06, |
| "loss": 0.107, |
| "step": 1530 |
| }, |
| { |
| "epoch": 1.971830985915493, |
| "grad_norm": 12.538705825805664, |
| "learning_rate": 9.859154929577466e-06, |
| "loss": 0.1921, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.9846350832266326, |
| "grad_norm": 11.1087064743042, |
| "learning_rate": 9.923175416133164e-06, |
| "loss": 0.1633, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.9974391805377723, |
| "grad_norm": 10.895771026611328, |
| "learning_rate": 9.987195902688861e-06, |
| "loss": 0.2034, |
| "step": 1560 |
| }, |
| { |
| "epoch": 2.0102432778489114, |
| "grad_norm": 0.03142176568508148, |
| "learning_rate": 9.994309290083939e-06, |
| "loss": 0.1048, |
| "step": 1570 |
| }, |
| { |
| "epoch": 2.023047375160051, |
| "grad_norm": 0.010399126447737217, |
| "learning_rate": 9.987195902688861e-06, |
| "loss": 0.022, |
| "step": 1580 |
| }, |
| { |
| "epoch": 2.0358514724711907, |
| "grad_norm": 0.01455871295183897, |
| "learning_rate": 9.980082515293785e-06, |
| "loss": 0.2355, |
| "step": 1590 |
| }, |
| { |
| "epoch": 2.0486555697823303, |
| "grad_norm": 9.397605895996094, |
| "learning_rate": 9.972969127898707e-06, |
| "loss": 0.168, |
| "step": 1600 |
| }, |
| { |
| "epoch": 2.06145966709347, |
| "grad_norm": 14.55268669128418, |
| "learning_rate": 9.965855740503629e-06, |
| "loss": 0.1218, |
| "step": 1610 |
| }, |
| { |
| "epoch": 2.0742637644046096, |
| "grad_norm": 7.501183986663818, |
| "learning_rate": 9.958742353108552e-06, |
| "loss": 0.1399, |
| "step": 1620 |
| }, |
| { |
| "epoch": 2.087067861715749, |
| "grad_norm": 0.07658198475837708, |
| "learning_rate": 9.951628965713474e-06, |
| "loss": 0.083, |
| "step": 1630 |
| }, |
| { |
| "epoch": 2.0998719590268884, |
| "grad_norm": 12.069207191467285, |
| "learning_rate": 9.944515578318396e-06, |
| "loss": 0.1421, |
| "step": 1640 |
| }, |
| { |
| "epoch": 2.112676056338028, |
| "grad_norm": 9.84998607635498, |
| "learning_rate": 9.937402190923318e-06, |
| "loss": 0.099, |
| "step": 1650 |
| }, |
| { |
| "epoch": 2.1254801536491676, |
| "grad_norm": 9.7352876663208, |
| "learning_rate": 9.93028880352824e-06, |
| "loss": 0.0748, |
| "step": 1660 |
| }, |
| { |
| "epoch": 2.1382842509603073, |
| "grad_norm": 11.115337371826172, |
| "learning_rate": 9.923175416133164e-06, |
| "loss": 0.1116, |
| "step": 1670 |
| }, |
| { |
| "epoch": 2.151088348271447, |
| "grad_norm": 14.003682136535645, |
| "learning_rate": 9.916062028738086e-06, |
| "loss": 0.0845, |
| "step": 1680 |
| }, |
| { |
| "epoch": 2.1638924455825865, |
| "grad_norm": 8.884621620178223, |
| "learning_rate": 9.908948641343008e-06, |
| "loss": 0.08, |
| "step": 1690 |
| }, |
| { |
| "epoch": 2.176696542893726, |
| "grad_norm": 15.43350887298584, |
| "learning_rate": 9.901835253947931e-06, |
| "loss": 0.0901, |
| "step": 1700 |
| }, |
| { |
| "epoch": 2.189500640204866, |
| "grad_norm": 1.7564079761505127, |
| "learning_rate": 9.894721866552853e-06, |
| "loss": 0.1159, |
| "step": 1710 |
| }, |
| { |
| "epoch": 2.202304737516005, |
| "grad_norm": 10.379612922668457, |
| "learning_rate": 9.887608479157775e-06, |
| "loss": 0.073, |
| "step": 1720 |
| }, |
| { |
| "epoch": 2.2151088348271446, |
| "grad_norm": 8.157423973083496, |
| "learning_rate": 9.880495091762699e-06, |
| "loss": 0.0896, |
| "step": 1730 |
| }, |
| { |
| "epoch": 2.2279129321382842, |
| "grad_norm": 0.7226857542991638, |
| "learning_rate": 9.87338170436762e-06, |
| "loss": 0.1031, |
| "step": 1740 |
| }, |
| { |
| "epoch": 2.240717029449424, |
| "grad_norm": 6.456130027770996, |
| "learning_rate": 9.866268316972543e-06, |
| "loss": 0.0389, |
| "step": 1750 |
| }, |
| { |
| "epoch": 2.2535211267605635, |
| "grad_norm": 4.580643653869629, |
| "learning_rate": 9.859154929577466e-06, |
| "loss": 0.0911, |
| "step": 1760 |
| }, |
| { |
| "epoch": 2.266325224071703, |
| "grad_norm": 10.955920219421387, |
| "learning_rate": 9.852041542182388e-06, |
| "loss": 0.0874, |
| "step": 1770 |
| }, |
| { |
| "epoch": 2.2791293213828423, |
| "grad_norm": 0.017683828249573708, |
| "learning_rate": 9.84492815478731e-06, |
| "loss": 0.0606, |
| "step": 1780 |
| }, |
| { |
| "epoch": 2.291933418693982, |
| "grad_norm": 16.020793914794922, |
| "learning_rate": 9.837814767392234e-06, |
| "loss": 0.0716, |
| "step": 1790 |
| }, |
| { |
| "epoch": 2.3047375160051216, |
| "grad_norm": 8.751802444458008, |
| "learning_rate": 9.830701379997156e-06, |
| "loss": 0.169, |
| "step": 1800 |
| }, |
| { |
| "epoch": 2.317541613316261, |
| "grad_norm": 5.427897930145264, |
| "learning_rate": 9.823587992602078e-06, |
| "loss": 0.119, |
| "step": 1810 |
| }, |
| { |
| "epoch": 2.330345710627401, |
| "grad_norm": 21.988292694091797, |
| "learning_rate": 9.816474605207e-06, |
| "loss": 0.1021, |
| "step": 1820 |
| }, |
| { |
| "epoch": 2.3431498079385404, |
| "grad_norm": 14.013890266418457, |
| "learning_rate": 9.809361217811922e-06, |
| "loss": 0.0747, |
| "step": 1830 |
| }, |
| { |
| "epoch": 2.35595390524968, |
| "grad_norm": 2.2078402042388916, |
| "learning_rate": 9.802247830416845e-06, |
| "loss": 0.2043, |
| "step": 1840 |
| }, |
| { |
| "epoch": 2.3687580025608197, |
| "grad_norm": 0.1353970766067505, |
| "learning_rate": 9.795134443021767e-06, |
| "loss": 0.1157, |
| "step": 1850 |
| }, |
| { |
| "epoch": 2.381562099871959, |
| "grad_norm": 12.870859146118164, |
| "learning_rate": 9.788021055626689e-06, |
| "loss": 0.1143, |
| "step": 1860 |
| }, |
| { |
| "epoch": 2.3943661971830985, |
| "grad_norm": 2.4426429271698, |
| "learning_rate": 9.780907668231613e-06, |
| "loss": 0.1154, |
| "step": 1870 |
| }, |
| { |
| "epoch": 2.407170294494238, |
| "grad_norm": 9.61861515045166, |
| "learning_rate": 9.773794280836535e-06, |
| "loss": 0.0893, |
| "step": 1880 |
| }, |
| { |
| "epoch": 2.4199743918053778, |
| "grad_norm": 5.348551273345947, |
| "learning_rate": 9.766680893441458e-06, |
| "loss": 0.09, |
| "step": 1890 |
| }, |
| { |
| "epoch": 2.4327784891165174, |
| "grad_norm": 11.90121078491211, |
| "learning_rate": 9.75956750604638e-06, |
| "loss": 0.0453, |
| "step": 1900 |
| }, |
| { |
| "epoch": 2.445582586427657, |
| "grad_norm": 7.127316474914551, |
| "learning_rate": 9.752454118651302e-06, |
| "loss": 0.1535, |
| "step": 1910 |
| }, |
| { |
| "epoch": 2.458386683738796, |
| "grad_norm": 13.341761589050293, |
| "learning_rate": 9.745340731256226e-06, |
| "loss": 0.0935, |
| "step": 1920 |
| }, |
| { |
| "epoch": 2.471190781049936, |
| "grad_norm": 7.435236930847168, |
| "learning_rate": 9.738227343861148e-06, |
| "loss": 0.1554, |
| "step": 1930 |
| }, |
| { |
| "epoch": 2.4839948783610755, |
| "grad_norm": 13.538612365722656, |
| "learning_rate": 9.73111395646607e-06, |
| "loss": 0.1084, |
| "step": 1940 |
| }, |
| { |
| "epoch": 2.496798975672215, |
| "grad_norm": 6.2648396492004395, |
| "learning_rate": 9.724000569070993e-06, |
| "loss": 0.1028, |
| "step": 1950 |
| }, |
| { |
| "epoch": 2.5096030729833547, |
| "grad_norm": 10.203313827514648, |
| "learning_rate": 9.716887181675915e-06, |
| "loss": 0.131, |
| "step": 1960 |
| }, |
| { |
| "epoch": 2.5224071702944943, |
| "grad_norm": 9.135252952575684, |
| "learning_rate": 9.709773794280837e-06, |
| "loss": 0.1104, |
| "step": 1970 |
| }, |
| { |
| "epoch": 2.535211267605634, |
| "grad_norm": 1.1023449897766113, |
| "learning_rate": 9.70266040688576e-06, |
| "loss": 0.1732, |
| "step": 1980 |
| }, |
| { |
| "epoch": 2.5480153649167736, |
| "grad_norm": 13.248714447021484, |
| "learning_rate": 9.695547019490681e-06, |
| "loss": 0.0908, |
| "step": 1990 |
| }, |
| { |
| "epoch": 2.560819462227913, |
| "grad_norm": 0.6284473538398743, |
| "learning_rate": 9.688433632095605e-06, |
| "loss": 0.0768, |
| "step": 2000 |
| }, |
| { |
| "epoch": 2.5736235595390524, |
| "grad_norm": 13.200129508972168, |
| "learning_rate": 9.681320244700527e-06, |
| "loss": 0.0869, |
| "step": 2010 |
| }, |
| { |
| "epoch": 2.586427656850192, |
| "grad_norm": 20.896455764770508, |
| "learning_rate": 9.674206857305449e-06, |
| "loss": 0.1065, |
| "step": 2020 |
| }, |
| { |
| "epoch": 2.5992317541613317, |
| "grad_norm": 8.198634147644043, |
| "learning_rate": 9.667093469910372e-06, |
| "loss": 0.1204, |
| "step": 2030 |
| }, |
| { |
| "epoch": 2.6120358514724713, |
| "grad_norm": 3.88381290435791, |
| "learning_rate": 9.659980082515294e-06, |
| "loss": 0.172, |
| "step": 2040 |
| }, |
| { |
| "epoch": 2.6248399487836105, |
| "grad_norm": 8.779280662536621, |
| "learning_rate": 9.652866695120216e-06, |
| "loss": 0.0744, |
| "step": 2050 |
| }, |
| { |
| "epoch": 2.63764404609475, |
| "grad_norm": 7.022649765014648, |
| "learning_rate": 9.64575330772514e-06, |
| "loss": 0.0948, |
| "step": 2060 |
| }, |
| { |
| "epoch": 2.6504481434058897, |
| "grad_norm": 7.353697776794434, |
| "learning_rate": 9.638639920330062e-06, |
| "loss": 0.0541, |
| "step": 2070 |
| }, |
| { |
| "epoch": 2.6632522407170294, |
| "grad_norm": 26.910659790039062, |
| "learning_rate": 9.631526532934986e-06, |
| "loss": 0.1464, |
| "step": 2080 |
| }, |
| { |
| "epoch": 2.676056338028169, |
| "grad_norm": 16.983675003051758, |
| "learning_rate": 9.624413145539908e-06, |
| "loss": 0.1549, |
| "step": 2090 |
| }, |
| { |
| "epoch": 2.6888604353393086, |
| "grad_norm": 9.163124084472656, |
| "learning_rate": 9.61729975814483e-06, |
| "loss": 0.0484, |
| "step": 2100 |
| }, |
| { |
| "epoch": 2.7016645326504483, |
| "grad_norm": 8.896761894226074, |
| "learning_rate": 9.610186370749751e-06, |
| "loss": 0.105, |
| "step": 2110 |
| }, |
| { |
| "epoch": 2.714468629961588, |
| "grad_norm": 7.696724891662598, |
| "learning_rate": 9.603072983354675e-06, |
| "loss": 0.063, |
| "step": 2120 |
| }, |
| { |
| "epoch": 2.7272727272727275, |
| "grad_norm": 10.217194557189941, |
| "learning_rate": 9.595959595959597e-06, |
| "loss": 0.0547, |
| "step": 2130 |
| }, |
| { |
| "epoch": 2.7400768245838667, |
| "grad_norm": 7.503939151763916, |
| "learning_rate": 9.588846208564519e-06, |
| "loss": 0.0765, |
| "step": 2140 |
| }, |
| { |
| "epoch": 2.7528809218950063, |
| "grad_norm": 1.991357684135437, |
| "learning_rate": 9.581732821169441e-06, |
| "loss": 0.0788, |
| "step": 2150 |
| }, |
| { |
| "epoch": 2.765685019206146, |
| "grad_norm": 1.005223035812378, |
| "learning_rate": 9.574619433774363e-06, |
| "loss": 0.1225, |
| "step": 2160 |
| }, |
| { |
| "epoch": 2.7784891165172856, |
| "grad_norm": 11.427959442138672, |
| "learning_rate": 9.567506046379287e-06, |
| "loss": 0.0396, |
| "step": 2170 |
| }, |
| { |
| "epoch": 2.791293213828425, |
| "grad_norm": 5.700253009796143, |
| "learning_rate": 9.560392658984208e-06, |
| "loss": 0.1151, |
| "step": 2180 |
| }, |
| { |
| "epoch": 2.8040973111395644, |
| "grad_norm": 0.054455310106277466, |
| "learning_rate": 9.553279271589132e-06, |
| "loss": 0.1053, |
| "step": 2190 |
| }, |
| { |
| "epoch": 2.816901408450704, |
| "grad_norm": 10.435604095458984, |
| "learning_rate": 9.546165884194054e-06, |
| "loss": 0.102, |
| "step": 2200 |
| }, |
| { |
| "epoch": 2.8297055057618437, |
| "grad_norm": 0.0015482222661376, |
| "learning_rate": 9.539052496798976e-06, |
| "loss": 0.0741, |
| "step": 2210 |
| }, |
| { |
| "epoch": 2.8425096030729833, |
| "grad_norm": 11.852350234985352, |
| "learning_rate": 9.5319391094039e-06, |
| "loss": 0.1502, |
| "step": 2220 |
| }, |
| { |
| "epoch": 2.855313700384123, |
| "grad_norm": 9.063465118408203, |
| "learning_rate": 9.524825722008822e-06, |
| "loss": 0.1396, |
| "step": 2230 |
| }, |
| { |
| "epoch": 2.8681177976952625, |
| "grad_norm": 9.847432136535645, |
| "learning_rate": 9.517712334613744e-06, |
| "loss": 0.0908, |
| "step": 2240 |
| }, |
| { |
| "epoch": 2.880921895006402, |
| "grad_norm": 4.279153347015381, |
| "learning_rate": 9.510598947218667e-06, |
| "loss": 0.074, |
| "step": 2250 |
| }, |
| { |
| "epoch": 2.893725992317542, |
| "grad_norm": 0.3927134871482849, |
| "learning_rate": 9.50348555982359e-06, |
| "loss": 0.1105, |
| "step": 2260 |
| }, |
| { |
| "epoch": 2.9065300896286814, |
| "grad_norm": 6.676069736480713, |
| "learning_rate": 9.496372172428511e-06, |
| "loss": 0.06, |
| "step": 2270 |
| }, |
| { |
| "epoch": 2.9193341869398206, |
| "grad_norm": 20.303152084350586, |
| "learning_rate": 9.489258785033433e-06, |
| "loss": 0.1677, |
| "step": 2280 |
| }, |
| { |
| "epoch": 2.9321382842509602, |
| "grad_norm": 6.692015171051025, |
| "learning_rate": 9.482145397638357e-06, |
| "loss": 0.0588, |
| "step": 2290 |
| }, |
| { |
| "epoch": 2.9449423815621, |
| "grad_norm": 5.088359355926514, |
| "learning_rate": 9.475032010243279e-06, |
| "loss": 0.0945, |
| "step": 2300 |
| }, |
| { |
| "epoch": 2.9577464788732395, |
| "grad_norm": 1.3471933603286743, |
| "learning_rate": 9.4679186228482e-06, |
| "loss": 0.064, |
| "step": 2310 |
| }, |
| { |
| "epoch": 2.970550576184379, |
| "grad_norm": 1.208173155784607, |
| "learning_rate": 9.460805235453123e-06, |
| "loss": 0.0468, |
| "step": 2320 |
| }, |
| { |
| "epoch": 2.9833546734955183, |
| "grad_norm": 10.555696487426758, |
| "learning_rate": 9.453691848058046e-06, |
| "loss": 0.0935, |
| "step": 2330 |
| }, |
| { |
| "epoch": 2.996158770806658, |
| "grad_norm": 0.0008771463762968779, |
| "learning_rate": 9.446578460662968e-06, |
| "loss": 0.1157, |
| "step": 2340 |
| }, |
| { |
| "epoch": 3.0089628681177976, |
| "grad_norm": 10.6071138381958, |
| "learning_rate": 9.43946507326789e-06, |
| "loss": 0.0872, |
| "step": 2350 |
| }, |
| { |
| "epoch": 3.021766965428937, |
| "grad_norm": 7.2021684646606445, |
| "learning_rate": 9.432351685872814e-06, |
| "loss": 0.0657, |
| "step": 2360 |
| }, |
| { |
| "epoch": 3.034571062740077, |
| "grad_norm": 13.131150245666504, |
| "learning_rate": 9.425238298477736e-06, |
| "loss": 0.0751, |
| "step": 2370 |
| }, |
| { |
| "epoch": 3.0473751600512164, |
| "grad_norm": 5.682553768157959, |
| "learning_rate": 9.418124911082658e-06, |
| "loss": 0.1373, |
| "step": 2380 |
| }, |
| { |
| "epoch": 3.060179257362356, |
| "grad_norm": 5.313316345214844, |
| "learning_rate": 9.411011523687581e-06, |
| "loss": 0.037, |
| "step": 2390 |
| }, |
| { |
| "epoch": 3.0729833546734957, |
| "grad_norm": 3.7893171310424805, |
| "learning_rate": 9.403898136292503e-06, |
| "loss": 0.061, |
| "step": 2400 |
| }, |
| { |
| "epoch": 3.085787451984635, |
| "grad_norm": 10.84199333190918, |
| "learning_rate": 9.396784748897427e-06, |
| "loss": 0.0974, |
| "step": 2410 |
| }, |
| { |
| "epoch": 3.0985915492957745, |
| "grad_norm": 4.416197299957275, |
| "learning_rate": 9.389671361502349e-06, |
| "loss": 0.0984, |
| "step": 2420 |
| }, |
| { |
| "epoch": 3.111395646606914, |
| "grad_norm": 0.1039661169052124, |
| "learning_rate": 9.38255797410727e-06, |
| "loss": 0.0483, |
| "step": 2430 |
| }, |
| { |
| "epoch": 3.1241997439180538, |
| "grad_norm": 1.9103771448135376, |
| "learning_rate": 9.375444586712193e-06, |
| "loss": 0.0601, |
| "step": 2440 |
| }, |
| { |
| "epoch": 3.1370038412291934, |
| "grad_norm": 6.648944854736328, |
| "learning_rate": 9.368331199317116e-06, |
| "loss": 0.069, |
| "step": 2450 |
| }, |
| { |
| "epoch": 3.149807938540333, |
| "grad_norm": 7.846061635063961e-05, |
| "learning_rate": 9.361217811922038e-06, |
| "loss": 0.0653, |
| "step": 2460 |
| }, |
| { |
| "epoch": 3.1626120358514727, |
| "grad_norm": 0.6106330156326294, |
| "learning_rate": 9.35410442452696e-06, |
| "loss": 0.0639, |
| "step": 2470 |
| }, |
| { |
| "epoch": 3.175416133162612, |
| "grad_norm": 8.982917785644531, |
| "learning_rate": 9.346991037131882e-06, |
| "loss": 0.0567, |
| "step": 2480 |
| }, |
| { |
| "epoch": 3.1882202304737515, |
| "grad_norm": 2.2257747650146484, |
| "learning_rate": 9.339877649736804e-06, |
| "loss": 0.076, |
| "step": 2490 |
| }, |
| { |
| "epoch": 3.201024327784891, |
| "grad_norm": 7.568869590759277, |
| "learning_rate": 9.332764262341728e-06, |
| "loss": 0.0271, |
| "step": 2500 |
| }, |
| { |
| "epoch": 3.2138284250960307, |
| "grad_norm": 11.3545560836792, |
| "learning_rate": 9.32565087494665e-06, |
| "loss": 0.0405, |
| "step": 2510 |
| }, |
| { |
| "epoch": 3.2266325224071704, |
| "grad_norm": 0.000226711985305883, |
| "learning_rate": 9.318537487551573e-06, |
| "loss": 0.0552, |
| "step": 2520 |
| }, |
| { |
| "epoch": 3.23943661971831, |
| "grad_norm": 7.903006553649902, |
| "learning_rate": 9.311424100156495e-06, |
| "loss": 0.0689, |
| "step": 2530 |
| }, |
| { |
| "epoch": 3.2522407170294496, |
| "grad_norm": 5.433798789978027, |
| "learning_rate": 9.304310712761417e-06, |
| "loss": 0.0527, |
| "step": 2540 |
| }, |
| { |
| "epoch": 3.265044814340589, |
| "grad_norm": 9.897836685180664, |
| "learning_rate": 9.297197325366341e-06, |
| "loss": 0.1249, |
| "step": 2550 |
| }, |
| { |
| "epoch": 3.2778489116517284, |
| "grad_norm": 5.51058292388916, |
| "learning_rate": 9.290083937971263e-06, |
| "loss": 0.0486, |
| "step": 2560 |
| }, |
| { |
| "epoch": 3.290653008962868, |
| "grad_norm": 14.336811065673828, |
| "learning_rate": 9.282970550576185e-06, |
| "loss": 0.0988, |
| "step": 2570 |
| }, |
| { |
| "epoch": 3.3034571062740077, |
| "grad_norm": 7.548839092254639, |
| "learning_rate": 9.275857163181108e-06, |
| "loss": 0.0882, |
| "step": 2580 |
| }, |
| { |
| "epoch": 3.3162612035851473, |
| "grad_norm": 2.035888910293579, |
| "learning_rate": 9.26874377578603e-06, |
| "loss": 0.0445, |
| "step": 2590 |
| }, |
| { |
| "epoch": 3.329065300896287, |
| "grad_norm": 12.386154174804688, |
| "learning_rate": 9.261630388390952e-06, |
| "loss": 0.12, |
| "step": 2600 |
| }, |
| { |
| "epoch": 3.3418693982074266, |
| "grad_norm": 6.706932067871094, |
| "learning_rate": 9.254517000995874e-06, |
| "loss": 0.0787, |
| "step": 2610 |
| }, |
| { |
| "epoch": 3.3546734955185658, |
| "grad_norm": 0.008335432037711143, |
| "learning_rate": 9.247403613600798e-06, |
| "loss": 0.075, |
| "step": 2620 |
| }, |
| { |
| "epoch": 3.3674775928297054, |
| "grad_norm": 0.6694245934486389, |
| "learning_rate": 9.24029022620572e-06, |
| "loss": 0.0871, |
| "step": 2630 |
| }, |
| { |
| "epoch": 3.380281690140845, |
| "grad_norm": 0.02344265952706337, |
| "learning_rate": 9.233176838810642e-06, |
| "loss": 0.0611, |
| "step": 2640 |
| }, |
| { |
| "epoch": 3.3930857874519846, |
| "grad_norm": 0.15562568604946136, |
| "learning_rate": 9.226063451415564e-06, |
| "loss": 0.0467, |
| "step": 2650 |
| }, |
| { |
| "epoch": 3.4058898847631243, |
| "grad_norm": 11.615291595458984, |
| "learning_rate": 9.218950064020487e-06, |
| "loss": 0.0701, |
| "step": 2660 |
| }, |
| { |
| "epoch": 3.418693982074264, |
| "grad_norm": 1.564645767211914, |
| "learning_rate": 9.21183667662541e-06, |
| "loss": 0.0562, |
| "step": 2670 |
| }, |
| { |
| "epoch": 3.4314980793854035, |
| "grad_norm": 0.8504931330680847, |
| "learning_rate": 9.204723289230331e-06, |
| "loss": 0.0563, |
| "step": 2680 |
| }, |
| { |
| "epoch": 3.4443021766965427, |
| "grad_norm": 8.873530387878418, |
| "learning_rate": 9.197609901835255e-06, |
| "loss": 0.0563, |
| "step": 2690 |
| }, |
| { |
| "epoch": 3.4571062740076823, |
| "grad_norm": 7.516530513763428, |
| "learning_rate": 9.190496514440177e-06, |
| "loss": 0.0638, |
| "step": 2700 |
| }, |
| { |
| "epoch": 3.469910371318822, |
| "grad_norm": 10.838394165039062, |
| "learning_rate": 9.1833831270451e-06, |
| "loss": 0.0916, |
| "step": 2710 |
| }, |
| { |
| "epoch": 3.4827144686299616, |
| "grad_norm": 12.697843551635742, |
| "learning_rate": 9.176269739650023e-06, |
| "loss": 0.0794, |
| "step": 2720 |
| }, |
| { |
| "epoch": 3.495518565941101, |
| "grad_norm": 4.907537937164307, |
| "learning_rate": 9.169156352254945e-06, |
| "loss": 0.0672, |
| "step": 2730 |
| }, |
| { |
| "epoch": 3.508322663252241, |
| "grad_norm": 8.670528411865234, |
| "learning_rate": 9.162042964859868e-06, |
| "loss": 0.101, |
| "step": 2740 |
| }, |
| { |
| "epoch": 3.52112676056338, |
| "grad_norm": 0.005142922047525644, |
| "learning_rate": 9.15492957746479e-06, |
| "loss": 0.0832, |
| "step": 2750 |
| }, |
| { |
| "epoch": 3.5339308578745197, |
| "grad_norm": 7.155096054077148, |
| "learning_rate": 9.147816190069712e-06, |
| "loss": 0.0617, |
| "step": 2760 |
| }, |
| { |
| "epoch": 3.5467349551856593, |
| "grad_norm": 8.930415153503418, |
| "learning_rate": 9.140702802674634e-06, |
| "loss": 0.1017, |
| "step": 2770 |
| }, |
| { |
| "epoch": 3.559539052496799, |
| "grad_norm": 12.03281021118164, |
| "learning_rate": 9.133589415279556e-06, |
| "loss": 0.0663, |
| "step": 2780 |
| }, |
| { |
| "epoch": 3.5723431498079385, |
| "grad_norm": 4.852962970733643, |
| "learning_rate": 9.12647602788448e-06, |
| "loss": 0.0531, |
| "step": 2790 |
| }, |
| { |
| "epoch": 3.585147247119078, |
| "grad_norm": 4.8767571449279785, |
| "learning_rate": 9.119362640489402e-06, |
| "loss": 0.0693, |
| "step": 2800 |
| }, |
| { |
| "epoch": 3.597951344430218, |
| "grad_norm": 8.036718368530273, |
| "learning_rate": 9.112249253094323e-06, |
| "loss": 0.0757, |
| "step": 2810 |
| }, |
| { |
| "epoch": 3.6107554417413574, |
| "grad_norm": 0.04634200781583786, |
| "learning_rate": 9.105135865699247e-06, |
| "loss": 0.0207, |
| "step": 2820 |
| }, |
| { |
| "epoch": 3.623559539052497, |
| "grad_norm": 2.246762752532959, |
| "learning_rate": 9.098022478304169e-06, |
| "loss": 0.0833, |
| "step": 2830 |
| }, |
| { |
| "epoch": 3.6363636363636362, |
| "grad_norm": 0.8394132256507874, |
| "learning_rate": 9.090909090909091e-06, |
| "loss": 0.0546, |
| "step": 2840 |
| }, |
| { |
| "epoch": 3.649167733674776, |
| "grad_norm": 0.859449565410614, |
| "learning_rate": 9.083795703514015e-06, |
| "loss": 0.0529, |
| "step": 2850 |
| }, |
| { |
| "epoch": 3.6619718309859155, |
| "grad_norm": 8.246654510498047, |
| "learning_rate": 9.076682316118937e-06, |
| "loss": 0.0732, |
| "step": 2860 |
| }, |
| { |
| "epoch": 3.674775928297055, |
| "grad_norm": 8.581944465637207, |
| "learning_rate": 9.069568928723859e-06, |
| "loss": 0.0841, |
| "step": 2870 |
| }, |
| { |
| "epoch": 3.6875800256081948, |
| "grad_norm": 6.378680229187012, |
| "learning_rate": 9.062455541328782e-06, |
| "loss": 0.054, |
| "step": 2880 |
| }, |
| { |
| "epoch": 3.700384122919334, |
| "grad_norm": 0.03322785347700119, |
| "learning_rate": 9.055342153933704e-06, |
| "loss": 0.0722, |
| "step": 2890 |
| }, |
| { |
| "epoch": 3.7131882202304736, |
| "grad_norm": 6.124284744262695, |
| "learning_rate": 9.048228766538626e-06, |
| "loss": 0.0479, |
| "step": 2900 |
| }, |
| { |
| "epoch": 3.725992317541613, |
| "grad_norm": 0.22712665796279907, |
| "learning_rate": 9.04111537914355e-06, |
| "loss": 0.0476, |
| "step": 2910 |
| }, |
| { |
| "epoch": 3.738796414852753, |
| "grad_norm": 6.798972129821777, |
| "learning_rate": 9.034001991748472e-06, |
| "loss": 0.073, |
| "step": 2920 |
| }, |
| { |
| "epoch": 3.7516005121638925, |
| "grad_norm": 0.0032643969170749187, |
| "learning_rate": 9.026888604353394e-06, |
| "loss": 0.0111, |
| "step": 2930 |
| }, |
| { |
| "epoch": 3.764404609475032, |
| "grad_norm": 11.23230266571045, |
| "learning_rate": 9.019775216958316e-06, |
| "loss": 0.0706, |
| "step": 2940 |
| }, |
| { |
| "epoch": 3.7772087067861717, |
| "grad_norm": 4.730894565582275, |
| "learning_rate": 9.01266182956324e-06, |
| "loss": 0.0324, |
| "step": 2950 |
| }, |
| { |
| "epoch": 3.7900128040973113, |
| "grad_norm": 7.80692195892334, |
| "learning_rate": 9.005548442168161e-06, |
| "loss": 0.1034, |
| "step": 2960 |
| }, |
| { |
| "epoch": 3.802816901408451, |
| "grad_norm": 18.416215896606445, |
| "learning_rate": 8.998435054773083e-06, |
| "loss": 0.1731, |
| "step": 2970 |
| }, |
| { |
| "epoch": 3.81562099871959, |
| "grad_norm": 6.270477771759033, |
| "learning_rate": 8.991321667378005e-06, |
| "loss": 0.0642, |
| "step": 2980 |
| }, |
| { |
| "epoch": 3.82842509603073, |
| "grad_norm": 2.932262659072876, |
| "learning_rate": 8.984208279982929e-06, |
| "loss": 0.0817, |
| "step": 2990 |
| }, |
| { |
| "epoch": 3.8412291933418694, |
| "grad_norm": 8.80971908569336, |
| "learning_rate": 8.97709489258785e-06, |
| "loss": 0.0743, |
| "step": 3000 |
| }, |
| { |
| "epoch": 3.854033290653009, |
| "grad_norm": 11.367161750793457, |
| "learning_rate": 8.969981505192773e-06, |
| "loss": 0.0502, |
| "step": 3010 |
| }, |
| { |
| "epoch": 3.8668373879641487, |
| "grad_norm": 0.002171382075175643, |
| "learning_rate": 8.962868117797696e-06, |
| "loss": 0.0641, |
| "step": 3020 |
| }, |
| { |
| "epoch": 3.879641485275288, |
| "grad_norm": 0.4532616436481476, |
| "learning_rate": 8.955754730402618e-06, |
| "loss": 0.0651, |
| "step": 3030 |
| }, |
| { |
| "epoch": 3.8924455825864275, |
| "grad_norm": 0.7072662711143494, |
| "learning_rate": 8.948641343007542e-06, |
| "loss": 0.0793, |
| "step": 3040 |
| }, |
| { |
| "epoch": 3.905249679897567, |
| "grad_norm": 6.481967449188232, |
| "learning_rate": 8.941527955612464e-06, |
| "loss": 0.0815, |
| "step": 3050 |
| }, |
| { |
| "epoch": 3.9180537772087067, |
| "grad_norm": 0.0189608633518219, |
| "learning_rate": 8.934414568217386e-06, |
| "loss": 0.0957, |
| "step": 3060 |
| }, |
| { |
| "epoch": 3.9308578745198464, |
| "grad_norm": 9.144214630126953, |
| "learning_rate": 8.92730118082231e-06, |
| "loss": 0.0575, |
| "step": 3070 |
| }, |
| { |
| "epoch": 3.943661971830986, |
| "grad_norm": 9.871874809265137, |
| "learning_rate": 8.920187793427231e-06, |
| "loss": 0.1127, |
| "step": 3080 |
| }, |
| { |
| "epoch": 3.9564660691421256, |
| "grad_norm": 9.677109718322754, |
| "learning_rate": 8.913074406032153e-06, |
| "loss": 0.0978, |
| "step": 3090 |
| }, |
| { |
| "epoch": 3.9692701664532652, |
| "grad_norm": 3.6317031383514404, |
| "learning_rate": 8.905961018637075e-06, |
| "loss": 0.0738, |
| "step": 3100 |
| }, |
| { |
| "epoch": 3.982074263764405, |
| "grad_norm": 1.407476544380188, |
| "learning_rate": 8.898847631241997e-06, |
| "loss": 0.0363, |
| "step": 3110 |
| }, |
| { |
| "epoch": 3.994878361075544, |
| "grad_norm": 7.945038318634033, |
| "learning_rate": 8.891734243846921e-06, |
| "loss": 0.074, |
| "step": 3120 |
| }, |
| { |
| "epoch": 4.007682458386684, |
| "grad_norm": 0.7004364132881165, |
| "learning_rate": 8.884620856451843e-06, |
| "loss": 0.0445, |
| "step": 3130 |
| }, |
| { |
| "epoch": 4.020486555697823, |
| "grad_norm": 8.339925765991211, |
| "learning_rate": 8.877507469056765e-06, |
| "loss": 0.0311, |
| "step": 3140 |
| }, |
| { |
| "epoch": 4.0332906530089625, |
| "grad_norm": 8.701236724853516, |
| "learning_rate": 8.870394081661688e-06, |
| "loss": 0.0563, |
| "step": 3150 |
| }, |
| { |
| "epoch": 4.046094750320102, |
| "grad_norm": 11.493291854858398, |
| "learning_rate": 8.86328069426661e-06, |
| "loss": 0.1014, |
| "step": 3160 |
| }, |
| { |
| "epoch": 4.058898847631242, |
| "grad_norm": 14.968050956726074, |
| "learning_rate": 8.856167306871532e-06, |
| "loss": 0.0572, |
| "step": 3170 |
| }, |
| { |
| "epoch": 4.071702944942381, |
| "grad_norm": 6.135365009307861, |
| "learning_rate": 8.849053919476456e-06, |
| "loss": 0.0502, |
| "step": 3180 |
| }, |
| { |
| "epoch": 4.084507042253521, |
| "grad_norm": 3.1343040466308594, |
| "learning_rate": 8.841940532081378e-06, |
| "loss": 0.0305, |
| "step": 3190 |
| }, |
| { |
| "epoch": 4.097311139564661, |
| "grad_norm": 7.629443168640137, |
| "learning_rate": 8.8348271446863e-06, |
| "loss": 0.0682, |
| "step": 3200 |
| }, |
| { |
| "epoch": 4.1101152368758, |
| "grad_norm": 7.97960090637207, |
| "learning_rate": 8.827713757291224e-06, |
| "loss": 0.0786, |
| "step": 3210 |
| }, |
| { |
| "epoch": 4.12291933418694, |
| "grad_norm": 1.2798930406570435, |
| "learning_rate": 8.820600369896145e-06, |
| "loss": 0.043, |
| "step": 3220 |
| }, |
| { |
| "epoch": 4.1357234314980795, |
| "grad_norm": 0.1385413408279419, |
| "learning_rate": 8.813486982501069e-06, |
| "loss": 0.049, |
| "step": 3230 |
| }, |
| { |
| "epoch": 4.148527528809219, |
| "grad_norm": 1.2011138200759888, |
| "learning_rate": 8.806373595105991e-06, |
| "loss": 0.0859, |
| "step": 3240 |
| }, |
| { |
| "epoch": 4.161331626120359, |
| "grad_norm": 7.076838970184326, |
| "learning_rate": 8.799260207710913e-06, |
| "loss": 0.0635, |
| "step": 3250 |
| }, |
| { |
| "epoch": 4.174135723431498, |
| "grad_norm": 0.1687900722026825, |
| "learning_rate": 8.792146820315835e-06, |
| "loss": 0.0686, |
| "step": 3260 |
| }, |
| { |
| "epoch": 4.186939820742638, |
| "grad_norm": 3.7487645149230957, |
| "learning_rate": 8.785033432920757e-06, |
| "loss": 0.0468, |
| "step": 3270 |
| }, |
| { |
| "epoch": 4.199743918053777, |
| "grad_norm": 0.12559740245342255, |
| "learning_rate": 8.777920045525679e-06, |
| "loss": 0.0403, |
| "step": 3280 |
| }, |
| { |
| "epoch": 4.212548015364916, |
| "grad_norm": 0.34440168738365173, |
| "learning_rate": 8.770806658130602e-06, |
| "loss": 0.0867, |
| "step": 3290 |
| }, |
| { |
| "epoch": 4.225352112676056, |
| "grad_norm": 0.0011506618466228247, |
| "learning_rate": 8.763693270735524e-06, |
| "loss": 0.0354, |
| "step": 3300 |
| }, |
| { |
| "epoch": 4.238156209987196, |
| "grad_norm": 9.541993141174316, |
| "learning_rate": 8.756579883340446e-06, |
| "loss": 0.0473, |
| "step": 3310 |
| }, |
| { |
| "epoch": 4.250960307298335, |
| "grad_norm": 0.023387501016259193, |
| "learning_rate": 8.74946649594537e-06, |
| "loss": 0.0605, |
| "step": 3320 |
| }, |
| { |
| "epoch": 4.263764404609475, |
| "grad_norm": 7.409848690032959, |
| "learning_rate": 8.742353108550292e-06, |
| "loss": 0.0402, |
| "step": 3330 |
| }, |
| { |
| "epoch": 4.2765685019206146, |
| "grad_norm": 7.853289604187012, |
| "learning_rate": 8.735239721155216e-06, |
| "loss": 0.0535, |
| "step": 3340 |
| }, |
| { |
| "epoch": 4.289372599231754, |
| "grad_norm": 10.809486389160156, |
| "learning_rate": 8.728126333760138e-06, |
| "loss": 0.0493, |
| "step": 3350 |
| }, |
| { |
| "epoch": 4.302176696542894, |
| "grad_norm": 0.22432303428649902, |
| "learning_rate": 8.72101294636506e-06, |
| "loss": 0.0255, |
| "step": 3360 |
| }, |
| { |
| "epoch": 4.314980793854033, |
| "grad_norm": 7.155245780944824, |
| "learning_rate": 8.713899558969983e-06, |
| "loss": 0.0362, |
| "step": 3370 |
| }, |
| { |
| "epoch": 4.327784891165173, |
| "grad_norm": 0.5234391689300537, |
| "learning_rate": 8.706786171574905e-06, |
| "loss": 0.0559, |
| "step": 3380 |
| }, |
| { |
| "epoch": 4.340588988476313, |
| "grad_norm": 6.478000164031982, |
| "learning_rate": 8.699672784179827e-06, |
| "loss": 0.0475, |
| "step": 3390 |
| }, |
| { |
| "epoch": 4.353393085787452, |
| "grad_norm": 7.4332709312438965, |
| "learning_rate": 8.69255939678475e-06, |
| "loss": 0.028, |
| "step": 3400 |
| }, |
| { |
| "epoch": 4.366197183098592, |
| "grad_norm": 0.00016584369586780667, |
| "learning_rate": 8.685446009389673e-06, |
| "loss": 0.033, |
| "step": 3410 |
| }, |
| { |
| "epoch": 4.379001280409732, |
| "grad_norm": 5.26579475402832, |
| "learning_rate": 8.678332621994595e-06, |
| "loss": 0.0266, |
| "step": 3420 |
| }, |
| { |
| "epoch": 4.39180537772087, |
| "grad_norm": 0.01609189808368683, |
| "learning_rate": 8.671219234599517e-06, |
| "loss": 0.052, |
| "step": 3430 |
| }, |
| { |
| "epoch": 4.40460947503201, |
| "grad_norm": 0.04848508909344673, |
| "learning_rate": 8.664105847204439e-06, |
| "loss": 0.0623, |
| "step": 3440 |
| }, |
| { |
| "epoch": 4.41741357234315, |
| "grad_norm": 0.03006572835147381, |
| "learning_rate": 8.656992459809362e-06, |
| "loss": 0.0358, |
| "step": 3450 |
| }, |
| { |
| "epoch": 4.430217669654289, |
| "grad_norm": 0.03689035773277283, |
| "learning_rate": 8.649879072414284e-06, |
| "loss": 0.0281, |
| "step": 3460 |
| }, |
| { |
| "epoch": 4.443021766965429, |
| "grad_norm": 5.47698450088501, |
| "learning_rate": 8.642765685019206e-06, |
| "loss": 0.0685, |
| "step": 3470 |
| }, |
| { |
| "epoch": 4.4558258642765685, |
| "grad_norm": 7.300468921661377, |
| "learning_rate": 8.63565229762413e-06, |
| "loss": 0.0607, |
| "step": 3480 |
| }, |
| { |
| "epoch": 4.468629961587708, |
| "grad_norm": 5.875164985656738, |
| "learning_rate": 8.628538910229052e-06, |
| "loss": 0.0694, |
| "step": 3490 |
| }, |
| { |
| "epoch": 4.481434058898848, |
| "grad_norm": 11.426108360290527, |
| "learning_rate": 8.621425522833974e-06, |
| "loss": 0.0783, |
| "step": 3500 |
| }, |
| { |
| "epoch": 4.494238156209987, |
| "grad_norm": 9.112909317016602, |
| "learning_rate": 8.614312135438897e-06, |
| "loss": 0.0664, |
| "step": 3510 |
| }, |
| { |
| "epoch": 4.507042253521127, |
| "grad_norm": 0.24784012138843536, |
| "learning_rate": 8.60719874804382e-06, |
| "loss": 0.0124, |
| "step": 3520 |
| }, |
| { |
| "epoch": 4.519846350832267, |
| "grad_norm": 9.857042459771037e-05, |
| "learning_rate": 8.600085360648741e-06, |
| "loss": 0.0428, |
| "step": 3530 |
| }, |
| { |
| "epoch": 4.532650448143406, |
| "grad_norm": 8.992209434509277, |
| "learning_rate": 8.592971973253665e-06, |
| "loss": 0.0435, |
| "step": 3540 |
| }, |
| { |
| "epoch": 4.545454545454545, |
| "grad_norm": 6.475641250610352, |
| "learning_rate": 8.585858585858587e-06, |
| "loss": 0.0547, |
| "step": 3550 |
| }, |
| { |
| "epoch": 4.558258642765685, |
| "grad_norm": 14.07235336303711, |
| "learning_rate": 8.578745198463509e-06, |
| "loss": 0.0467, |
| "step": 3560 |
| }, |
| { |
| "epoch": 4.571062740076824, |
| "grad_norm": 7.2002854347229, |
| "learning_rate": 8.571631811068432e-06, |
| "loss": 0.0091, |
| "step": 3570 |
| }, |
| { |
| "epoch": 4.583866837387964, |
| "grad_norm": 0.07768731564283371, |
| "learning_rate": 8.564518423673354e-06, |
| "loss": 0.0467, |
| "step": 3580 |
| }, |
| { |
| "epoch": 4.5966709346991035, |
| "grad_norm": 11.106244087219238, |
| "learning_rate": 8.557405036278276e-06, |
| "loss": 0.0477, |
| "step": 3590 |
| }, |
| { |
| "epoch": 4.609475032010243, |
| "grad_norm": 0.0894252136349678, |
| "learning_rate": 8.550291648883198e-06, |
| "loss": 0.0285, |
| "step": 3600 |
| }, |
| { |
| "epoch": 4.622279129321383, |
| "grad_norm": 5.591623783111572, |
| "learning_rate": 8.54317826148812e-06, |
| "loss": 0.0706, |
| "step": 3610 |
| }, |
| { |
| "epoch": 4.635083226632522, |
| "grad_norm": 0.042741406708955765, |
| "learning_rate": 8.536064874093044e-06, |
| "loss": 0.0221, |
| "step": 3620 |
| }, |
| { |
| "epoch": 4.647887323943662, |
| "grad_norm": 3.735109329223633, |
| "learning_rate": 8.528951486697966e-06, |
| "loss": 0.043, |
| "step": 3630 |
| }, |
| { |
| "epoch": 4.660691421254802, |
| "grad_norm": 4.355711936950684, |
| "learning_rate": 8.521838099302888e-06, |
| "loss": 0.0725, |
| "step": 3640 |
| }, |
| { |
| "epoch": 4.673495518565941, |
| "grad_norm": 6.873217582702637, |
| "learning_rate": 8.514724711907811e-06, |
| "loss": 0.0604, |
| "step": 3650 |
| }, |
| { |
| "epoch": 4.686299615877081, |
| "grad_norm": 9.788108825683594, |
| "learning_rate": 8.507611324512733e-06, |
| "loss": 0.0407, |
| "step": 3660 |
| }, |
| { |
| "epoch": 4.6991037131882205, |
| "grad_norm": 9.999732971191406, |
| "learning_rate": 8.500497937117657e-06, |
| "loss": 0.0821, |
| "step": 3670 |
| }, |
| { |
| "epoch": 4.71190781049936, |
| "grad_norm": 0.6053422093391418, |
| "learning_rate": 8.493384549722579e-06, |
| "loss": 0.0256, |
| "step": 3680 |
| }, |
| { |
| "epoch": 4.7247119078105, |
| "grad_norm": 9.958725929260254, |
| "learning_rate": 8.4862711623275e-06, |
| "loss": 0.0413, |
| "step": 3690 |
| }, |
| { |
| "epoch": 4.737516005121639, |
| "grad_norm": 7.323482513427734, |
| "learning_rate": 8.479157774932424e-06, |
| "loss": 0.0379, |
| "step": 3700 |
| }, |
| { |
| "epoch": 4.750320102432778, |
| "grad_norm": 3.1788806915283203, |
| "learning_rate": 8.472044387537346e-06, |
| "loss": 0.0652, |
| "step": 3710 |
| }, |
| { |
| "epoch": 4.763124199743918, |
| "grad_norm": 7.410254955291748, |
| "learning_rate": 8.464931000142268e-06, |
| "loss": 0.1127, |
| "step": 3720 |
| }, |
| { |
| "epoch": 4.775928297055057, |
| "grad_norm": 15.534052848815918, |
| "learning_rate": 8.457817612747192e-06, |
| "loss": 0.0765, |
| "step": 3730 |
| }, |
| { |
| "epoch": 4.788732394366197, |
| "grad_norm": 2.075538158416748, |
| "learning_rate": 8.450704225352114e-06, |
| "loss": 0.0589, |
| "step": 3740 |
| }, |
| { |
| "epoch": 4.801536491677337, |
| "grad_norm": 11.67330551147461, |
| "learning_rate": 8.443590837957036e-06, |
| "loss": 0.0716, |
| "step": 3750 |
| }, |
| { |
| "epoch": 4.814340588988476, |
| "grad_norm": 6.3938798904418945, |
| "learning_rate": 8.436477450561958e-06, |
| "loss": 0.0182, |
| "step": 3760 |
| }, |
| { |
| "epoch": 4.827144686299616, |
| "grad_norm": 6.382133960723877, |
| "learning_rate": 8.42936406316688e-06, |
| "loss": 0.0634, |
| "step": 3770 |
| }, |
| { |
| "epoch": 4.8399487836107555, |
| "grad_norm": 6.629985809326172, |
| "learning_rate": 8.422250675771803e-06, |
| "loss": 0.0913, |
| "step": 3780 |
| }, |
| { |
| "epoch": 4.852752880921895, |
| "grad_norm": 0.031200766563415527, |
| "learning_rate": 8.415137288376725e-06, |
| "loss": 0.0359, |
| "step": 3790 |
| }, |
| { |
| "epoch": 4.865556978233035, |
| "grad_norm": 2.89249587059021, |
| "learning_rate": 8.408023900981647e-06, |
| "loss": 0.0178, |
| "step": 3800 |
| }, |
| { |
| "epoch": 4.878361075544174, |
| "grad_norm": 7.646574974060059, |
| "learning_rate": 8.400910513586571e-06, |
| "loss": 0.0314, |
| "step": 3810 |
| }, |
| { |
| "epoch": 4.891165172855314, |
| "grad_norm": 6.414608001708984, |
| "learning_rate": 8.393797126191493e-06, |
| "loss": 0.0833, |
| "step": 3820 |
| }, |
| { |
| "epoch": 4.903969270166453, |
| "grad_norm": 1.906454086303711, |
| "learning_rate": 8.386683738796415e-06, |
| "loss": 0.0654, |
| "step": 3830 |
| }, |
| { |
| "epoch": 4.916773367477592, |
| "grad_norm": 12.821189880371094, |
| "learning_rate": 8.379570351401339e-06, |
| "loss": 0.0852, |
| "step": 3840 |
| }, |
| { |
| "epoch": 4.929577464788732, |
| "grad_norm": 5.904670715332031, |
| "learning_rate": 8.37245696400626e-06, |
| "loss": 0.0496, |
| "step": 3850 |
| }, |
| { |
| "epoch": 4.942381562099872, |
| "grad_norm": 13.252474784851074, |
| "learning_rate": 8.365343576611184e-06, |
| "loss": 0.0373, |
| "step": 3860 |
| }, |
| { |
| "epoch": 4.955185659411011, |
| "grad_norm": 9.706033706665039, |
| "learning_rate": 8.358230189216106e-06, |
| "loss": 0.1003, |
| "step": 3870 |
| }, |
| { |
| "epoch": 4.967989756722151, |
| "grad_norm": 5.731202602386475, |
| "learning_rate": 8.351116801821028e-06, |
| "loss": 0.0162, |
| "step": 3880 |
| }, |
| { |
| "epoch": 4.980793854033291, |
| "grad_norm": 0.10428772121667862, |
| "learning_rate": 8.34400341442595e-06, |
| "loss": 0.0549, |
| "step": 3890 |
| }, |
| { |
| "epoch": 4.99359795134443, |
| "grad_norm": 3.261608123779297, |
| "learning_rate": 8.336890027030874e-06, |
| "loss": 0.0289, |
| "step": 3900 |
| }, |
| { |
| "epoch": 5.00640204865557, |
| "grad_norm": 0.6107264757156372, |
| "learning_rate": 8.329776639635796e-06, |
| "loss": 0.0824, |
| "step": 3910 |
| }, |
| { |
| "epoch": 5.019206145966709, |
| "grad_norm": 4.616156578063965, |
| "learning_rate": 8.322663252240718e-06, |
| "loss": 0.0455, |
| "step": 3920 |
| }, |
| { |
| "epoch": 5.032010243277849, |
| "grad_norm": 5.969337463378906, |
| "learning_rate": 8.31554986484564e-06, |
| "loss": 0.0449, |
| "step": 3930 |
| }, |
| { |
| "epoch": 5.044814340588989, |
| "grad_norm": 0.1294054538011551, |
| "learning_rate": 8.308436477450561e-06, |
| "loss": 0.0158, |
| "step": 3940 |
| }, |
| { |
| "epoch": 5.057618437900128, |
| "grad_norm": 7.5108184814453125, |
| "learning_rate": 8.301323090055485e-06, |
| "loss": 0.0352, |
| "step": 3950 |
| }, |
| { |
| "epoch": 5.070422535211268, |
| "grad_norm": 8.7492036819458, |
| "learning_rate": 8.294209702660407e-06, |
| "loss": 0.031, |
| "step": 3960 |
| }, |
| { |
| "epoch": 5.083226632522408, |
| "grad_norm": 2.8963265419006348, |
| "learning_rate": 8.28709631526533e-06, |
| "loss": 0.0178, |
| "step": 3970 |
| }, |
| { |
| "epoch": 5.096030729833546, |
| "grad_norm": 7.99992561340332, |
| "learning_rate": 8.279982927870253e-06, |
| "loss": 0.0145, |
| "step": 3980 |
| }, |
| { |
| "epoch": 5.108834827144686, |
| "grad_norm": 0.007856784388422966, |
| "learning_rate": 8.272869540475175e-06, |
| "loss": 0.0431, |
| "step": 3990 |
| }, |
| { |
| "epoch": 5.121638924455826, |
| "grad_norm": 7.905889511108398, |
| "learning_rate": 8.265756153080098e-06, |
| "loss": 0.0547, |
| "step": 4000 |
| }, |
| { |
| "epoch": 5.134443021766965, |
| "grad_norm": 6.235837936401367, |
| "learning_rate": 8.25864276568502e-06, |
| "loss": 0.0479, |
| "step": 4010 |
| }, |
| { |
| "epoch": 5.147247119078105, |
| "grad_norm": 0.536173939704895, |
| "learning_rate": 8.251529378289942e-06, |
| "loss": 0.0274, |
| "step": 4020 |
| }, |
| { |
| "epoch": 5.1600512163892445, |
| "grad_norm": 8.95507526397705, |
| "learning_rate": 8.244415990894866e-06, |
| "loss": 0.0629, |
| "step": 4030 |
| }, |
| { |
| "epoch": 5.172855313700384, |
| "grad_norm": 0.33378151059150696, |
| "learning_rate": 8.237302603499788e-06, |
| "loss": 0.0984, |
| "step": 4040 |
| }, |
| { |
| "epoch": 5.185659411011524, |
| "grad_norm": 0.033245958387851715, |
| "learning_rate": 8.23018921610471e-06, |
| "loss": 0.0414, |
| "step": 4050 |
| }, |
| { |
| "epoch": 5.198463508322663, |
| "grad_norm": 0.03647937998175621, |
| "learning_rate": 8.223075828709632e-06, |
| "loss": 0.0165, |
| "step": 4060 |
| }, |
| { |
| "epoch": 5.211267605633803, |
| "grad_norm": 7.125176906585693, |
| "learning_rate": 8.215962441314555e-06, |
| "loss": 0.048, |
| "step": 4070 |
| }, |
| { |
| "epoch": 5.224071702944943, |
| "grad_norm": 1.0387356281280518, |
| "learning_rate": 8.208849053919477e-06, |
| "loss": 0.0525, |
| "step": 4080 |
| }, |
| { |
| "epoch": 5.236875800256082, |
| "grad_norm": 6.314057350158691, |
| "learning_rate": 8.201735666524399e-06, |
| "loss": 0.0265, |
| "step": 4090 |
| }, |
| { |
| "epoch": 5.249679897567222, |
| "grad_norm": 3.168534994125366, |
| "learning_rate": 8.194622279129321e-06, |
| "loss": 0.0402, |
| "step": 4100 |
| }, |
| { |
| "epoch": 5.262483994878361, |
| "grad_norm": 7.815944671630859, |
| "learning_rate": 8.187508891734245e-06, |
| "loss": 0.0653, |
| "step": 4110 |
| }, |
| { |
| "epoch": 5.2752880921895, |
| "grad_norm": 4.802215099334717, |
| "learning_rate": 8.180395504339167e-06, |
| "loss": 0.039, |
| "step": 4120 |
| }, |
| { |
| "epoch": 5.28809218950064, |
| "grad_norm": 0.07285226881504059, |
| "learning_rate": 8.173282116944089e-06, |
| "loss": 0.0305, |
| "step": 4130 |
| }, |
| { |
| "epoch": 5.3008962868117795, |
| "grad_norm": 0.01511402614414692, |
| "learning_rate": 8.166168729549012e-06, |
| "loss": 0.0335, |
| "step": 4140 |
| }, |
| { |
| "epoch": 5.313700384122919, |
| "grad_norm": 0.45437008142471313, |
| "learning_rate": 8.159055342153934e-06, |
| "loss": 0.0783, |
| "step": 4150 |
| }, |
| { |
| "epoch": 5.326504481434059, |
| "grad_norm": 0.014249751344323158, |
| "learning_rate": 8.151941954758856e-06, |
| "loss": 0.0452, |
| "step": 4160 |
| }, |
| { |
| "epoch": 5.339308578745198, |
| "grad_norm": 0.15017516911029816, |
| "learning_rate": 8.14482856736378e-06, |
| "loss": 0.034, |
| "step": 4170 |
| }, |
| { |
| "epoch": 5.352112676056338, |
| "grad_norm": 4.36442232131958, |
| "learning_rate": 8.137715179968702e-06, |
| "loss": 0.0151, |
| "step": 4180 |
| }, |
| { |
| "epoch": 5.364916773367478, |
| "grad_norm": 7.4028544425964355, |
| "learning_rate": 8.130601792573625e-06, |
| "loss": 0.0299, |
| "step": 4190 |
| }, |
| { |
| "epoch": 5.377720870678617, |
| "grad_norm": 3.0723438262939453, |
| "learning_rate": 8.123488405178547e-06, |
| "loss": 0.0361, |
| "step": 4200 |
| }, |
| { |
| "epoch": 5.390524967989757, |
| "grad_norm": 4.94050407409668, |
| "learning_rate": 8.11637501778347e-06, |
| "loss": 0.0413, |
| "step": 4210 |
| }, |
| { |
| "epoch": 5.4033290653008965, |
| "grad_norm": 0.8614751100540161, |
| "learning_rate": 8.109261630388391e-06, |
| "loss": 0.0127, |
| "step": 4220 |
| }, |
| { |
| "epoch": 5.416133162612036, |
| "grad_norm": 10.043490409851074, |
| "learning_rate": 8.102148242993315e-06, |
| "loss": 0.076, |
| "step": 4230 |
| }, |
| { |
| "epoch": 5.428937259923176, |
| "grad_norm": 7.008946895599365, |
| "learning_rate": 8.095034855598237e-06, |
| "loss": 0.0264, |
| "step": 4240 |
| }, |
| { |
| "epoch": 5.441741357234315, |
| "grad_norm": 4.448896884918213, |
| "learning_rate": 8.087921468203159e-06, |
| "loss": 0.0674, |
| "step": 4250 |
| }, |
| { |
| "epoch": 5.454545454545454, |
| "grad_norm": 0.11608394980430603, |
| "learning_rate": 8.08080808080808e-06, |
| "loss": 0.0322, |
| "step": 4260 |
| }, |
| { |
| "epoch": 5.467349551856594, |
| "grad_norm": 4.199873728794046e-05, |
| "learning_rate": 8.073694693413003e-06, |
| "loss": 0.0131, |
| "step": 4270 |
| }, |
| { |
| "epoch": 5.480153649167733, |
| "grad_norm": 8.15583324432373, |
| "learning_rate": 8.066581306017926e-06, |
| "loss": 0.0352, |
| "step": 4280 |
| }, |
| { |
| "epoch": 5.492957746478873, |
| "grad_norm": 8.766875267028809, |
| "learning_rate": 8.059467918622848e-06, |
| "loss": 0.0523, |
| "step": 4290 |
| }, |
| { |
| "epoch": 5.505761843790013, |
| "grad_norm": 4.205753803253174, |
| "learning_rate": 8.052354531227772e-06, |
| "loss": 0.0455, |
| "step": 4300 |
| }, |
| { |
| "epoch": 5.518565941101152, |
| "grad_norm": 9.919289588928223, |
| "learning_rate": 8.045241143832694e-06, |
| "loss": 0.0353, |
| "step": 4310 |
| }, |
| { |
| "epoch": 5.531370038412292, |
| "grad_norm": 0.001328068203292787, |
| "learning_rate": 8.038127756437616e-06, |
| "loss": 0.0346, |
| "step": 4320 |
| }, |
| { |
| "epoch": 5.5441741357234315, |
| "grad_norm": 0.0011309911496937275, |
| "learning_rate": 8.03101436904254e-06, |
| "loss": 0.0601, |
| "step": 4330 |
| }, |
| { |
| "epoch": 5.556978233034571, |
| "grad_norm": 0.8580485582351685, |
| "learning_rate": 8.023900981647461e-06, |
| "loss": 0.039, |
| "step": 4340 |
| }, |
| { |
| "epoch": 5.569782330345711, |
| "grad_norm": 1.1906603574752808, |
| "learning_rate": 8.016787594252383e-06, |
| "loss": 0.0656, |
| "step": 4350 |
| }, |
| { |
| "epoch": 5.58258642765685, |
| "grad_norm": 0.004430301487445831, |
| "learning_rate": 8.009674206857307e-06, |
| "loss": 0.0539, |
| "step": 4360 |
| }, |
| { |
| "epoch": 5.59539052496799, |
| "grad_norm": 9.235508918762207, |
| "learning_rate": 8.002560819462229e-06, |
| "loss": 0.0437, |
| "step": 4370 |
| }, |
| { |
| "epoch": 5.60819462227913, |
| "grad_norm": 7.584328651428223, |
| "learning_rate": 7.995447432067151e-06, |
| "loss": 0.0363, |
| "step": 4380 |
| }, |
| { |
| "epoch": 5.620998719590268, |
| "grad_norm": 0.2141062319278717, |
| "learning_rate": 7.988334044672073e-06, |
| "loss": 0.0396, |
| "step": 4390 |
| }, |
| { |
| "epoch": 5.633802816901408, |
| "grad_norm": 0.028521370142698288, |
| "learning_rate": 7.981220657276996e-06, |
| "loss": 0.0291, |
| "step": 4400 |
| }, |
| { |
| "epoch": 5.646606914212548, |
| "grad_norm": 4.2861199378967285, |
| "learning_rate": 7.974107269881918e-06, |
| "loss": 0.016, |
| "step": 4410 |
| }, |
| { |
| "epoch": 5.659411011523687, |
| "grad_norm": 0.19598886370658875, |
| "learning_rate": 7.96699388248684e-06, |
| "loss": 0.0307, |
| "step": 4420 |
| }, |
| { |
| "epoch": 5.672215108834827, |
| "grad_norm": 0.2010897547006607, |
| "learning_rate": 7.959880495091762e-06, |
| "loss": 0.0112, |
| "step": 4430 |
| }, |
| { |
| "epoch": 5.685019206145967, |
| "grad_norm": 11.772674560546875, |
| "learning_rate": 7.952767107696686e-06, |
| "loss": 0.0638, |
| "step": 4440 |
| }, |
| { |
| "epoch": 5.697823303457106, |
| "grad_norm": 0.010794471949338913, |
| "learning_rate": 7.945653720301608e-06, |
| "loss": 0.0264, |
| "step": 4450 |
| }, |
| { |
| "epoch": 5.710627400768246, |
| "grad_norm": 7.447845935821533, |
| "learning_rate": 7.93854033290653e-06, |
| "loss": 0.0436, |
| "step": 4460 |
| }, |
| { |
| "epoch": 5.7234314980793854, |
| "grad_norm": 0.003293869085609913, |
| "learning_rate": 7.931426945511454e-06, |
| "loss": 0.0326, |
| "step": 4470 |
| }, |
| { |
| "epoch": 5.736235595390525, |
| "grad_norm": 5.008636474609375, |
| "learning_rate": 7.924313558116375e-06, |
| "loss": 0.0408, |
| "step": 4480 |
| }, |
| { |
| "epoch": 5.749039692701665, |
| "grad_norm": 0.0017159223789349198, |
| "learning_rate": 7.917200170721299e-06, |
| "loss": 0.0521, |
| "step": 4490 |
| }, |
| { |
| "epoch": 5.761843790012804, |
| "grad_norm": 0.03760657459497452, |
| "learning_rate": 7.910086783326221e-06, |
| "loss": 0.0237, |
| "step": 4500 |
| }, |
| { |
| "epoch": 5.774647887323944, |
| "grad_norm": 0.9787740111351013, |
| "learning_rate": 7.902973395931143e-06, |
| "loss": 0.0137, |
| "step": 4510 |
| }, |
| { |
| "epoch": 5.787451984635084, |
| "grad_norm": 7.57289457321167, |
| "learning_rate": 7.895860008536067e-06, |
| "loss": 0.0188, |
| "step": 4520 |
| }, |
| { |
| "epoch": 5.800256081946223, |
| "grad_norm": 6.602818012237549, |
| "learning_rate": 7.888746621140989e-06, |
| "loss": 0.0374, |
| "step": 4530 |
| }, |
| { |
| "epoch": 5.813060179257363, |
| "grad_norm": 6.57660436630249, |
| "learning_rate": 7.88163323374591e-06, |
| "loss": 0.033, |
| "step": 4540 |
| }, |
| { |
| "epoch": 5.825864276568502, |
| "grad_norm": 8.515735626220703, |
| "learning_rate": 7.874519846350833e-06, |
| "loss": 0.0393, |
| "step": 4550 |
| }, |
| { |
| "epoch": 5.838668373879641, |
| "grad_norm": 1.3361997604370117, |
| "learning_rate": 7.867406458955754e-06, |
| "loss": 0.0145, |
| "step": 4560 |
| }, |
| { |
| "epoch": 5.851472471190781, |
| "grad_norm": 7.162911415100098, |
| "learning_rate": 7.860293071560678e-06, |
| "loss": 0.0611, |
| "step": 4570 |
| }, |
| { |
| "epoch": 5.8642765685019205, |
| "grad_norm": 11.508686065673828, |
| "learning_rate": 7.8531796841656e-06, |
| "loss": 0.0545, |
| "step": 4580 |
| }, |
| { |
| "epoch": 5.87708066581306, |
| "grad_norm": 9.42324447631836, |
| "learning_rate": 7.846066296770522e-06, |
| "loss": 0.034, |
| "step": 4590 |
| }, |
| { |
| "epoch": 5.8898847631242, |
| "grad_norm": 0.0004297104605939239, |
| "learning_rate": 7.838952909375446e-06, |
| "loss": 0.02, |
| "step": 4600 |
| }, |
| { |
| "epoch": 5.902688860435339, |
| "grad_norm": 0.0026710787788033485, |
| "learning_rate": 7.831839521980368e-06, |
| "loss": 0.0446, |
| "step": 4610 |
| }, |
| { |
| "epoch": 5.915492957746479, |
| "grad_norm": 12.91624927520752, |
| "learning_rate": 7.82472613458529e-06, |
| "loss": 0.0642, |
| "step": 4620 |
| }, |
| { |
| "epoch": 5.928297055057619, |
| "grad_norm": 6.404867172241211, |
| "learning_rate": 7.817612747190213e-06, |
| "loss": 0.0446, |
| "step": 4630 |
| }, |
| { |
| "epoch": 5.941101152368758, |
| "grad_norm": 6.4475860595703125, |
| "learning_rate": 7.810499359795135e-06, |
| "loss": 0.0383, |
| "step": 4640 |
| }, |
| { |
| "epoch": 5.953905249679898, |
| "grad_norm": 10.074686050415039, |
| "learning_rate": 7.803385972400057e-06, |
| "loss": 0.0328, |
| "step": 4650 |
| }, |
| { |
| "epoch": 5.9667093469910375, |
| "grad_norm": 9.27889633178711, |
| "learning_rate": 7.79627258500498e-06, |
| "loss": 0.046, |
| "step": 4660 |
| }, |
| { |
| "epoch": 5.979513444302176, |
| "grad_norm": 8.591060638427734, |
| "learning_rate": 7.789159197609903e-06, |
| "loss": 0.0274, |
| "step": 4670 |
| }, |
| { |
| "epoch": 5.992317541613316, |
| "grad_norm": 0.004389516543596983, |
| "learning_rate": 7.782045810214825e-06, |
| "loss": 0.0398, |
| "step": 4680 |
| }, |
| { |
| "epoch": 6.0051216389244555, |
| "grad_norm": 10.176156044006348, |
| "learning_rate": 7.774932422819748e-06, |
| "loss": 0.0619, |
| "step": 4690 |
| }, |
| { |
| "epoch": 6.017925736235595, |
| "grad_norm": 5.341851711273193, |
| "learning_rate": 7.76781903542467e-06, |
| "loss": 0.017, |
| "step": 4700 |
| }, |
| { |
| "epoch": 6.030729833546735, |
| "grad_norm": 5.233988285064697, |
| "learning_rate": 7.760705648029592e-06, |
| "loss": 0.0358, |
| "step": 4710 |
| }, |
| { |
| "epoch": 6.043533930857874, |
| "grad_norm": 11.362195014953613, |
| "learning_rate": 7.753592260634514e-06, |
| "loss": 0.0696, |
| "step": 4720 |
| }, |
| { |
| "epoch": 6.056338028169014, |
| "grad_norm": 6.469157695770264, |
| "learning_rate": 7.746478873239436e-06, |
| "loss": 0.0656, |
| "step": 4730 |
| }, |
| { |
| "epoch": 6.069142125480154, |
| "grad_norm": 8.421032905578613, |
| "learning_rate": 7.73936548584436e-06, |
| "loss": 0.0204, |
| "step": 4740 |
| }, |
| { |
| "epoch": 6.081946222791293, |
| "grad_norm": 7.738709449768066, |
| "learning_rate": 7.732252098449282e-06, |
| "loss": 0.0368, |
| "step": 4750 |
| }, |
| { |
| "epoch": 6.094750320102433, |
| "grad_norm": 5.2488579750061035, |
| "learning_rate": 7.725138711054204e-06, |
| "loss": 0.028, |
| "step": 4760 |
| }, |
| { |
| "epoch": 6.1075544174135725, |
| "grad_norm": 7.755075454711914, |
| "learning_rate": 7.718025323659127e-06, |
| "loss": 0.0503, |
| "step": 4770 |
| }, |
| { |
| "epoch": 6.120358514724712, |
| "grad_norm": 0.0002441200049361214, |
| "learning_rate": 7.71091193626405e-06, |
| "loss": 0.0276, |
| "step": 4780 |
| }, |
| { |
| "epoch": 6.133162612035852, |
| "grad_norm": 0.39838549494743347, |
| "learning_rate": 7.703798548868971e-06, |
| "loss": 0.0304, |
| "step": 4790 |
| }, |
| { |
| "epoch": 6.145966709346991, |
| "grad_norm": 0.024649253115057945, |
| "learning_rate": 7.696685161473895e-06, |
| "loss": 0.0197, |
| "step": 4800 |
| }, |
| { |
| "epoch": 6.158770806658131, |
| "grad_norm": 1.9696086645126343, |
| "learning_rate": 7.689571774078817e-06, |
| "loss": 0.0203, |
| "step": 4810 |
| }, |
| { |
| "epoch": 6.17157490396927, |
| "grad_norm": 10.748801231384277, |
| "learning_rate": 7.68245838668374e-06, |
| "loss": 0.0207, |
| "step": 4820 |
| }, |
| { |
| "epoch": 6.184379001280409, |
| "grad_norm": 11.485845565795898, |
| "learning_rate": 7.675344999288662e-06, |
| "loss": 0.0256, |
| "step": 4830 |
| }, |
| { |
| "epoch": 6.197183098591549, |
| "grad_norm": 7.258970260620117, |
| "learning_rate": 7.668231611893584e-06, |
| "loss": 0.0243, |
| "step": 4840 |
| }, |
| { |
| "epoch": 6.209987195902689, |
| "grad_norm": 10.128866195678711, |
| "learning_rate": 7.661118224498508e-06, |
| "loss": 0.0256, |
| "step": 4850 |
| }, |
| { |
| "epoch": 6.222791293213828, |
| "grad_norm": 0.12086392194032669, |
| "learning_rate": 7.65400483710343e-06, |
| "loss": 0.021, |
| "step": 4860 |
| }, |
| { |
| "epoch": 6.235595390524968, |
| "grad_norm": 12.103080749511719, |
| "learning_rate": 7.646891449708352e-06, |
| "loss": 0.0452, |
| "step": 4870 |
| }, |
| { |
| "epoch": 6.2483994878361075, |
| "grad_norm": 8.8416166305542, |
| "learning_rate": 7.639778062313274e-06, |
| "loss": 0.0325, |
| "step": 4880 |
| }, |
| { |
| "epoch": 6.261203585147247, |
| "grad_norm": 3.6297500133514404, |
| "learning_rate": 7.632664674918196e-06, |
| "loss": 0.0213, |
| "step": 4890 |
| }, |
| { |
| "epoch": 6.274007682458387, |
| "grad_norm": 0.017991766333580017, |
| "learning_rate": 7.625551287523119e-06, |
| "loss": 0.035, |
| "step": 4900 |
| }, |
| { |
| "epoch": 6.286811779769526, |
| "grad_norm": 7.022460460662842, |
| "learning_rate": 7.618437900128041e-06, |
| "loss": 0.0359, |
| "step": 4910 |
| }, |
| { |
| "epoch": 6.299615877080666, |
| "grad_norm": 12.322715759277344, |
| "learning_rate": 7.611324512732964e-06, |
| "loss": 0.0238, |
| "step": 4920 |
| }, |
| { |
| "epoch": 6.312419974391806, |
| "grad_norm": 4.2045159339904785, |
| "learning_rate": 7.604211125337887e-06, |
| "loss": 0.0566, |
| "step": 4930 |
| }, |
| { |
| "epoch": 6.325224071702945, |
| "grad_norm": 0.00022214287309907377, |
| "learning_rate": 7.597097737942809e-06, |
| "loss": 0.0515, |
| "step": 4940 |
| }, |
| { |
| "epoch": 6.338028169014084, |
| "grad_norm": 15.03963565826416, |
| "learning_rate": 7.589984350547731e-06, |
| "loss": 0.0402, |
| "step": 4950 |
| }, |
| { |
| "epoch": 6.350832266325224, |
| "grad_norm": 6.871021747589111, |
| "learning_rate": 7.5828709631526545e-06, |
| "loss": 0.0206, |
| "step": 4960 |
| }, |
| { |
| "epoch": 6.363636363636363, |
| "grad_norm": 0.12720976769924164, |
| "learning_rate": 7.5757575757575764e-06, |
| "loss": 0.0344, |
| "step": 4970 |
| }, |
| { |
| "epoch": 6.376440460947503, |
| "grad_norm": 13.747876167297363, |
| "learning_rate": 7.568644188362498e-06, |
| "loss": 0.051, |
| "step": 4980 |
| }, |
| { |
| "epoch": 6.389244558258643, |
| "grad_norm": 0.0013262873981148005, |
| "learning_rate": 7.561530800967421e-06, |
| "loss": 0.0246, |
| "step": 4990 |
| }, |
| { |
| "epoch": 6.402048655569782, |
| "grad_norm": 10.661136627197266, |
| "learning_rate": 7.554417413572344e-06, |
| "loss": 0.0507, |
| "step": 5000 |
| }, |
| { |
| "epoch": 6.414852752880922, |
| "grad_norm": 11.273238182067871, |
| "learning_rate": 7.547304026177267e-06, |
| "loss": 0.057, |
| "step": 5010 |
| }, |
| { |
| "epoch": 6.4276568501920615, |
| "grad_norm": 5.872365474700928, |
| "learning_rate": 7.540190638782189e-06, |
| "loss": 0.01, |
| "step": 5020 |
| }, |
| { |
| "epoch": 6.440460947503201, |
| "grad_norm": 2.3220229148864746, |
| "learning_rate": 7.533077251387111e-06, |
| "loss": 0.029, |
| "step": 5030 |
| }, |
| { |
| "epoch": 6.453265044814341, |
| "grad_norm": 7.182269096374512, |
| "learning_rate": 7.525963863992034e-06, |
| "loss": 0.0378, |
| "step": 5040 |
| }, |
| { |
| "epoch": 6.46606914212548, |
| "grad_norm": 10.79238510131836, |
| "learning_rate": 7.518850476596956e-06, |
| "loss": 0.0389, |
| "step": 5050 |
| }, |
| { |
| "epoch": 6.47887323943662, |
| "grad_norm": 6.862414360046387, |
| "learning_rate": 7.511737089201878e-06, |
| "loss": 0.0416, |
| "step": 5060 |
| }, |
| { |
| "epoch": 6.49167733674776, |
| "grad_norm": 5.202556133270264, |
| "learning_rate": 7.504623701806801e-06, |
| "loss": 0.0087, |
| "step": 5070 |
| }, |
| { |
| "epoch": 6.504481434058899, |
| "grad_norm": 21.767629623413086, |
| "learning_rate": 7.497510314411724e-06, |
| "loss": 0.0667, |
| "step": 5080 |
| }, |
| { |
| "epoch": 6.517285531370039, |
| "grad_norm": 0.04317400977015495, |
| "learning_rate": 7.490396927016646e-06, |
| "loss": 0.0331, |
| "step": 5090 |
| }, |
| { |
| "epoch": 6.530089628681178, |
| "grad_norm": 9.36784553527832, |
| "learning_rate": 7.4832835396215686e-06, |
| "loss": 0.0526, |
| "step": 5100 |
| }, |
| { |
| "epoch": 6.542893725992317, |
| "grad_norm": 7.555966377258301, |
| "learning_rate": 7.4761701522264905e-06, |
| "loss": 0.0183, |
| "step": 5110 |
| }, |
| { |
| "epoch": 6.555697823303457, |
| "grad_norm": 0.0007740323198959231, |
| "learning_rate": 7.469056764831414e-06, |
| "loss": 0.0211, |
| "step": 5120 |
| }, |
| { |
| "epoch": 6.5685019206145965, |
| "grad_norm": 3.4399824142456055, |
| "learning_rate": 7.461943377436336e-06, |
| "loss": 0.056, |
| "step": 5130 |
| }, |
| { |
| "epoch": 6.581306017925736, |
| "grad_norm": 10.60245418548584, |
| "learning_rate": 7.454829990041258e-06, |
| "loss": 0.0276, |
| "step": 5140 |
| }, |
| { |
| "epoch": 6.594110115236876, |
| "grad_norm": 4.913111686706543, |
| "learning_rate": 7.447716602646181e-06, |
| "loss": 0.0228, |
| "step": 5150 |
| }, |
| { |
| "epoch": 6.606914212548015, |
| "grad_norm": 2.1112916469573975, |
| "learning_rate": 7.440603215251103e-06, |
| "loss": 0.0212, |
| "step": 5160 |
| }, |
| { |
| "epoch": 6.619718309859155, |
| "grad_norm": 5.81282901763916, |
| "learning_rate": 7.433489827856026e-06, |
| "loss": 0.0292, |
| "step": 5170 |
| }, |
| { |
| "epoch": 6.632522407170295, |
| "grad_norm": 0.24074219167232513, |
| "learning_rate": 7.426376440460948e-06, |
| "loss": 0.0304, |
| "step": 5180 |
| }, |
| { |
| "epoch": 6.645326504481434, |
| "grad_norm": 12.57872200012207, |
| "learning_rate": 7.41926305306587e-06, |
| "loss": 0.0585, |
| "step": 5190 |
| }, |
| { |
| "epoch": 6.658130601792574, |
| "grad_norm": 0.13878846168518066, |
| "learning_rate": 7.412149665670792e-06, |
| "loss": 0.0512, |
| "step": 5200 |
| }, |
| { |
| "epoch": 6.6709346991037135, |
| "grad_norm": 0.16379255056381226, |
| "learning_rate": 7.405036278275716e-06, |
| "loss": 0.0046, |
| "step": 5210 |
| }, |
| { |
| "epoch": 6.683738796414853, |
| "grad_norm": 1.4986361265182495, |
| "learning_rate": 7.397922890880638e-06, |
| "loss": 0.0328, |
| "step": 5220 |
| }, |
| { |
| "epoch": 6.696542893725992, |
| "grad_norm": 4.881646156311035, |
| "learning_rate": 7.390809503485561e-06, |
| "loss": 0.0341, |
| "step": 5230 |
| }, |
| { |
| "epoch": 6.7093469910371315, |
| "grad_norm": 0.001330950646661222, |
| "learning_rate": 7.383696116090483e-06, |
| "loss": 0.0134, |
| "step": 5240 |
| }, |
| { |
| "epoch": 6.722151088348271, |
| "grad_norm": 3.7451059818267822, |
| "learning_rate": 7.376582728695405e-06, |
| "loss": 0.004, |
| "step": 5250 |
| }, |
| { |
| "epoch": 6.734955185659411, |
| "grad_norm": 0.7643628716468811, |
| "learning_rate": 7.369469341300328e-06, |
| "loss": 0.0304, |
| "step": 5260 |
| }, |
| { |
| "epoch": 6.74775928297055, |
| "grad_norm": 0.0019298652186989784, |
| "learning_rate": 7.36235595390525e-06, |
| "loss": 0.05, |
| "step": 5270 |
| }, |
| { |
| "epoch": 6.76056338028169, |
| "grad_norm": 3.20302414894104, |
| "learning_rate": 7.355242566510172e-06, |
| "loss": 0.0342, |
| "step": 5280 |
| }, |
| { |
| "epoch": 6.77336747759283, |
| "grad_norm": 0.13230662047863007, |
| "learning_rate": 7.348129179115096e-06, |
| "loss": 0.0113, |
| "step": 5290 |
| }, |
| { |
| "epoch": 6.786171574903969, |
| "grad_norm": 5.334699630737305, |
| "learning_rate": 7.341015791720018e-06, |
| "loss": 0.0184, |
| "step": 5300 |
| }, |
| { |
| "epoch": 6.798975672215109, |
| "grad_norm": 12.816052436828613, |
| "learning_rate": 7.33390240432494e-06, |
| "loss": 0.0157, |
| "step": 5310 |
| }, |
| { |
| "epoch": 6.8117797695262485, |
| "grad_norm": 0.0011945842998102307, |
| "learning_rate": 7.3267890169298625e-06, |
| "loss": 0.0271, |
| "step": 5320 |
| }, |
| { |
| "epoch": 6.824583866837388, |
| "grad_norm": 0.00851504784077406, |
| "learning_rate": 7.319675629534785e-06, |
| "loss": 0.0081, |
| "step": 5330 |
| }, |
| { |
| "epoch": 6.837387964148528, |
| "grad_norm": 8.16347885131836, |
| "learning_rate": 7.312562242139708e-06, |
| "loss": 0.0297, |
| "step": 5340 |
| }, |
| { |
| "epoch": 6.850192061459667, |
| "grad_norm": 0.011742496863007545, |
| "learning_rate": 7.30544885474463e-06, |
| "loss": 0.0421, |
| "step": 5350 |
| }, |
| { |
| "epoch": 6.862996158770807, |
| "grad_norm": 0.003784577129408717, |
| "learning_rate": 7.298335467349552e-06, |
| "loss": 0.0099, |
| "step": 5360 |
| }, |
| { |
| "epoch": 6.875800256081947, |
| "grad_norm": 14.078619003295898, |
| "learning_rate": 7.291222079954476e-06, |
| "loss": 0.0531, |
| "step": 5370 |
| }, |
| { |
| "epoch": 6.888604353393085, |
| "grad_norm": 0.021575234830379486, |
| "learning_rate": 7.2841086925593975e-06, |
| "loss": 0.0118, |
| "step": 5380 |
| }, |
| { |
| "epoch": 6.901408450704225, |
| "grad_norm": 8.078088760375977, |
| "learning_rate": 7.2769953051643195e-06, |
| "loss": 0.047, |
| "step": 5390 |
| }, |
| { |
| "epoch": 6.914212548015365, |
| "grad_norm": 1.0379023551940918, |
| "learning_rate": 7.269881917769242e-06, |
| "loss": 0.0448, |
| "step": 5400 |
| }, |
| { |
| "epoch": 6.927016645326504, |
| "grad_norm": 5.065972328186035, |
| "learning_rate": 7.262768530374164e-06, |
| "loss": 0.0775, |
| "step": 5410 |
| }, |
| { |
| "epoch": 6.939820742637644, |
| "grad_norm": 0.5640221238136292, |
| "learning_rate": 7.255655142979087e-06, |
| "loss": 0.0343, |
| "step": 5420 |
| }, |
| { |
| "epoch": 6.9526248399487836, |
| "grad_norm": 3.0227553844451904, |
| "learning_rate": 7.24854175558401e-06, |
| "loss": 0.0505, |
| "step": 5430 |
| }, |
| { |
| "epoch": 6.965428937259923, |
| "grad_norm": 0.05710272863507271, |
| "learning_rate": 7.241428368188932e-06, |
| "loss": 0.0235, |
| "step": 5440 |
| }, |
| { |
| "epoch": 6.978233034571063, |
| "grad_norm": 0.04587353393435478, |
| "learning_rate": 7.234314980793855e-06, |
| "loss": 0.0324, |
| "step": 5450 |
| }, |
| { |
| "epoch": 6.991037131882202, |
| "grad_norm": 2.7700085639953613, |
| "learning_rate": 7.227201593398777e-06, |
| "loss": 0.0083, |
| "step": 5460 |
| }, |
| { |
| "epoch": 7.003841229193342, |
| "grad_norm": 1.2235318536113482e-05, |
| "learning_rate": 7.220088206003699e-06, |
| "loss": 0.0151, |
| "step": 5470 |
| }, |
| { |
| "epoch": 7.016645326504482, |
| "grad_norm": 0.02161538228392601, |
| "learning_rate": 7.212974818608622e-06, |
| "loss": 0.0093, |
| "step": 5480 |
| }, |
| { |
| "epoch": 7.029449423815621, |
| "grad_norm": 2.8628182411193848, |
| "learning_rate": 7.205861431213544e-06, |
| "loss": 0.0059, |
| "step": 5490 |
| }, |
| { |
| "epoch": 7.042253521126761, |
| "grad_norm": 0.0012376749655231833, |
| "learning_rate": 7.198748043818467e-06, |
| "loss": 0.0713, |
| "step": 5500 |
| }, |
| { |
| "epoch": 7.0550576184379, |
| "grad_norm": 4.976552486419678, |
| "learning_rate": 7.19163465642339e-06, |
| "loss": 0.0377, |
| "step": 5510 |
| }, |
| { |
| "epoch": 7.067861715749039, |
| "grad_norm": 8.837820053100586, |
| "learning_rate": 7.184521269028312e-06, |
| "loss": 0.0432, |
| "step": 5520 |
| }, |
| { |
| "epoch": 7.080665813060179, |
| "grad_norm": 2.703232765197754, |
| "learning_rate": 7.177407881633235e-06, |
| "loss": 0.0416, |
| "step": 5530 |
| }, |
| { |
| "epoch": 7.093469910371319, |
| "grad_norm": 1.4878956079483032, |
| "learning_rate": 7.170294494238157e-06, |
| "loss": 0.0112, |
| "step": 5540 |
| }, |
| { |
| "epoch": 7.106274007682458, |
| "grad_norm": 4.473015785217285, |
| "learning_rate": 7.163181106843079e-06, |
| "loss": 0.0544, |
| "step": 5550 |
| }, |
| { |
| "epoch": 7.119078104993598, |
| "grad_norm": 0.00038376348675228655, |
| "learning_rate": 7.156067719448002e-06, |
| "loss": 0.0099, |
| "step": 5560 |
| }, |
| { |
| "epoch": 7.1318822023047375, |
| "grad_norm": 0.18693281710147858, |
| "learning_rate": 7.148954332052924e-06, |
| "loss": 0.0392, |
| "step": 5570 |
| }, |
| { |
| "epoch": 7.144686299615877, |
| "grad_norm": 6.844393253326416, |
| "learning_rate": 7.141840944657847e-06, |
| "loss": 0.0567, |
| "step": 5580 |
| }, |
| { |
| "epoch": 7.157490396927017, |
| "grad_norm": 0.0002584387257229537, |
| "learning_rate": 7.1347275572627695e-06, |
| "loss": 0.0398, |
| "step": 5590 |
| }, |
| { |
| "epoch": 7.170294494238156, |
| "grad_norm": 0.00515276612713933, |
| "learning_rate": 7.1276141698676914e-06, |
| "loss": 0.0573, |
| "step": 5600 |
| }, |
| { |
| "epoch": 7.183098591549296, |
| "grad_norm": 0.00010981922969222069, |
| "learning_rate": 7.120500782472613e-06, |
| "loss": 0.0279, |
| "step": 5610 |
| }, |
| { |
| "epoch": 7.195902688860436, |
| "grad_norm": 2.1620774269104004, |
| "learning_rate": 7.113387395077537e-06, |
| "loss": 0.0387, |
| "step": 5620 |
| }, |
| { |
| "epoch": 7.208706786171575, |
| "grad_norm": 0.3693879246711731, |
| "learning_rate": 7.106274007682459e-06, |
| "loss": 0.0131, |
| "step": 5630 |
| }, |
| { |
| "epoch": 7.221510883482715, |
| "grad_norm": 1.0489726066589355, |
| "learning_rate": 7.099160620287382e-06, |
| "loss": 0.0208, |
| "step": 5640 |
| }, |
| { |
| "epoch": 7.2343149807938545, |
| "grad_norm": 6.87832498550415, |
| "learning_rate": 7.092047232892304e-06, |
| "loss": 0.0395, |
| "step": 5650 |
| }, |
| { |
| "epoch": 7.247119078104993, |
| "grad_norm": 7.118307113647461, |
| "learning_rate": 7.084933845497226e-06, |
| "loss": 0.0184, |
| "step": 5660 |
| }, |
| { |
| "epoch": 7.259923175416133, |
| "grad_norm": 9.100848197937012, |
| "learning_rate": 7.077820458102149e-06, |
| "loss": 0.0553, |
| "step": 5670 |
| }, |
| { |
| "epoch": 7.2727272727272725, |
| "grad_norm": 5.670505523681641, |
| "learning_rate": 7.070707070707071e-06, |
| "loss": 0.033, |
| "step": 5680 |
| }, |
| { |
| "epoch": 7.285531370038412, |
| "grad_norm": 2.2115561962127686, |
| "learning_rate": 7.063593683311993e-06, |
| "loss": 0.0217, |
| "step": 5690 |
| }, |
| { |
| "epoch": 7.298335467349552, |
| "grad_norm": 2.2103259563446045, |
| "learning_rate": 7.056480295916917e-06, |
| "loss": 0.0498, |
| "step": 5700 |
| }, |
| { |
| "epoch": 7.311139564660691, |
| "grad_norm": 8.725231170654297, |
| "learning_rate": 7.049366908521839e-06, |
| "loss": 0.0306, |
| "step": 5710 |
| }, |
| { |
| "epoch": 7.323943661971831, |
| "grad_norm": 13.23337173461914, |
| "learning_rate": 7.042253521126761e-06, |
| "loss": 0.0217, |
| "step": 5720 |
| }, |
| { |
| "epoch": 7.336747759282971, |
| "grad_norm": 0.0009325257269665599, |
| "learning_rate": 7.0351401337316836e-06, |
| "loss": 0.0401, |
| "step": 5730 |
| }, |
| { |
| "epoch": 7.34955185659411, |
| "grad_norm": 0.1379578411579132, |
| "learning_rate": 7.0280267463366055e-06, |
| "loss": 0.0294, |
| "step": 5740 |
| }, |
| { |
| "epoch": 7.36235595390525, |
| "grad_norm": 0.005301289260387421, |
| "learning_rate": 7.020913358941529e-06, |
| "loss": 0.0362, |
| "step": 5750 |
| }, |
| { |
| "epoch": 7.3751600512163895, |
| "grad_norm": 9.648992538452148, |
| "learning_rate": 7.013799971546451e-06, |
| "loss": 0.0201, |
| "step": 5760 |
| }, |
| { |
| "epoch": 7.387964148527529, |
| "grad_norm": 0.0003817138494923711, |
| "learning_rate": 7.006686584151373e-06, |
| "loss": 0.0446, |
| "step": 5770 |
| }, |
| { |
| "epoch": 7.400768245838669, |
| "grad_norm": 0.9943172335624695, |
| "learning_rate": 6.999573196756297e-06, |
| "loss": 0.004, |
| "step": 5780 |
| }, |
| { |
| "epoch": 7.4135723431498075, |
| "grad_norm": 6.500863075256348, |
| "learning_rate": 6.992459809361219e-06, |
| "loss": 0.0093, |
| "step": 5790 |
| }, |
| { |
| "epoch": 7.426376440460947, |
| "grad_norm": 11.811480522155762, |
| "learning_rate": 6.985346421966141e-06, |
| "loss": 0.049, |
| "step": 5800 |
| }, |
| { |
| "epoch": 7.439180537772087, |
| "grad_norm": 1.2716519832611084, |
| "learning_rate": 6.978233034571063e-06, |
| "loss": 0.0103, |
| "step": 5810 |
| }, |
| { |
| "epoch": 7.451984635083226, |
| "grad_norm": 1.4747167825698853, |
| "learning_rate": 6.971119647175985e-06, |
| "loss": 0.013, |
| "step": 5820 |
| }, |
| { |
| "epoch": 7.464788732394366, |
| "grad_norm": 8.465987205505371, |
| "learning_rate": 6.964006259780907e-06, |
| "loss": 0.0459, |
| "step": 5830 |
| }, |
| { |
| "epoch": 7.477592829705506, |
| "grad_norm": 5.97678804397583, |
| "learning_rate": 6.956892872385831e-06, |
| "loss": 0.0396, |
| "step": 5840 |
| }, |
| { |
| "epoch": 7.490396927016645, |
| "grad_norm": 5.852774143218994, |
| "learning_rate": 6.949779484990753e-06, |
| "loss": 0.0431, |
| "step": 5850 |
| }, |
| { |
| "epoch": 7.503201024327785, |
| "grad_norm": 4.193504810333252, |
| "learning_rate": 6.9426660975956765e-06, |
| "loss": 0.015, |
| "step": 5860 |
| }, |
| { |
| "epoch": 7.5160051216389245, |
| "grad_norm": 0.0008560824790038168, |
| "learning_rate": 6.9355527102005985e-06, |
| "loss": 0.0185, |
| "step": 5870 |
| }, |
| { |
| "epoch": 7.528809218950064, |
| "grad_norm": 10.773675918579102, |
| "learning_rate": 6.9284393228055204e-06, |
| "loss": 0.0394, |
| "step": 5880 |
| }, |
| { |
| "epoch": 7.541613316261204, |
| "grad_norm": 0.01661304011940956, |
| "learning_rate": 6.921325935410443e-06, |
| "loss": 0.0216, |
| "step": 5890 |
| }, |
| { |
| "epoch": 7.554417413572343, |
| "grad_norm": 0.007579338736832142, |
| "learning_rate": 6.914212548015365e-06, |
| "loss": 0.0421, |
| "step": 5900 |
| }, |
| { |
| "epoch": 7.567221510883483, |
| "grad_norm": 2.102788209915161, |
| "learning_rate": 6.907099160620287e-06, |
| "loss": 0.039, |
| "step": 5910 |
| }, |
| { |
| "epoch": 7.580025608194623, |
| "grad_norm": 0.01709793694317341, |
| "learning_rate": 6.899985773225211e-06, |
| "loss": 0.0278, |
| "step": 5920 |
| }, |
| { |
| "epoch": 7.592829705505762, |
| "grad_norm": 5.662108421325684, |
| "learning_rate": 6.892872385830133e-06, |
| "loss": 0.0185, |
| "step": 5930 |
| }, |
| { |
| "epoch": 7.605633802816901, |
| "grad_norm": 2.4857561588287354, |
| "learning_rate": 6.885758998435055e-06, |
| "loss": 0.0244, |
| "step": 5940 |
| }, |
| { |
| "epoch": 7.618437900128041, |
| "grad_norm": 0.0007264100131578743, |
| "learning_rate": 6.878645611039978e-06, |
| "loss": 0.0282, |
| "step": 5950 |
| }, |
| { |
| "epoch": 7.63124199743918, |
| "grad_norm": 2.5964035987854004, |
| "learning_rate": 6.8715322236449e-06, |
| "loss": 0.0225, |
| "step": 5960 |
| }, |
| { |
| "epoch": 7.64404609475032, |
| "grad_norm": 13.879901885986328, |
| "learning_rate": 6.864418836249823e-06, |
| "loss": 0.0319, |
| "step": 5970 |
| }, |
| { |
| "epoch": 7.65685019206146, |
| "grad_norm": 11.44944953918457, |
| "learning_rate": 6.857305448854745e-06, |
| "loss": 0.0355, |
| "step": 5980 |
| }, |
| { |
| "epoch": 7.669654289372599, |
| "grad_norm": 0.35753241181373596, |
| "learning_rate": 6.850192061459667e-06, |
| "loss": 0.0482, |
| "step": 5990 |
| }, |
| { |
| "epoch": 7.682458386683739, |
| "grad_norm": 7.241912841796875, |
| "learning_rate": 6.843078674064591e-06, |
| "loss": 0.0438, |
| "step": 6000 |
| }, |
| { |
| "epoch": 7.6952624839948784, |
| "grad_norm": 13.230270385742188, |
| "learning_rate": 6.8359652866695126e-06, |
| "loss": 0.0334, |
| "step": 6010 |
| }, |
| { |
| "epoch": 7.708066581306018, |
| "grad_norm": 6.799299240112305, |
| "learning_rate": 6.8288518992744345e-06, |
| "loss": 0.0652, |
| "step": 6020 |
| }, |
| { |
| "epoch": 7.720870678617158, |
| "grad_norm": 0.7865540385246277, |
| "learning_rate": 6.821738511879358e-06, |
| "loss": 0.0122, |
| "step": 6030 |
| }, |
| { |
| "epoch": 7.733674775928297, |
| "grad_norm": 0.0007873768918216228, |
| "learning_rate": 6.81462512448428e-06, |
| "loss": 0.0241, |
| "step": 6040 |
| }, |
| { |
| "epoch": 7.746478873239437, |
| "grad_norm": 4.141044616699219, |
| "learning_rate": 6.807511737089203e-06, |
| "loss": 0.0339, |
| "step": 6050 |
| }, |
| { |
| "epoch": 7.759282970550576, |
| "grad_norm": 7.815735340118408, |
| "learning_rate": 6.800398349694125e-06, |
| "loss": 0.0436, |
| "step": 6060 |
| }, |
| { |
| "epoch": 7.772087067861715, |
| "grad_norm": 0.00042812147876247764, |
| "learning_rate": 6.793284962299047e-06, |
| "loss": 0.0353, |
| "step": 6070 |
| }, |
| { |
| "epoch": 7.784891165172855, |
| "grad_norm": 0.0009545993525534868, |
| "learning_rate": 6.7861715749039704e-06, |
| "loss": 0.0269, |
| "step": 6080 |
| }, |
| { |
| "epoch": 7.797695262483995, |
| "grad_norm": 0.08257643133401871, |
| "learning_rate": 6.779058187508892e-06, |
| "loss": 0.0063, |
| "step": 6090 |
| }, |
| { |
| "epoch": 7.810499359795134, |
| "grad_norm": 0.8201851844787598, |
| "learning_rate": 6.771944800113814e-06, |
| "loss": 0.0177, |
| "step": 6100 |
| }, |
| { |
| "epoch": 7.823303457106274, |
| "grad_norm": 6.194039344787598, |
| "learning_rate": 6.764831412718737e-06, |
| "loss": 0.057, |
| "step": 6110 |
| }, |
| { |
| "epoch": 7.8361075544174135, |
| "grad_norm": 16.03792953491211, |
| "learning_rate": 6.75771802532366e-06, |
| "loss": 0.0412, |
| "step": 6120 |
| }, |
| { |
| "epoch": 7.848911651728553, |
| "grad_norm": 0.1203761100769043, |
| "learning_rate": 6.750604637928582e-06, |
| "loss": 0.0185, |
| "step": 6130 |
| }, |
| { |
| "epoch": 7.861715749039693, |
| "grad_norm": 0.013526562601327896, |
| "learning_rate": 6.743491250533505e-06, |
| "loss": 0.0203, |
| "step": 6140 |
| }, |
| { |
| "epoch": 7.874519846350832, |
| "grad_norm": 0.5092633962631226, |
| "learning_rate": 6.736377863138427e-06, |
| "loss": 0.0152, |
| "step": 6150 |
| }, |
| { |
| "epoch": 7.887323943661972, |
| "grad_norm": 1.3552926778793335, |
| "learning_rate": 6.72926447574335e-06, |
| "loss": 0.0052, |
| "step": 6160 |
| }, |
| { |
| "epoch": 7.900128040973112, |
| "grad_norm": 10.61555290222168, |
| "learning_rate": 6.722151088348272e-06, |
| "loss": 0.0347, |
| "step": 6170 |
| }, |
| { |
| "epoch": 7.912932138284251, |
| "grad_norm": 21.161867141723633, |
| "learning_rate": 6.715037700953194e-06, |
| "loss": 0.0255, |
| "step": 6180 |
| }, |
| { |
| "epoch": 7.925736235595391, |
| "grad_norm": 8.365350723266602, |
| "learning_rate": 6.707924313558117e-06, |
| "loss": 0.039, |
| "step": 6190 |
| }, |
| { |
| "epoch": 7.9385403329065305, |
| "grad_norm": 0.0001548419240862131, |
| "learning_rate": 6.70081092616304e-06, |
| "loss": 0.0098, |
| "step": 6200 |
| }, |
| { |
| "epoch": 7.95134443021767, |
| "grad_norm": 1.4583344636776019e-05, |
| "learning_rate": 6.693697538767962e-06, |
| "loss": 0.0044, |
| "step": 6210 |
| }, |
| { |
| "epoch": 7.964148527528809, |
| "grad_norm": 7.527254581451416, |
| "learning_rate": 6.6865841513728845e-06, |
| "loss": 0.0582, |
| "step": 6220 |
| }, |
| { |
| "epoch": 7.9769526248399485, |
| "grad_norm": 0.61320561170578, |
| "learning_rate": 6.6794707639778065e-06, |
| "loss": 0.0317, |
| "step": 6230 |
| }, |
| { |
| "epoch": 7.989756722151088, |
| "grad_norm": 0.19406023621559143, |
| "learning_rate": 6.672357376582728e-06, |
| "loss": 0.0096, |
| "step": 6240 |
| }, |
| { |
| "epoch": 8.002560819462229, |
| "grad_norm": 11.301575660705566, |
| "learning_rate": 6.665243989187652e-06, |
| "loss": 0.0111, |
| "step": 6250 |
| }, |
| { |
| "epoch": 8.015364916773368, |
| "grad_norm": 2.8440339519875124e-05, |
| "learning_rate": 6.658130601792574e-06, |
| "loss": 0.0388, |
| "step": 6260 |
| }, |
| { |
| "epoch": 8.028169014084508, |
| "grad_norm": 3.551042079925537, |
| "learning_rate": 6.651017214397497e-06, |
| "loss": 0.0242, |
| "step": 6270 |
| }, |
| { |
| "epoch": 8.040973111395646, |
| "grad_norm": 0.00017540018598083407, |
| "learning_rate": 6.64390382700242e-06, |
| "loss": 0.0252, |
| "step": 6280 |
| }, |
| { |
| "epoch": 8.053777208706785, |
| "grad_norm": 0.056313656270504, |
| "learning_rate": 6.6367904396073415e-06, |
| "loss": 0.0201, |
| "step": 6290 |
| }, |
| { |
| "epoch": 8.066581306017925, |
| "grad_norm": 0.5794691443443298, |
| "learning_rate": 6.629677052212264e-06, |
| "loss": 0.0032, |
| "step": 6300 |
| }, |
| { |
| "epoch": 8.079385403329065, |
| "grad_norm": 11.873108863830566, |
| "learning_rate": 6.622563664817186e-06, |
| "loss": 0.0219, |
| "step": 6310 |
| }, |
| { |
| "epoch": 8.092189500640204, |
| "grad_norm": 1.292667031288147, |
| "learning_rate": 6.615450277422108e-06, |
| "loss": 0.0086, |
| "step": 6320 |
| }, |
| { |
| "epoch": 8.104993597951344, |
| "grad_norm": 12.062530517578125, |
| "learning_rate": 6.608336890027032e-06, |
| "loss": 0.0408, |
| "step": 6330 |
| }, |
| { |
| "epoch": 8.117797695262484, |
| "grad_norm": 0.20443128049373627, |
| "learning_rate": 6.601223502631954e-06, |
| "loss": 0.0253, |
| "step": 6340 |
| }, |
| { |
| "epoch": 8.130601792573623, |
| "grad_norm": 0.04760503023862839, |
| "learning_rate": 6.594110115236876e-06, |
| "loss": 0.0164, |
| "step": 6350 |
| }, |
| { |
| "epoch": 8.143405889884763, |
| "grad_norm": 4.753417015075684, |
| "learning_rate": 6.586996727841799e-06, |
| "loss": 0.0203, |
| "step": 6360 |
| }, |
| { |
| "epoch": 8.156209987195902, |
| "grad_norm": 5.232663631439209, |
| "learning_rate": 6.579883340446721e-06, |
| "loss": 0.021, |
| "step": 6370 |
| }, |
| { |
| "epoch": 8.169014084507042, |
| "grad_norm": 0.12114059180021286, |
| "learning_rate": 6.572769953051644e-06, |
| "loss": 0.0304, |
| "step": 6380 |
| }, |
| { |
| "epoch": 8.181818181818182, |
| "grad_norm": 0.003908697050064802, |
| "learning_rate": 6.565656565656566e-06, |
| "loss": 0.0151, |
| "step": 6390 |
| }, |
| { |
| "epoch": 8.194622279129321, |
| "grad_norm": 0.0470287948846817, |
| "learning_rate": 6.558543178261488e-06, |
| "loss": 0.0129, |
| "step": 6400 |
| }, |
| { |
| "epoch": 8.207426376440461, |
| "grad_norm": 1.7126655578613281, |
| "learning_rate": 6.551429790866412e-06, |
| "loss": 0.0039, |
| "step": 6410 |
| }, |
| { |
| "epoch": 8.2202304737516, |
| "grad_norm": 0.2720111012458801, |
| "learning_rate": 6.544316403471334e-06, |
| "loss": 0.0293, |
| "step": 6420 |
| }, |
| { |
| "epoch": 8.23303457106274, |
| "grad_norm": 0.17468300461769104, |
| "learning_rate": 6.537203016076256e-06, |
| "loss": 0.0217, |
| "step": 6430 |
| }, |
| { |
| "epoch": 8.24583866837388, |
| "grad_norm": 7.518794059753418, |
| "learning_rate": 6.530089628681178e-06, |
| "loss": 0.008, |
| "step": 6440 |
| }, |
| { |
| "epoch": 8.25864276568502, |
| "grad_norm": 14.347575187683105, |
| "learning_rate": 6.522976241286101e-06, |
| "loss": 0.0285, |
| "step": 6450 |
| }, |
| { |
| "epoch": 8.271446862996159, |
| "grad_norm": 0.0006101279868744314, |
| "learning_rate": 6.515862853891023e-06, |
| "loss": 0.0187, |
| "step": 6460 |
| }, |
| { |
| "epoch": 8.284250960307299, |
| "grad_norm": 0.00817692931741476, |
| "learning_rate": 6.508749466495946e-06, |
| "loss": 0.0125, |
| "step": 6470 |
| }, |
| { |
| "epoch": 8.297055057618438, |
| "grad_norm": 0.004088731482625008, |
| "learning_rate": 6.501636079100868e-06, |
| "loss": 0.0122, |
| "step": 6480 |
| }, |
| { |
| "epoch": 8.309859154929578, |
| "grad_norm": 6.2541022300720215, |
| "learning_rate": 6.4945226917057916e-06, |
| "loss": 0.0114, |
| "step": 6490 |
| }, |
| { |
| "epoch": 8.322663252240718, |
| "grad_norm": 1.1421973705291748, |
| "learning_rate": 6.4874093043107135e-06, |
| "loss": 0.0203, |
| "step": 6500 |
| }, |
| { |
| "epoch": 8.335467349551857, |
| "grad_norm": 2.169551372528076, |
| "learning_rate": 6.4802959169156355e-06, |
| "loss": 0.0284, |
| "step": 6510 |
| }, |
| { |
| "epoch": 8.348271446862997, |
| "grad_norm": 0.16137059032917023, |
| "learning_rate": 6.473182529520558e-06, |
| "loss": 0.0118, |
| "step": 6520 |
| }, |
| { |
| "epoch": 8.361075544174136, |
| "grad_norm": 0.03140103444457054, |
| "learning_rate": 6.466069142125481e-06, |
| "loss": 0.0339, |
| "step": 6530 |
| }, |
| { |
| "epoch": 8.373879641485276, |
| "grad_norm": 2.4710731506347656, |
| "learning_rate": 6.458955754730403e-06, |
| "loss": 0.0211, |
| "step": 6540 |
| }, |
| { |
| "epoch": 8.386683738796416, |
| "grad_norm": 0.015751808881759644, |
| "learning_rate": 6.451842367335326e-06, |
| "loss": 0.0224, |
| "step": 6550 |
| }, |
| { |
| "epoch": 8.399487836107554, |
| "grad_norm": 2.1411986351013184, |
| "learning_rate": 6.444728979940248e-06, |
| "loss": 0.0097, |
| "step": 6560 |
| }, |
| { |
| "epoch": 8.412291933418693, |
| "grad_norm": 2.9007669581915252e-05, |
| "learning_rate": 6.43761559254517e-06, |
| "loss": 0.01, |
| "step": 6570 |
| }, |
| { |
| "epoch": 8.425096030729833, |
| "grad_norm": 0.04188895225524902, |
| "learning_rate": 6.430502205150093e-06, |
| "loss": 0.0136, |
| "step": 6580 |
| }, |
| { |
| "epoch": 8.437900128040972, |
| "grad_norm": 8.879022598266602, |
| "learning_rate": 6.423388817755015e-06, |
| "loss": 0.0147, |
| "step": 6590 |
| }, |
| { |
| "epoch": 8.450704225352112, |
| "grad_norm": 1.0045573711395264, |
| "learning_rate": 6.416275430359938e-06, |
| "loss": 0.0062, |
| "step": 6600 |
| }, |
| { |
| "epoch": 8.463508322663252, |
| "grad_norm": 5.943238735198975, |
| "learning_rate": 6.40916204296486e-06, |
| "loss": 0.0072, |
| "step": 6610 |
| }, |
| { |
| "epoch": 8.476312419974391, |
| "grad_norm": 4.629339694976807, |
| "learning_rate": 6.402048655569783e-06, |
| "loss": 0.0575, |
| "step": 6620 |
| }, |
| { |
| "epoch": 8.489116517285531, |
| "grad_norm": 0.001093133818358183, |
| "learning_rate": 6.394935268174706e-06, |
| "loss": 0.0139, |
| "step": 6630 |
| }, |
| { |
| "epoch": 8.50192061459667, |
| "grad_norm": 1.0518343515286688e-05, |
| "learning_rate": 6.3878218807796276e-06, |
| "loss": 0.0032, |
| "step": 6640 |
| }, |
| { |
| "epoch": 8.51472471190781, |
| "grad_norm": 6.597747325897217, |
| "learning_rate": 6.3807084933845495e-06, |
| "loss": 0.0294, |
| "step": 6650 |
| }, |
| { |
| "epoch": 8.52752880921895, |
| "grad_norm": 2.3145737648010254, |
| "learning_rate": 6.373595105989473e-06, |
| "loss": 0.0046, |
| "step": 6660 |
| }, |
| { |
| "epoch": 8.54033290653009, |
| "grad_norm": 0.000536081031896174, |
| "learning_rate": 6.366481718594395e-06, |
| "loss": 0.0113, |
| "step": 6670 |
| }, |
| { |
| "epoch": 8.553137003841229, |
| "grad_norm": 0.009426339529454708, |
| "learning_rate": 6.359368331199318e-06, |
| "loss": 0.0297, |
| "step": 6680 |
| }, |
| { |
| "epoch": 8.565941101152369, |
| "grad_norm": 2.1363043785095215, |
| "learning_rate": 6.35225494380424e-06, |
| "loss": 0.0146, |
| "step": 6690 |
| }, |
| { |
| "epoch": 8.578745198463508, |
| "grad_norm": 0.0027642608620226383, |
| "learning_rate": 6.345141556409163e-06, |
| "loss": 0.0393, |
| "step": 6700 |
| }, |
| { |
| "epoch": 8.591549295774648, |
| "grad_norm": 0.0019489210098981857, |
| "learning_rate": 6.3380281690140855e-06, |
| "loss": 0.0284, |
| "step": 6710 |
| }, |
| { |
| "epoch": 8.604353393085788, |
| "grad_norm": 11.977884292602539, |
| "learning_rate": 6.330914781619007e-06, |
| "loss": 0.036, |
| "step": 6720 |
| }, |
| { |
| "epoch": 8.617157490396927, |
| "grad_norm": 5.873406887054443, |
| "learning_rate": 6.323801394223929e-06, |
| "loss": 0.0389, |
| "step": 6730 |
| }, |
| { |
| "epoch": 8.629961587708067, |
| "grad_norm": 0.4539124369621277, |
| "learning_rate": 6.316688006828853e-06, |
| "loss": 0.0152, |
| "step": 6740 |
| }, |
| { |
| "epoch": 8.642765685019207, |
| "grad_norm": 6.1115312576293945, |
| "learning_rate": 6.309574619433775e-06, |
| "loss": 0.0278, |
| "step": 6750 |
| }, |
| { |
| "epoch": 8.655569782330346, |
| "grad_norm": 2.270117875013966e-06, |
| "learning_rate": 6.302461232038697e-06, |
| "loss": 0.0033, |
| "step": 6760 |
| }, |
| { |
| "epoch": 8.668373879641486, |
| "grad_norm": 7.985001564025879, |
| "learning_rate": 6.29534784464362e-06, |
| "loss": 0.0204, |
| "step": 6770 |
| }, |
| { |
| "epoch": 8.681177976952625, |
| "grad_norm": 0.03416327014565468, |
| "learning_rate": 6.2882344572485425e-06, |
| "loss": 0.0045, |
| "step": 6780 |
| }, |
| { |
| "epoch": 8.693982074263765, |
| "grad_norm": 0.5900954604148865, |
| "learning_rate": 6.281121069853465e-06, |
| "loss": 0.0086, |
| "step": 6790 |
| }, |
| { |
| "epoch": 8.706786171574905, |
| "grad_norm": 0.004416467621922493, |
| "learning_rate": 6.274007682458387e-06, |
| "loss": 0.0344, |
| "step": 6800 |
| }, |
| { |
| "epoch": 8.719590268886044, |
| "grad_norm": 2.664764642715454, |
| "learning_rate": 6.266894295063309e-06, |
| "loss": 0.0248, |
| "step": 6810 |
| }, |
| { |
| "epoch": 8.732394366197184, |
| "grad_norm": 5.564209938049316, |
| "learning_rate": 6.259780907668233e-06, |
| "loss": 0.0327, |
| "step": 6820 |
| }, |
| { |
| "epoch": 8.745198463508324, |
| "grad_norm": 0.5846773982048035, |
| "learning_rate": 6.252667520273155e-06, |
| "loss": 0.0327, |
| "step": 6830 |
| }, |
| { |
| "epoch": 8.758002560819463, |
| "grad_norm": 7.859292507171631, |
| "learning_rate": 6.245554132878077e-06, |
| "loss": 0.0416, |
| "step": 6840 |
| }, |
| { |
| "epoch": 8.770806658130601, |
| "grad_norm": 2.4465516617055982e-06, |
| "learning_rate": 6.2384407454829995e-06, |
| "loss": 0.0167, |
| "step": 6850 |
| }, |
| { |
| "epoch": 8.78361075544174, |
| "grad_norm": 5.844322681427002, |
| "learning_rate": 6.2313273580879215e-06, |
| "loss": 0.0255, |
| "step": 6860 |
| }, |
| { |
| "epoch": 8.79641485275288, |
| "grad_norm": 13.128824234008789, |
| "learning_rate": 6.224213970692844e-06, |
| "loss": 0.0361, |
| "step": 6870 |
| }, |
| { |
| "epoch": 8.80921895006402, |
| "grad_norm": 5.178446292877197, |
| "learning_rate": 6.217100583297767e-06, |
| "loss": 0.0439, |
| "step": 6880 |
| }, |
| { |
| "epoch": 8.82202304737516, |
| "grad_norm": 0.004210196901112795, |
| "learning_rate": 6.209987195902689e-06, |
| "loss": 0.0193, |
| "step": 6890 |
| }, |
| { |
| "epoch": 8.8348271446863, |
| "grad_norm": 10.143773078918457, |
| "learning_rate": 6.202873808507613e-06, |
| "loss": 0.0248, |
| "step": 6900 |
| }, |
| { |
| "epoch": 8.847631241997439, |
| "grad_norm": 0.19916215538978577, |
| "learning_rate": 6.195760421112535e-06, |
| "loss": 0.025, |
| "step": 6910 |
| }, |
| { |
| "epoch": 8.860435339308578, |
| "grad_norm": 0.9308204650878906, |
| "learning_rate": 6.1886470337174566e-06, |
| "loss": 0.0092, |
| "step": 6920 |
| }, |
| { |
| "epoch": 8.873239436619718, |
| "grad_norm": 3.2534608840942383, |
| "learning_rate": 6.181533646322379e-06, |
| "loss": 0.024, |
| "step": 6930 |
| }, |
| { |
| "epoch": 8.886043533930858, |
| "grad_norm": 2.1089658737182617, |
| "learning_rate": 6.174420258927301e-06, |
| "loss": 0.0315, |
| "step": 6940 |
| }, |
| { |
| "epoch": 8.898847631241997, |
| "grad_norm": 0.04471014067530632, |
| "learning_rate": 6.167306871532224e-06, |
| "loss": 0.0357, |
| "step": 6950 |
| }, |
| { |
| "epoch": 8.911651728553137, |
| "grad_norm": 4.264136791229248, |
| "learning_rate": 6.160193484137147e-06, |
| "loss": 0.0138, |
| "step": 6960 |
| }, |
| { |
| "epoch": 8.924455825864277, |
| "grad_norm": 1.5806071758270264, |
| "learning_rate": 6.153080096742069e-06, |
| "loss": 0.0225, |
| "step": 6970 |
| }, |
| { |
| "epoch": 8.937259923175416, |
| "grad_norm": 5.23403263092041, |
| "learning_rate": 6.145966709346991e-06, |
| "loss": 0.0239, |
| "step": 6980 |
| }, |
| { |
| "epoch": 8.950064020486556, |
| "grad_norm": 0.20942619442939758, |
| "learning_rate": 6.1388533219519144e-06, |
| "loss": 0.0164, |
| "step": 6990 |
| }, |
| { |
| "epoch": 8.962868117797695, |
| "grad_norm": 8.826539993286133, |
| "learning_rate": 6.131739934556836e-06, |
| "loss": 0.0171, |
| "step": 7000 |
| }, |
| { |
| "epoch": 8.975672215108835, |
| "grad_norm": 1.938127040863037, |
| "learning_rate": 6.124626547161759e-06, |
| "loss": 0.0356, |
| "step": 7010 |
| }, |
| { |
| "epoch": 8.988476312419975, |
| "grad_norm": 0.00025622901739552617, |
| "learning_rate": 6.117513159766681e-06, |
| "loss": 0.0393, |
| "step": 7020 |
| }, |
| { |
| "epoch": 9.001280409731114, |
| "grad_norm": 11.618143081665039, |
| "learning_rate": 6.110399772371604e-06, |
| "loss": 0.0227, |
| "step": 7030 |
| }, |
| { |
| "epoch": 9.014084507042254, |
| "grad_norm": 0.8240607976913452, |
| "learning_rate": 6.103286384976527e-06, |
| "loss": 0.0083, |
| "step": 7040 |
| }, |
| { |
| "epoch": 9.026888604353394, |
| "grad_norm": 4.231604099273682, |
| "learning_rate": 6.096172997581449e-06, |
| "loss": 0.0042, |
| "step": 7050 |
| }, |
| { |
| "epoch": 9.039692701664533, |
| "grad_norm": 0.010406497865915298, |
| "learning_rate": 6.089059610186371e-06, |
| "loss": 0.0205, |
| "step": 7060 |
| }, |
| { |
| "epoch": 9.052496798975673, |
| "grad_norm": 6.202728748321533, |
| "learning_rate": 6.081946222791294e-06, |
| "loss": 0.0365, |
| "step": 7070 |
| }, |
| { |
| "epoch": 9.065300896286812, |
| "grad_norm": 11.739533424377441, |
| "learning_rate": 6.074832835396216e-06, |
| "loss": 0.0248, |
| "step": 7080 |
| }, |
| { |
| "epoch": 9.078104993597952, |
| "grad_norm": 3.568795680999756, |
| "learning_rate": 6.067719448001138e-06, |
| "loss": 0.0124, |
| "step": 7090 |
| }, |
| { |
| "epoch": 9.090909090909092, |
| "grad_norm": 12.654638290405273, |
| "learning_rate": 6.060606060606061e-06, |
| "loss": 0.0148, |
| "step": 7100 |
| }, |
| { |
| "epoch": 9.103713188220231, |
| "grad_norm": 5.410876750946045, |
| "learning_rate": 6.053492673210983e-06, |
| "loss": 0.0187, |
| "step": 7110 |
| }, |
| { |
| "epoch": 9.11651728553137, |
| "grad_norm": 0.11263758689165115, |
| "learning_rate": 6.0463792858159066e-06, |
| "loss": 0.0073, |
| "step": 7120 |
| }, |
| { |
| "epoch": 9.129321382842509, |
| "grad_norm": 0.0015013557858765125, |
| "learning_rate": 6.0392658984208285e-06, |
| "loss": 0.0277, |
| "step": 7130 |
| }, |
| { |
| "epoch": 9.142125480153648, |
| "grad_norm": 0.0004593905759975314, |
| "learning_rate": 6.0321525110257505e-06, |
| "loss": 0.0009, |
| "step": 7140 |
| }, |
| { |
| "epoch": 9.154929577464788, |
| "grad_norm": 0.00045078451512381434, |
| "learning_rate": 6.025039123630674e-06, |
| "loss": 0.0058, |
| "step": 7150 |
| }, |
| { |
| "epoch": 9.167733674775928, |
| "grad_norm": 0.8606227040290833, |
| "learning_rate": 6.017925736235596e-06, |
| "loss": 0.0324, |
| "step": 7160 |
| }, |
| { |
| "epoch": 9.180537772087067, |
| "grad_norm": 0.1209554523229599, |
| "learning_rate": 6.010812348840518e-06, |
| "loss": 0.0448, |
| "step": 7170 |
| }, |
| { |
| "epoch": 9.193341869398207, |
| "grad_norm": 0.18431101739406586, |
| "learning_rate": 6.003698961445441e-06, |
| "loss": 0.0091, |
| "step": 7180 |
| }, |
| { |
| "epoch": 9.206145966709347, |
| "grad_norm": 0.00010758891585282981, |
| "learning_rate": 5.996585574050363e-06, |
| "loss": 0.0199, |
| "step": 7190 |
| }, |
| { |
| "epoch": 9.218950064020486, |
| "grad_norm": 0.003244781633839011, |
| "learning_rate": 5.989472186655286e-06, |
| "loss": 0.0252, |
| "step": 7200 |
| }, |
| { |
| "epoch": 9.231754161331626, |
| "grad_norm": 0.028378801420331, |
| "learning_rate": 5.982358799260208e-06, |
| "loss": 0.0103, |
| "step": 7210 |
| }, |
| { |
| "epoch": 9.244558258642765, |
| "grad_norm": 0.2869134545326233, |
| "learning_rate": 5.97524541186513e-06, |
| "loss": 0.0134, |
| "step": 7220 |
| }, |
| { |
| "epoch": 9.257362355953905, |
| "grad_norm": 0.0006323495181277394, |
| "learning_rate": 5.968132024470054e-06, |
| "loss": 0.0229, |
| "step": 7230 |
| }, |
| { |
| "epoch": 9.270166453265045, |
| "grad_norm": 0.1945762187242508, |
| "learning_rate": 5.961018637074976e-06, |
| "loss": 0.0248, |
| "step": 7240 |
| }, |
| { |
| "epoch": 9.282970550576184, |
| "grad_norm": 13.728672981262207, |
| "learning_rate": 5.953905249679898e-06, |
| "loss": 0.0219, |
| "step": 7250 |
| }, |
| { |
| "epoch": 9.295774647887324, |
| "grad_norm": 8.00424575805664, |
| "learning_rate": 5.946791862284821e-06, |
| "loss": 0.022, |
| "step": 7260 |
| }, |
| { |
| "epoch": 9.308578745198464, |
| "grad_norm": 15.362007141113281, |
| "learning_rate": 5.939678474889743e-06, |
| "loss": 0.0247, |
| "step": 7270 |
| }, |
| { |
| "epoch": 9.321382842509603, |
| "grad_norm": 4.30637264251709, |
| "learning_rate": 5.932565087494665e-06, |
| "loss": 0.0105, |
| "step": 7280 |
| }, |
| { |
| "epoch": 9.334186939820743, |
| "grad_norm": 2.203664541244507, |
| "learning_rate": 5.925451700099588e-06, |
| "loss": 0.0187, |
| "step": 7290 |
| }, |
| { |
| "epoch": 9.346991037131883, |
| "grad_norm": 0.19343163073062897, |
| "learning_rate": 5.91833831270451e-06, |
| "loss": 0.0122, |
| "step": 7300 |
| }, |
| { |
| "epoch": 9.359795134443022, |
| "grad_norm": 5.557631015777588, |
| "learning_rate": 5.911224925309434e-06, |
| "loss": 0.0422, |
| "step": 7310 |
| }, |
| { |
| "epoch": 9.372599231754162, |
| "grad_norm": 8.340714454650879, |
| "learning_rate": 5.904111537914356e-06, |
| "loss": 0.0305, |
| "step": 7320 |
| }, |
| { |
| "epoch": 9.385403329065301, |
| "grad_norm": 12.529728889465332, |
| "learning_rate": 5.896998150519278e-06, |
| "loss": 0.0192, |
| "step": 7330 |
| }, |
| { |
| "epoch": 9.398207426376441, |
| "grad_norm": 1.107229232788086, |
| "learning_rate": 5.8898847631242005e-06, |
| "loss": 0.0166, |
| "step": 7340 |
| }, |
| { |
| "epoch": 9.41101152368758, |
| "grad_norm": 9.787753105163574, |
| "learning_rate": 5.882771375729122e-06, |
| "loss": 0.0839, |
| "step": 7350 |
| }, |
| { |
| "epoch": 9.42381562099872, |
| "grad_norm": 11.11371898651123, |
| "learning_rate": 5.875657988334044e-06, |
| "loss": 0.0117, |
| "step": 7360 |
| }, |
| { |
| "epoch": 9.43661971830986, |
| "grad_norm": 11.242392539978027, |
| "learning_rate": 5.868544600938968e-06, |
| "loss": 0.0209, |
| "step": 7370 |
| }, |
| { |
| "epoch": 9.449423815621, |
| "grad_norm": 1.2927099466323853, |
| "learning_rate": 5.86143121354389e-06, |
| "loss": 0.0059, |
| "step": 7380 |
| }, |
| { |
| "epoch": 9.46222791293214, |
| "grad_norm": 0.0002863346308004111, |
| "learning_rate": 5.854317826148812e-06, |
| "loss": 0.0193, |
| "step": 7390 |
| }, |
| { |
| "epoch": 9.475032010243277, |
| "grad_norm": 0.008841932751238346, |
| "learning_rate": 5.8472044387537356e-06, |
| "loss": 0.0468, |
| "step": 7400 |
| }, |
| { |
| "epoch": 9.487836107554417, |
| "grad_norm": 0.0003540738543961197, |
| "learning_rate": 5.8400910513586575e-06, |
| "loss": 0.0333, |
| "step": 7410 |
| }, |
| { |
| "epoch": 9.500640204865556, |
| "grad_norm": 6.120032787322998, |
| "learning_rate": 5.83297766396358e-06, |
| "loss": 0.0244, |
| "step": 7420 |
| }, |
| { |
| "epoch": 9.513444302176696, |
| "grad_norm": 7.007648944854736, |
| "learning_rate": 5.825864276568502e-06, |
| "loss": 0.025, |
| "step": 7430 |
| }, |
| { |
| "epoch": 9.526248399487836, |
| "grad_norm": 2.805581569671631, |
| "learning_rate": 5.818750889173424e-06, |
| "loss": 0.0066, |
| "step": 7440 |
| }, |
| { |
| "epoch": 9.539052496798975, |
| "grad_norm": 0.37064647674560547, |
| "learning_rate": 5.811637501778348e-06, |
| "loss": 0.0421, |
| "step": 7450 |
| }, |
| { |
| "epoch": 9.551856594110115, |
| "grad_norm": 0.0743195042014122, |
| "learning_rate": 5.80452411438327e-06, |
| "loss": 0.0094, |
| "step": 7460 |
| }, |
| { |
| "epoch": 9.564660691421254, |
| "grad_norm": 0.38670673966407776, |
| "learning_rate": 5.797410726988192e-06, |
| "loss": 0.0178, |
| "step": 7470 |
| }, |
| { |
| "epoch": 9.577464788732394, |
| "grad_norm": 0.0007573810289613903, |
| "learning_rate": 5.790297339593115e-06, |
| "loss": 0.0197, |
| "step": 7480 |
| }, |
| { |
| "epoch": 9.590268886043534, |
| "grad_norm": 0.0007631367188878357, |
| "learning_rate": 5.783183952198037e-06, |
| "loss": 0.024, |
| "step": 7490 |
| }, |
| { |
| "epoch": 9.603072983354673, |
| "grad_norm": 4.409999847412109, |
| "learning_rate": 5.776070564802959e-06, |
| "loss": 0.0157, |
| "step": 7500 |
| }, |
| { |
| "epoch": 9.615877080665813, |
| "grad_norm": 0.12372616678476334, |
| "learning_rate": 5.768957177407882e-06, |
| "loss": 0.017, |
| "step": 7510 |
| }, |
| { |
| "epoch": 9.628681177976953, |
| "grad_norm": 4.666311740875244, |
| "learning_rate": 5.761843790012804e-06, |
| "loss": 0.0088, |
| "step": 7520 |
| }, |
| { |
| "epoch": 9.641485275288092, |
| "grad_norm": 0.6963228583335876, |
| "learning_rate": 5.754730402617728e-06, |
| "loss": 0.0112, |
| "step": 7530 |
| }, |
| { |
| "epoch": 9.654289372599232, |
| "grad_norm": 2.7091293334960938, |
| "learning_rate": 5.74761701522265e-06, |
| "loss": 0.0325, |
| "step": 7540 |
| }, |
| { |
| "epoch": 9.667093469910371, |
| "grad_norm": 0.0012502436293289065, |
| "learning_rate": 5.740503627827572e-06, |
| "loss": 0.0288, |
| "step": 7550 |
| }, |
| { |
| "epoch": 9.679897567221511, |
| "grad_norm": 0.4340243339538574, |
| "learning_rate": 5.733390240432495e-06, |
| "loss": 0.0142, |
| "step": 7560 |
| }, |
| { |
| "epoch": 9.69270166453265, |
| "grad_norm": 6.165146827697754, |
| "learning_rate": 5.726276853037417e-06, |
| "loss": 0.0225, |
| "step": 7570 |
| }, |
| { |
| "epoch": 9.70550576184379, |
| "grad_norm": 0.4861792325973511, |
| "learning_rate": 5.719163465642339e-06, |
| "loss": 0.0213, |
| "step": 7580 |
| }, |
| { |
| "epoch": 9.71830985915493, |
| "grad_norm": 0.0006121151964180171, |
| "learning_rate": 5.712050078247262e-06, |
| "loss": 0.0052, |
| "step": 7590 |
| }, |
| { |
| "epoch": 9.73111395646607, |
| "grad_norm": 2.431206703186035, |
| "learning_rate": 5.704936690852184e-06, |
| "loss": 0.0336, |
| "step": 7600 |
| }, |
| { |
| "epoch": 9.74391805377721, |
| "grad_norm": 0.45705634355545044, |
| "learning_rate": 5.697823303457106e-06, |
| "loss": 0.0145, |
| "step": 7610 |
| }, |
| { |
| "epoch": 9.756722151088349, |
| "grad_norm": 0.5682559609413147, |
| "learning_rate": 5.6907099160620295e-06, |
| "loss": 0.0196, |
| "step": 7620 |
| }, |
| { |
| "epoch": 9.769526248399488, |
| "grad_norm": 6.153069019317627, |
| "learning_rate": 5.683596528666951e-06, |
| "loss": 0.0156, |
| "step": 7630 |
| }, |
| { |
| "epoch": 9.782330345710628, |
| "grad_norm": 5.149827480316162, |
| "learning_rate": 5.676483141271874e-06, |
| "loss": 0.015, |
| "step": 7640 |
| }, |
| { |
| "epoch": 9.795134443021768, |
| "grad_norm": 0.10265146195888519, |
| "learning_rate": 5.669369753876797e-06, |
| "loss": 0.0185, |
| "step": 7650 |
| }, |
| { |
| "epoch": 9.807938540332907, |
| "grad_norm": 0.0014299021568149328, |
| "learning_rate": 5.662256366481719e-06, |
| "loss": 0.0103, |
| "step": 7660 |
| }, |
| { |
| "epoch": 9.820742637644045, |
| "grad_norm": 0.0033280113711953163, |
| "learning_rate": 5.655142979086642e-06, |
| "loss": 0.0267, |
| "step": 7670 |
| }, |
| { |
| "epoch": 9.833546734955185, |
| "grad_norm": 2.4432367354165763e-05, |
| "learning_rate": 5.648029591691564e-06, |
| "loss": 0.0006, |
| "step": 7680 |
| }, |
| { |
| "epoch": 9.846350832266324, |
| "grad_norm": 0.46646037697792053, |
| "learning_rate": 5.640916204296486e-06, |
| "loss": 0.0117, |
| "step": 7690 |
| }, |
| { |
| "epoch": 9.859154929577464, |
| "grad_norm": 1.7182458639144897, |
| "learning_rate": 5.633802816901409e-06, |
| "loss": 0.034, |
| "step": 7700 |
| }, |
| { |
| "epoch": 9.871959026888604, |
| "grad_norm": 3.254436492919922, |
| "learning_rate": 5.626689429506331e-06, |
| "loss": 0.0205, |
| "step": 7710 |
| }, |
| { |
| "epoch": 9.884763124199743, |
| "grad_norm": 0.0007287386106327176, |
| "learning_rate": 5.619576042111253e-06, |
| "loss": 0.0165, |
| "step": 7720 |
| }, |
| { |
| "epoch": 9.897567221510883, |
| "grad_norm": 2.78517746925354, |
| "learning_rate": 5.612462654716177e-06, |
| "loss": 0.0181, |
| "step": 7730 |
| }, |
| { |
| "epoch": 9.910371318822023, |
| "grad_norm": 23.15485191345215, |
| "learning_rate": 5.605349267321099e-06, |
| "loss": 0.0297, |
| "step": 7740 |
| }, |
| { |
| "epoch": 9.923175416133162, |
| "grad_norm": 6.08856201171875, |
| "learning_rate": 5.598235879926022e-06, |
| "loss": 0.0222, |
| "step": 7750 |
| }, |
| { |
| "epoch": 9.935979513444302, |
| "grad_norm": 4.3694376945495605, |
| "learning_rate": 5.5911224925309435e-06, |
| "loss": 0.036, |
| "step": 7760 |
| }, |
| { |
| "epoch": 9.948783610755441, |
| "grad_norm": 6.563720703125, |
| "learning_rate": 5.5840091051358655e-06, |
| "loss": 0.0168, |
| "step": 7770 |
| }, |
| { |
| "epoch": 9.961587708066581, |
| "grad_norm": 4.402914524078369, |
| "learning_rate": 5.576895717740789e-06, |
| "loss": 0.025, |
| "step": 7780 |
| }, |
| { |
| "epoch": 9.97439180537772, |
| "grad_norm": 0.16910921037197113, |
| "learning_rate": 5.569782330345711e-06, |
| "loss": 0.0371, |
| "step": 7790 |
| }, |
| { |
| "epoch": 9.98719590268886, |
| "grad_norm": 5.757880210876465, |
| "learning_rate": 5.562668942950633e-06, |
| "loss": 0.0284, |
| "step": 7800 |
| }, |
| { |
| "epoch": 10.0, |
| "grad_norm": 5.801942348480225, |
| "learning_rate": 5.555555555555557e-06, |
| "loss": 0.0189, |
| "step": 7810 |
| }, |
| { |
| "epoch": 10.01280409731114, |
| "grad_norm": 2.259697675704956, |
| "learning_rate": 5.548442168160479e-06, |
| "loss": 0.0199, |
| "step": 7820 |
| }, |
| { |
| "epoch": 10.02560819462228, |
| "grad_norm": 1.5184670686721802, |
| "learning_rate": 5.541328780765401e-06, |
| "loss": 0.0017, |
| "step": 7830 |
| }, |
| { |
| "epoch": 10.038412291933419, |
| "grad_norm": 0.3063870370388031, |
| "learning_rate": 5.534215393370323e-06, |
| "loss": 0.0058, |
| "step": 7840 |
| }, |
| { |
| "epoch": 10.051216389244559, |
| "grad_norm": 0.11822450906038284, |
| "learning_rate": 5.527102005975245e-06, |
| "loss": 0.0282, |
| "step": 7850 |
| }, |
| { |
| "epoch": 10.064020486555698, |
| "grad_norm": 8.766351699829102, |
| "learning_rate": 5.519988618580169e-06, |
| "loss": 0.0527, |
| "step": 7860 |
| }, |
| { |
| "epoch": 10.076824583866838, |
| "grad_norm": 2.0816233158111572, |
| "learning_rate": 5.512875231185091e-06, |
| "loss": 0.029, |
| "step": 7870 |
| }, |
| { |
| "epoch": 10.089628681177977, |
| "grad_norm": 0.004145815037190914, |
| "learning_rate": 5.505761843790013e-06, |
| "loss": 0.0113, |
| "step": 7880 |
| }, |
| { |
| "epoch": 10.102432778489117, |
| "grad_norm": 2.418198347091675, |
| "learning_rate": 5.498648456394936e-06, |
| "loss": 0.014, |
| "step": 7890 |
| }, |
| { |
| "epoch": 10.115236875800257, |
| "grad_norm": 0.01154331024736166, |
| "learning_rate": 5.4915350689998585e-06, |
| "loss": 0.0104, |
| "step": 7900 |
| }, |
| { |
| "epoch": 10.128040973111396, |
| "grad_norm": 0.09246126562356949, |
| "learning_rate": 5.48442168160478e-06, |
| "loss": 0.0136, |
| "step": 7910 |
| }, |
| { |
| "epoch": 10.140845070422536, |
| "grad_norm": 0.03854215145111084, |
| "learning_rate": 5.477308294209703e-06, |
| "loss": 0.0057, |
| "step": 7920 |
| }, |
| { |
| "epoch": 10.153649167733676, |
| "grad_norm": 0.5196567177772522, |
| "learning_rate": 5.470194906814625e-06, |
| "loss": 0.0464, |
| "step": 7930 |
| }, |
| { |
| "epoch": 10.166453265044815, |
| "grad_norm": 0.010794279165565968, |
| "learning_rate": 5.463081519419549e-06, |
| "loss": 0.049, |
| "step": 7940 |
| }, |
| { |
| "epoch": 10.179257362355955, |
| "grad_norm": 0.015262782573699951, |
| "learning_rate": 5.455968132024471e-06, |
| "loss": 0.0374, |
| "step": 7950 |
| }, |
| { |
| "epoch": 10.192061459667093, |
| "grad_norm": 6.748966693878174, |
| "learning_rate": 5.448854744629393e-06, |
| "loss": 0.0483, |
| "step": 7960 |
| }, |
| { |
| "epoch": 10.204865556978232, |
| "grad_norm": 0.933699369430542, |
| "learning_rate": 5.4417413572343155e-06, |
| "loss": 0.0304, |
| "step": 7970 |
| }, |
| { |
| "epoch": 10.217669654289372, |
| "grad_norm": 0.18968996405601501, |
| "learning_rate": 5.434627969839238e-06, |
| "loss": 0.0563, |
| "step": 7980 |
| }, |
| { |
| "epoch": 10.230473751600512, |
| "grad_norm": 0.018745647743344307, |
| "learning_rate": 5.42751458244416e-06, |
| "loss": 0.011, |
| "step": 7990 |
| }, |
| { |
| "epoch": 10.243277848911651, |
| "grad_norm": 0.2195025235414505, |
| "learning_rate": 5.420401195049083e-06, |
| "loss": 0.0092, |
| "step": 8000 |
| }, |
| { |
| "epoch": 10.25608194622279, |
| "grad_norm": 0.0045803626999258995, |
| "learning_rate": 5.413287807654005e-06, |
| "loss": 0.0261, |
| "step": 8010 |
| }, |
| { |
| "epoch": 10.26888604353393, |
| "grad_norm": 7.657270908355713, |
| "learning_rate": 5.406174420258927e-06, |
| "loss": 0.0242, |
| "step": 8020 |
| }, |
| { |
| "epoch": 10.28169014084507, |
| "grad_norm": 0.835312008857727, |
| "learning_rate": 5.3990610328638506e-06, |
| "loss": 0.0274, |
| "step": 8030 |
| }, |
| { |
| "epoch": 10.29449423815621, |
| "grad_norm": 13.976118087768555, |
| "learning_rate": 5.3919476454687725e-06, |
| "loss": 0.0506, |
| "step": 8040 |
| }, |
| { |
| "epoch": 10.30729833546735, |
| "grad_norm": 0.33354663848876953, |
| "learning_rate": 5.384834258073695e-06, |
| "loss": 0.0216, |
| "step": 8050 |
| }, |
| { |
| "epoch": 10.320102432778489, |
| "grad_norm": 0.004234162159264088, |
| "learning_rate": 5.377720870678618e-06, |
| "loss": 0.0047, |
| "step": 8060 |
| }, |
| { |
| "epoch": 10.332906530089629, |
| "grad_norm": 0.058609362691640854, |
| "learning_rate": 5.37060748328354e-06, |
| "loss": 0.0148, |
| "step": 8070 |
| }, |
| { |
| "epoch": 10.345710627400768, |
| "grad_norm": 9.049026489257812, |
| "learning_rate": 5.363494095888463e-06, |
| "loss": 0.0653, |
| "step": 8080 |
| }, |
| { |
| "epoch": 10.358514724711908, |
| "grad_norm": 0.0024408798199146986, |
| "learning_rate": 5.356380708493385e-06, |
| "loss": 0.023, |
| "step": 8090 |
| }, |
| { |
| "epoch": 10.371318822023047, |
| "grad_norm": 4.550828452920541e-05, |
| "learning_rate": 5.349267321098307e-06, |
| "loss": 0.0235, |
| "step": 8100 |
| }, |
| { |
| "epoch": 10.384122919334187, |
| "grad_norm": 6.180349826812744, |
| "learning_rate": 5.34215393370323e-06, |
| "loss": 0.0387, |
| "step": 8110 |
| }, |
| { |
| "epoch": 10.396927016645327, |
| "grad_norm": 0.17973096668720245, |
| "learning_rate": 5.335040546308152e-06, |
| "loss": 0.0169, |
| "step": 8120 |
| }, |
| { |
| "epoch": 10.409731113956466, |
| "grad_norm": 10.550034523010254, |
| "learning_rate": 5.327927158913074e-06, |
| "loss": 0.0294, |
| "step": 8130 |
| }, |
| { |
| "epoch": 10.422535211267606, |
| "grad_norm": 7.681082206545398e-05, |
| "learning_rate": 5.320813771517997e-06, |
| "loss": 0.0168, |
| "step": 8140 |
| }, |
| { |
| "epoch": 10.435339308578746, |
| "grad_norm": 4.540339469909668, |
| "learning_rate": 5.31370038412292e-06, |
| "loss": 0.004, |
| "step": 8150 |
| }, |
| { |
| "epoch": 10.448143405889885, |
| "grad_norm": 0.012163973413407803, |
| "learning_rate": 5.306586996727843e-06, |
| "loss": 0.007, |
| "step": 8160 |
| }, |
| { |
| "epoch": 10.460947503201025, |
| "grad_norm": 12.752285957336426, |
| "learning_rate": 5.299473609332765e-06, |
| "loss": 0.0364, |
| "step": 8170 |
| }, |
| { |
| "epoch": 10.473751600512164, |
| "grad_norm": 6.085719585418701, |
| "learning_rate": 5.292360221937687e-06, |
| "loss": 0.0365, |
| "step": 8180 |
| }, |
| { |
| "epoch": 10.486555697823304, |
| "grad_norm": 0.0005904785939492285, |
| "learning_rate": 5.28524683454261e-06, |
| "loss": 0.0206, |
| "step": 8190 |
| }, |
| { |
| "epoch": 10.499359795134444, |
| "grad_norm": 3.859853313770145e-05, |
| "learning_rate": 5.278133447147532e-06, |
| "loss": 0.0161, |
| "step": 8200 |
| }, |
| { |
| "epoch": 10.512163892445583, |
| "grad_norm": 0.008183574303984642, |
| "learning_rate": 5.271020059752454e-06, |
| "loss": 0.0308, |
| "step": 8210 |
| }, |
| { |
| "epoch": 10.524967989756721, |
| "grad_norm": 10.348427772521973, |
| "learning_rate": 5.263906672357377e-06, |
| "loss": 0.024, |
| "step": 8220 |
| }, |
| { |
| "epoch": 10.53777208706786, |
| "grad_norm": 0.12688617408275604, |
| "learning_rate": 5.2567932849623e-06, |
| "loss": 0.0215, |
| "step": 8230 |
| }, |
| { |
| "epoch": 10.550576184379, |
| "grad_norm": 2.0012238025665283, |
| "learning_rate": 5.249679897567222e-06, |
| "loss": 0.0264, |
| "step": 8240 |
| }, |
| { |
| "epoch": 10.56338028169014, |
| "grad_norm": 0.013163620606064796, |
| "learning_rate": 5.2425665101721445e-06, |
| "loss": 0.0177, |
| "step": 8250 |
| }, |
| { |
| "epoch": 10.57618437900128, |
| "grad_norm": 0.00017364867380820215, |
| "learning_rate": 5.2354531227770664e-06, |
| "loss": 0.0034, |
| "step": 8260 |
| }, |
| { |
| "epoch": 10.58898847631242, |
| "grad_norm": 6.5215935707092285, |
| "learning_rate": 5.22833973538199e-06, |
| "loss": 0.016, |
| "step": 8270 |
| }, |
| { |
| "epoch": 10.601792573623559, |
| "grad_norm": 7.298775672912598, |
| "learning_rate": 5.221226347986912e-06, |
| "loss": 0.0338, |
| "step": 8280 |
| }, |
| { |
| "epoch": 10.614596670934699, |
| "grad_norm": 14.856698989868164, |
| "learning_rate": 5.214112960591834e-06, |
| "loss": 0.0491, |
| "step": 8290 |
| }, |
| { |
| "epoch": 10.627400768245838, |
| "grad_norm": 0.0034104499500244856, |
| "learning_rate": 5.206999573196757e-06, |
| "loss": 0.0399, |
| "step": 8300 |
| }, |
| { |
| "epoch": 10.640204865556978, |
| "grad_norm": 4.574740409851074, |
| "learning_rate": 5.1998861858016796e-06, |
| "loss": 0.0166, |
| "step": 8310 |
| }, |
| { |
| "epoch": 10.653008962868117, |
| "grad_norm": 0.23741105198860168, |
| "learning_rate": 5.1927727984066015e-06, |
| "loss": 0.0114, |
| "step": 8320 |
| }, |
| { |
| "epoch": 10.665813060179257, |
| "grad_norm": 2.919448137283325, |
| "learning_rate": 5.185659411011524e-06, |
| "loss": 0.002, |
| "step": 8330 |
| }, |
| { |
| "epoch": 10.678617157490397, |
| "grad_norm": 0.0015261388616636395, |
| "learning_rate": 5.178546023616446e-06, |
| "loss": 0.0189, |
| "step": 8340 |
| }, |
| { |
| "epoch": 10.691421254801536, |
| "grad_norm": 0.6882287263870239, |
| "learning_rate": 5.171432636221368e-06, |
| "loss": 0.0264, |
| "step": 8350 |
| }, |
| { |
| "epoch": 10.704225352112676, |
| "grad_norm": 0.0005243959603831172, |
| "learning_rate": 5.164319248826292e-06, |
| "loss": 0.0062, |
| "step": 8360 |
| }, |
| { |
| "epoch": 10.717029449423816, |
| "grad_norm": 0.36187997460365295, |
| "learning_rate": 5.157205861431214e-06, |
| "loss": 0.0273, |
| "step": 8370 |
| }, |
| { |
| "epoch": 10.729833546734955, |
| "grad_norm": 9.366905212402344, |
| "learning_rate": 5.150092474036137e-06, |
| "loss": 0.02, |
| "step": 8380 |
| }, |
| { |
| "epoch": 10.742637644046095, |
| "grad_norm": 0.495855450630188, |
| "learning_rate": 5.1429790866410585e-06, |
| "loss": 0.0308, |
| "step": 8390 |
| }, |
| { |
| "epoch": 10.755441741357235, |
| "grad_norm": 11.331965446472168, |
| "learning_rate": 5.135865699245981e-06, |
| "loss": 0.0119, |
| "step": 8400 |
| }, |
| { |
| "epoch": 10.768245838668374, |
| "grad_norm": 8.107277870178223, |
| "learning_rate": 5.128752311850904e-06, |
| "loss": 0.011, |
| "step": 8410 |
| }, |
| { |
| "epoch": 10.781049935979514, |
| "grad_norm": 7.144583702087402, |
| "learning_rate": 5.121638924455826e-06, |
| "loss": 0.0166, |
| "step": 8420 |
| }, |
| { |
| "epoch": 10.793854033290653, |
| "grad_norm": 0.17072844505310059, |
| "learning_rate": 5.114525537060748e-06, |
| "loss": 0.0187, |
| "step": 8430 |
| }, |
| { |
| "epoch": 10.806658130601793, |
| "grad_norm": 0.8634994626045227, |
| "learning_rate": 5.107412149665672e-06, |
| "loss": 0.0105, |
| "step": 8440 |
| }, |
| { |
| "epoch": 10.819462227912933, |
| "grad_norm": 1.7618540525436401, |
| "learning_rate": 5.100298762270594e-06, |
| "loss": 0.0066, |
| "step": 8450 |
| }, |
| { |
| "epoch": 10.832266325224072, |
| "grad_norm": 0.025283854454755783, |
| "learning_rate": 5.0931853748755164e-06, |
| "loss": 0.0157, |
| "step": 8460 |
| }, |
| { |
| "epoch": 10.845070422535212, |
| "grad_norm": 5.791704177856445, |
| "learning_rate": 5.086071987480438e-06, |
| "loss": 0.0485, |
| "step": 8470 |
| }, |
| { |
| "epoch": 10.857874519846352, |
| "grad_norm": 2.1591832637786865, |
| "learning_rate": 5.078958600085361e-06, |
| "loss": 0.0238, |
| "step": 8480 |
| }, |
| { |
| "epoch": 10.870678617157491, |
| "grad_norm": 0.9552658796310425, |
| "learning_rate": 5.071845212690284e-06, |
| "loss": 0.016, |
| "step": 8490 |
| }, |
| { |
| "epoch": 10.88348271446863, |
| "grad_norm": 0.9378514289855957, |
| "learning_rate": 5.064731825295206e-06, |
| "loss": 0.017, |
| "step": 8500 |
| }, |
| { |
| "epoch": 10.89628681177977, |
| "grad_norm": 5.222459094511578e-06, |
| "learning_rate": 5.057618437900128e-06, |
| "loss": 0.0076, |
| "step": 8510 |
| }, |
| { |
| "epoch": 10.909090909090908, |
| "grad_norm": 1.9423551559448242, |
| "learning_rate": 5.0505050505050515e-06, |
| "loss": 0.0099, |
| "step": 8520 |
| }, |
| { |
| "epoch": 10.921895006402048, |
| "grad_norm": 5.069260597229004, |
| "learning_rate": 5.0433916631099735e-06, |
| "loss": 0.0126, |
| "step": 8530 |
| }, |
| { |
| "epoch": 10.934699103713188, |
| "grad_norm": 2.069833278656006, |
| "learning_rate": 5.036278275714895e-06, |
| "loss": 0.024, |
| "step": 8540 |
| }, |
| { |
| "epoch": 10.947503201024327, |
| "grad_norm": 0.05226731672883034, |
| "learning_rate": 5.029164888319818e-06, |
| "loss": 0.0463, |
| "step": 8550 |
| }, |
| { |
| "epoch": 10.960307298335467, |
| "grad_norm": 8.753764152526855, |
| "learning_rate": 5.02205150092474e-06, |
| "loss": 0.0499, |
| "step": 8560 |
| }, |
| { |
| "epoch": 10.973111395646606, |
| "grad_norm": 10.401298522949219, |
| "learning_rate": 5.014938113529664e-06, |
| "loss": 0.0223, |
| "step": 8570 |
| }, |
| { |
| "epoch": 10.985915492957746, |
| "grad_norm": 6.916590213775635, |
| "learning_rate": 5.007824726134586e-06, |
| "loss": 0.0217, |
| "step": 8580 |
| }, |
| { |
| "epoch": 10.998719590268886, |
| "grad_norm": 0.003497628029435873, |
| "learning_rate": 5.000711338739508e-06, |
| "loss": 0.0389, |
| "step": 8590 |
| }, |
| { |
| "epoch": 11.011523687580025, |
| "grad_norm": 0.23923610150814056, |
| "learning_rate": 4.9935979513444305e-06, |
| "loss": 0.0237, |
| "step": 8600 |
| }, |
| { |
| "epoch": 11.024327784891165, |
| "grad_norm": 12.386022567749023, |
| "learning_rate": 4.986484563949353e-06, |
| "loss": 0.0288, |
| "step": 8610 |
| }, |
| { |
| "epoch": 11.037131882202305, |
| "grad_norm": 5.072197437286377, |
| "learning_rate": 4.979371176554276e-06, |
| "loss": 0.0074, |
| "step": 8620 |
| }, |
| { |
| "epoch": 11.049935979513444, |
| "grad_norm": 8.038137435913086, |
| "learning_rate": 4.972257789159198e-06, |
| "loss": 0.0169, |
| "step": 8630 |
| }, |
| { |
| "epoch": 11.062740076824584, |
| "grad_norm": 12.104462623596191, |
| "learning_rate": 4.96514440176412e-06, |
| "loss": 0.0093, |
| "step": 8640 |
| }, |
| { |
| "epoch": 11.075544174135723, |
| "grad_norm": 0.058964360505342484, |
| "learning_rate": 4.958031014369043e-06, |
| "loss": 0.0291, |
| "step": 8650 |
| }, |
| { |
| "epoch": 11.088348271446863, |
| "grad_norm": 5.205768585205078, |
| "learning_rate": 4.950917626973966e-06, |
| "loss": 0.0332, |
| "step": 8660 |
| }, |
| { |
| "epoch": 11.101152368758003, |
| "grad_norm": 0.00029252548119984567, |
| "learning_rate": 4.9438042395788875e-06, |
| "loss": 0.006, |
| "step": 8670 |
| }, |
| { |
| "epoch": 11.113956466069142, |
| "grad_norm": 0.5262041687965393, |
| "learning_rate": 4.93669085218381e-06, |
| "loss": 0.0186, |
| "step": 8680 |
| }, |
| { |
| "epoch": 11.126760563380282, |
| "grad_norm": 9.941957473754883, |
| "learning_rate": 4.929577464788733e-06, |
| "loss": 0.0351, |
| "step": 8690 |
| }, |
| { |
| "epoch": 11.139564660691422, |
| "grad_norm": 0.08207658678293228, |
| "learning_rate": 4.922464077393655e-06, |
| "loss": 0.0103, |
| "step": 8700 |
| }, |
| { |
| "epoch": 11.152368758002561, |
| "grad_norm": 6.0356526374816895, |
| "learning_rate": 4.915350689998578e-06, |
| "loss": 0.0208, |
| "step": 8710 |
| }, |
| { |
| "epoch": 11.1651728553137, |
| "grad_norm": 0.11295334994792938, |
| "learning_rate": 4.9082373026035e-06, |
| "loss": 0.028, |
| "step": 8720 |
| }, |
| { |
| "epoch": 11.17797695262484, |
| "grad_norm": 0.018641943112015724, |
| "learning_rate": 4.901123915208423e-06, |
| "loss": 0.039, |
| "step": 8730 |
| }, |
| { |
| "epoch": 11.19078104993598, |
| "grad_norm": 0.1579485982656479, |
| "learning_rate": 4.8940105278133446e-06, |
| "loss": 0.0132, |
| "step": 8740 |
| }, |
| { |
| "epoch": 11.20358514724712, |
| "grad_norm": 0.05648108199238777, |
| "learning_rate": 4.886897140418267e-06, |
| "loss": 0.0109, |
| "step": 8750 |
| }, |
| { |
| "epoch": 11.21638924455826, |
| "grad_norm": 8.769384384155273, |
| "learning_rate": 4.87978375302319e-06, |
| "loss": 0.0119, |
| "step": 8760 |
| }, |
| { |
| "epoch": 11.229193341869399, |
| "grad_norm": 0.003436629893258214, |
| "learning_rate": 4.872670365628113e-06, |
| "loss": 0.0249, |
| "step": 8770 |
| }, |
| { |
| "epoch": 11.241997439180539, |
| "grad_norm": 11.030573844909668, |
| "learning_rate": 4.865556978233035e-06, |
| "loss": 0.0244, |
| "step": 8780 |
| }, |
| { |
| "epoch": 11.254801536491676, |
| "grad_norm": 0.7862492203712463, |
| "learning_rate": 4.858443590837958e-06, |
| "loss": 0.0105, |
| "step": 8790 |
| }, |
| { |
| "epoch": 11.267605633802816, |
| "grad_norm": 0.029348324984312057, |
| "learning_rate": 4.85133020344288e-06, |
| "loss": 0.007, |
| "step": 8800 |
| }, |
| { |
| "epoch": 11.280409731113956, |
| "grad_norm": 7.6412129402160645, |
| "learning_rate": 4.8442168160478025e-06, |
| "loss": 0.0241, |
| "step": 8810 |
| }, |
| { |
| "epoch": 11.293213828425095, |
| "grad_norm": 2.5081536769866943, |
| "learning_rate": 4.837103428652724e-06, |
| "loss": 0.0102, |
| "step": 8820 |
| }, |
| { |
| "epoch": 11.306017925736235, |
| "grad_norm": 0.30100366473197937, |
| "learning_rate": 4.829990041257647e-06, |
| "loss": 0.0002, |
| "step": 8830 |
| }, |
| { |
| "epoch": 11.318822023047375, |
| "grad_norm": 0.003410755656659603, |
| "learning_rate": 4.82287665386257e-06, |
| "loss": 0.0032, |
| "step": 8840 |
| }, |
| { |
| "epoch": 11.331626120358514, |
| "grad_norm": 0.5186023712158203, |
| "learning_rate": 4.815763266467493e-06, |
| "loss": 0.0174, |
| "step": 8850 |
| }, |
| { |
| "epoch": 11.344430217669654, |
| "grad_norm": 4.904882907867432, |
| "learning_rate": 4.808649879072415e-06, |
| "loss": 0.0087, |
| "step": 8860 |
| }, |
| { |
| "epoch": 11.357234314980793, |
| "grad_norm": 0.03239725902676582, |
| "learning_rate": 4.8015364916773375e-06, |
| "loss": 0.0237, |
| "step": 8870 |
| }, |
| { |
| "epoch": 11.370038412291933, |
| "grad_norm": 0.4754350781440735, |
| "learning_rate": 4.7944231042822595e-06, |
| "loss": 0.016, |
| "step": 8880 |
| }, |
| { |
| "epoch": 11.382842509603073, |
| "grad_norm": 0.16476941108703613, |
| "learning_rate": 4.7873097168871814e-06, |
| "loss": 0.0139, |
| "step": 8890 |
| }, |
| { |
| "epoch": 11.395646606914212, |
| "grad_norm": 14.9800386428833, |
| "learning_rate": 4.780196329492104e-06, |
| "loss": 0.034, |
| "step": 8900 |
| }, |
| { |
| "epoch": 11.408450704225352, |
| "grad_norm": 5.938887119293213, |
| "learning_rate": 4.773082942097027e-06, |
| "loss": 0.0167, |
| "step": 8910 |
| }, |
| { |
| "epoch": 11.421254801536492, |
| "grad_norm": 0.10481268912553787, |
| "learning_rate": 4.76596955470195e-06, |
| "loss": 0.0093, |
| "step": 8920 |
| }, |
| { |
| "epoch": 11.434058898847631, |
| "grad_norm": 5.669556617736816, |
| "learning_rate": 4.758856167306872e-06, |
| "loss": 0.0132, |
| "step": 8930 |
| }, |
| { |
| "epoch": 11.446862996158771, |
| "grad_norm": 6.91036319732666, |
| "learning_rate": 4.751742779911795e-06, |
| "loss": 0.0071, |
| "step": 8940 |
| }, |
| { |
| "epoch": 11.45966709346991, |
| "grad_norm": 4.3748860359191895, |
| "learning_rate": 4.7446293925167165e-06, |
| "loss": 0.0249, |
| "step": 8950 |
| }, |
| { |
| "epoch": 11.47247119078105, |
| "grad_norm": 0.00023807135585229844, |
| "learning_rate": 4.737516005121639e-06, |
| "loss": 0.0434, |
| "step": 8960 |
| }, |
| { |
| "epoch": 11.48527528809219, |
| "grad_norm": 0.00908487569540739, |
| "learning_rate": 4.730402617726561e-06, |
| "loss": 0.0138, |
| "step": 8970 |
| }, |
| { |
| "epoch": 11.49807938540333, |
| "grad_norm": 0.005840748082846403, |
| "learning_rate": 4.723289230331484e-06, |
| "loss": 0.0258, |
| "step": 8980 |
| }, |
| { |
| "epoch": 11.510883482714469, |
| "grad_norm": 0.44342947006225586, |
| "learning_rate": 4.716175842936407e-06, |
| "loss": 0.0103, |
| "step": 8990 |
| }, |
| { |
| "epoch": 11.523687580025609, |
| "grad_norm": 11.988405227661133, |
| "learning_rate": 4.709062455541329e-06, |
| "loss": 0.0327, |
| "step": 9000 |
| }, |
| { |
| "epoch": 11.536491677336748, |
| "grad_norm": 0.008092625066637993, |
| "learning_rate": 4.701949068146252e-06, |
| "loss": 0.0412, |
| "step": 9010 |
| }, |
| { |
| "epoch": 11.549295774647888, |
| "grad_norm": 0.0011768820695579052, |
| "learning_rate": 4.694835680751174e-06, |
| "loss": 0.0085, |
| "step": 9020 |
| }, |
| { |
| "epoch": 11.562099871959028, |
| "grad_norm": 6.319904327392578, |
| "learning_rate": 4.687722293356096e-06, |
| "loss": 0.0094, |
| "step": 9030 |
| }, |
| { |
| "epoch": 11.574903969270167, |
| "grad_norm": 0.2335677444934845, |
| "learning_rate": 4.680608905961019e-06, |
| "loss": 0.0237, |
| "step": 9040 |
| }, |
| { |
| "epoch": 11.587708066581307, |
| "grad_norm": 0.007396308239549398, |
| "learning_rate": 4.673495518565941e-06, |
| "loss": 0.0219, |
| "step": 9050 |
| }, |
| { |
| "epoch": 11.600512163892446, |
| "grad_norm": 0.5111904144287109, |
| "learning_rate": 4.666382131170864e-06, |
| "loss": 0.0287, |
| "step": 9060 |
| }, |
| { |
| "epoch": 11.613316261203586, |
| "grad_norm": 0.300795316696167, |
| "learning_rate": 4.659268743775787e-06, |
| "loss": 0.0084, |
| "step": 9070 |
| }, |
| { |
| "epoch": 11.626120358514724, |
| "grad_norm": 14.654006004333496, |
| "learning_rate": 4.652155356380709e-06, |
| "loss": 0.0211, |
| "step": 9080 |
| }, |
| { |
| "epoch": 11.638924455825864, |
| "grad_norm": 4.150613784790039, |
| "learning_rate": 4.6450419689856314e-06, |
| "loss": 0.0096, |
| "step": 9090 |
| }, |
| { |
| "epoch": 11.651728553137003, |
| "grad_norm": 0.2781789302825928, |
| "learning_rate": 4.637928581590554e-06, |
| "loss": 0.0221, |
| "step": 9100 |
| }, |
| { |
| "epoch": 11.664532650448143, |
| "grad_norm": 4.838508605957031, |
| "learning_rate": 4.630815194195476e-06, |
| "loss": 0.0031, |
| "step": 9110 |
| }, |
| { |
| "epoch": 11.677336747759282, |
| "grad_norm": 0.7836334705352783, |
| "learning_rate": 4.623701806800399e-06, |
| "loss": 0.0158, |
| "step": 9120 |
| }, |
| { |
| "epoch": 11.690140845070422, |
| "grad_norm": 0.0683254599571228, |
| "learning_rate": 4.616588419405321e-06, |
| "loss": 0.0427, |
| "step": 9130 |
| }, |
| { |
| "epoch": 11.702944942381562, |
| "grad_norm": 0.3021542429924011, |
| "learning_rate": 4.609475032010244e-06, |
| "loss": 0.026, |
| "step": 9140 |
| }, |
| { |
| "epoch": 11.715749039692701, |
| "grad_norm": 5.465481281280518, |
| "learning_rate": 4.602361644615166e-06, |
| "loss": 0.0076, |
| "step": 9150 |
| }, |
| { |
| "epoch": 11.728553137003841, |
| "grad_norm": 4.723483085632324, |
| "learning_rate": 4.5952482572200885e-06, |
| "loss": 0.0191, |
| "step": 9160 |
| }, |
| { |
| "epoch": 11.74135723431498, |
| "grad_norm": 0.0921323224902153, |
| "learning_rate": 4.588134869825011e-06, |
| "loss": 0.0097, |
| "step": 9170 |
| }, |
| { |
| "epoch": 11.75416133162612, |
| "grad_norm": 0.001626187120564282, |
| "learning_rate": 4.581021482429934e-06, |
| "loss": 0.0228, |
| "step": 9180 |
| }, |
| { |
| "epoch": 11.76696542893726, |
| "grad_norm": 7.186104774475098, |
| "learning_rate": 4.573908095034856e-06, |
| "loss": 0.0129, |
| "step": 9190 |
| }, |
| { |
| "epoch": 11.7797695262484, |
| "grad_norm": 0.004152664449065924, |
| "learning_rate": 4.566794707639778e-06, |
| "loss": 0.028, |
| "step": 9200 |
| }, |
| { |
| "epoch": 11.792573623559539, |
| "grad_norm": 0.25036826729774475, |
| "learning_rate": 4.559681320244701e-06, |
| "loss": 0.0098, |
| "step": 9210 |
| }, |
| { |
| "epoch": 11.805377720870679, |
| "grad_norm": 12.491260528564453, |
| "learning_rate": 4.5525679328496236e-06, |
| "loss": 0.0292, |
| "step": 9220 |
| }, |
| { |
| "epoch": 11.818181818181818, |
| "grad_norm": 2.6912405490875244, |
| "learning_rate": 4.5454545454545455e-06, |
| "loss": 0.0321, |
| "step": 9230 |
| }, |
| { |
| "epoch": 11.830985915492958, |
| "grad_norm": 3.0300858270493336e-05, |
| "learning_rate": 4.538341158059468e-06, |
| "loss": 0.0019, |
| "step": 9240 |
| }, |
| { |
| "epoch": 11.843790012804098, |
| "grad_norm": 10.405506134033203, |
| "learning_rate": 4.531227770664391e-06, |
| "loss": 0.0104, |
| "step": 9250 |
| }, |
| { |
| "epoch": 11.856594110115237, |
| "grad_norm": 0.45459917187690735, |
| "learning_rate": 4.524114383269313e-06, |
| "loss": 0.0187, |
| "step": 9260 |
| }, |
| { |
| "epoch": 11.869398207426377, |
| "grad_norm": 9.896618843078613, |
| "learning_rate": 4.517000995874236e-06, |
| "loss": 0.0083, |
| "step": 9270 |
| }, |
| { |
| "epoch": 11.882202304737516, |
| "grad_norm": 0.004004519898444414, |
| "learning_rate": 4.509887608479158e-06, |
| "loss": 0.0222, |
| "step": 9280 |
| }, |
| { |
| "epoch": 11.895006402048656, |
| "grad_norm": 0.10266713798046112, |
| "learning_rate": 4.502774221084081e-06, |
| "loss": 0.0118, |
| "step": 9290 |
| }, |
| { |
| "epoch": 11.907810499359796, |
| "grad_norm": 1.3691693544387817, |
| "learning_rate": 4.4956608336890026e-06, |
| "loss": 0.0232, |
| "step": 9300 |
| }, |
| { |
| "epoch": 11.920614596670935, |
| "grad_norm": 0.5837397575378418, |
| "learning_rate": 4.488547446293925e-06, |
| "loss": 0.0055, |
| "step": 9310 |
| }, |
| { |
| "epoch": 11.933418693982075, |
| "grad_norm": 3.9820590019226074, |
| "learning_rate": 4.481434058898848e-06, |
| "loss": 0.0305, |
| "step": 9320 |
| }, |
| { |
| "epoch": 11.946222791293215, |
| "grad_norm": 3.5302162170410156, |
| "learning_rate": 4.474320671503771e-06, |
| "loss": 0.0051, |
| "step": 9330 |
| }, |
| { |
| "epoch": 11.959026888604352, |
| "grad_norm": 0.18159997463226318, |
| "learning_rate": 4.467207284108693e-06, |
| "loss": 0.0204, |
| "step": 9340 |
| }, |
| { |
| "epoch": 11.971830985915492, |
| "grad_norm": 0.0003324251447338611, |
| "learning_rate": 4.460093896713616e-06, |
| "loss": 0.0074, |
| "step": 9350 |
| }, |
| { |
| "epoch": 11.984635083226632, |
| "grad_norm": 23.19733428955078, |
| "learning_rate": 4.452980509318538e-06, |
| "loss": 0.03, |
| "step": 9360 |
| }, |
| { |
| "epoch": 11.997439180537771, |
| "grad_norm": 1.3431735038757324, |
| "learning_rate": 4.4458671219234604e-06, |
| "loss": 0.0143, |
| "step": 9370 |
| }, |
| { |
| "epoch": 12.010243277848911, |
| "grad_norm": 7.359150409698486, |
| "learning_rate": 4.438753734528382e-06, |
| "loss": 0.0078, |
| "step": 9380 |
| }, |
| { |
| "epoch": 12.02304737516005, |
| "grad_norm": 0.020270936191082, |
| "learning_rate": 4.431640347133305e-06, |
| "loss": 0.0154, |
| "step": 9390 |
| }, |
| { |
| "epoch": 12.03585147247119, |
| "grad_norm": 0.002502968767657876, |
| "learning_rate": 4.424526959738228e-06, |
| "loss": 0.0093, |
| "step": 9400 |
| }, |
| { |
| "epoch": 12.04865556978233, |
| "grad_norm": 5.730095386505127, |
| "learning_rate": 4.41741357234315e-06, |
| "loss": 0.0187, |
| "step": 9410 |
| }, |
| { |
| "epoch": 12.06145966709347, |
| "grad_norm": 0.0488029308617115, |
| "learning_rate": 4.410300184948073e-06, |
| "loss": 0.0223, |
| "step": 9420 |
| }, |
| { |
| "epoch": 12.07426376440461, |
| "grad_norm": 0.7696062922477722, |
| "learning_rate": 4.4031867975529955e-06, |
| "loss": 0.0157, |
| "step": 9430 |
| }, |
| { |
| "epoch": 12.087067861715749, |
| "grad_norm": 10.111274719238281, |
| "learning_rate": 4.3960734101579175e-06, |
| "loss": 0.0468, |
| "step": 9440 |
| }, |
| { |
| "epoch": 12.099871959026888, |
| "grad_norm": 0.004602501168847084, |
| "learning_rate": 4.388960022762839e-06, |
| "loss": 0.011, |
| "step": 9450 |
| }, |
| { |
| "epoch": 12.112676056338028, |
| "grad_norm": 0.7055022716522217, |
| "learning_rate": 4.381846635367762e-06, |
| "loss": 0.0226, |
| "step": 9460 |
| }, |
| { |
| "epoch": 12.125480153649168, |
| "grad_norm": 6.4993977546691895, |
| "learning_rate": 4.374733247972685e-06, |
| "loss": 0.0467, |
| "step": 9470 |
| }, |
| { |
| "epoch": 12.138284250960307, |
| "grad_norm": 5.248816967010498, |
| "learning_rate": 4.367619860577608e-06, |
| "loss": 0.0232, |
| "step": 9480 |
| }, |
| { |
| "epoch": 12.151088348271447, |
| "grad_norm": 0.4994298815727234, |
| "learning_rate": 4.36050647318253e-06, |
| "loss": 0.003, |
| "step": 9490 |
| }, |
| { |
| "epoch": 12.163892445582587, |
| "grad_norm": 0.01094064861536026, |
| "learning_rate": 4.3533930857874526e-06, |
| "loss": 0.0212, |
| "step": 9500 |
| }, |
| { |
| "epoch": 12.176696542893726, |
| "grad_norm": 0.0005367989651858807, |
| "learning_rate": 4.346279698392375e-06, |
| "loss": 0.0107, |
| "step": 9510 |
| }, |
| { |
| "epoch": 12.189500640204866, |
| "grad_norm": 6.758755716873566e-06, |
| "learning_rate": 4.339166310997297e-06, |
| "loss": 0.0106, |
| "step": 9520 |
| }, |
| { |
| "epoch": 12.202304737516005, |
| "grad_norm": 0.0007823957712389529, |
| "learning_rate": 4.332052923602219e-06, |
| "loss": 0.0194, |
| "step": 9530 |
| }, |
| { |
| "epoch": 12.215108834827145, |
| "grad_norm": 3.90116548538208, |
| "learning_rate": 4.324939536207142e-06, |
| "loss": 0.0207, |
| "step": 9540 |
| }, |
| { |
| "epoch": 12.227912932138285, |
| "grad_norm": 0.030143318697810173, |
| "learning_rate": 4.317826148812065e-06, |
| "loss": 0.0215, |
| "step": 9550 |
| }, |
| { |
| "epoch": 12.240717029449424, |
| "grad_norm": 0.0011328129330649972, |
| "learning_rate": 4.310712761416987e-06, |
| "loss": 0.0078, |
| "step": 9560 |
| }, |
| { |
| "epoch": 12.253521126760564, |
| "grad_norm": 2.1484808921813965, |
| "learning_rate": 4.30359937402191e-06, |
| "loss": 0.0102, |
| "step": 9570 |
| }, |
| { |
| "epoch": 12.266325224071704, |
| "grad_norm": 7.6401214599609375, |
| "learning_rate": 4.296485986626832e-06, |
| "loss": 0.0315, |
| "step": 9580 |
| }, |
| { |
| "epoch": 12.279129321382843, |
| "grad_norm": 7.893928050994873, |
| "learning_rate": 4.289372599231754e-06, |
| "loss": 0.0173, |
| "step": 9590 |
| }, |
| { |
| "epoch": 12.291933418693983, |
| "grad_norm": 0.3126736879348755, |
| "learning_rate": 4.282259211836677e-06, |
| "loss": 0.0239, |
| "step": 9600 |
| }, |
| { |
| "epoch": 12.304737516005122, |
| "grad_norm": 11.8942289352417, |
| "learning_rate": 4.275145824441599e-06, |
| "loss": 0.0873, |
| "step": 9610 |
| }, |
| { |
| "epoch": 12.317541613316262, |
| "grad_norm": 17.849855422973633, |
| "learning_rate": 4.268032437046522e-06, |
| "loss": 0.0317, |
| "step": 9620 |
| }, |
| { |
| "epoch": 12.3303457106274, |
| "grad_norm": 10.122198104858398, |
| "learning_rate": 4.260919049651444e-06, |
| "loss": 0.0181, |
| "step": 9630 |
| }, |
| { |
| "epoch": 12.34314980793854, |
| "grad_norm": 0.008432975970208645, |
| "learning_rate": 4.253805662256367e-06, |
| "loss": 0.0145, |
| "step": 9640 |
| }, |
| { |
| "epoch": 12.35595390524968, |
| "grad_norm": 0.00012394743680488318, |
| "learning_rate": 4.2466922748612894e-06, |
| "loss": 0.0065, |
| "step": 9650 |
| }, |
| { |
| "epoch": 12.368758002560819, |
| "grad_norm": 6.399505138397217, |
| "learning_rate": 4.239578887466212e-06, |
| "loss": 0.0241, |
| "step": 9660 |
| }, |
| { |
| "epoch": 12.381562099871958, |
| "grad_norm": 0.1277066022157669, |
| "learning_rate": 4.232465500071134e-06, |
| "loss": 0.0237, |
| "step": 9670 |
| }, |
| { |
| "epoch": 12.394366197183098, |
| "grad_norm": 0.00046324028517119586, |
| "learning_rate": 4.225352112676057e-06, |
| "loss": 0.0142, |
| "step": 9680 |
| }, |
| { |
| "epoch": 12.407170294494238, |
| "grad_norm": 0.291615754365921, |
| "learning_rate": 4.218238725280979e-06, |
| "loss": 0.0266, |
| "step": 9690 |
| }, |
| { |
| "epoch": 12.419974391805377, |
| "grad_norm": 7.896489143371582, |
| "learning_rate": 4.211125337885902e-06, |
| "loss": 0.0498, |
| "step": 9700 |
| }, |
| { |
| "epoch": 12.432778489116517, |
| "grad_norm": 9.060142517089844, |
| "learning_rate": 4.204011950490824e-06, |
| "loss": 0.0231, |
| "step": 9710 |
| }, |
| { |
| "epoch": 12.445582586427657, |
| "grad_norm": 1.0932848453521729, |
| "learning_rate": 4.1968985630957465e-06, |
| "loss": 0.0107, |
| "step": 9720 |
| }, |
| { |
| "epoch": 12.458386683738796, |
| "grad_norm": 0.0002862956316675991, |
| "learning_rate": 4.189785175700669e-06, |
| "loss": 0.0323, |
| "step": 9730 |
| }, |
| { |
| "epoch": 12.471190781049936, |
| "grad_norm": 9.223715782165527, |
| "learning_rate": 4.182671788305592e-06, |
| "loss": 0.0317, |
| "step": 9740 |
| }, |
| { |
| "epoch": 12.483994878361075, |
| "grad_norm": 0.011121570132672787, |
| "learning_rate": 4.175558400910514e-06, |
| "loss": 0.0162, |
| "step": 9750 |
| }, |
| { |
| "epoch": 12.496798975672215, |
| "grad_norm": 0.010349276475608349, |
| "learning_rate": 4.168445013515437e-06, |
| "loss": 0.0097, |
| "step": 9760 |
| }, |
| { |
| "epoch": 12.509603072983355, |
| "grad_norm": 0.15885749459266663, |
| "learning_rate": 4.161331626120359e-06, |
| "loss": 0.0071, |
| "step": 9770 |
| }, |
| { |
| "epoch": 12.522407170294494, |
| "grad_norm": 0.07723096013069153, |
| "learning_rate": 4.154218238725281e-06, |
| "loss": 0.0323, |
| "step": 9780 |
| }, |
| { |
| "epoch": 12.535211267605634, |
| "grad_norm": 4.135581016540527, |
| "learning_rate": 4.1471048513302035e-06, |
| "loss": 0.0432, |
| "step": 9790 |
| }, |
| { |
| "epoch": 12.548015364916774, |
| "grad_norm": 0.0004376301367301494, |
| "learning_rate": 4.139991463935126e-06, |
| "loss": 0.0295, |
| "step": 9800 |
| }, |
| { |
| "epoch": 12.560819462227913, |
| "grad_norm": 5.946563720703125, |
| "learning_rate": 4.132878076540049e-06, |
| "loss": 0.0309, |
| "step": 9810 |
| }, |
| { |
| "epoch": 12.573623559539053, |
| "grad_norm": 3.692141056060791, |
| "learning_rate": 4.125764689144971e-06, |
| "loss": 0.0366, |
| "step": 9820 |
| }, |
| { |
| "epoch": 12.586427656850192, |
| "grad_norm": 0.02407948300242424, |
| "learning_rate": 4.118651301749894e-06, |
| "loss": 0.0364, |
| "step": 9830 |
| }, |
| { |
| "epoch": 12.599231754161332, |
| "grad_norm": 0.011938225477933884, |
| "learning_rate": 4.111537914354816e-06, |
| "loss": 0.0127, |
| "step": 9840 |
| }, |
| { |
| "epoch": 12.612035851472472, |
| "grad_norm": 6.503283500671387, |
| "learning_rate": 4.104424526959739e-06, |
| "loss": 0.031, |
| "step": 9850 |
| }, |
| { |
| "epoch": 12.624839948783611, |
| "grad_norm": 0.012061931192874908, |
| "learning_rate": 4.0973111395646605e-06, |
| "loss": 0.0161, |
| "step": 9860 |
| }, |
| { |
| "epoch": 12.637644046094751, |
| "grad_norm": 0.00023004470858722925, |
| "learning_rate": 4.090197752169583e-06, |
| "loss": 0.022, |
| "step": 9870 |
| }, |
| { |
| "epoch": 12.65044814340589, |
| "grad_norm": 0.3356795310974121, |
| "learning_rate": 4.083084364774506e-06, |
| "loss": 0.0322, |
| "step": 9880 |
| }, |
| { |
| "epoch": 12.66325224071703, |
| "grad_norm": 1.0321135520935059, |
| "learning_rate": 4.075970977379428e-06, |
| "loss": 0.0473, |
| "step": 9890 |
| }, |
| { |
| "epoch": 12.676056338028168, |
| "grad_norm": 6.258904933929443, |
| "learning_rate": 4.068857589984351e-06, |
| "loss": 0.0235, |
| "step": 9900 |
| }, |
| { |
| "epoch": 12.688860435339308, |
| "grad_norm": 0.0010816763387992978, |
| "learning_rate": 4.061744202589274e-06, |
| "loss": 0.0246, |
| "step": 9910 |
| }, |
| { |
| "epoch": 12.701664532650447, |
| "grad_norm": 7.38685417175293, |
| "learning_rate": 4.054630815194196e-06, |
| "loss": 0.0115, |
| "step": 9920 |
| }, |
| { |
| "epoch": 12.714468629961587, |
| "grad_norm": 0.09015665203332901, |
| "learning_rate": 4.047517427799118e-06, |
| "loss": 0.0082, |
| "step": 9930 |
| }, |
| { |
| "epoch": 12.727272727272727, |
| "grad_norm": 11.077136993408203, |
| "learning_rate": 4.04040404040404e-06, |
| "loss": 0.0189, |
| "step": 9940 |
| }, |
| { |
| "epoch": 12.740076824583866, |
| "grad_norm": 0.007070339750498533, |
| "learning_rate": 4.033290653008963e-06, |
| "loss": 0.004, |
| "step": 9950 |
| }, |
| { |
| "epoch": 12.752880921895006, |
| "grad_norm": 3.147578001022339, |
| "learning_rate": 4.026177265613886e-06, |
| "loss": 0.0103, |
| "step": 9960 |
| }, |
| { |
| "epoch": 12.765685019206146, |
| "grad_norm": 0.0023142409045249224, |
| "learning_rate": 4.019063878218808e-06, |
| "loss": 0.0177, |
| "step": 9970 |
| }, |
| { |
| "epoch": 12.778489116517285, |
| "grad_norm": 0.024539463222026825, |
| "learning_rate": 4.011950490823731e-06, |
| "loss": 0.0125, |
| "step": 9980 |
| }, |
| { |
| "epoch": 12.791293213828425, |
| "grad_norm": 0.7222532033920288, |
| "learning_rate": 4.0048371034286535e-06, |
| "loss": 0.0123, |
| "step": 9990 |
| }, |
| { |
| "epoch": 12.804097311139564, |
| "grad_norm": 2.2293977963272482e-05, |
| "learning_rate": 3.9977237160335755e-06, |
| "loss": 0.0286, |
| "step": 10000 |
| }, |
| { |
| "epoch": 12.816901408450704, |
| "grad_norm": 0.2896987497806549, |
| "learning_rate": 3.990610328638498e-06, |
| "loss": 0.0313, |
| "step": 10010 |
| }, |
| { |
| "epoch": 12.829705505761844, |
| "grad_norm": 6.5027971267700195, |
| "learning_rate": 3.98349694124342e-06, |
| "loss": 0.0421, |
| "step": 10020 |
| }, |
| { |
| "epoch": 12.842509603072983, |
| "grad_norm": 1.956372618675232, |
| "learning_rate": 3.976383553848343e-06, |
| "loss": 0.0133, |
| "step": 10030 |
| }, |
| { |
| "epoch": 12.855313700384123, |
| "grad_norm": 3.374871253967285, |
| "learning_rate": 3.969270166453265e-06, |
| "loss": 0.0083, |
| "step": 10040 |
| }, |
| { |
| "epoch": 12.868117797695263, |
| "grad_norm": 3.4415929317474365, |
| "learning_rate": 3.962156779058188e-06, |
| "loss": 0.0098, |
| "step": 10050 |
| }, |
| { |
| "epoch": 12.880921895006402, |
| "grad_norm": 17.851837158203125, |
| "learning_rate": 3.9550433916631105e-06, |
| "loss": 0.0248, |
| "step": 10060 |
| }, |
| { |
| "epoch": 12.893725992317542, |
| "grad_norm": 12.793821334838867, |
| "learning_rate": 3.947930004268033e-06, |
| "loss": 0.0073, |
| "step": 10070 |
| }, |
| { |
| "epoch": 12.906530089628681, |
| "grad_norm": 0.11059227585792542, |
| "learning_rate": 3.940816616872955e-06, |
| "loss": 0.027, |
| "step": 10080 |
| }, |
| { |
| "epoch": 12.919334186939821, |
| "grad_norm": 0.3241099715232849, |
| "learning_rate": 3.933703229477877e-06, |
| "loss": 0.0144, |
| "step": 10090 |
| }, |
| { |
| "epoch": 12.93213828425096, |
| "grad_norm": 0.01770693250000477, |
| "learning_rate": 3.9265898420828e-06, |
| "loss": 0.0009, |
| "step": 10100 |
| }, |
| { |
| "epoch": 12.9449423815621, |
| "grad_norm": 0.00023692190006840974, |
| "learning_rate": 3.919476454687723e-06, |
| "loss": 0.0081, |
| "step": 10110 |
| }, |
| { |
| "epoch": 12.95774647887324, |
| "grad_norm": 0.03319963812828064, |
| "learning_rate": 3.912363067292645e-06, |
| "loss": 0.0199, |
| "step": 10120 |
| }, |
| { |
| "epoch": 12.97055057618438, |
| "grad_norm": 0.0035884061362594366, |
| "learning_rate": 3.9052496798975676e-06, |
| "loss": 0.0283, |
| "step": 10130 |
| }, |
| { |
| "epoch": 12.98335467349552, |
| "grad_norm": 0.009372467175126076, |
| "learning_rate": 3.89813629250249e-06, |
| "loss": 0.0034, |
| "step": 10140 |
| }, |
| { |
| "epoch": 12.996158770806659, |
| "grad_norm": 0.025522533804178238, |
| "learning_rate": 3.891022905107412e-06, |
| "loss": 0.027, |
| "step": 10150 |
| }, |
| { |
| "epoch": 13.008962868117798, |
| "grad_norm": 0.03188972547650337, |
| "learning_rate": 3.883909517712335e-06, |
| "loss": 0.0146, |
| "step": 10160 |
| }, |
| { |
| "epoch": 13.021766965428938, |
| "grad_norm": 0.020737428218126297, |
| "learning_rate": 3.876796130317257e-06, |
| "loss": 0.008, |
| "step": 10170 |
| }, |
| { |
| "epoch": 13.034571062740078, |
| "grad_norm": 0.04334618151187897, |
| "learning_rate": 3.86968274292218e-06, |
| "loss": 0.0167, |
| "step": 10180 |
| }, |
| { |
| "epoch": 13.047375160051216, |
| "grad_norm": 2.530782512621954e-05, |
| "learning_rate": 3.862569355527102e-06, |
| "loss": 0.0127, |
| "step": 10190 |
| }, |
| { |
| "epoch": 13.060179257362355, |
| "grad_norm": 1.4986348152160645, |
| "learning_rate": 3.855455968132025e-06, |
| "loss": 0.0378, |
| "step": 10200 |
| }, |
| { |
| "epoch": 13.072983354673495, |
| "grad_norm": 2.3561546186101623e-05, |
| "learning_rate": 3.848342580736947e-06, |
| "loss": 0.0001, |
| "step": 10210 |
| }, |
| { |
| "epoch": 13.085787451984634, |
| "grad_norm": 1.2639870643615723, |
| "learning_rate": 3.84122919334187e-06, |
| "loss": 0.0118, |
| "step": 10220 |
| }, |
| { |
| "epoch": 13.098591549295774, |
| "grad_norm": 14.524621963500977, |
| "learning_rate": 3.834115805946792e-06, |
| "loss": 0.0202, |
| "step": 10230 |
| }, |
| { |
| "epoch": 13.111395646606914, |
| "grad_norm": 1.273762583732605, |
| "learning_rate": 3.827002418551715e-06, |
| "loss": 0.0084, |
| "step": 10240 |
| }, |
| { |
| "epoch": 13.124199743918053, |
| "grad_norm": 10.207449913024902, |
| "learning_rate": 3.819889031156637e-06, |
| "loss": 0.0343, |
| "step": 10250 |
| }, |
| { |
| "epoch": 13.137003841229193, |
| "grad_norm": 3.3465631008148193, |
| "learning_rate": 3.8127756437615597e-06, |
| "loss": 0.0095, |
| "step": 10260 |
| }, |
| { |
| "epoch": 13.149807938540333, |
| "grad_norm": 0.006828089244663715, |
| "learning_rate": 3.805662256366482e-06, |
| "loss": 0.0155, |
| "step": 10270 |
| }, |
| { |
| "epoch": 13.162612035851472, |
| "grad_norm": 0.49927470088005066, |
| "learning_rate": 3.7985488689714044e-06, |
| "loss": 0.0237, |
| "step": 10280 |
| }, |
| { |
| "epoch": 13.175416133162612, |
| "grad_norm": 0.14710770547389984, |
| "learning_rate": 3.7914354815763272e-06, |
| "loss": 0.0347, |
| "step": 10290 |
| }, |
| { |
| "epoch": 13.188220230473751, |
| "grad_norm": 0.0990980714559555, |
| "learning_rate": 3.784322094181249e-06, |
| "loss": 0.0134, |
| "step": 10300 |
| }, |
| { |
| "epoch": 13.201024327784891, |
| "grad_norm": 1.8304428522242233e-05, |
| "learning_rate": 3.777208706786172e-06, |
| "loss": 0.0082, |
| "step": 10310 |
| }, |
| { |
| "epoch": 13.21382842509603, |
| "grad_norm": 0.00459267245605588, |
| "learning_rate": 3.7700953193910944e-06, |
| "loss": 0.0036, |
| "step": 10320 |
| }, |
| { |
| "epoch": 13.22663252240717, |
| "grad_norm": 0.054646868258714676, |
| "learning_rate": 3.762981931996017e-06, |
| "loss": 0.0147, |
| "step": 10330 |
| }, |
| { |
| "epoch": 13.23943661971831, |
| "grad_norm": 4.998219013214111, |
| "learning_rate": 3.755868544600939e-06, |
| "loss": 0.0142, |
| "step": 10340 |
| }, |
| { |
| "epoch": 13.25224071702945, |
| "grad_norm": 0.0036943841259926558, |
| "learning_rate": 3.748755157205862e-06, |
| "loss": 0.0293, |
| "step": 10350 |
| }, |
| { |
| "epoch": 13.26504481434059, |
| "grad_norm": 6.776094436645508, |
| "learning_rate": 3.7416417698107843e-06, |
| "loss": 0.0273, |
| "step": 10360 |
| }, |
| { |
| "epoch": 13.277848911651729, |
| "grad_norm": 1.106736421585083, |
| "learning_rate": 3.734528382415707e-06, |
| "loss": 0.0257, |
| "step": 10370 |
| }, |
| { |
| "epoch": 13.290653008962868, |
| "grad_norm": 11.938494682312012, |
| "learning_rate": 3.727414995020629e-06, |
| "loss": 0.0139, |
| "step": 10380 |
| }, |
| { |
| "epoch": 13.303457106274008, |
| "grad_norm": 3.600757918320596e-05, |
| "learning_rate": 3.7203016076255514e-06, |
| "loss": 0.007, |
| "step": 10390 |
| }, |
| { |
| "epoch": 13.316261203585148, |
| "grad_norm": 0.00037831757799722254, |
| "learning_rate": 3.713188220230474e-06, |
| "loss": 0.0267, |
| "step": 10400 |
| }, |
| { |
| "epoch": 13.329065300896287, |
| "grad_norm": 0.0019878472667187452, |
| "learning_rate": 3.706074832835396e-06, |
| "loss": 0.0197, |
| "step": 10410 |
| }, |
| { |
| "epoch": 13.341869398207427, |
| "grad_norm": 0.0022884909994900227, |
| "learning_rate": 3.698961445440319e-06, |
| "loss": 0.0011, |
| "step": 10420 |
| }, |
| { |
| "epoch": 13.354673495518567, |
| "grad_norm": 0.0027324643451720476, |
| "learning_rate": 3.6918480580452413e-06, |
| "loss": 0.031, |
| "step": 10430 |
| }, |
| { |
| "epoch": 13.367477592829706, |
| "grad_norm": 19.304534912109375, |
| "learning_rate": 3.684734670650164e-06, |
| "loss": 0.0387, |
| "step": 10440 |
| }, |
| { |
| "epoch": 13.380281690140846, |
| "grad_norm": 15.473051071166992, |
| "learning_rate": 3.677621283255086e-06, |
| "loss": 0.0168, |
| "step": 10450 |
| }, |
| { |
| "epoch": 13.393085787451984, |
| "grad_norm": 1.490252137184143, |
| "learning_rate": 3.670507895860009e-06, |
| "loss": 0.0208, |
| "step": 10460 |
| }, |
| { |
| "epoch": 13.405889884763123, |
| "grad_norm": 0.007035966496914625, |
| "learning_rate": 3.6633945084649312e-06, |
| "loss": 0.0136, |
| "step": 10470 |
| }, |
| { |
| "epoch": 13.418693982074263, |
| "grad_norm": 0.003252288093790412, |
| "learning_rate": 3.656281121069854e-06, |
| "loss": 0.0086, |
| "step": 10480 |
| }, |
| { |
| "epoch": 13.431498079385403, |
| "grad_norm": 0.4878418445587158, |
| "learning_rate": 3.649167733674776e-06, |
| "loss": 0.0392, |
| "step": 10490 |
| }, |
| { |
| "epoch": 13.444302176696542, |
| "grad_norm": 4.22904109954834, |
| "learning_rate": 3.6420543462796988e-06, |
| "loss": 0.0292, |
| "step": 10500 |
| }, |
| { |
| "epoch": 13.457106274007682, |
| "grad_norm": 0.0052803452126681805, |
| "learning_rate": 3.634940958884621e-06, |
| "loss": 0.0063, |
| "step": 10510 |
| }, |
| { |
| "epoch": 13.469910371318822, |
| "grad_norm": 0.006046518217772245, |
| "learning_rate": 3.6278275714895435e-06, |
| "loss": 0.0339, |
| "step": 10520 |
| }, |
| { |
| "epoch": 13.482714468629961, |
| "grad_norm": 0.0557611808180809, |
| "learning_rate": 3.620714184094466e-06, |
| "loss": 0.0117, |
| "step": 10530 |
| }, |
| { |
| "epoch": 13.4955185659411, |
| "grad_norm": 2.972399950027466, |
| "learning_rate": 3.6136007966993887e-06, |
| "loss": 0.0181, |
| "step": 10540 |
| }, |
| { |
| "epoch": 13.50832266325224, |
| "grad_norm": 8.456597328186035, |
| "learning_rate": 3.606487409304311e-06, |
| "loss": 0.0244, |
| "step": 10550 |
| }, |
| { |
| "epoch": 13.52112676056338, |
| "grad_norm": 0.0005350671126507223, |
| "learning_rate": 3.5993740219092334e-06, |
| "loss": 0.0135, |
| "step": 10560 |
| }, |
| { |
| "epoch": 13.53393085787452, |
| "grad_norm": 9.475726127624512, |
| "learning_rate": 3.592260634514156e-06, |
| "loss": 0.022, |
| "step": 10570 |
| }, |
| { |
| "epoch": 13.54673495518566, |
| "grad_norm": 2.7988171577453613, |
| "learning_rate": 3.5851472471190786e-06, |
| "loss": 0.0151, |
| "step": 10580 |
| }, |
| { |
| "epoch": 13.559539052496799, |
| "grad_norm": 0.006821895018219948, |
| "learning_rate": 3.578033859724001e-06, |
| "loss": 0.0141, |
| "step": 10590 |
| }, |
| { |
| "epoch": 13.572343149807939, |
| "grad_norm": 8.041661262512207, |
| "learning_rate": 3.5709204723289233e-06, |
| "loss": 0.0332, |
| "step": 10600 |
| }, |
| { |
| "epoch": 13.585147247119078, |
| "grad_norm": 0.00047529867151752114, |
| "learning_rate": 3.5638070849338457e-06, |
| "loss": 0.023, |
| "step": 10610 |
| }, |
| { |
| "epoch": 13.597951344430218, |
| "grad_norm": 0.18414749205112457, |
| "learning_rate": 3.5566936975387685e-06, |
| "loss": 0.0117, |
| "step": 10620 |
| }, |
| { |
| "epoch": 13.610755441741357, |
| "grad_norm": 5.8325395584106445, |
| "learning_rate": 3.549580310143691e-06, |
| "loss": 0.0273, |
| "step": 10630 |
| }, |
| { |
| "epoch": 13.623559539052497, |
| "grad_norm": 2.0931334495544434, |
| "learning_rate": 3.542466922748613e-06, |
| "loss": 0.0303, |
| "step": 10640 |
| }, |
| { |
| "epoch": 13.636363636363637, |
| "grad_norm": 0.23345398902893066, |
| "learning_rate": 3.5353535353535356e-06, |
| "loss": 0.0083, |
| "step": 10650 |
| }, |
| { |
| "epoch": 13.649167733674776, |
| "grad_norm": 3.7202231884002686, |
| "learning_rate": 3.5282401479584584e-06, |
| "loss": 0.014, |
| "step": 10660 |
| }, |
| { |
| "epoch": 13.661971830985916, |
| "grad_norm": 0.22626596689224243, |
| "learning_rate": 3.5211267605633804e-06, |
| "loss": 0.0125, |
| "step": 10670 |
| }, |
| { |
| "epoch": 13.674775928297056, |
| "grad_norm": 16.9751033782959, |
| "learning_rate": 3.5140133731683028e-06, |
| "loss": 0.0347, |
| "step": 10680 |
| }, |
| { |
| "epoch": 13.687580025608195, |
| "grad_norm": 1.9810250997543335, |
| "learning_rate": 3.5068999857732256e-06, |
| "loss": 0.0102, |
| "step": 10690 |
| }, |
| { |
| "epoch": 13.700384122919335, |
| "grad_norm": 5.396705150604248, |
| "learning_rate": 3.4997865983781484e-06, |
| "loss": 0.0303, |
| "step": 10700 |
| }, |
| { |
| "epoch": 13.713188220230474, |
| "grad_norm": 0.0016104003880172968, |
| "learning_rate": 3.4926732109830703e-06, |
| "loss": 0.0009, |
| "step": 10710 |
| }, |
| { |
| "epoch": 13.725992317541614, |
| "grad_norm": 0.29903772473335266, |
| "learning_rate": 3.4855598235879927e-06, |
| "loss": 0.018, |
| "step": 10720 |
| }, |
| { |
| "epoch": 13.738796414852754, |
| "grad_norm": 0.0008271485567092896, |
| "learning_rate": 3.4784464361929155e-06, |
| "loss": 0.0194, |
| "step": 10730 |
| }, |
| { |
| "epoch": 13.751600512163893, |
| "grad_norm": 0.014146417379379272, |
| "learning_rate": 3.4713330487978383e-06, |
| "loss": 0.0024, |
| "step": 10740 |
| }, |
| { |
| "epoch": 13.764404609475031, |
| "grad_norm": 1.3157802820205688, |
| "learning_rate": 3.4642196614027602e-06, |
| "loss": 0.0044, |
| "step": 10750 |
| }, |
| { |
| "epoch": 13.77720870678617, |
| "grad_norm": 1.8869186639785767, |
| "learning_rate": 3.4571062740076826e-06, |
| "loss": 0.0254, |
| "step": 10760 |
| }, |
| { |
| "epoch": 13.79001280409731, |
| "grad_norm": 3.0772736072540283, |
| "learning_rate": 3.4499928866126054e-06, |
| "loss": 0.0345, |
| "step": 10770 |
| }, |
| { |
| "epoch": 13.80281690140845, |
| "grad_norm": 5.144647598266602, |
| "learning_rate": 3.4428794992175273e-06, |
| "loss": 0.0251, |
| "step": 10780 |
| }, |
| { |
| "epoch": 13.81562099871959, |
| "grad_norm": 5.6104841232299805, |
| "learning_rate": 3.43576611182245e-06, |
| "loss": 0.0333, |
| "step": 10790 |
| }, |
| { |
| "epoch": 13.82842509603073, |
| "grad_norm": 0.00017765576194506139, |
| "learning_rate": 3.4286527244273725e-06, |
| "loss": 0.0165, |
| "step": 10800 |
| }, |
| { |
| "epoch": 13.841229193341869, |
| "grad_norm": 8.58414077758789, |
| "learning_rate": 3.4215393370322953e-06, |
| "loss": 0.0368, |
| "step": 10810 |
| }, |
| { |
| "epoch": 13.854033290653009, |
| "grad_norm": 6.548843860626221, |
| "learning_rate": 3.4144259496372173e-06, |
| "loss": 0.0214, |
| "step": 10820 |
| }, |
| { |
| "epoch": 13.866837387964148, |
| "grad_norm": 1.7748005390167236, |
| "learning_rate": 3.40731256224214e-06, |
| "loss": 0.0105, |
| "step": 10830 |
| }, |
| { |
| "epoch": 13.879641485275288, |
| "grad_norm": 0.02361682802438736, |
| "learning_rate": 3.4001991748470624e-06, |
| "loss": 0.0039, |
| "step": 10840 |
| }, |
| { |
| "epoch": 13.892445582586427, |
| "grad_norm": 0.0009472609381191432, |
| "learning_rate": 3.3930857874519852e-06, |
| "loss": 0.0244, |
| "step": 10850 |
| }, |
| { |
| "epoch": 13.905249679897567, |
| "grad_norm": 8.113651275634766, |
| "learning_rate": 3.385972400056907e-06, |
| "loss": 0.0288, |
| "step": 10860 |
| }, |
| { |
| "epoch": 13.918053777208707, |
| "grad_norm": 0.03320278227329254, |
| "learning_rate": 3.37885901266183e-06, |
| "loss": 0.0196, |
| "step": 10870 |
| }, |
| { |
| "epoch": 13.930857874519846, |
| "grad_norm": 0.04235280677676201, |
| "learning_rate": 3.3717456252667523e-06, |
| "loss": 0.0134, |
| "step": 10880 |
| }, |
| { |
| "epoch": 13.943661971830986, |
| "grad_norm": 4.171895980834961, |
| "learning_rate": 3.364632237871675e-06, |
| "loss": 0.0178, |
| "step": 10890 |
| }, |
| { |
| "epoch": 13.956466069142126, |
| "grad_norm": 0.032928042113780975, |
| "learning_rate": 3.357518850476597e-06, |
| "loss": 0.0142, |
| "step": 10900 |
| }, |
| { |
| "epoch": 13.969270166453265, |
| "grad_norm": 0.0006852024816907942, |
| "learning_rate": 3.35040546308152e-06, |
| "loss": 0.0055, |
| "step": 10910 |
| }, |
| { |
| "epoch": 13.982074263764405, |
| "grad_norm": 0.0023214409593492746, |
| "learning_rate": 3.3432920756864423e-06, |
| "loss": 0.0116, |
| "step": 10920 |
| }, |
| { |
| "epoch": 13.994878361075545, |
| "grad_norm": 0.38349929451942444, |
| "learning_rate": 3.336178688291364e-06, |
| "loss": 0.0235, |
| "step": 10930 |
| }, |
| { |
| "epoch": 14.007682458386684, |
| "grad_norm": 2.070441961288452, |
| "learning_rate": 3.329065300896287e-06, |
| "loss": 0.0086, |
| "step": 10940 |
| }, |
| { |
| "epoch": 14.020486555697824, |
| "grad_norm": 0.12442722916603088, |
| "learning_rate": 3.32195191350121e-06, |
| "loss": 0.0072, |
| "step": 10950 |
| }, |
| { |
| "epoch": 14.033290653008963, |
| "grad_norm": 6.558221340179443, |
| "learning_rate": 3.314838526106132e-06, |
| "loss": 0.0252, |
| "step": 10960 |
| }, |
| { |
| "epoch": 14.046094750320103, |
| "grad_norm": 5.9624271671054885e-05, |
| "learning_rate": 3.307725138711054e-06, |
| "loss": 0.0193, |
| "step": 10970 |
| }, |
| { |
| "epoch": 14.058898847631243, |
| "grad_norm": 0.0025486797094345093, |
| "learning_rate": 3.300611751315977e-06, |
| "loss": 0.0197, |
| "step": 10980 |
| }, |
| { |
| "epoch": 14.071702944942382, |
| "grad_norm": 4.4869384765625, |
| "learning_rate": 3.2934983639208993e-06, |
| "loss": 0.0007, |
| "step": 10990 |
| }, |
| { |
| "epoch": 14.084507042253522, |
| "grad_norm": 7.89267651271075e-05, |
| "learning_rate": 3.286384976525822e-06, |
| "loss": 0.0151, |
| "step": 11000 |
| }, |
| { |
| "epoch": 14.097311139564662, |
| "grad_norm": 13.062664031982422, |
| "learning_rate": 3.279271589130744e-06, |
| "loss": 0.0189, |
| "step": 11010 |
| }, |
| { |
| "epoch": 14.1101152368758, |
| "grad_norm": 0.5844500064849854, |
| "learning_rate": 3.272158201735667e-06, |
| "loss": 0.0028, |
| "step": 11020 |
| }, |
| { |
| "epoch": 14.122919334186939, |
| "grad_norm": 16.713825225830078, |
| "learning_rate": 3.265044814340589e-06, |
| "loss": 0.044, |
| "step": 11030 |
| }, |
| { |
| "epoch": 14.135723431498079, |
| "grad_norm": 5.629806995391846, |
| "learning_rate": 3.2579314269455116e-06, |
| "loss": 0.0359, |
| "step": 11040 |
| }, |
| { |
| "epoch": 14.148527528809218, |
| "grad_norm": 5.0279154777526855, |
| "learning_rate": 3.250818039550434e-06, |
| "loss": 0.0398, |
| "step": 11050 |
| }, |
| { |
| "epoch": 14.161331626120358, |
| "grad_norm": 14.42271900177002, |
| "learning_rate": 3.2437046521553568e-06, |
| "loss": 0.0339, |
| "step": 11060 |
| }, |
| { |
| "epoch": 14.174135723431498, |
| "grad_norm": 2.7477522962726653e-05, |
| "learning_rate": 3.236591264760279e-06, |
| "loss": 0.0414, |
| "step": 11070 |
| }, |
| { |
| "epoch": 14.186939820742637, |
| "grad_norm": 0.005621842574328184, |
| "learning_rate": 3.2294778773652015e-06, |
| "loss": 0.0099, |
| "step": 11080 |
| }, |
| { |
| "epoch": 14.199743918053777, |
| "grad_norm": 0.00278816232457757, |
| "learning_rate": 3.222364489970124e-06, |
| "loss": 0.0144, |
| "step": 11090 |
| }, |
| { |
| "epoch": 14.212548015364916, |
| "grad_norm": 0.005414939485490322, |
| "learning_rate": 3.2152511025750467e-06, |
| "loss": 0.008, |
| "step": 11100 |
| }, |
| { |
| "epoch": 14.225352112676056, |
| "grad_norm": 0.21644172072410583, |
| "learning_rate": 3.208137715179969e-06, |
| "loss": 0.0127, |
| "step": 11110 |
| }, |
| { |
| "epoch": 14.238156209987196, |
| "grad_norm": 0.0003669892903417349, |
| "learning_rate": 3.2010243277848914e-06, |
| "loss": 0.0037, |
| "step": 11120 |
| }, |
| { |
| "epoch": 14.250960307298335, |
| "grad_norm": 10.803598403930664, |
| "learning_rate": 3.1939109403898138e-06, |
| "loss": 0.0176, |
| "step": 11130 |
| }, |
| { |
| "epoch": 14.263764404609475, |
| "grad_norm": 0.00011865006672451273, |
| "learning_rate": 3.1867975529947366e-06, |
| "loss": 0.0136, |
| "step": 11140 |
| }, |
| { |
| "epoch": 14.276568501920615, |
| "grad_norm": 7.826897144317627, |
| "learning_rate": 3.179684165599659e-06, |
| "loss": 0.0189, |
| "step": 11150 |
| }, |
| { |
| "epoch": 14.289372599231754, |
| "grad_norm": 0.02872617356479168, |
| "learning_rate": 3.1725707782045813e-06, |
| "loss": 0.0281, |
| "step": 11160 |
| }, |
| { |
| "epoch": 14.302176696542894, |
| "grad_norm": 6.168277740478516, |
| "learning_rate": 3.1654573908095037e-06, |
| "loss": 0.0091, |
| "step": 11170 |
| }, |
| { |
| "epoch": 14.314980793854033, |
| "grad_norm": 0.00011484704009490088, |
| "learning_rate": 3.1583440034144265e-06, |
| "loss": 0.0185, |
| "step": 11180 |
| }, |
| { |
| "epoch": 14.327784891165173, |
| "grad_norm": 0.02605835348367691, |
| "learning_rate": 3.1512306160193484e-06, |
| "loss": 0.029, |
| "step": 11190 |
| }, |
| { |
| "epoch": 14.340588988476313, |
| "grad_norm": 5.659068584442139, |
| "learning_rate": 3.1441172286242712e-06, |
| "loss": 0.024, |
| "step": 11200 |
| }, |
| { |
| "epoch": 14.353393085787452, |
| "grad_norm": 4.635328769683838, |
| "learning_rate": 3.1370038412291936e-06, |
| "loss": 0.0103, |
| "step": 11210 |
| }, |
| { |
| "epoch": 14.366197183098592, |
| "grad_norm": 1.1552577018737793, |
| "learning_rate": 3.1298904538341164e-06, |
| "loss": 0.0354, |
| "step": 11220 |
| }, |
| { |
| "epoch": 14.379001280409732, |
| "grad_norm": 7.550588130950928, |
| "learning_rate": 3.1227770664390384e-06, |
| "loss": 0.0192, |
| "step": 11230 |
| }, |
| { |
| "epoch": 14.391805377720871, |
| "grad_norm": 0.00020585409947670996, |
| "learning_rate": 3.1156636790439607e-06, |
| "loss": 0.0096, |
| "step": 11240 |
| }, |
| { |
| "epoch": 14.40460947503201, |
| "grad_norm": 9.821633338928223, |
| "learning_rate": 3.1085502916488835e-06, |
| "loss": 0.0197, |
| "step": 11250 |
| }, |
| { |
| "epoch": 14.41741357234315, |
| "grad_norm": 1.478725880588172e-05, |
| "learning_rate": 3.1014369042538063e-06, |
| "loss": 0.0189, |
| "step": 11260 |
| }, |
| { |
| "epoch": 14.43021766965429, |
| "grad_norm": 5.791157245635986, |
| "learning_rate": 3.0943235168587283e-06, |
| "loss": 0.0212, |
| "step": 11270 |
| }, |
| { |
| "epoch": 14.44302176696543, |
| "grad_norm": 0.005984743125736713, |
| "learning_rate": 3.0872101294636507e-06, |
| "loss": 0.0055, |
| "step": 11280 |
| }, |
| { |
| "epoch": 14.45582586427657, |
| "grad_norm": 8.674723625183105, |
| "learning_rate": 3.0800967420685735e-06, |
| "loss": 0.0464, |
| "step": 11290 |
| }, |
| { |
| "epoch": 14.468629961587709, |
| "grad_norm": 0.013488815166056156, |
| "learning_rate": 3.0729833546734954e-06, |
| "loss": 0.0029, |
| "step": 11300 |
| }, |
| { |
| "epoch": 14.481434058898847, |
| "grad_norm": 0.0004084960964974016, |
| "learning_rate": 3.065869967278418e-06, |
| "loss": 0.0073, |
| "step": 11310 |
| }, |
| { |
| "epoch": 14.494238156209986, |
| "grad_norm": 8.93881893157959, |
| "learning_rate": 3.0587565798833406e-06, |
| "loss": 0.0484, |
| "step": 11320 |
| }, |
| { |
| "epoch": 14.507042253521126, |
| "grad_norm": 0.0002386833803029731, |
| "learning_rate": 3.0516431924882634e-06, |
| "loss": 0.0016, |
| "step": 11330 |
| }, |
| { |
| "epoch": 14.519846350832266, |
| "grad_norm": 4.354171276092529, |
| "learning_rate": 3.0445298050931853e-06, |
| "loss": 0.0218, |
| "step": 11340 |
| }, |
| { |
| "epoch": 14.532650448143405, |
| "grad_norm": 3.054635763168335, |
| "learning_rate": 3.037416417698108e-06, |
| "loss": 0.0108, |
| "step": 11350 |
| }, |
| { |
| "epoch": 14.545454545454545, |
| "grad_norm": 2.393022060394287, |
| "learning_rate": 3.0303030303030305e-06, |
| "loss": 0.0257, |
| "step": 11360 |
| }, |
| { |
| "epoch": 14.558258642765685, |
| "grad_norm": 1.033687949180603, |
| "learning_rate": 3.0231896429079533e-06, |
| "loss": 0.0048, |
| "step": 11370 |
| }, |
| { |
| "epoch": 14.571062740076824, |
| "grad_norm": 3.4994325637817383, |
| "learning_rate": 3.0160762555128752e-06, |
| "loss": 0.0019, |
| "step": 11380 |
| }, |
| { |
| "epoch": 14.583866837387964, |
| "grad_norm": 15.026253700256348, |
| "learning_rate": 3.008962868117798e-06, |
| "loss": 0.0425, |
| "step": 11390 |
| }, |
| { |
| "epoch": 14.596670934699103, |
| "grad_norm": 0.008529364131391048, |
| "learning_rate": 3.0018494807227204e-06, |
| "loss": 0.0194, |
| "step": 11400 |
| }, |
| { |
| "epoch": 14.609475032010243, |
| "grad_norm": 0.17839021980762482, |
| "learning_rate": 2.994736093327643e-06, |
| "loss": 0.0212, |
| "step": 11410 |
| }, |
| { |
| "epoch": 14.622279129321383, |
| "grad_norm": 0.05387525260448456, |
| "learning_rate": 2.987622705932565e-06, |
| "loss": 0.0361, |
| "step": 11420 |
| }, |
| { |
| "epoch": 14.635083226632522, |
| "grad_norm": 0.0007083885720930994, |
| "learning_rate": 2.980509318537488e-06, |
| "loss": 0.0449, |
| "step": 11430 |
| }, |
| { |
| "epoch": 14.647887323943662, |
| "grad_norm": 0.004359661601483822, |
| "learning_rate": 2.9733959311424103e-06, |
| "loss": 0.0238, |
| "step": 11440 |
| }, |
| { |
| "epoch": 14.660691421254802, |
| "grad_norm": 0.8683837056159973, |
| "learning_rate": 2.9662825437473327e-06, |
| "loss": 0.0097, |
| "step": 11450 |
| }, |
| { |
| "epoch": 14.673495518565941, |
| "grad_norm": 0.0002977359981741756, |
| "learning_rate": 2.959169156352255e-06, |
| "loss": 0.0532, |
| "step": 11460 |
| }, |
| { |
| "epoch": 14.68629961587708, |
| "grad_norm": 8.213149070739746, |
| "learning_rate": 2.952055768957178e-06, |
| "loss": 0.0301, |
| "step": 11470 |
| }, |
| { |
| "epoch": 14.69910371318822, |
| "grad_norm": 0.10097076743841171, |
| "learning_rate": 2.9449423815621002e-06, |
| "loss": 0.0167, |
| "step": 11480 |
| }, |
| { |
| "epoch": 14.71190781049936, |
| "grad_norm": 1.4323228597640991, |
| "learning_rate": 2.937828994167022e-06, |
| "loss": 0.0213, |
| "step": 11490 |
| }, |
| { |
| "epoch": 14.7247119078105, |
| "grad_norm": 0.3369174003601074, |
| "learning_rate": 2.930715606771945e-06, |
| "loss": 0.0091, |
| "step": 11500 |
| }, |
| { |
| "epoch": 14.73751600512164, |
| "grad_norm": 0.033116430044174194, |
| "learning_rate": 2.9236022193768678e-06, |
| "loss": 0.0341, |
| "step": 11510 |
| }, |
| { |
| "epoch": 14.750320102432779, |
| "grad_norm": 0.053776051849126816, |
| "learning_rate": 2.91648883198179e-06, |
| "loss": 0.006, |
| "step": 11520 |
| }, |
| { |
| "epoch": 14.763124199743919, |
| "grad_norm": 0.0004347638168837875, |
| "learning_rate": 2.909375444586712e-06, |
| "loss": 0.0095, |
| "step": 11530 |
| }, |
| { |
| "epoch": 14.775928297055058, |
| "grad_norm": 0.004032296594232321, |
| "learning_rate": 2.902262057191635e-06, |
| "loss": 0.0076, |
| "step": 11540 |
| }, |
| { |
| "epoch": 14.788732394366198, |
| "grad_norm": 14.899596214294434, |
| "learning_rate": 2.8951486697965577e-06, |
| "loss": 0.0115, |
| "step": 11550 |
| }, |
| { |
| "epoch": 14.801536491677338, |
| "grad_norm": 0.0006039092550054193, |
| "learning_rate": 2.8880352824014796e-06, |
| "loss": 0.0011, |
| "step": 11560 |
| }, |
| { |
| "epoch": 14.814340588988475, |
| "grad_norm": 5.994747638702393, |
| "learning_rate": 2.880921895006402e-06, |
| "loss": 0.0054, |
| "step": 11570 |
| }, |
| { |
| "epoch": 14.827144686299615, |
| "grad_norm": 0.2780959904193878, |
| "learning_rate": 2.873808507611325e-06, |
| "loss": 0.0061, |
| "step": 11580 |
| }, |
| { |
| "epoch": 14.839948783610755, |
| "grad_norm": 4.8738226890563965, |
| "learning_rate": 2.8666951202162476e-06, |
| "loss": 0.0272, |
| "step": 11590 |
| }, |
| { |
| "epoch": 14.852752880921894, |
| "grad_norm": 0.014950653538107872, |
| "learning_rate": 2.8595817328211696e-06, |
| "loss": 0.0066, |
| "step": 11600 |
| }, |
| { |
| "epoch": 14.865556978233034, |
| "grad_norm": 8.080557823181152, |
| "learning_rate": 2.852468345426092e-06, |
| "loss": 0.0162, |
| "step": 11610 |
| }, |
| { |
| "epoch": 14.878361075544174, |
| "grad_norm": 0.0905604362487793, |
| "learning_rate": 2.8453549580310147e-06, |
| "loss": 0.0005, |
| "step": 11620 |
| }, |
| { |
| "epoch": 14.891165172855313, |
| "grad_norm": 1.771815538406372, |
| "learning_rate": 2.838241570635937e-06, |
| "loss": 0.018, |
| "step": 11630 |
| }, |
| { |
| "epoch": 14.903969270166453, |
| "grad_norm": 19.153865814208984, |
| "learning_rate": 2.8311281832408595e-06, |
| "loss": 0.0282, |
| "step": 11640 |
| }, |
| { |
| "epoch": 14.916773367477592, |
| "grad_norm": 11.782116889953613, |
| "learning_rate": 2.824014795845782e-06, |
| "loss": 0.0382, |
| "step": 11650 |
| }, |
| { |
| "epoch": 14.929577464788732, |
| "grad_norm": 0.04391075670719147, |
| "learning_rate": 2.8169014084507046e-06, |
| "loss": 0.0022, |
| "step": 11660 |
| }, |
| { |
| "epoch": 14.942381562099872, |
| "grad_norm": 2.7921619415283203, |
| "learning_rate": 2.8097880210556266e-06, |
| "loss": 0.0243, |
| "step": 11670 |
| }, |
| { |
| "epoch": 14.955185659411011, |
| "grad_norm": 3.0086295737419277e-05, |
| "learning_rate": 2.8026746336605494e-06, |
| "loss": 0.0312, |
| "step": 11680 |
| }, |
| { |
| "epoch": 14.967989756722151, |
| "grad_norm": 11.096000671386719, |
| "learning_rate": 2.7955612462654718e-06, |
| "loss": 0.027, |
| "step": 11690 |
| }, |
| { |
| "epoch": 14.98079385403329, |
| "grad_norm": 0.002772057428956032, |
| "learning_rate": 2.7884478588703946e-06, |
| "loss": 0.0163, |
| "step": 11700 |
| }, |
| { |
| "epoch": 14.99359795134443, |
| "grad_norm": 0.0588461272418499, |
| "learning_rate": 2.7813344714753165e-06, |
| "loss": 0.0085, |
| "step": 11710 |
| }, |
| { |
| "epoch": 15.00640204865557, |
| "grad_norm": 0.00016617824439890683, |
| "learning_rate": 2.7742210840802393e-06, |
| "loss": 0.0058, |
| "step": 11720 |
| }, |
| { |
| "epoch": 15.01920614596671, |
| "grad_norm": 0.019842274487018585, |
| "learning_rate": 2.7671076966851617e-06, |
| "loss": 0.0281, |
| "step": 11730 |
| }, |
| { |
| "epoch": 15.032010243277849, |
| "grad_norm": 0.00029976878431625664, |
| "learning_rate": 2.7599943092900845e-06, |
| "loss": 0.0167, |
| "step": 11740 |
| }, |
| { |
| "epoch": 15.044814340588989, |
| "grad_norm": 5.000084400177002, |
| "learning_rate": 2.7528809218950064e-06, |
| "loss": 0.0126, |
| "step": 11750 |
| }, |
| { |
| "epoch": 15.057618437900128, |
| "grad_norm": 5.378047466278076, |
| "learning_rate": 2.7457675344999292e-06, |
| "loss": 0.0221, |
| "step": 11760 |
| }, |
| { |
| "epoch": 15.070422535211268, |
| "grad_norm": 0.34347859025001526, |
| "learning_rate": 2.7386541471048516e-06, |
| "loss": 0.0081, |
| "step": 11770 |
| }, |
| { |
| "epoch": 15.083226632522408, |
| "grad_norm": 0.003625217592343688, |
| "learning_rate": 2.7315407597097744e-06, |
| "loss": 0.0169, |
| "step": 11780 |
| }, |
| { |
| "epoch": 15.096030729833547, |
| "grad_norm": 2.1973159313201904, |
| "learning_rate": 2.7244273723146963e-06, |
| "loss": 0.0092, |
| "step": 11790 |
| }, |
| { |
| "epoch": 15.108834827144687, |
| "grad_norm": 0.16450557112693787, |
| "learning_rate": 2.717313984919619e-06, |
| "loss": 0.0204, |
| "step": 11800 |
| }, |
| { |
| "epoch": 15.121638924455826, |
| "grad_norm": 0.2625795900821686, |
| "learning_rate": 2.7102005975245415e-06, |
| "loss": 0.0344, |
| "step": 11810 |
| }, |
| { |
| "epoch": 15.134443021766966, |
| "grad_norm": 0.0039482396095991135, |
| "learning_rate": 2.7030872101294635e-06, |
| "loss": 0.0101, |
| "step": 11820 |
| }, |
| { |
| "epoch": 15.147247119078106, |
| "grad_norm": 0.00013273139484226704, |
| "learning_rate": 2.6959738227343863e-06, |
| "loss": 0.0308, |
| "step": 11830 |
| }, |
| { |
| "epoch": 15.160051216389245, |
| "grad_norm": 0.012734783813357353, |
| "learning_rate": 2.688860435339309e-06, |
| "loss": 0.008, |
| "step": 11840 |
| }, |
| { |
| "epoch": 15.172855313700385, |
| "grad_norm": 10.068683624267578, |
| "learning_rate": 2.6817470479442314e-06, |
| "loss": 0.0297, |
| "step": 11850 |
| }, |
| { |
| "epoch": 15.185659411011523, |
| "grad_norm": 0.001013003522530198, |
| "learning_rate": 2.6746336605491534e-06, |
| "loss": 0.0127, |
| "step": 11860 |
| }, |
| { |
| "epoch": 15.198463508322662, |
| "grad_norm": 1.4995566606521606, |
| "learning_rate": 2.667520273154076e-06, |
| "loss": 0.0159, |
| "step": 11870 |
| }, |
| { |
| "epoch": 15.211267605633802, |
| "grad_norm": 0.4025968313217163, |
| "learning_rate": 2.6604068857589986e-06, |
| "loss": 0.0055, |
| "step": 11880 |
| }, |
| { |
| "epoch": 15.224071702944942, |
| "grad_norm": 1.3007484674453735, |
| "learning_rate": 2.6532934983639213e-06, |
| "loss": 0.0197, |
| "step": 11890 |
| }, |
| { |
| "epoch": 15.236875800256081, |
| "grad_norm": 0.003301259595900774, |
| "learning_rate": 2.6461801109688433e-06, |
| "loss": 0.0212, |
| "step": 11900 |
| }, |
| { |
| "epoch": 15.249679897567221, |
| "grad_norm": 0.0012052332749590278, |
| "learning_rate": 2.639066723573766e-06, |
| "loss": 0.0074, |
| "step": 11910 |
| }, |
| { |
| "epoch": 15.26248399487836, |
| "grad_norm": 1.908300757408142, |
| "learning_rate": 2.6319533361786885e-06, |
| "loss": 0.0264, |
| "step": 11920 |
| }, |
| { |
| "epoch": 15.2752880921895, |
| "grad_norm": 0.000183357551577501, |
| "learning_rate": 2.624839948783611e-06, |
| "loss": 0.0072, |
| "step": 11930 |
| }, |
| { |
| "epoch": 15.28809218950064, |
| "grad_norm": 0.004172053188085556, |
| "learning_rate": 2.6177265613885332e-06, |
| "loss": 0.0045, |
| "step": 11940 |
| }, |
| { |
| "epoch": 15.30089628681178, |
| "grad_norm": 0.2952759265899658, |
| "learning_rate": 2.610613173993456e-06, |
| "loss": 0.0178, |
| "step": 11950 |
| }, |
| { |
| "epoch": 15.31370038412292, |
| "grad_norm": 0.004701425787061453, |
| "learning_rate": 2.6034997865983784e-06, |
| "loss": 0.0053, |
| "step": 11960 |
| }, |
| { |
| "epoch": 15.326504481434059, |
| "grad_norm": 9.080245971679688, |
| "learning_rate": 2.5963863992033008e-06, |
| "loss": 0.0409, |
| "step": 11970 |
| }, |
| { |
| "epoch": 15.339308578745198, |
| "grad_norm": 0.08763319253921509, |
| "learning_rate": 2.589273011808223e-06, |
| "loss": 0.0158, |
| "step": 11980 |
| }, |
| { |
| "epoch": 15.352112676056338, |
| "grad_norm": 7.685142993927002, |
| "learning_rate": 2.582159624413146e-06, |
| "loss": 0.0224, |
| "step": 11990 |
| }, |
| { |
| "epoch": 15.364916773367478, |
| "grad_norm": 0.0004092796880286187, |
| "learning_rate": 2.5750462370180683e-06, |
| "loss": 0.0178, |
| "step": 12000 |
| }, |
| { |
| "epoch": 15.377720870678617, |
| "grad_norm": 0.3881383240222931, |
| "learning_rate": 2.5679328496229907e-06, |
| "loss": 0.0139, |
| "step": 12010 |
| }, |
| { |
| "epoch": 15.390524967989757, |
| "grad_norm": 6.461103439331055, |
| "learning_rate": 2.560819462227913e-06, |
| "loss": 0.0232, |
| "step": 12020 |
| }, |
| { |
| "epoch": 15.403329065300897, |
| "grad_norm": 0.0015170153928920627, |
| "learning_rate": 2.553706074832836e-06, |
| "loss": 0.0196, |
| "step": 12030 |
| }, |
| { |
| "epoch": 15.416133162612036, |
| "grad_norm": 0.011582997627556324, |
| "learning_rate": 2.5465926874377582e-06, |
| "loss": 0.023, |
| "step": 12040 |
| }, |
| { |
| "epoch": 15.428937259923176, |
| "grad_norm": 0.40539681911468506, |
| "learning_rate": 2.5394793000426806e-06, |
| "loss": 0.0125, |
| "step": 12050 |
| }, |
| { |
| "epoch": 15.441741357234315, |
| "grad_norm": 2.6545543670654297, |
| "learning_rate": 2.532365912647603e-06, |
| "loss": 0.0128, |
| "step": 12060 |
| }, |
| { |
| "epoch": 15.454545454545455, |
| "grad_norm": 0.0018354145577177405, |
| "learning_rate": 2.5252525252525258e-06, |
| "loss": 0.0321, |
| "step": 12070 |
| }, |
| { |
| "epoch": 15.467349551856595, |
| "grad_norm": 0.0012273455504328012, |
| "learning_rate": 2.5181391378574477e-06, |
| "loss": 0.0095, |
| "step": 12080 |
| }, |
| { |
| "epoch": 15.480153649167734, |
| "grad_norm": 0.001059592585079372, |
| "learning_rate": 2.51102575046237e-06, |
| "loss": 0.0349, |
| "step": 12090 |
| }, |
| { |
| "epoch": 15.492957746478874, |
| "grad_norm": 0.5970710515975952, |
| "learning_rate": 2.503912363067293e-06, |
| "loss": 0.0058, |
| "step": 12100 |
| }, |
| { |
| "epoch": 15.505761843790014, |
| "grad_norm": 0.012427791021764278, |
| "learning_rate": 2.4967989756722153e-06, |
| "loss": 0.0157, |
| "step": 12110 |
| }, |
| { |
| "epoch": 15.518565941101153, |
| "grad_norm": 6.88558939145878e-05, |
| "learning_rate": 2.489685588277138e-06, |
| "loss": 0.0183, |
| "step": 12120 |
| }, |
| { |
| "epoch": 15.531370038412291, |
| "grad_norm": 0.3271321654319763, |
| "learning_rate": 2.48257220088206e-06, |
| "loss": 0.0135, |
| "step": 12130 |
| }, |
| { |
| "epoch": 15.54417413572343, |
| "grad_norm": 1.5439924001693726, |
| "learning_rate": 2.475458813486983e-06, |
| "loss": 0.0054, |
| "step": 12140 |
| }, |
| { |
| "epoch": 15.55697823303457, |
| "grad_norm": 0.0002505710581317544, |
| "learning_rate": 2.468345426091905e-06, |
| "loss": 0.005, |
| "step": 12150 |
| }, |
| { |
| "epoch": 15.56978233034571, |
| "grad_norm": 0.22347617149353027, |
| "learning_rate": 2.4612320386968275e-06, |
| "loss": 0.0567, |
| "step": 12160 |
| }, |
| { |
| "epoch": 15.58258642765685, |
| "grad_norm": 2.8955597372259945e-05, |
| "learning_rate": 2.45411865130175e-06, |
| "loss": 0.0047, |
| "step": 12170 |
| }, |
| { |
| "epoch": 15.59539052496799, |
| "grad_norm": 0.005480688996613026, |
| "learning_rate": 2.4470052639066723e-06, |
| "loss": 0.0089, |
| "step": 12180 |
| }, |
| { |
| "epoch": 15.608194622279129, |
| "grad_norm": 0.9169988036155701, |
| "learning_rate": 2.439891876511595e-06, |
| "loss": 0.0071, |
| "step": 12190 |
| }, |
| { |
| "epoch": 15.620998719590268, |
| "grad_norm": 0.07415187358856201, |
| "learning_rate": 2.4327784891165175e-06, |
| "loss": 0.0255, |
| "step": 12200 |
| }, |
| { |
| "epoch": 15.633802816901408, |
| "grad_norm": 10.148873329162598, |
| "learning_rate": 2.42566510172144e-06, |
| "loss": 0.0095, |
| "step": 12210 |
| }, |
| { |
| "epoch": 15.646606914212548, |
| "grad_norm": 0.7196668982505798, |
| "learning_rate": 2.418551714326362e-06, |
| "loss": 0.0018, |
| "step": 12220 |
| }, |
| { |
| "epoch": 15.659411011523687, |
| "grad_norm": 0.03670328110456467, |
| "learning_rate": 2.411438326931285e-06, |
| "loss": 0.018, |
| "step": 12230 |
| }, |
| { |
| "epoch": 15.672215108834827, |
| "grad_norm": 0.0001274590176763013, |
| "learning_rate": 2.4043249395362074e-06, |
| "loss": 0.0384, |
| "step": 12240 |
| }, |
| { |
| "epoch": 15.685019206145967, |
| "grad_norm": 0.2096865028142929, |
| "learning_rate": 2.3972115521411297e-06, |
| "loss": 0.0271, |
| "step": 12250 |
| }, |
| { |
| "epoch": 15.697823303457106, |
| "grad_norm": 3.228276545996778e-05, |
| "learning_rate": 2.390098164746052e-06, |
| "loss": 0.0083, |
| "step": 12260 |
| }, |
| { |
| "epoch": 15.710627400768246, |
| "grad_norm": 0.013042661361396313, |
| "learning_rate": 2.382984777350975e-06, |
| "loss": 0.0071, |
| "step": 12270 |
| }, |
| { |
| "epoch": 15.723431498079385, |
| "grad_norm": 0.0041104513220489025, |
| "learning_rate": 2.3758713899558973e-06, |
| "loss": 0.0007, |
| "step": 12280 |
| }, |
| { |
| "epoch": 15.736235595390525, |
| "grad_norm": 9.80040168762207, |
| "learning_rate": 2.3687580025608197e-06, |
| "loss": 0.0063, |
| "step": 12290 |
| }, |
| { |
| "epoch": 15.749039692701665, |
| "grad_norm": 0.7197008728981018, |
| "learning_rate": 2.361644615165742e-06, |
| "loss": 0.0201, |
| "step": 12300 |
| }, |
| { |
| "epoch": 15.761843790012804, |
| "grad_norm": 0.14606595039367676, |
| "learning_rate": 2.3545312277706644e-06, |
| "loss": 0.0043, |
| "step": 12310 |
| }, |
| { |
| "epoch": 15.774647887323944, |
| "grad_norm": 0.21366263926029205, |
| "learning_rate": 2.347417840375587e-06, |
| "loss": 0.0146, |
| "step": 12320 |
| }, |
| { |
| "epoch": 15.787451984635084, |
| "grad_norm": 0.005361586343497038, |
| "learning_rate": 2.3403044529805096e-06, |
| "loss": 0.0403, |
| "step": 12330 |
| }, |
| { |
| "epoch": 15.800256081946223, |
| "grad_norm": 9.570905240252614e-05, |
| "learning_rate": 2.333191065585432e-06, |
| "loss": 0.012, |
| "step": 12340 |
| }, |
| { |
| "epoch": 15.813060179257363, |
| "grad_norm": 0.50851970911026, |
| "learning_rate": 2.3260776781903543e-06, |
| "loss": 0.0151, |
| "step": 12350 |
| }, |
| { |
| "epoch": 15.825864276568502, |
| "grad_norm": 0.013562064617872238, |
| "learning_rate": 2.318964290795277e-06, |
| "loss": 0.0064, |
| "step": 12360 |
| }, |
| { |
| "epoch": 15.838668373879642, |
| "grad_norm": 0.0003261865640524775, |
| "learning_rate": 2.3118509034001995e-06, |
| "loss": 0.0021, |
| "step": 12370 |
| }, |
| { |
| "epoch": 15.851472471190782, |
| "grad_norm": 4.786178112030029, |
| "learning_rate": 2.304737516005122e-06, |
| "loss": 0.0072, |
| "step": 12380 |
| }, |
| { |
| "epoch": 15.864276568501921, |
| "grad_norm": 0.011111567728221416, |
| "learning_rate": 2.2976241286100442e-06, |
| "loss": 0.0166, |
| "step": 12390 |
| }, |
| { |
| "epoch": 15.877080665813061, |
| "grad_norm": 1.9213408450013958e-05, |
| "learning_rate": 2.290510741214967e-06, |
| "loss": 0.0207, |
| "step": 12400 |
| }, |
| { |
| "epoch": 15.8898847631242, |
| "grad_norm": 0.09700735658407211, |
| "learning_rate": 2.283397353819889e-06, |
| "loss": 0.0115, |
| "step": 12410 |
| }, |
| { |
| "epoch": 15.90268886043534, |
| "grad_norm": 1.992964506149292, |
| "learning_rate": 2.2762839664248118e-06, |
| "loss": 0.0285, |
| "step": 12420 |
| }, |
| { |
| "epoch": 15.915492957746478, |
| "grad_norm": 0.3744063377380371, |
| "learning_rate": 2.269170579029734e-06, |
| "loss": 0.0117, |
| "step": 12430 |
| }, |
| { |
| "epoch": 15.928297055057618, |
| "grad_norm": 0.017899269238114357, |
| "learning_rate": 2.2620571916346565e-06, |
| "loss": 0.0202, |
| "step": 12440 |
| }, |
| { |
| "epoch": 15.941101152368757, |
| "grad_norm": 0.02544565685093403, |
| "learning_rate": 2.254943804239579e-06, |
| "loss": 0.0022, |
| "step": 12450 |
| }, |
| { |
| "epoch": 15.953905249679897, |
| "grad_norm": 0.7286255955696106, |
| "learning_rate": 2.2478304168445013e-06, |
| "loss": 0.0129, |
| "step": 12460 |
| }, |
| { |
| "epoch": 15.966709346991037, |
| "grad_norm": 0.00012173001596238464, |
| "learning_rate": 2.240717029449424e-06, |
| "loss": 0.0198, |
| "step": 12470 |
| }, |
| { |
| "epoch": 15.979513444302176, |
| "grad_norm": 3.1849424839019775, |
| "learning_rate": 2.2336036420543464e-06, |
| "loss": 0.0193, |
| "step": 12480 |
| }, |
| { |
| "epoch": 15.992317541613316, |
| "grad_norm": 0.35744091868400574, |
| "learning_rate": 2.226490254659269e-06, |
| "loss": 0.0179, |
| "step": 12490 |
| }, |
| { |
| "epoch": 16.005121638924457, |
| "grad_norm": 1.168373703956604, |
| "learning_rate": 2.219376867264191e-06, |
| "loss": 0.0052, |
| "step": 12500 |
| }, |
| { |
| "epoch": 16.017925736235597, |
| "grad_norm": 3.629526138305664, |
| "learning_rate": 2.212263479869114e-06, |
| "loss": 0.0021, |
| "step": 12510 |
| }, |
| { |
| "epoch": 16.030729833546737, |
| "grad_norm": 2.5898404121398926, |
| "learning_rate": 2.2051500924740364e-06, |
| "loss": 0.0044, |
| "step": 12520 |
| }, |
| { |
| "epoch": 16.043533930857876, |
| "grad_norm": 0.10092195868492126, |
| "learning_rate": 2.1980367050789587e-06, |
| "loss": 0.0057, |
| "step": 12530 |
| }, |
| { |
| "epoch": 16.056338028169016, |
| "grad_norm": 0.0005303798825480044, |
| "learning_rate": 2.190923317683881e-06, |
| "loss": 0.036, |
| "step": 12540 |
| }, |
| { |
| "epoch": 16.069142125480155, |
| "grad_norm": 12.291526794433594, |
| "learning_rate": 2.183809930288804e-06, |
| "loss": 0.0088, |
| "step": 12550 |
| }, |
| { |
| "epoch": 16.08194622279129, |
| "grad_norm": 0.0005587077466771007, |
| "learning_rate": 2.1766965428937263e-06, |
| "loss": 0.0179, |
| "step": 12560 |
| }, |
| { |
| "epoch": 16.09475032010243, |
| "grad_norm": 5.582305908203125, |
| "learning_rate": 2.1695831554986487e-06, |
| "loss": 0.0132, |
| "step": 12570 |
| }, |
| { |
| "epoch": 16.10755441741357, |
| "grad_norm": 0.003146237228065729, |
| "learning_rate": 2.162469768103571e-06, |
| "loss": 0.0165, |
| "step": 12580 |
| }, |
| { |
| "epoch": 16.12035851472471, |
| "grad_norm": 0.002655381802469492, |
| "learning_rate": 2.1553563807084934e-06, |
| "loss": 0.0068, |
| "step": 12590 |
| }, |
| { |
| "epoch": 16.13316261203585, |
| "grad_norm": 0.7208670973777771, |
| "learning_rate": 2.148242993313416e-06, |
| "loss": 0.0406, |
| "step": 12600 |
| }, |
| { |
| "epoch": 16.14596670934699, |
| "grad_norm": 0.02880147099494934, |
| "learning_rate": 2.1411296059183386e-06, |
| "loss": 0.0238, |
| "step": 12610 |
| }, |
| { |
| "epoch": 16.15877080665813, |
| "grad_norm": 5.680818557739258, |
| "learning_rate": 2.134016218523261e-06, |
| "loss": 0.0146, |
| "step": 12620 |
| }, |
| { |
| "epoch": 16.17157490396927, |
| "grad_norm": 0.019193559885025024, |
| "learning_rate": 2.1269028311281833e-06, |
| "loss": 0.0068, |
| "step": 12630 |
| }, |
| { |
| "epoch": 16.18437900128041, |
| "grad_norm": 9.778482437133789, |
| "learning_rate": 2.119789443733106e-06, |
| "loss": 0.0214, |
| "step": 12640 |
| }, |
| { |
| "epoch": 16.197183098591548, |
| "grad_norm": 0.02019951306283474, |
| "learning_rate": 2.1126760563380285e-06, |
| "loss": 0.0212, |
| "step": 12650 |
| }, |
| { |
| "epoch": 16.209987195902688, |
| "grad_norm": 4.547806739807129, |
| "learning_rate": 2.105562668942951e-06, |
| "loss": 0.0192, |
| "step": 12660 |
| }, |
| { |
| "epoch": 16.222791293213827, |
| "grad_norm": 0.0004286708135623485, |
| "learning_rate": 2.0984492815478732e-06, |
| "loss": 0.012, |
| "step": 12670 |
| }, |
| { |
| "epoch": 16.235595390524967, |
| "grad_norm": 0.0002181783929700032, |
| "learning_rate": 2.091335894152796e-06, |
| "loss": 0.0138, |
| "step": 12680 |
| }, |
| { |
| "epoch": 16.248399487836107, |
| "grad_norm": 0.35543304681777954, |
| "learning_rate": 2.0842225067577184e-06, |
| "loss": 0.016, |
| "step": 12690 |
| }, |
| { |
| "epoch": 16.261203585147246, |
| "grad_norm": 6.514838218688965, |
| "learning_rate": 2.0771091193626404e-06, |
| "loss": 0.0068, |
| "step": 12700 |
| }, |
| { |
| "epoch": 16.274007682458386, |
| "grad_norm": 6.154721736907959, |
| "learning_rate": 2.069995731967563e-06, |
| "loss": 0.013, |
| "step": 12710 |
| }, |
| { |
| "epoch": 16.286811779769526, |
| "grad_norm": 4.94442892074585, |
| "learning_rate": 2.0628823445724855e-06, |
| "loss": 0.0048, |
| "step": 12720 |
| }, |
| { |
| "epoch": 16.299615877080665, |
| "grad_norm": 0.5289265513420105, |
| "learning_rate": 2.055768957177408e-06, |
| "loss": 0.0021, |
| "step": 12730 |
| }, |
| { |
| "epoch": 16.312419974391805, |
| "grad_norm": 1.8853663206100464, |
| "learning_rate": 2.0486555697823303e-06, |
| "loss": 0.0181, |
| "step": 12740 |
| }, |
| { |
| "epoch": 16.325224071702944, |
| "grad_norm": 0.0020349062979221344, |
| "learning_rate": 2.041542182387253e-06, |
| "loss": 0.0172, |
| "step": 12750 |
| }, |
| { |
| "epoch": 16.338028169014084, |
| "grad_norm": 7.857889652252197, |
| "learning_rate": 2.0344287949921754e-06, |
| "loss": 0.0079, |
| "step": 12760 |
| }, |
| { |
| "epoch": 16.350832266325224, |
| "grad_norm": 0.7145957946777344, |
| "learning_rate": 2.027315407597098e-06, |
| "loss": 0.0074, |
| "step": 12770 |
| }, |
| { |
| "epoch": 16.363636363636363, |
| "grad_norm": 7.4408781074453145e-06, |
| "learning_rate": 2.02020202020202e-06, |
| "loss": 0.0035, |
| "step": 12780 |
| }, |
| { |
| "epoch": 16.376440460947503, |
| "grad_norm": 0.4833701252937317, |
| "learning_rate": 2.013088632806943e-06, |
| "loss": 0.0306, |
| "step": 12790 |
| }, |
| { |
| "epoch": 16.389244558258643, |
| "grad_norm": 3.594839290599339e-05, |
| "learning_rate": 2.0059752454118654e-06, |
| "loss": 0.0032, |
| "step": 12800 |
| }, |
| { |
| "epoch": 16.402048655569782, |
| "grad_norm": 0.13474607467651367, |
| "learning_rate": 1.9988618580167877e-06, |
| "loss": 0.0007, |
| "step": 12810 |
| }, |
| { |
| "epoch": 16.414852752880922, |
| "grad_norm": 5.6487537221983075e-05, |
| "learning_rate": 1.99174847062171e-06, |
| "loss": 0.0353, |
| "step": 12820 |
| }, |
| { |
| "epoch": 16.42765685019206, |
| "grad_norm": 0.0008355234167538583, |
| "learning_rate": 1.9846350832266325e-06, |
| "loss": 0.007, |
| "step": 12830 |
| }, |
| { |
| "epoch": 16.4404609475032, |
| "grad_norm": 0.00018407643074169755, |
| "learning_rate": 1.9775216958315553e-06, |
| "loss": 0.0069, |
| "step": 12840 |
| }, |
| { |
| "epoch": 16.45326504481434, |
| "grad_norm": 4.728601455688477, |
| "learning_rate": 1.9704083084364776e-06, |
| "loss": 0.0213, |
| "step": 12850 |
| }, |
| { |
| "epoch": 16.46606914212548, |
| "grad_norm": 5.737601280212402, |
| "learning_rate": 1.9632949210414e-06, |
| "loss": 0.0324, |
| "step": 12860 |
| }, |
| { |
| "epoch": 16.47887323943662, |
| "grad_norm": 5.883288860321045, |
| "learning_rate": 1.9561815336463224e-06, |
| "loss": 0.0195, |
| "step": 12870 |
| }, |
| { |
| "epoch": 16.49167733674776, |
| "grad_norm": 7.718067169189453, |
| "learning_rate": 1.949068146251245e-06, |
| "loss": 0.0286, |
| "step": 12880 |
| }, |
| { |
| "epoch": 16.5044814340589, |
| "grad_norm": 0.00023551759659312665, |
| "learning_rate": 1.9419547588561676e-06, |
| "loss": 0.0332, |
| "step": 12890 |
| }, |
| { |
| "epoch": 16.51728553137004, |
| "grad_norm": 0.13080836832523346, |
| "learning_rate": 1.93484137146109e-06, |
| "loss": 0.0111, |
| "step": 12900 |
| }, |
| { |
| "epoch": 16.53008962868118, |
| "grad_norm": 3.4559757709503174, |
| "learning_rate": 1.9277279840660123e-06, |
| "loss": 0.0147, |
| "step": 12910 |
| }, |
| { |
| "epoch": 16.542893725992318, |
| "grad_norm": 5.610240459442139, |
| "learning_rate": 1.920614596670935e-06, |
| "loss": 0.0179, |
| "step": 12920 |
| }, |
| { |
| "epoch": 16.555697823303458, |
| "grad_norm": 0.004110823851078749, |
| "learning_rate": 1.9135012092758575e-06, |
| "loss": 0.0215, |
| "step": 12930 |
| }, |
| { |
| "epoch": 16.568501920614597, |
| "grad_norm": 0.03885205462574959, |
| "learning_rate": 1.9063878218807798e-06, |
| "loss": 0.019, |
| "step": 12940 |
| }, |
| { |
| "epoch": 16.581306017925737, |
| "grad_norm": 0.004340150393545628, |
| "learning_rate": 1.8992744344857022e-06, |
| "loss": 0.0116, |
| "step": 12950 |
| }, |
| { |
| "epoch": 16.594110115236877, |
| "grad_norm": 20.883872985839844, |
| "learning_rate": 1.8921610470906246e-06, |
| "loss": 0.0368, |
| "step": 12960 |
| }, |
| { |
| "epoch": 16.606914212548016, |
| "grad_norm": 0.1189589723944664, |
| "learning_rate": 1.8850476596955472e-06, |
| "loss": 0.0133, |
| "step": 12970 |
| }, |
| { |
| "epoch": 16.619718309859156, |
| "grad_norm": 5.816783905029297, |
| "learning_rate": 1.8779342723004696e-06, |
| "loss": 0.0083, |
| "step": 12980 |
| }, |
| { |
| "epoch": 16.632522407170296, |
| "grad_norm": 2.225306749343872, |
| "learning_rate": 1.8708208849053921e-06, |
| "loss": 0.0134, |
| "step": 12990 |
| }, |
| { |
| "epoch": 16.645326504481435, |
| "grad_norm": 3.729928266693605e-06, |
| "learning_rate": 1.8637074975103145e-06, |
| "loss": 0.0086, |
| "step": 13000 |
| }, |
| { |
| "epoch": 16.658130601792575, |
| "grad_norm": 0.26913100481033325, |
| "learning_rate": 1.856594110115237e-06, |
| "loss": 0.0252, |
| "step": 13010 |
| }, |
| { |
| "epoch": 16.670934699103714, |
| "grad_norm": 1.1184187314938754e-05, |
| "learning_rate": 1.8494807227201595e-06, |
| "loss": 0.0303, |
| "step": 13020 |
| }, |
| { |
| "epoch": 16.683738796414854, |
| "grad_norm": 0.015479632653295994, |
| "learning_rate": 1.842367335325082e-06, |
| "loss": 0.0067, |
| "step": 13030 |
| }, |
| { |
| "epoch": 16.696542893725994, |
| "grad_norm": 0.6508268117904663, |
| "learning_rate": 1.8352539479300044e-06, |
| "loss": 0.0163, |
| "step": 13040 |
| }, |
| { |
| "epoch": 16.709346991037133, |
| "grad_norm": 0.00032824071240611374, |
| "learning_rate": 1.828140560534927e-06, |
| "loss": 0.0152, |
| "step": 13050 |
| }, |
| { |
| "epoch": 16.722151088348273, |
| "grad_norm": 5.615657806396484, |
| "learning_rate": 1.8210271731398494e-06, |
| "loss": 0.0248, |
| "step": 13060 |
| }, |
| { |
| "epoch": 16.734955185659413, |
| "grad_norm": 0.0006533341947942972, |
| "learning_rate": 1.8139137857447718e-06, |
| "loss": 0.012, |
| "step": 13070 |
| }, |
| { |
| "epoch": 16.747759282970552, |
| "grad_norm": 2.9451184272766113, |
| "learning_rate": 1.8068003983496943e-06, |
| "loss": 0.0237, |
| "step": 13080 |
| }, |
| { |
| "epoch": 16.760563380281692, |
| "grad_norm": 2.968151569366455, |
| "learning_rate": 1.7996870109546167e-06, |
| "loss": 0.0093, |
| "step": 13090 |
| }, |
| { |
| "epoch": 16.77336747759283, |
| "grad_norm": 5.123749732971191, |
| "learning_rate": 1.7925736235595393e-06, |
| "loss": 0.0191, |
| "step": 13100 |
| }, |
| { |
| "epoch": 16.786171574903967, |
| "grad_norm": 0.8735834360122681, |
| "learning_rate": 1.7854602361644617e-06, |
| "loss": 0.0216, |
| "step": 13110 |
| }, |
| { |
| "epoch": 16.798975672215107, |
| "grad_norm": 1.7747591733932495, |
| "learning_rate": 1.7783468487693843e-06, |
| "loss": 0.0252, |
| "step": 13120 |
| }, |
| { |
| "epoch": 16.811779769526247, |
| "grad_norm": 1.3483942747116089, |
| "learning_rate": 1.7712334613743064e-06, |
| "loss": 0.0209, |
| "step": 13130 |
| }, |
| { |
| "epoch": 16.824583866837386, |
| "grad_norm": 0.00010964412649627775, |
| "learning_rate": 1.7641200739792292e-06, |
| "loss": 0.0269, |
| "step": 13140 |
| }, |
| { |
| "epoch": 16.837387964148526, |
| "grad_norm": 2.804731845855713, |
| "learning_rate": 1.7570066865841514e-06, |
| "loss": 0.0163, |
| "step": 13150 |
| }, |
| { |
| "epoch": 16.850192061459666, |
| "grad_norm": 8.251132011413574, |
| "learning_rate": 1.7498932991890742e-06, |
| "loss": 0.0318, |
| "step": 13160 |
| }, |
| { |
| "epoch": 16.862996158770805, |
| "grad_norm": 7.249486923217773, |
| "learning_rate": 1.7427799117939963e-06, |
| "loss": 0.025, |
| "step": 13170 |
| }, |
| { |
| "epoch": 16.875800256081945, |
| "grad_norm": 0.00013436282461043447, |
| "learning_rate": 1.7356665243989191e-06, |
| "loss": 0.0137, |
| "step": 13180 |
| }, |
| { |
| "epoch": 16.888604353393085, |
| "grad_norm": 1.2946642637252808, |
| "learning_rate": 1.7285531370038413e-06, |
| "loss": 0.0177, |
| "step": 13190 |
| }, |
| { |
| "epoch": 16.901408450704224, |
| "grad_norm": 5.95994758605957, |
| "learning_rate": 1.7214397496087637e-06, |
| "loss": 0.0176, |
| "step": 13200 |
| }, |
| { |
| "epoch": 16.914212548015364, |
| "grad_norm": 0.05500904098153114, |
| "learning_rate": 1.7143263622136863e-06, |
| "loss": 0.0049, |
| "step": 13210 |
| }, |
| { |
| "epoch": 16.927016645326503, |
| "grad_norm": 0.09497774392366409, |
| "learning_rate": 1.7072129748186086e-06, |
| "loss": 0.0239, |
| "step": 13220 |
| }, |
| { |
| "epoch": 16.939820742637643, |
| "grad_norm": 4.39076566696167, |
| "learning_rate": 1.7000995874235312e-06, |
| "loss": 0.022, |
| "step": 13230 |
| }, |
| { |
| "epoch": 16.952624839948783, |
| "grad_norm": 5.674398422241211, |
| "learning_rate": 1.6929862000284536e-06, |
| "loss": 0.0201, |
| "step": 13240 |
| }, |
| { |
| "epoch": 16.965428937259922, |
| "grad_norm": 0.0006129290559329093, |
| "learning_rate": 1.6858728126333762e-06, |
| "loss": 0.0083, |
| "step": 13250 |
| }, |
| { |
| "epoch": 16.978233034571062, |
| "grad_norm": 6.0583062171936035, |
| "learning_rate": 1.6787594252382985e-06, |
| "loss": 0.0269, |
| "step": 13260 |
| }, |
| { |
| "epoch": 16.9910371318822, |
| "grad_norm": 1.6159683465957642, |
| "learning_rate": 1.6716460378432211e-06, |
| "loss": 0.0426, |
| "step": 13270 |
| }, |
| { |
| "epoch": 17.00384122919334, |
| "grad_norm": 0.8002333641052246, |
| "learning_rate": 1.6645326504481435e-06, |
| "loss": 0.004, |
| "step": 13280 |
| }, |
| { |
| "epoch": 17.01664532650448, |
| "grad_norm": 0.09969346225261688, |
| "learning_rate": 1.657419263053066e-06, |
| "loss": 0.0122, |
| "step": 13290 |
| }, |
| { |
| "epoch": 17.02944942381562, |
| "grad_norm": 7.231577396392822, |
| "learning_rate": 1.6503058756579885e-06, |
| "loss": 0.0181, |
| "step": 13300 |
| }, |
| { |
| "epoch": 17.04225352112676, |
| "grad_norm": 4.179574966430664, |
| "learning_rate": 1.643192488262911e-06, |
| "loss": 0.0212, |
| "step": 13310 |
| }, |
| { |
| "epoch": 17.0550576184379, |
| "grad_norm": 2.9365389347076416, |
| "learning_rate": 1.6360791008678334e-06, |
| "loss": 0.0024, |
| "step": 13320 |
| }, |
| { |
| "epoch": 17.06786171574904, |
| "grad_norm": 2.804448127746582, |
| "learning_rate": 1.6289657134727558e-06, |
| "loss": 0.0148, |
| "step": 13330 |
| }, |
| { |
| "epoch": 17.08066581306018, |
| "grad_norm": 5.326770782470703, |
| "learning_rate": 1.6218523260776784e-06, |
| "loss": 0.0165, |
| "step": 13340 |
| }, |
| { |
| "epoch": 17.09346991037132, |
| "grad_norm": 0.06416559964418411, |
| "learning_rate": 1.6147389386826007e-06, |
| "loss": 0.0094, |
| "step": 13350 |
| }, |
| { |
| "epoch": 17.106274007682458, |
| "grad_norm": 1.2685847282409668, |
| "learning_rate": 1.6076255512875233e-06, |
| "loss": 0.019, |
| "step": 13360 |
| }, |
| { |
| "epoch": 17.119078104993598, |
| "grad_norm": 2.1705806255340576, |
| "learning_rate": 1.6005121638924457e-06, |
| "loss": 0.0175, |
| "step": 13370 |
| }, |
| { |
| "epoch": 17.131882202304737, |
| "grad_norm": 8.308648109436035, |
| "learning_rate": 1.5933987764973683e-06, |
| "loss": 0.0066, |
| "step": 13380 |
| }, |
| { |
| "epoch": 17.144686299615877, |
| "grad_norm": 0.008040210232138634, |
| "learning_rate": 1.5862853891022907e-06, |
| "loss": 0.0136, |
| "step": 13390 |
| }, |
| { |
| "epoch": 17.157490396927017, |
| "grad_norm": 0.00027485250029712915, |
| "learning_rate": 1.5791720017072132e-06, |
| "loss": 0.0212, |
| "step": 13400 |
| }, |
| { |
| "epoch": 17.170294494238156, |
| "grad_norm": 2.500539541244507, |
| "learning_rate": 1.5720586143121356e-06, |
| "loss": 0.0073, |
| "step": 13410 |
| }, |
| { |
| "epoch": 17.183098591549296, |
| "grad_norm": 3.578758716583252, |
| "learning_rate": 1.5649452269170582e-06, |
| "loss": 0.0237, |
| "step": 13420 |
| }, |
| { |
| "epoch": 17.195902688860436, |
| "grad_norm": 0.06662648916244507, |
| "learning_rate": 1.5578318395219804e-06, |
| "loss": 0.0215, |
| "step": 13430 |
| }, |
| { |
| "epoch": 17.208706786171575, |
| "grad_norm": 0.003631332889199257, |
| "learning_rate": 1.5507184521269032e-06, |
| "loss": 0.011, |
| "step": 13440 |
| }, |
| { |
| "epoch": 17.221510883482715, |
| "grad_norm": 0.0027026438619941473, |
| "learning_rate": 1.5436050647318253e-06, |
| "loss": 0.0038, |
| "step": 13450 |
| }, |
| { |
| "epoch": 17.234314980793854, |
| "grad_norm": 0.005422329064458609, |
| "learning_rate": 1.5364916773367477e-06, |
| "loss": 0.0016, |
| "step": 13460 |
| }, |
| { |
| "epoch": 17.247119078104994, |
| "grad_norm": 0.016576915979385376, |
| "learning_rate": 1.5293782899416703e-06, |
| "loss": 0.0031, |
| "step": 13470 |
| }, |
| { |
| "epoch": 17.259923175416134, |
| "grad_norm": 3.4552650451660156, |
| "learning_rate": 1.5222649025465927e-06, |
| "loss": 0.0372, |
| "step": 13480 |
| }, |
| { |
| "epoch": 17.272727272727273, |
| "grad_norm": 2.6802520751953125, |
| "learning_rate": 1.5151515151515152e-06, |
| "loss": 0.0024, |
| "step": 13490 |
| }, |
| { |
| "epoch": 17.285531370038413, |
| "grad_norm": 0.0830414816737175, |
| "learning_rate": 1.5080381277564376e-06, |
| "loss": 0.0113, |
| "step": 13500 |
| }, |
| { |
| "epoch": 17.298335467349553, |
| "grad_norm": 1.7600657939910889, |
| "learning_rate": 1.5009247403613602e-06, |
| "loss": 0.0014, |
| "step": 13510 |
| }, |
| { |
| "epoch": 17.311139564660692, |
| "grad_norm": 0.0025298339314758778, |
| "learning_rate": 1.4938113529662826e-06, |
| "loss": 0.0167, |
| "step": 13520 |
| }, |
| { |
| "epoch": 17.323943661971832, |
| "grad_norm": 0.02072306163609028, |
| "learning_rate": 1.4866979655712052e-06, |
| "loss": 0.0095, |
| "step": 13530 |
| }, |
| { |
| "epoch": 17.33674775928297, |
| "grad_norm": 6.340484142303467, |
| "learning_rate": 1.4795845781761275e-06, |
| "loss": 0.0453, |
| "step": 13540 |
| }, |
| { |
| "epoch": 17.34955185659411, |
| "grad_norm": 0.010577944107353687, |
| "learning_rate": 1.4724711907810501e-06, |
| "loss": 0.0198, |
| "step": 13550 |
| }, |
| { |
| "epoch": 17.36235595390525, |
| "grad_norm": 0.05272235721349716, |
| "learning_rate": 1.4653578033859725e-06, |
| "loss": 0.0279, |
| "step": 13560 |
| }, |
| { |
| "epoch": 17.37516005121639, |
| "grad_norm": 1.1069378852844238, |
| "learning_rate": 1.458244415990895e-06, |
| "loss": 0.0112, |
| "step": 13570 |
| }, |
| { |
| "epoch": 17.38796414852753, |
| "grad_norm": 0.24319998919963837, |
| "learning_rate": 1.4511310285958174e-06, |
| "loss": 0.0257, |
| "step": 13580 |
| }, |
| { |
| "epoch": 17.40076824583867, |
| "grad_norm": 16.541982650756836, |
| "learning_rate": 1.4440176412007398e-06, |
| "loss": 0.0164, |
| "step": 13590 |
| }, |
| { |
| "epoch": 17.41357234314981, |
| "grad_norm": 0.0016964910319074988, |
| "learning_rate": 1.4369042538056624e-06, |
| "loss": 0.0154, |
| "step": 13600 |
| }, |
| { |
| "epoch": 17.42637644046095, |
| "grad_norm": 10.578028678894043, |
| "learning_rate": 1.4297908664105848e-06, |
| "loss": 0.0178, |
| "step": 13610 |
| }, |
| { |
| "epoch": 17.43918053777209, |
| "grad_norm": 0.05916006490588188, |
| "learning_rate": 1.4226774790155074e-06, |
| "loss": 0.021, |
| "step": 13620 |
| }, |
| { |
| "epoch": 17.451984635083228, |
| "grad_norm": 0.0031945924274623394, |
| "learning_rate": 1.4155640916204297e-06, |
| "loss": 0.0071, |
| "step": 13630 |
| }, |
| { |
| "epoch": 17.464788732394368, |
| "grad_norm": 0.023241791874170303, |
| "learning_rate": 1.4084507042253523e-06, |
| "loss": 0.0152, |
| "step": 13640 |
| }, |
| { |
| "epoch": 17.477592829705507, |
| "grad_norm": 0.058077480643987656, |
| "learning_rate": 1.4013373168302747e-06, |
| "loss": 0.003, |
| "step": 13650 |
| }, |
| { |
| "epoch": 17.490396927016647, |
| "grad_norm": 10.599968910217285, |
| "learning_rate": 1.3942239294351973e-06, |
| "loss": 0.0476, |
| "step": 13660 |
| }, |
| { |
| "epoch": 17.503201024327787, |
| "grad_norm": 6.625856399536133, |
| "learning_rate": 1.3871105420401197e-06, |
| "loss": 0.0325, |
| "step": 13670 |
| }, |
| { |
| "epoch": 17.516005121638923, |
| "grad_norm": 5.916950225830078, |
| "learning_rate": 1.3799971546450422e-06, |
| "loss": 0.0194, |
| "step": 13680 |
| }, |
| { |
| "epoch": 17.528809218950062, |
| "grad_norm": 0.0005128725315444171, |
| "learning_rate": 1.3728837672499646e-06, |
| "loss": 0.0273, |
| "step": 13690 |
| }, |
| { |
| "epoch": 17.541613316261202, |
| "grad_norm": 0.0011182971065863967, |
| "learning_rate": 1.3657703798548872e-06, |
| "loss": 0.0279, |
| "step": 13700 |
| }, |
| { |
| "epoch": 17.55441741357234, |
| "grad_norm": 7.456085681915283, |
| "learning_rate": 1.3586569924598096e-06, |
| "loss": 0.0312, |
| "step": 13710 |
| }, |
| { |
| "epoch": 17.56722151088348, |
| "grad_norm": 0.41295695304870605, |
| "learning_rate": 1.3515436050647317e-06, |
| "loss": 0.0292, |
| "step": 13720 |
| }, |
| { |
| "epoch": 17.58002560819462, |
| "grad_norm": 3.7234203815460205, |
| "learning_rate": 1.3444302176696545e-06, |
| "loss": 0.0031, |
| "step": 13730 |
| }, |
| { |
| "epoch": 17.59282970550576, |
| "grad_norm": 0.37735211849212646, |
| "learning_rate": 1.3373168302745767e-06, |
| "loss": 0.0073, |
| "step": 13740 |
| }, |
| { |
| "epoch": 17.6056338028169, |
| "grad_norm": 5.589832782745361, |
| "learning_rate": 1.3302034428794993e-06, |
| "loss": 0.0235, |
| "step": 13750 |
| }, |
| { |
| "epoch": 17.61843790012804, |
| "grad_norm": 0.4297298192977905, |
| "learning_rate": 1.3230900554844216e-06, |
| "loss": 0.0211, |
| "step": 13760 |
| }, |
| { |
| "epoch": 17.63124199743918, |
| "grad_norm": 1.479553461074829, |
| "learning_rate": 1.3159766680893442e-06, |
| "loss": 0.0282, |
| "step": 13770 |
| }, |
| { |
| "epoch": 17.64404609475032, |
| "grad_norm": 0.000399995333282277, |
| "learning_rate": 1.3088632806942666e-06, |
| "loss": 0.0094, |
| "step": 13780 |
| }, |
| { |
| "epoch": 17.65685019206146, |
| "grad_norm": 6.327033042907715, |
| "learning_rate": 1.3017498932991892e-06, |
| "loss": 0.009, |
| "step": 13790 |
| }, |
| { |
| "epoch": 17.6696542893726, |
| "grad_norm": 5.372107982635498, |
| "learning_rate": 1.2946365059041116e-06, |
| "loss": 0.0098, |
| "step": 13800 |
| }, |
| { |
| "epoch": 17.682458386683738, |
| "grad_norm": 1.6779136785771698e-05, |
| "learning_rate": 1.2875231185090341e-06, |
| "loss": 0.0265, |
| "step": 13810 |
| }, |
| { |
| "epoch": 17.695262483994878, |
| "grad_norm": 0.167639821767807, |
| "learning_rate": 1.2804097311139565e-06, |
| "loss": 0.0104, |
| "step": 13820 |
| }, |
| { |
| "epoch": 17.708066581306017, |
| "grad_norm": 0.00017483836563769728, |
| "learning_rate": 1.2732963437188791e-06, |
| "loss": 0.0128, |
| "step": 13830 |
| }, |
| { |
| "epoch": 17.720870678617157, |
| "grad_norm": 0.05920706316828728, |
| "learning_rate": 1.2661829563238015e-06, |
| "loss": 0.0335, |
| "step": 13840 |
| }, |
| { |
| "epoch": 17.733674775928296, |
| "grad_norm": 0.11115208268165588, |
| "learning_rate": 1.2590695689287239e-06, |
| "loss": 0.022, |
| "step": 13850 |
| }, |
| { |
| "epoch": 17.746478873239436, |
| "grad_norm": 2.417051315307617, |
| "learning_rate": 1.2519561815336464e-06, |
| "loss": 0.0141, |
| "step": 13860 |
| }, |
| { |
| "epoch": 17.759282970550576, |
| "grad_norm": 1.4494980573654175, |
| "learning_rate": 1.244842794138569e-06, |
| "loss": 0.0251, |
| "step": 13870 |
| }, |
| { |
| "epoch": 17.772087067861715, |
| "grad_norm": 5.581284046173096, |
| "learning_rate": 1.2377294067434914e-06, |
| "loss": 0.0127, |
| "step": 13880 |
| }, |
| { |
| "epoch": 17.784891165172855, |
| "grad_norm": 5.4958295822143555, |
| "learning_rate": 1.2306160193484138e-06, |
| "loss": 0.0292, |
| "step": 13890 |
| }, |
| { |
| "epoch": 17.797695262483995, |
| "grad_norm": 7.042484283447266, |
| "learning_rate": 1.2235026319533361e-06, |
| "loss": 0.0177, |
| "step": 13900 |
| }, |
| { |
| "epoch": 17.810499359795134, |
| "grad_norm": 0.0019001105101779103, |
| "learning_rate": 1.2163892445582587e-06, |
| "loss": 0.0136, |
| "step": 13910 |
| }, |
| { |
| "epoch": 17.823303457106274, |
| "grad_norm": 0.005181374028325081, |
| "learning_rate": 1.209275857163181e-06, |
| "loss": 0.0065, |
| "step": 13920 |
| }, |
| { |
| "epoch": 17.836107554417413, |
| "grad_norm": 0.0006981359329074621, |
| "learning_rate": 1.2021624697681037e-06, |
| "loss": 0.0042, |
| "step": 13930 |
| }, |
| { |
| "epoch": 17.848911651728553, |
| "grad_norm": 3.4157283306121826, |
| "learning_rate": 1.195049082373026e-06, |
| "loss": 0.0239, |
| "step": 13940 |
| }, |
| { |
| "epoch": 17.861715749039693, |
| "grad_norm": 0.0042902445420622826, |
| "learning_rate": 1.1879356949779486e-06, |
| "loss": 0.0084, |
| "step": 13950 |
| }, |
| { |
| "epoch": 17.874519846350832, |
| "grad_norm": 10.998019218444824, |
| "learning_rate": 1.180822307582871e-06, |
| "loss": 0.0381, |
| "step": 13960 |
| }, |
| { |
| "epoch": 17.887323943661972, |
| "grad_norm": 0.25908491015434265, |
| "learning_rate": 1.1737089201877936e-06, |
| "loss": 0.025, |
| "step": 13970 |
| }, |
| { |
| "epoch": 17.90012804097311, |
| "grad_norm": 0.00100498937536031, |
| "learning_rate": 1.166595532792716e-06, |
| "loss": 0.0103, |
| "step": 13980 |
| }, |
| { |
| "epoch": 17.91293213828425, |
| "grad_norm": 0.0007961208466440439, |
| "learning_rate": 1.1594821453976386e-06, |
| "loss": 0.006, |
| "step": 13990 |
| }, |
| { |
| "epoch": 17.92573623559539, |
| "grad_norm": 0.3022013008594513, |
| "learning_rate": 1.152368758002561e-06, |
| "loss": 0.0012, |
| "step": 14000 |
| }, |
| { |
| "epoch": 17.93854033290653, |
| "grad_norm": 0.2116912454366684, |
| "learning_rate": 1.1452553706074835e-06, |
| "loss": 0.0212, |
| "step": 14010 |
| }, |
| { |
| "epoch": 17.95134443021767, |
| "grad_norm": 3.5195729732513428, |
| "learning_rate": 1.1381419832124059e-06, |
| "loss": 0.0137, |
| "step": 14020 |
| }, |
| { |
| "epoch": 17.96414852752881, |
| "grad_norm": 0.3978916108608246, |
| "learning_rate": 1.1310285958173283e-06, |
| "loss": 0.013, |
| "step": 14030 |
| }, |
| { |
| "epoch": 17.97695262483995, |
| "grad_norm": 0.5692456364631653, |
| "learning_rate": 1.1239152084222506e-06, |
| "loss": 0.0335, |
| "step": 14040 |
| }, |
| { |
| "epoch": 17.98975672215109, |
| "grad_norm": 5.769397258758545, |
| "learning_rate": 1.1168018210271732e-06, |
| "loss": 0.0289, |
| "step": 14050 |
| }, |
| { |
| "epoch": 18.00256081946223, |
| "grad_norm": 6.372897148132324, |
| "learning_rate": 1.1096884336320956e-06, |
| "loss": 0.0068, |
| "step": 14060 |
| }, |
| { |
| "epoch": 18.01536491677337, |
| "grad_norm": 0.00024237189791165292, |
| "learning_rate": 1.1025750462370182e-06, |
| "loss": 0.0203, |
| "step": 14070 |
| }, |
| { |
| "epoch": 18.028169014084508, |
| "grad_norm": 0.12732426822185516, |
| "learning_rate": 1.0954616588419406e-06, |
| "loss": 0.006, |
| "step": 14080 |
| }, |
| { |
| "epoch": 18.040973111395648, |
| "grad_norm": 0.00020043789118062705, |
| "learning_rate": 1.0883482714468631e-06, |
| "loss": 0.0215, |
| "step": 14090 |
| }, |
| { |
| "epoch": 18.053777208706787, |
| "grad_norm": 0.0010736729018390179, |
| "learning_rate": 1.0812348840517855e-06, |
| "loss": 0.0074, |
| "step": 14100 |
| }, |
| { |
| "epoch": 18.066581306017927, |
| "grad_norm": 1.2515732049942017, |
| "learning_rate": 1.074121496656708e-06, |
| "loss": 0.0021, |
| "step": 14110 |
| }, |
| { |
| "epoch": 18.079385403329066, |
| "grad_norm": 1.7571865320205688, |
| "learning_rate": 1.0670081092616305e-06, |
| "loss": 0.0029, |
| "step": 14120 |
| }, |
| { |
| "epoch": 18.092189500640206, |
| "grad_norm": 0.773719072341919, |
| "learning_rate": 1.059894721866553e-06, |
| "loss": 0.0193, |
| "step": 14130 |
| }, |
| { |
| "epoch": 18.104993597951346, |
| "grad_norm": 1.4211056232452393, |
| "learning_rate": 1.0527813344714754e-06, |
| "loss": 0.0072, |
| "step": 14140 |
| }, |
| { |
| "epoch": 18.117797695262485, |
| "grad_norm": 8.346291542053223, |
| "learning_rate": 1.045667947076398e-06, |
| "loss": 0.0235, |
| "step": 14150 |
| }, |
| { |
| "epoch": 18.130601792573625, |
| "grad_norm": 1.9946221113204956, |
| "learning_rate": 1.0385545596813202e-06, |
| "loss": 0.0048, |
| "step": 14160 |
| }, |
| { |
| "epoch": 18.143405889884765, |
| "grad_norm": 0.26855456829071045, |
| "learning_rate": 1.0314411722862428e-06, |
| "loss": 0.0119, |
| "step": 14170 |
| }, |
| { |
| "epoch": 18.156209987195904, |
| "grad_norm": 3.3399055004119873, |
| "learning_rate": 1.0243277848911651e-06, |
| "loss": 0.0103, |
| "step": 14180 |
| }, |
| { |
| "epoch": 18.169014084507044, |
| "grad_norm": 4.981878757476807, |
| "learning_rate": 1.0172143974960877e-06, |
| "loss": 0.0176, |
| "step": 14190 |
| }, |
| { |
| "epoch": 18.181818181818183, |
| "grad_norm": 0.00026743533089756966, |
| "learning_rate": 1.01010101010101e-06, |
| "loss": 0.0034, |
| "step": 14200 |
| }, |
| { |
| "epoch": 18.194622279129323, |
| "grad_norm": 0.0003128933603875339, |
| "learning_rate": 1.0029876227059327e-06, |
| "loss": 0.0078, |
| "step": 14210 |
| }, |
| { |
| "epoch": 18.207426376440463, |
| "grad_norm": 0.00414335448294878, |
| "learning_rate": 9.95874235310855e-07, |
| "loss": 0.0259, |
| "step": 14220 |
| }, |
| { |
| "epoch": 18.2202304737516, |
| "grad_norm": 0.105068139731884, |
| "learning_rate": 9.887608479157776e-07, |
| "loss": 0.0069, |
| "step": 14230 |
| }, |
| { |
| "epoch": 18.23303457106274, |
| "grad_norm": 7.0577216148376465, |
| "learning_rate": 9.816474605207e-07, |
| "loss": 0.0187, |
| "step": 14240 |
| }, |
| { |
| "epoch": 18.245838668373878, |
| "grad_norm": 0.00019036579760722816, |
| "learning_rate": 9.745340731256226e-07, |
| "loss": 0.0162, |
| "step": 14250 |
| }, |
| { |
| "epoch": 18.258642765685018, |
| "grad_norm": 10.219581604003906, |
| "learning_rate": 9.67420685730545e-07, |
| "loss": 0.0144, |
| "step": 14260 |
| }, |
| { |
| "epoch": 18.271446862996157, |
| "grad_norm": 7.480413436889648, |
| "learning_rate": 9.603072983354676e-07, |
| "loss": 0.0192, |
| "step": 14270 |
| }, |
| { |
| "epoch": 18.284250960307297, |
| "grad_norm": 5.9122114181518555, |
| "learning_rate": 9.531939109403899e-07, |
| "loss": 0.0079, |
| "step": 14280 |
| }, |
| { |
| "epoch": 18.297055057618437, |
| "grad_norm": 9.46755599975586, |
| "learning_rate": 9.460805235453123e-07, |
| "loss": 0.0258, |
| "step": 14290 |
| }, |
| { |
| "epoch": 18.309859154929576, |
| "grad_norm": 7.41144049243303e-06, |
| "learning_rate": 9.389671361502348e-07, |
| "loss": 0.0186, |
| "step": 14300 |
| }, |
| { |
| "epoch": 18.322663252240716, |
| "grad_norm": 0.0027089251670986414, |
| "learning_rate": 9.318537487551573e-07, |
| "loss": 0.0162, |
| "step": 14310 |
| }, |
| { |
| "epoch": 18.335467349551855, |
| "grad_norm": 0.007182203698903322, |
| "learning_rate": 9.247403613600797e-07, |
| "loss": 0.0148, |
| "step": 14320 |
| }, |
| { |
| "epoch": 18.348271446862995, |
| "grad_norm": 0.0003917156718671322, |
| "learning_rate": 9.176269739650022e-07, |
| "loss": 0.0136, |
| "step": 14330 |
| }, |
| { |
| "epoch": 18.361075544174135, |
| "grad_norm": 0.00159465370234102, |
| "learning_rate": 9.105135865699247e-07, |
| "loss": 0.0003, |
| "step": 14340 |
| }, |
| { |
| "epoch": 18.373879641485274, |
| "grad_norm": 3.8067879676818848, |
| "learning_rate": 9.034001991748472e-07, |
| "loss": 0.0108, |
| "step": 14350 |
| }, |
| { |
| "epoch": 18.386683738796414, |
| "grad_norm": 1.2124892473220825, |
| "learning_rate": 8.962868117797697e-07, |
| "loss": 0.0088, |
| "step": 14360 |
| }, |
| { |
| "epoch": 18.399487836107554, |
| "grad_norm": 5.614289283752441, |
| "learning_rate": 8.891734243846921e-07, |
| "loss": 0.0107, |
| "step": 14370 |
| }, |
| { |
| "epoch": 18.412291933418693, |
| "grad_norm": 8.393487930297852, |
| "learning_rate": 8.820600369896146e-07, |
| "loss": 0.0262, |
| "step": 14380 |
| }, |
| { |
| "epoch": 18.425096030729833, |
| "grad_norm": 0.03645249456167221, |
| "learning_rate": 8.749466495945371e-07, |
| "loss": 0.0367, |
| "step": 14390 |
| }, |
| { |
| "epoch": 18.437900128040972, |
| "grad_norm": 0.003539648372679949, |
| "learning_rate": 8.678332621994596e-07, |
| "loss": 0.0224, |
| "step": 14400 |
| }, |
| { |
| "epoch": 18.450704225352112, |
| "grad_norm": 0.6319210529327393, |
| "learning_rate": 8.607198748043818e-07, |
| "loss": 0.0136, |
| "step": 14410 |
| }, |
| { |
| "epoch": 18.46350832266325, |
| "grad_norm": 0.0015524758491665125, |
| "learning_rate": 8.536064874093043e-07, |
| "loss": 0.0056, |
| "step": 14420 |
| }, |
| { |
| "epoch": 18.47631241997439, |
| "grad_norm": 0.022453349083662033, |
| "learning_rate": 8.464931000142268e-07, |
| "loss": 0.0345, |
| "step": 14430 |
| }, |
| { |
| "epoch": 18.48911651728553, |
| "grad_norm": 0.00012319152301643044, |
| "learning_rate": 8.393797126191493e-07, |
| "loss": 0.0035, |
| "step": 14440 |
| }, |
| { |
| "epoch": 18.50192061459667, |
| "grad_norm": 0.07099111378192902, |
| "learning_rate": 8.322663252240718e-07, |
| "loss": 0.0054, |
| "step": 14450 |
| }, |
| { |
| "epoch": 18.51472471190781, |
| "grad_norm": 0.3618342876434326, |
| "learning_rate": 8.251529378289942e-07, |
| "loss": 0.028, |
| "step": 14460 |
| }, |
| { |
| "epoch": 18.52752880921895, |
| "grad_norm": 0.0001998326915781945, |
| "learning_rate": 8.180395504339167e-07, |
| "loss": 0.0342, |
| "step": 14470 |
| }, |
| { |
| "epoch": 18.54033290653009, |
| "grad_norm": 11.499155044555664, |
| "learning_rate": 8.109261630388392e-07, |
| "loss": 0.0276, |
| "step": 14480 |
| }, |
| { |
| "epoch": 18.55313700384123, |
| "grad_norm": 0.010596271604299545, |
| "learning_rate": 8.038127756437617e-07, |
| "loss": 0.0141, |
| "step": 14490 |
| }, |
| { |
| "epoch": 18.56594110115237, |
| "grad_norm": 0.042814165353775024, |
| "learning_rate": 7.966993882486841e-07, |
| "loss": 0.0114, |
| "step": 14500 |
| }, |
| { |
| "epoch": 18.57874519846351, |
| "grad_norm": 0.9915781617164612, |
| "learning_rate": 7.895860008536066e-07, |
| "loss": 0.0166, |
| "step": 14510 |
| }, |
| { |
| "epoch": 18.591549295774648, |
| "grad_norm": 0.3098224699497223, |
| "learning_rate": 7.824726134585291e-07, |
| "loss": 0.0221, |
| "step": 14520 |
| }, |
| { |
| "epoch": 18.604353393085788, |
| "grad_norm": 0.7572695016860962, |
| "learning_rate": 7.753592260634516e-07, |
| "loss": 0.0077, |
| "step": 14530 |
| }, |
| { |
| "epoch": 18.617157490396927, |
| "grad_norm": 7.673007965087891, |
| "learning_rate": 7.682458386683739e-07, |
| "loss": 0.0224, |
| "step": 14540 |
| }, |
| { |
| "epoch": 18.629961587708067, |
| "grad_norm": 0.04567665979266167, |
| "learning_rate": 7.611324512732963e-07, |
| "loss": 0.025, |
| "step": 14550 |
| }, |
| { |
| "epoch": 18.642765685019207, |
| "grad_norm": 4.875103950500488, |
| "learning_rate": 7.540190638782188e-07, |
| "loss": 0.0065, |
| "step": 14560 |
| }, |
| { |
| "epoch": 18.655569782330346, |
| "grad_norm": 5.814393997192383, |
| "learning_rate": 7.469056764831413e-07, |
| "loss": 0.0183, |
| "step": 14570 |
| }, |
| { |
| "epoch": 18.668373879641486, |
| "grad_norm": 0.002308470429852605, |
| "learning_rate": 7.397922890880638e-07, |
| "loss": 0.0101, |
| "step": 14580 |
| }, |
| { |
| "epoch": 18.681177976952625, |
| "grad_norm": 0.00015365192666649818, |
| "learning_rate": 7.326789016929862e-07, |
| "loss": 0.0062, |
| "step": 14590 |
| }, |
| { |
| "epoch": 18.693982074263765, |
| "grad_norm": 0.02845505252480507, |
| "learning_rate": 7.255655142979087e-07, |
| "loss": 0.0085, |
| "step": 14600 |
| }, |
| { |
| "epoch": 18.706786171574905, |
| "grad_norm": 0.01130868960171938, |
| "learning_rate": 7.184521269028312e-07, |
| "loss": 0.0074, |
| "step": 14610 |
| }, |
| { |
| "epoch": 18.719590268886044, |
| "grad_norm": 6.3299174308776855, |
| "learning_rate": 7.113387395077537e-07, |
| "loss": 0.0115, |
| "step": 14620 |
| }, |
| { |
| "epoch": 18.732394366197184, |
| "grad_norm": 1.7763944864273071, |
| "learning_rate": 7.042253521126762e-07, |
| "loss": 0.0186, |
| "step": 14630 |
| }, |
| { |
| "epoch": 18.745198463508324, |
| "grad_norm": 5.388847351074219, |
| "learning_rate": 6.971119647175986e-07, |
| "loss": 0.0316, |
| "step": 14640 |
| }, |
| { |
| "epoch": 18.758002560819463, |
| "grad_norm": 1.5063540935516357, |
| "learning_rate": 6.899985773225211e-07, |
| "loss": 0.0086, |
| "step": 14650 |
| }, |
| { |
| "epoch": 18.770806658130603, |
| "grad_norm": 3.6523196697235107, |
| "learning_rate": 6.828851899274436e-07, |
| "loss": 0.0126, |
| "step": 14660 |
| }, |
| { |
| "epoch": 18.783610755441742, |
| "grad_norm": 2.449568271636963, |
| "learning_rate": 6.757718025323659e-07, |
| "loss": 0.0369, |
| "step": 14670 |
| }, |
| { |
| "epoch": 18.796414852752882, |
| "grad_norm": 0.005643006414175034, |
| "learning_rate": 6.686584151372883e-07, |
| "loss": 0.0061, |
| "step": 14680 |
| }, |
| { |
| "epoch": 18.80921895006402, |
| "grad_norm": 5.944687843322754, |
| "learning_rate": 6.615450277422108e-07, |
| "loss": 0.0095, |
| "step": 14690 |
| }, |
| { |
| "epoch": 18.82202304737516, |
| "grad_norm": 0.0013825156493112445, |
| "learning_rate": 6.544316403471333e-07, |
| "loss": 0.0117, |
| "step": 14700 |
| }, |
| { |
| "epoch": 18.8348271446863, |
| "grad_norm": 3.3072972297668457, |
| "learning_rate": 6.473182529520558e-07, |
| "loss": 0.0125, |
| "step": 14710 |
| }, |
| { |
| "epoch": 18.84763124199744, |
| "grad_norm": 0.058027319610118866, |
| "learning_rate": 6.402048655569783e-07, |
| "loss": 0.0233, |
| "step": 14720 |
| }, |
| { |
| "epoch": 18.86043533930858, |
| "grad_norm": 4.892437934875488, |
| "learning_rate": 6.330914781619007e-07, |
| "loss": 0.0141, |
| "step": 14730 |
| }, |
| { |
| "epoch": 18.87323943661972, |
| "grad_norm": 1.4201620817184448, |
| "learning_rate": 6.259780907668232e-07, |
| "loss": 0.0122, |
| "step": 14740 |
| }, |
| { |
| "epoch": 18.88604353393086, |
| "grad_norm": 0.0010934326564893126, |
| "learning_rate": 6.188647033717457e-07, |
| "loss": 0.027, |
| "step": 14750 |
| }, |
| { |
| "epoch": 18.898847631242, |
| "grad_norm": 8.750072479248047, |
| "learning_rate": 6.117513159766681e-07, |
| "loss": 0.0148, |
| "step": 14760 |
| }, |
| { |
| "epoch": 18.91165172855314, |
| "grad_norm": 17.716455459594727, |
| "learning_rate": 6.046379285815906e-07, |
| "loss": 0.0458, |
| "step": 14770 |
| }, |
| { |
| "epoch": 18.92445582586428, |
| "grad_norm": 0.10776586830615997, |
| "learning_rate": 5.97524541186513e-07, |
| "loss": 0.0123, |
| "step": 14780 |
| }, |
| { |
| "epoch": 18.937259923175418, |
| "grad_norm": 3.1260874271392822, |
| "learning_rate": 5.904111537914355e-07, |
| "loss": 0.0041, |
| "step": 14790 |
| }, |
| { |
| "epoch": 18.950064020486554, |
| "grad_norm": 0.0927921012043953, |
| "learning_rate": 5.83297766396358e-07, |
| "loss": 0.0279, |
| "step": 14800 |
| }, |
| { |
| "epoch": 18.962868117797694, |
| "grad_norm": 0.2085677683353424, |
| "learning_rate": 5.761843790012805e-07, |
| "loss": 0.0251, |
| "step": 14810 |
| }, |
| { |
| "epoch": 18.975672215108833, |
| "grad_norm": 0.1508549600839615, |
| "learning_rate": 5.690709916062029e-07, |
| "loss": 0.0114, |
| "step": 14820 |
| }, |
| { |
| "epoch": 18.988476312419973, |
| "grad_norm": 0.857793927192688, |
| "learning_rate": 5.619576042111253e-07, |
| "loss": 0.0049, |
| "step": 14830 |
| }, |
| { |
| "epoch": 19.001280409731113, |
| "grad_norm": 0.002058560959994793, |
| "learning_rate": 5.548442168160478e-07, |
| "loss": 0.0219, |
| "step": 14840 |
| }, |
| { |
| "epoch": 19.014084507042252, |
| "grad_norm": 0.0020185494795441628, |
| "learning_rate": 5.477308294209703e-07, |
| "loss": 0.0096, |
| "step": 14850 |
| }, |
| { |
| "epoch": 19.026888604353392, |
| "grad_norm": 0.00022442065528593957, |
| "learning_rate": 5.406174420258928e-07, |
| "loss": 0.0068, |
| "step": 14860 |
| }, |
| { |
| "epoch": 19.03969270166453, |
| "grad_norm": 0.17310723662376404, |
| "learning_rate": 5.335040546308152e-07, |
| "loss": 0.0063, |
| "step": 14870 |
| }, |
| { |
| "epoch": 19.05249679897567, |
| "grad_norm": 0.008212696760892868, |
| "learning_rate": 5.263906672357377e-07, |
| "loss": 0.0112, |
| "step": 14880 |
| }, |
| { |
| "epoch": 19.06530089628681, |
| "grad_norm": 2.785284596029669e-05, |
| "learning_rate": 5.192772798406601e-07, |
| "loss": 0.0218, |
| "step": 14890 |
| }, |
| { |
| "epoch": 19.07810499359795, |
| "grad_norm": 0.023113705217838287, |
| "learning_rate": 5.121638924455826e-07, |
| "loss": 0.0286, |
| "step": 14900 |
| }, |
| { |
| "epoch": 19.09090909090909, |
| "grad_norm": 0.005509368143975735, |
| "learning_rate": 5.05050505050505e-07, |
| "loss": 0.0143, |
| "step": 14910 |
| }, |
| { |
| "epoch": 19.10371318822023, |
| "grad_norm": 0.008240880444645882, |
| "learning_rate": 4.979371176554275e-07, |
| "loss": 0.0054, |
| "step": 14920 |
| }, |
| { |
| "epoch": 19.11651728553137, |
| "grad_norm": 1.2594153881072998, |
| "learning_rate": 4.9082373026035e-07, |
| "loss": 0.0036, |
| "step": 14930 |
| }, |
| { |
| "epoch": 19.12932138284251, |
| "grad_norm": 4.33413553237915, |
| "learning_rate": 4.837103428652725e-07, |
| "loss": 0.0092, |
| "step": 14940 |
| }, |
| { |
| "epoch": 19.14212548015365, |
| "grad_norm": 2.718404531478882, |
| "learning_rate": 4.7659695547019496e-07, |
| "loss": 0.0068, |
| "step": 14950 |
| }, |
| { |
| "epoch": 19.154929577464788, |
| "grad_norm": 0.0012664749519899487, |
| "learning_rate": 4.694835680751174e-07, |
| "loss": 0.0096, |
| "step": 14960 |
| }, |
| { |
| "epoch": 19.167733674775928, |
| "grad_norm": 0.0038974243216216564, |
| "learning_rate": 4.6237018068003987e-07, |
| "loss": 0.0069, |
| "step": 14970 |
| }, |
| { |
| "epoch": 19.180537772087067, |
| "grad_norm": 7.048045635223389, |
| "learning_rate": 4.5525679328496235e-07, |
| "loss": 0.0145, |
| "step": 14980 |
| }, |
| { |
| "epoch": 19.193341869398207, |
| "grad_norm": 5.328739166259766, |
| "learning_rate": 4.481434058898848e-07, |
| "loss": 0.0215, |
| "step": 14990 |
| }, |
| { |
| "epoch": 19.206145966709347, |
| "grad_norm": 0.35929474234580994, |
| "learning_rate": 4.410300184948073e-07, |
| "loss": 0.0327, |
| "step": 15000 |
| }, |
| { |
| "epoch": 19.218950064020486, |
| "grad_norm": 5.503216743469238, |
| "learning_rate": 4.339166310997298e-07, |
| "loss": 0.0231, |
| "step": 15010 |
| }, |
| { |
| "epoch": 19.231754161331626, |
| "grad_norm": 0.07661139219999313, |
| "learning_rate": 4.2680324370465216e-07, |
| "loss": 0.0245, |
| "step": 15020 |
| }, |
| { |
| "epoch": 19.244558258642765, |
| "grad_norm": 0.8475786447525024, |
| "learning_rate": 4.1968985630957464e-07, |
| "loss": 0.0248, |
| "step": 15030 |
| }, |
| { |
| "epoch": 19.257362355953905, |
| "grad_norm": 0.0011420133523643017, |
| "learning_rate": 4.125764689144971e-07, |
| "loss": 0.0178, |
| "step": 15040 |
| }, |
| { |
| "epoch": 19.270166453265045, |
| "grad_norm": 0.0012623609509319067, |
| "learning_rate": 4.054630815194196e-07, |
| "loss": 0.0154, |
| "step": 15050 |
| }, |
| { |
| "epoch": 19.282970550576184, |
| "grad_norm": 0.053852129727602005, |
| "learning_rate": 3.9834969412434207e-07, |
| "loss": 0.0264, |
| "step": 15060 |
| }, |
| { |
| "epoch": 19.295774647887324, |
| "grad_norm": 0.0035585970617830753, |
| "learning_rate": 3.9123630672926455e-07, |
| "loss": 0.0044, |
| "step": 15070 |
| }, |
| { |
| "epoch": 19.308578745198464, |
| "grad_norm": 5.149901390075684, |
| "learning_rate": 3.841229193341869e-07, |
| "loss": 0.0212, |
| "step": 15080 |
| }, |
| { |
| "epoch": 19.321382842509603, |
| "grad_norm": 0.03466752544045448, |
| "learning_rate": 3.770095319391094e-07, |
| "loss": 0.0033, |
| "step": 15090 |
| }, |
| { |
| "epoch": 19.334186939820743, |
| "grad_norm": 0.0002815356128849089, |
| "learning_rate": 3.698961445440319e-07, |
| "loss": 0.0091, |
| "step": 15100 |
| }, |
| { |
| "epoch": 19.346991037131883, |
| "grad_norm": 0.037533290684223175, |
| "learning_rate": 3.6278275714895436e-07, |
| "loss": 0.0159, |
| "step": 15110 |
| }, |
| { |
| "epoch": 19.359795134443022, |
| "grad_norm": 0.12547887861728668, |
| "learning_rate": 3.5566936975387684e-07, |
| "loss": 0.0142, |
| "step": 15120 |
| }, |
| { |
| "epoch": 19.37259923175416, |
| "grad_norm": 1.4191429615020752, |
| "learning_rate": 3.485559823587993e-07, |
| "loss": 0.0247, |
| "step": 15130 |
| }, |
| { |
| "epoch": 19.3854033290653, |
| "grad_norm": 0.0016714661614969373, |
| "learning_rate": 3.414425949637218e-07, |
| "loss": 0.0067, |
| "step": 15140 |
| }, |
| { |
| "epoch": 19.39820742637644, |
| "grad_norm": 0.08134725689888, |
| "learning_rate": 3.3432920756864417e-07, |
| "loss": 0.0286, |
| "step": 15150 |
| }, |
| { |
| "epoch": 19.41101152368758, |
| "grad_norm": 0.005342427175492048, |
| "learning_rate": 3.2721582017356665e-07, |
| "loss": 0.0168, |
| "step": 15160 |
| }, |
| { |
| "epoch": 19.42381562099872, |
| "grad_norm": 0.06078413128852844, |
| "learning_rate": 3.2010243277848913e-07, |
| "loss": 0.018, |
| "step": 15170 |
| }, |
| { |
| "epoch": 19.43661971830986, |
| "grad_norm": 0.023634914308786392, |
| "learning_rate": 3.129890453834116e-07, |
| "loss": 0.0143, |
| "step": 15180 |
| }, |
| { |
| "epoch": 19.449423815621, |
| "grad_norm": 9.950129508972168, |
| "learning_rate": 3.0587565798833404e-07, |
| "loss": 0.0089, |
| "step": 15190 |
| }, |
| { |
| "epoch": 19.46222791293214, |
| "grad_norm": 5.060400485992432, |
| "learning_rate": 2.987622705932565e-07, |
| "loss": 0.0204, |
| "step": 15200 |
| }, |
| { |
| "epoch": 19.47503201024328, |
| "grad_norm": 0.000995470443740487, |
| "learning_rate": 2.91648883198179e-07, |
| "loss": 0.023, |
| "step": 15210 |
| }, |
| { |
| "epoch": 19.48783610755442, |
| "grad_norm": 0.0009162668720819056, |
| "learning_rate": 2.8453549580310147e-07, |
| "loss": 0.0043, |
| "step": 15220 |
| }, |
| { |
| "epoch": 19.500640204865558, |
| "grad_norm": 0.0008124169544316828, |
| "learning_rate": 2.774221084080239e-07, |
| "loss": 0.0163, |
| "step": 15230 |
| }, |
| { |
| "epoch": 19.513444302176698, |
| "grad_norm": 3.7467453479766846, |
| "learning_rate": 2.703087210129464e-07, |
| "loss": 0.0037, |
| "step": 15240 |
| }, |
| { |
| "epoch": 19.526248399487837, |
| "grad_norm": 0.6744768023490906, |
| "learning_rate": 2.6319533361786886e-07, |
| "loss": 0.0129, |
| "step": 15250 |
| }, |
| { |
| "epoch": 19.539052496798977, |
| "grad_norm": 0.02649999037384987, |
| "learning_rate": 2.560819462227913e-07, |
| "loss": 0.0338, |
| "step": 15260 |
| }, |
| { |
| "epoch": 19.551856594110117, |
| "grad_norm": 0.5284630060195923, |
| "learning_rate": 2.4896855882771376e-07, |
| "loss": 0.0098, |
| "step": 15270 |
| }, |
| { |
| "epoch": 19.564660691421256, |
| "grad_norm": 0.0007515403558500111, |
| "learning_rate": 2.4185517143263624e-07, |
| "loss": 0.0081, |
| "step": 15280 |
| }, |
| { |
| "epoch": 19.577464788732396, |
| "grad_norm": 4.211970806121826, |
| "learning_rate": 2.347417840375587e-07, |
| "loss": 0.0122, |
| "step": 15290 |
| }, |
| { |
| "epoch": 19.590268886043535, |
| "grad_norm": 0.0010327131021767855, |
| "learning_rate": 2.2762839664248117e-07, |
| "loss": 0.0149, |
| "step": 15300 |
| }, |
| { |
| "epoch": 19.603072983354675, |
| "grad_norm": 0.00021798952366225421, |
| "learning_rate": 2.2051500924740365e-07, |
| "loss": 0.0042, |
| "step": 15310 |
| }, |
| { |
| "epoch": 19.615877080665815, |
| "grad_norm": 7.364733695983887, |
| "learning_rate": 2.1340162185232608e-07, |
| "loss": 0.0177, |
| "step": 15320 |
| }, |
| { |
| "epoch": 19.628681177976954, |
| "grad_norm": 0.023925766348838806, |
| "learning_rate": 2.0628823445724856e-07, |
| "loss": 0.0036, |
| "step": 15330 |
| }, |
| { |
| "epoch": 19.64148527528809, |
| "grad_norm": 0.04516793414950371, |
| "learning_rate": 1.9917484706217104e-07, |
| "loss": 0.0316, |
| "step": 15340 |
| }, |
| { |
| "epoch": 19.65428937259923, |
| "grad_norm": 7.666085243225098, |
| "learning_rate": 1.9206145966709346e-07, |
| "loss": 0.0301, |
| "step": 15350 |
| }, |
| { |
| "epoch": 19.66709346991037, |
| "grad_norm": 2.243300676345825, |
| "learning_rate": 1.8494807227201594e-07, |
| "loss": 0.0057, |
| "step": 15360 |
| }, |
| { |
| "epoch": 19.67989756722151, |
| "grad_norm": 0.002540783490985632, |
| "learning_rate": 1.7783468487693842e-07, |
| "loss": 0.0076, |
| "step": 15370 |
| }, |
| { |
| "epoch": 19.69270166453265, |
| "grad_norm": 4.108165264129639, |
| "learning_rate": 1.707212974818609e-07, |
| "loss": 0.0129, |
| "step": 15380 |
| }, |
| { |
| "epoch": 19.70550576184379, |
| "grad_norm": 0.00024948702775873244, |
| "learning_rate": 1.6360791008678333e-07, |
| "loss": 0.0339, |
| "step": 15390 |
| }, |
| { |
| "epoch": 19.718309859154928, |
| "grad_norm": 0.04997668415307999, |
| "learning_rate": 1.564945226917058e-07, |
| "loss": 0.0144, |
| "step": 15400 |
| }, |
| { |
| "epoch": 19.731113956466068, |
| "grad_norm": 0.7676925659179688, |
| "learning_rate": 1.4938113529662826e-07, |
| "loss": 0.0096, |
| "step": 15410 |
| }, |
| { |
| "epoch": 19.743918053777207, |
| "grad_norm": 0.0016744857421144843, |
| "learning_rate": 1.4226774790155074e-07, |
| "loss": 0.0084, |
| "step": 15420 |
| }, |
| { |
| "epoch": 19.756722151088347, |
| "grad_norm": 0.19571436941623688, |
| "learning_rate": 1.351543605064732e-07, |
| "loss": 0.0079, |
| "step": 15430 |
| }, |
| { |
| "epoch": 19.769526248399487, |
| "grad_norm": 4.245015621185303, |
| "learning_rate": 1.2804097311139564e-07, |
| "loss": 0.0282, |
| "step": 15440 |
| }, |
| { |
| "epoch": 19.782330345710626, |
| "grad_norm": 7.645667210454121e-05, |
| "learning_rate": 1.2092758571631812e-07, |
| "loss": 0.0155, |
| "step": 15450 |
| }, |
| { |
| "epoch": 19.795134443021766, |
| "grad_norm": 0.0017080483958125114, |
| "learning_rate": 1.1381419832124059e-07, |
| "loss": 0.0077, |
| "step": 15460 |
| }, |
| { |
| "epoch": 19.807938540332906, |
| "grad_norm": 10.036234855651855, |
| "learning_rate": 1.0670081092616304e-07, |
| "loss": 0.0109, |
| "step": 15470 |
| }, |
| { |
| "epoch": 19.820742637644045, |
| "grad_norm": 12.06249713897705, |
| "learning_rate": 9.958742353108552e-08, |
| "loss": 0.0156, |
| "step": 15480 |
| }, |
| { |
| "epoch": 19.833546734955185, |
| "grad_norm": 0.14088483154773712, |
| "learning_rate": 9.247403613600797e-08, |
| "loss": 0.0295, |
| "step": 15490 |
| }, |
| { |
| "epoch": 19.846350832266324, |
| "grad_norm": 6.773251533508301, |
| "learning_rate": 8.536064874093045e-08, |
| "loss": 0.0338, |
| "step": 15500 |
| }, |
| { |
| "epoch": 19.859154929577464, |
| "grad_norm": 0.03990509361028671, |
| "learning_rate": 7.82472613458529e-08, |
| "loss": 0.0138, |
| "step": 15510 |
| }, |
| { |
| "epoch": 19.871959026888604, |
| "grad_norm": 13.610167503356934, |
| "learning_rate": 7.113387395077537e-08, |
| "loss": 0.0102, |
| "step": 15520 |
| }, |
| { |
| "epoch": 19.884763124199743, |
| "grad_norm": 5.543415682041086e-05, |
| "learning_rate": 6.402048655569782e-08, |
| "loss": 0.0117, |
| "step": 15530 |
| }, |
| { |
| "epoch": 19.897567221510883, |
| "grad_norm": 7.679758548736572, |
| "learning_rate": 5.690709916062029e-08, |
| "loss": 0.0101, |
| "step": 15540 |
| }, |
| { |
| "epoch": 19.910371318822023, |
| "grad_norm": 0.32348430156707764, |
| "learning_rate": 4.979371176554276e-08, |
| "loss": 0.0097, |
| "step": 15550 |
| }, |
| { |
| "epoch": 19.923175416133162, |
| "grad_norm": 0.0029495363123714924, |
| "learning_rate": 4.2680324370465225e-08, |
| "loss": 0.0119, |
| "step": 15560 |
| }, |
| { |
| "epoch": 19.935979513444302, |
| "grad_norm": 3.074021339416504, |
| "learning_rate": 3.5566936975387684e-08, |
| "loss": 0.0116, |
| "step": 15570 |
| }, |
| { |
| "epoch": 19.94878361075544, |
| "grad_norm": 0.3156638443470001, |
| "learning_rate": 2.8453549580310147e-08, |
| "loss": 0.0066, |
| "step": 15580 |
| }, |
| { |
| "epoch": 19.96158770806658, |
| "grad_norm": 4.489070892333984, |
| "learning_rate": 2.1340162185232612e-08, |
| "loss": 0.009, |
| "step": 15590 |
| }, |
| { |
| "epoch": 19.97439180537772, |
| "grad_norm": 1.1894117960764561e-05, |
| "learning_rate": 1.4226774790155073e-08, |
| "loss": 0.0101, |
| "step": 15600 |
| }, |
| { |
| "epoch": 19.98719590268886, |
| "grad_norm": 0.0012836161768063903, |
| "learning_rate": 7.113387395077537e-09, |
| "loss": 0.0119, |
| "step": 15610 |
| }, |
| { |
| "epoch": 20.0, |
| "grad_norm": 0.0017099727410823107, |
| "learning_rate": 0.0, |
| "loss": 0.0194, |
| "step": 15620 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 15620, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 20, |
| "save_steps": 20000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 64, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
