| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.0794099857569313, |
| "eval_steps": 500, |
| "global_step": 4070, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0001951105301153103, |
| "grad_norm": 1290.1151800966732, |
| "learning_rate": 2.910112359550562e-06, |
| "loss": 1.6666240692138672, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0003902210602306206, |
| "grad_norm": 2094.709006858091, |
| "learning_rate": 3.921348314606742e-06, |
| "loss": 0.9677549362182617, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.000585331590345931, |
| "grad_norm": 30.714148238594614, |
| "learning_rate": 4.932584269662922e-06, |
| "loss": 0.7858523368835449, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0007804421204612412, |
| "grad_norm": 497.9186820845375, |
| "learning_rate": 5.943820224719102e-06, |
| "loss": 0.7518716812133789, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.0009755526505765516, |
| "grad_norm": 40.68707475383215, |
| "learning_rate": 6.955056179775282e-06, |
| "loss": 0.7165522575378418, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.001170663180691862, |
| "grad_norm": 49.16345817267902, |
| "learning_rate": 7.966292134831462e-06, |
| "loss": 0.6980477333068847, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.0013657737108071723, |
| "grad_norm": 110.36540709084935, |
| "learning_rate": 8.977528089887641e-06, |
| "loss": 0.6940877437591553, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.0015608842409224825, |
| "grad_norm": 45.22696804420163, |
| "learning_rate": 9.988764044943822e-06, |
| "loss": 0.7629052639007569, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.001755994771037793, |
| "grad_norm": 8.589551842197837, |
| "learning_rate": 1.1000000000000001e-05, |
| "loss": 0.7278446197509766, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.0019511053011531032, |
| "grad_norm": 22.256653345446292, |
| "learning_rate": 1.2011235955056182e-05, |
| "loss": 0.7335631370544433, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.0021462158312684134, |
| "grad_norm": 37.8295200972987, |
| "learning_rate": 1.3022471910112362e-05, |
| "loss": 0.7461274623870849, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.002341326361383724, |
| "grad_norm": 15.77833948739335, |
| "learning_rate": 1.403370786516854e-05, |
| "loss": 0.7302251338958741, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.0025364368914990343, |
| "grad_norm": 662.5019348463974, |
| "learning_rate": 1.504494382022472e-05, |
| "loss": 0.7099417686462403, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.0027315474216143445, |
| "grad_norm": 8.07873176220526, |
| "learning_rate": 1.60561797752809e-05, |
| "loss": 0.8300569534301758, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.0029266579517296548, |
| "grad_norm": 108.63732872651582, |
| "learning_rate": 1.706741573033708e-05, |
| "loss": 0.7591472148895264, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.003121768481844965, |
| "grad_norm": 12.742460468210709, |
| "learning_rate": 1.8078651685393256e-05, |
| "loss": 0.7846505641937256, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.0033168790119602757, |
| "grad_norm": 19.46685500550541, |
| "learning_rate": 1.908988764044944e-05, |
| "loss": 0.7010777473449707, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.003511989542075586, |
| "grad_norm": 3.79492579495788, |
| "learning_rate": 2e-05, |
| "loss": 0.7221960067749024, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.003707100072190896, |
| "grad_norm": 3.761910629826001, |
| "learning_rate": 2e-05, |
| "loss": 0.7448129653930664, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.0039022106023062064, |
| "grad_norm": 4.471289857736554, |
| "learning_rate": 2e-05, |
| "loss": 0.7120450496673584, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.004097321132421517, |
| "grad_norm": 7.832558161000839, |
| "learning_rate": 2e-05, |
| "loss": 0.7076560974121093, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.004292431662536827, |
| "grad_norm": 24.625069340034873, |
| "learning_rate": 2e-05, |
| "loss": 0.7173271179199219, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.004487542192652137, |
| "grad_norm": 10.643240144364263, |
| "learning_rate": 2e-05, |
| "loss": 0.8566647529602051, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.004682652722767448, |
| "grad_norm": 17.191035538928677, |
| "learning_rate": 2e-05, |
| "loss": 0.7157638549804688, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.004877763252882758, |
| "grad_norm": 13.627404303033932, |
| "learning_rate": 2e-05, |
| "loss": 0.7801154136657715, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.005072873782998069, |
| "grad_norm": 24.99914666002505, |
| "learning_rate": 2e-05, |
| "loss": 0.7654953002929688, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.005267984313113379, |
| "grad_norm": 147.25366832545367, |
| "learning_rate": 2e-05, |
| "loss": 0.7404791831970214, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.005463094843228689, |
| "grad_norm": 6.625240044249601, |
| "learning_rate": 2e-05, |
| "loss": 0.7907636165618896, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.005658205373343999, |
| "grad_norm": 11.741773313405414, |
| "learning_rate": 2e-05, |
| "loss": 0.7048698425292969, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.0058533159034593095, |
| "grad_norm": 5.519224801929464, |
| "learning_rate": 2e-05, |
| "loss": 0.7155918121337891, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.00604842643357462, |
| "grad_norm": 11.598372302819296, |
| "learning_rate": 2e-05, |
| "loss": 0.7381957054138184, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.00624353696368993, |
| "grad_norm": 9.444939061369409, |
| "learning_rate": 2e-05, |
| "loss": 0.7207625865936279, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.006438647493805241, |
| "grad_norm": 7.801173531822594, |
| "learning_rate": 2e-05, |
| "loss": 0.723687744140625, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.006633758023920551, |
| "grad_norm": 1.9811128361432186, |
| "learning_rate": 2e-05, |
| "loss": 0.7044608116149902, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.0068288685540358616, |
| "grad_norm": 5.818968297777697, |
| "learning_rate": 2e-05, |
| "loss": 0.7668921947479248, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.007023979084151172, |
| "grad_norm": 3.944741659070438, |
| "learning_rate": 2e-05, |
| "loss": 0.7118455410003662, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.007219089614266482, |
| "grad_norm": 4.311433759305494, |
| "learning_rate": 2e-05, |
| "loss": 0.7700147151947021, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.007414200144381792, |
| "grad_norm": 30.425032251061474, |
| "learning_rate": 2e-05, |
| "loss": 0.7222751140594482, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.0076093106744971025, |
| "grad_norm": 2.782539467868993, |
| "learning_rate": 2e-05, |
| "loss": 0.6802415370941162, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.007804421204612413, |
| "grad_norm": 6.499874836624361, |
| "learning_rate": 2e-05, |
| "loss": 0.6992295742034912, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.007999531734727724, |
| "grad_norm": 5.632464299732364, |
| "learning_rate": 2e-05, |
| "loss": 0.7049863815307618, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.008194642264843033, |
| "grad_norm": 11.183347233038614, |
| "learning_rate": 2e-05, |
| "loss": 0.7416215419769288, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.008389752794958344, |
| "grad_norm": 7.528401125738135, |
| "learning_rate": 2e-05, |
| "loss": 0.7592568397521973, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.008584863325073654, |
| "grad_norm": 5.002885634433326, |
| "learning_rate": 2e-05, |
| "loss": 0.756533145904541, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.008779973855188965, |
| "grad_norm": 5.66603343994339, |
| "learning_rate": 2e-05, |
| "loss": 0.7430764198303222, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.008975084385304274, |
| "grad_norm": 22.314858498949487, |
| "learning_rate": 2e-05, |
| "loss": 0.7967084884643555, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.009170194915419585, |
| "grad_norm": 5.642840192700939, |
| "learning_rate": 2e-05, |
| "loss": 0.7398099422454834, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.009365305445534896, |
| "grad_norm": 2.0656284529162243, |
| "learning_rate": 2e-05, |
| "loss": 0.7248655319213867, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.009560415975650206, |
| "grad_norm": 4.657301334726203, |
| "learning_rate": 2e-05, |
| "loss": 0.7701823711395264, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.009755526505765517, |
| "grad_norm": 4.995971591382155, |
| "learning_rate": 2e-05, |
| "loss": 0.733971357345581, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.009950637035880826, |
| "grad_norm": 11.657412731021536, |
| "learning_rate": 2e-05, |
| "loss": 0.802979564666748, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.010145747565996137, |
| "grad_norm": 3.161728049215805, |
| "learning_rate": 2e-05, |
| "loss": 0.753895378112793, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.010340858096111447, |
| "grad_norm": 24.0896519055277, |
| "learning_rate": 2e-05, |
| "loss": 0.7964776992797852, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.010535968626226758, |
| "grad_norm": 8.361986893202518, |
| "learning_rate": 2e-05, |
| "loss": 0.7574877738952637, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.010731079156342067, |
| "grad_norm": 10.53310762606766, |
| "learning_rate": 2e-05, |
| "loss": 0.7854220867156982, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.010926189686457378, |
| "grad_norm": 96.65480630904233, |
| "learning_rate": 2e-05, |
| "loss": 0.7968769073486328, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.01112130021657269, |
| "grad_norm": 1.8376056131220815, |
| "learning_rate": 2e-05, |
| "loss": 0.7898524284362793, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.011316410746687999, |
| "grad_norm": 1.446906475407358, |
| "learning_rate": 2e-05, |
| "loss": 0.7536652565002442, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.01151152127680331, |
| "grad_norm": 2.63100640718635, |
| "learning_rate": 2e-05, |
| "loss": 0.7614954948425293, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.011706631806918619, |
| "grad_norm": 1.7292424310123347, |
| "learning_rate": 2e-05, |
| "loss": 0.6910699844360352, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.01190174233703393, |
| "grad_norm": 1.6185308860071268, |
| "learning_rate": 2e-05, |
| "loss": 0.7510101318359375, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.01209685286714924, |
| "grad_norm": 9.938109528270555, |
| "learning_rate": 2e-05, |
| "loss": 0.7183078765869141, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.01229196339726455, |
| "grad_norm": 3.1451531777998762, |
| "learning_rate": 2e-05, |
| "loss": 0.6925305843353271, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.01248707392737986, |
| "grad_norm": 11.976814414360483, |
| "learning_rate": 2e-05, |
| "loss": 0.6874044418334961, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.012682184457495171, |
| "grad_norm": 2.512055129296439, |
| "learning_rate": 2e-05, |
| "loss": 0.7078936576843262, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.012877294987610482, |
| "grad_norm": 21.321440055444356, |
| "learning_rate": 2e-05, |
| "loss": 0.7755936622619629, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.013072405517725792, |
| "grad_norm": 6.027137898134079, |
| "learning_rate": 2e-05, |
| "loss": 0.6783116817474365, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.013267516047841103, |
| "grad_norm": 1.6349976601766352, |
| "learning_rate": 2e-05, |
| "loss": 0.7179695129394531, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.013462626577956412, |
| "grad_norm": 2.696759389003869, |
| "learning_rate": 2e-05, |
| "loss": 0.6627010345458985, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.013657737108071723, |
| "grad_norm": 3.094531262148124, |
| "learning_rate": 2e-05, |
| "loss": 0.691745662689209, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.013852847638187032, |
| "grad_norm": 1.3167065811312815, |
| "learning_rate": 2e-05, |
| "loss": 0.6898958206176757, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.014047958168302344, |
| "grad_norm": 3.096688041091074, |
| "learning_rate": 2e-05, |
| "loss": 0.6983632564544677, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.014243068698417653, |
| "grad_norm": 1.5732201392921932, |
| "learning_rate": 2e-05, |
| "loss": 0.6881768703460693, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.014438179228532964, |
| "grad_norm": 4.179444784177794, |
| "learning_rate": 2e-05, |
| "loss": 0.6782029628753662, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.014633289758648273, |
| "grad_norm": 13.022740345020917, |
| "learning_rate": 2e-05, |
| "loss": 0.7157995223999023, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.014828400288763584, |
| "grad_norm": 2.227508854051503, |
| "learning_rate": 2e-05, |
| "loss": 0.7245219230651856, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.015023510818878896, |
| "grad_norm": 3.4074041057703774, |
| "learning_rate": 2e-05, |
| "loss": 0.7473674297332764, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.015218621348994205, |
| "grad_norm": 4.053610258594328, |
| "learning_rate": 2e-05, |
| "loss": 0.664447021484375, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.015413731879109516, |
| "grad_norm": 1.6609484317874577, |
| "learning_rate": 2e-05, |
| "loss": 0.6886637687683106, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.015608842409224825, |
| "grad_norm": 1.5444399305626002, |
| "learning_rate": 2e-05, |
| "loss": 0.7088738918304444, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.015803952939340137, |
| "grad_norm": 3.1762223604517237, |
| "learning_rate": 2e-05, |
| "loss": 0.7194277763366699, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.015999063469455448, |
| "grad_norm": 3.8350609994341527, |
| "learning_rate": 2e-05, |
| "loss": 0.7160842895507813, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.016194173999570755, |
| "grad_norm": 2.315457264069663, |
| "learning_rate": 2e-05, |
| "loss": 0.6816580772399903, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.016389284529686066, |
| "grad_norm": 3.1340139053276896, |
| "learning_rate": 2e-05, |
| "loss": 0.6640499114990235, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.016584395059801377, |
| "grad_norm": 2.103288119861107, |
| "learning_rate": 2e-05, |
| "loss": 0.6783723354339599, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.01677950558991669, |
| "grad_norm": 3.7306310450926383, |
| "learning_rate": 2e-05, |
| "loss": 0.6990603446960449, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.016974616120032, |
| "grad_norm": 2.3246559374347955, |
| "learning_rate": 2e-05, |
| "loss": 0.6684437751770019, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.017169726650147307, |
| "grad_norm": 2.4616580742100016, |
| "learning_rate": 2e-05, |
| "loss": 0.6759738922119141, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.01736483718026262, |
| "grad_norm": 1.4211835502848627, |
| "learning_rate": 2e-05, |
| "loss": 0.7110819816589355, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.01755994771037793, |
| "grad_norm": 3.113362922049139, |
| "learning_rate": 2e-05, |
| "loss": 0.7206232070922851, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.01775505824049324, |
| "grad_norm": 1.5202175869081638, |
| "learning_rate": 2e-05, |
| "loss": 0.6578310012817383, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.017950168770608548, |
| "grad_norm": 1.610151123997545, |
| "learning_rate": 2e-05, |
| "loss": 0.7033986568450927, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.01814527930072386, |
| "grad_norm": 2.213950402852014, |
| "learning_rate": 2e-05, |
| "loss": 0.7181561946868896, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.01834038983083917, |
| "grad_norm": 1.0525256653678736, |
| "learning_rate": 2e-05, |
| "loss": 0.64858980178833, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.01853550036095448, |
| "grad_norm": 1.1535760888310356, |
| "learning_rate": 2e-05, |
| "loss": 0.6768205642700196, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.018730610891069793, |
| "grad_norm": 2.5687267328441172, |
| "learning_rate": 2e-05, |
| "loss": 0.7187290191650391, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.0189257214211851, |
| "grad_norm": 2.363644647745971, |
| "learning_rate": 2e-05, |
| "loss": 0.6914881706237793, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.01912083195130041, |
| "grad_norm": 1.6586735289269663, |
| "learning_rate": 2e-05, |
| "loss": 0.7053565979003906, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.019315942481415722, |
| "grad_norm": 1.3154384327675313, |
| "learning_rate": 2e-05, |
| "loss": 0.6894444942474365, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.019511053011531033, |
| "grad_norm": 1.4829582302075024, |
| "learning_rate": 2e-05, |
| "loss": 0.6964797019958496, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.01970616354164634, |
| "grad_norm": 11.246853734884391, |
| "learning_rate": 2e-05, |
| "loss": 0.6903947830200196, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.019901274071761652, |
| "grad_norm": 2.130270630304158, |
| "learning_rate": 2e-05, |
| "loss": 0.7131201744079589, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.020096384601876963, |
| "grad_norm": 2.3843191059461684, |
| "learning_rate": 2e-05, |
| "loss": 0.7245532989501953, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.020291495131992274, |
| "grad_norm": 1.8036658748418921, |
| "learning_rate": 2e-05, |
| "loss": 0.688844633102417, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.020486605662107586, |
| "grad_norm": 4.142854989409903, |
| "learning_rate": 2e-05, |
| "loss": 0.6744081020355225, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.020681716192222893, |
| "grad_norm": 1.472431946736185, |
| "learning_rate": 2e-05, |
| "loss": 0.6328347682952881, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.020876826722338204, |
| "grad_norm": 2.390747409072109, |
| "learning_rate": 2e-05, |
| "loss": 0.688608455657959, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.021071937252453515, |
| "grad_norm": 2.538662996092993, |
| "learning_rate": 2e-05, |
| "loss": 0.7029477119445801, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.021267047782568826, |
| "grad_norm": 2.4656407868003436, |
| "learning_rate": 2e-05, |
| "loss": 0.6541564464569092, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.021462158312684134, |
| "grad_norm": 1.4483652415733586, |
| "learning_rate": 2e-05, |
| "loss": 0.6665634155273438, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.021657268842799445, |
| "grad_norm": 3.7600001493285813, |
| "learning_rate": 2e-05, |
| "loss": 0.6685405731201172, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.021852379372914756, |
| "grad_norm": 4.4698831654409785, |
| "learning_rate": 2e-05, |
| "loss": 0.6686572074890137, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.022047489903030067, |
| "grad_norm": 1.2416499167615647, |
| "learning_rate": 2e-05, |
| "loss": 0.6792525291442871, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.02224260043314538, |
| "grad_norm": 1.261439766703017, |
| "learning_rate": 2e-05, |
| "loss": 0.6553254127502441, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.022437710963260686, |
| "grad_norm": 3.0580767819341967, |
| "learning_rate": 2e-05, |
| "loss": 0.670100736618042, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.022632821493375997, |
| "grad_norm": 1.9982728200546733, |
| "learning_rate": 2e-05, |
| "loss": 0.6652833461761475, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.02282793202349131, |
| "grad_norm": 1.4478470019999148, |
| "learning_rate": 2e-05, |
| "loss": 0.6802016258239746, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.02302304255360662, |
| "grad_norm": 1.390262972826178, |
| "learning_rate": 2e-05, |
| "loss": 0.6520106792449951, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.023218153083721927, |
| "grad_norm": 1.2517531765951326, |
| "learning_rate": 2e-05, |
| "loss": 0.6596714973449707, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.023413263613837238, |
| "grad_norm": 1.66285797208597, |
| "learning_rate": 2e-05, |
| "loss": 0.6890499114990234, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.02360837414395255, |
| "grad_norm": 1.4023367573944592, |
| "learning_rate": 2e-05, |
| "loss": 0.6909699440002441, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.02380348467406786, |
| "grad_norm": 2.103600383565939, |
| "learning_rate": 2e-05, |
| "loss": 0.6514087677001953, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.02399859520418317, |
| "grad_norm": 1.3538205014153204, |
| "learning_rate": 2e-05, |
| "loss": 0.7010597229003906, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.02419370573429848, |
| "grad_norm": 1.131100957434826, |
| "learning_rate": 2e-05, |
| "loss": 0.6904762268066407, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.02438881626441379, |
| "grad_norm": 0.8521222417760329, |
| "learning_rate": 2e-05, |
| "loss": 0.6021539688110351, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.0245839267945291, |
| "grad_norm": 0.9985116086981741, |
| "learning_rate": 2e-05, |
| "loss": 0.6618970394134521, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.024779037324644412, |
| "grad_norm": 1.0359703256994235, |
| "learning_rate": 2e-05, |
| "loss": 0.6823967933654785, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.02497414785475972, |
| "grad_norm": 1.2887090486112476, |
| "learning_rate": 2e-05, |
| "loss": 0.6628634452819824, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.02516925838487503, |
| "grad_norm": 3.432834498196539, |
| "learning_rate": 2e-05, |
| "loss": 0.7419169425964356, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.025364368914990342, |
| "grad_norm": 23.557815006813602, |
| "learning_rate": 2e-05, |
| "loss": 0.7083474636077881, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.025559479445105653, |
| "grad_norm": 1.3779699418257583, |
| "learning_rate": 2e-05, |
| "loss": 0.6835464477539063, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.025754589975220964, |
| "grad_norm": 1.0971280641281729, |
| "learning_rate": 2e-05, |
| "loss": 0.6729559898376465, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.025949700505336272, |
| "grad_norm": 86.50430124250552, |
| "learning_rate": 2e-05, |
| "loss": 0.7425766944885254, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.026144811035451583, |
| "grad_norm": 1.9060666983098362, |
| "learning_rate": 2e-05, |
| "loss": 0.6884101867675781, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.026339921565566894, |
| "grad_norm": 4.952310768605313, |
| "learning_rate": 2e-05, |
| "loss": 0.6712810516357421, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.026535032095682205, |
| "grad_norm": 2.1836902499589055, |
| "learning_rate": 2e-05, |
| "loss": 0.6641899108886719, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.026730142625797513, |
| "grad_norm": 0.9745030121353373, |
| "learning_rate": 2e-05, |
| "loss": 0.6548121929168701, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.026925253155912824, |
| "grad_norm": 1.0085691573367601, |
| "learning_rate": 2e-05, |
| "loss": 0.6872680187225342, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.027120363686028135, |
| "grad_norm": 1.0328562743257255, |
| "learning_rate": 2e-05, |
| "loss": 0.6593247413635254, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.027315474216143446, |
| "grad_norm": 1.7706110276938303, |
| "learning_rate": 2e-05, |
| "loss": 0.6563483715057373, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.027510584746258757, |
| "grad_norm": 1.1475044260212954, |
| "learning_rate": 2e-05, |
| "loss": 0.6485116004943847, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.027705695276374065, |
| "grad_norm": 2.1343320521467724, |
| "learning_rate": 2e-05, |
| "loss": 0.6518092155456543, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.027900805806489376, |
| "grad_norm": 19.40190752512825, |
| "learning_rate": 2e-05, |
| "loss": 0.6708407402038574, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.028095916336604687, |
| "grad_norm": 1.0429828458514099, |
| "learning_rate": 2e-05, |
| "loss": 0.6531154632568359, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.028291026866719998, |
| "grad_norm": 3.854687583398717, |
| "learning_rate": 2e-05, |
| "loss": 0.6318797588348388, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.028486137396835306, |
| "grad_norm": 1.2803239369157802, |
| "learning_rate": 2e-05, |
| "loss": 0.6483430385589599, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.028681247926950617, |
| "grad_norm": 1.7844005133176821, |
| "learning_rate": 2e-05, |
| "loss": 0.670600414276123, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.028876358457065928, |
| "grad_norm": 2.638360353786163, |
| "learning_rate": 2e-05, |
| "loss": 0.6612592220306397, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.02907146898718124, |
| "grad_norm": 1.2239072376785438, |
| "learning_rate": 2e-05, |
| "loss": 0.6572507381439209, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.029266579517296547, |
| "grad_norm": 3.9817061848469457, |
| "learning_rate": 2e-05, |
| "loss": 0.631273603439331, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.029461690047411858, |
| "grad_norm": 1.2083656296744134, |
| "learning_rate": 2e-05, |
| "loss": 0.6754149913787841, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.02965680057752717, |
| "grad_norm": 1.6701538309486328, |
| "learning_rate": 2e-05, |
| "loss": 0.6359077453613281, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.02985191110764248, |
| "grad_norm": 1.1088864730268388, |
| "learning_rate": 2e-05, |
| "loss": 0.6407184600830078, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.03004702163775779, |
| "grad_norm": 2.855041461691364, |
| "learning_rate": 2e-05, |
| "loss": 0.6601726531982421, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.0302421321678731, |
| "grad_norm": 1.041676019536129, |
| "learning_rate": 2e-05, |
| "loss": 0.6693766593933106, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.03043724269798841, |
| "grad_norm": 1.7903036215917778, |
| "learning_rate": 2e-05, |
| "loss": 0.6842814445495605, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.03063235322810372, |
| "grad_norm": 1.2275140901739492, |
| "learning_rate": 2e-05, |
| "loss": 0.6563383102416992, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.030827463758219032, |
| "grad_norm": 1.4416525013205308, |
| "learning_rate": 2e-05, |
| "loss": 0.70062255859375, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.03102257428833434, |
| "grad_norm": 1.022694275409909, |
| "learning_rate": 2e-05, |
| "loss": 0.6751978874206543, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.03121768481844965, |
| "grad_norm": 1.5434339515015798, |
| "learning_rate": 2e-05, |
| "loss": 0.6534595489501953, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.03141279534856496, |
| "grad_norm": 4.482223058250825, |
| "learning_rate": 2e-05, |
| "loss": 0.679110336303711, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.03160790587868027, |
| "grad_norm": 1.269130777338052, |
| "learning_rate": 2e-05, |
| "loss": 0.6603041648864746, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.031803016408795584, |
| "grad_norm": 3.5729377498646477, |
| "learning_rate": 2e-05, |
| "loss": 0.6539816856384277, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.031998126938910895, |
| "grad_norm": 2.6023274014566247, |
| "learning_rate": 2e-05, |
| "loss": 0.7010405540466309, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.032193237469026206, |
| "grad_norm": 9.210714854982013, |
| "learning_rate": 2e-05, |
| "loss": 0.6686701774597168, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.03238834799914151, |
| "grad_norm": 5.165666638947227, |
| "learning_rate": 2e-05, |
| "loss": 0.6095908164978028, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.03258345852925682, |
| "grad_norm": 9.16141664239496, |
| "learning_rate": 2e-05, |
| "loss": 0.7108460903167725, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.03277856905937213, |
| "grad_norm": 3.161658879203255, |
| "learning_rate": 2e-05, |
| "loss": 0.6284823417663574, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.032973679589487444, |
| "grad_norm": 5.944141446716445, |
| "learning_rate": 2e-05, |
| "loss": 0.6405398845672607, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.033168790119602755, |
| "grad_norm": 1.7808423949894736, |
| "learning_rate": 2e-05, |
| "loss": 0.6491862297058105, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.033363900649718066, |
| "grad_norm": 1.726175898675113, |
| "learning_rate": 2e-05, |
| "loss": 0.6724005699157715, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.03355901117983338, |
| "grad_norm": 2.376245899157911, |
| "learning_rate": 2e-05, |
| "loss": 0.6525126934051514, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.03375412170994869, |
| "grad_norm": 1.6653879954838984, |
| "learning_rate": 2e-05, |
| "loss": 0.6367118835449219, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.033949232240064, |
| "grad_norm": 1.3883560501158865, |
| "learning_rate": 2e-05, |
| "loss": 0.6553079128265381, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.0341443427701793, |
| "grad_norm": 11.844497956339469, |
| "learning_rate": 2e-05, |
| "loss": 0.5972353935241699, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.034339453300294615, |
| "grad_norm": 1.5888196717274026, |
| "learning_rate": 2e-05, |
| "loss": 0.658538818359375, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.034534563830409926, |
| "grad_norm": 1.2587083645893846, |
| "learning_rate": 2e-05, |
| "loss": 0.6199719905853271, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.03472967436052524, |
| "grad_norm": 2.0204514597287266, |
| "learning_rate": 2e-05, |
| "loss": 0.6569772243499756, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.03492478489064055, |
| "grad_norm": 1.1323396524728921, |
| "learning_rate": 2e-05, |
| "loss": 0.6597754478454589, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.03511989542075586, |
| "grad_norm": 4.803084432276915, |
| "learning_rate": 2e-05, |
| "loss": 0.6832777976989746, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.03531500595087117, |
| "grad_norm": 1.2706249626426194, |
| "learning_rate": 2e-05, |
| "loss": 0.6612133026123047, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.03551011648098648, |
| "grad_norm": 2.888385667334179, |
| "learning_rate": 2e-05, |
| "loss": 0.6800965785980224, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.03570522701110179, |
| "grad_norm": 1.7994196905308342, |
| "learning_rate": 2e-05, |
| "loss": 0.6731705665588379, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.035900337541217096, |
| "grad_norm": 2.2229464990180463, |
| "learning_rate": 2e-05, |
| "loss": 0.6999088287353515, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.03609544807133241, |
| "grad_norm": 1.7473284581429838, |
| "learning_rate": 2e-05, |
| "loss": 0.665509557723999, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.03629055860144772, |
| "grad_norm": 2.2975536238797036, |
| "learning_rate": 2e-05, |
| "loss": 0.6647231101989746, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.03648566913156303, |
| "grad_norm": 2.6214877289682246, |
| "learning_rate": 2e-05, |
| "loss": 0.62739577293396, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.03668077966167834, |
| "grad_norm": 2.192373938003488, |
| "learning_rate": 2e-05, |
| "loss": 0.7087226390838623, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.03687589019179365, |
| "grad_norm": 6.62847066861488, |
| "learning_rate": 2e-05, |
| "loss": 0.6841737270355225, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.03707100072190896, |
| "grad_norm": 8.573387218725129, |
| "learning_rate": 2e-05, |
| "loss": 0.6550696849822998, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.037266111252024274, |
| "grad_norm": 21.81644893450406, |
| "learning_rate": 2e-05, |
| "loss": 0.6534019470214844, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.037461221782139585, |
| "grad_norm": 1.972315212149555, |
| "learning_rate": 2e-05, |
| "loss": 0.6699990272521973, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.03765633231225489, |
| "grad_norm": 1.572875023378223, |
| "learning_rate": 2e-05, |
| "loss": 0.6702420234680175, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.0378514428423702, |
| "grad_norm": 1.2077505710786207, |
| "learning_rate": 2e-05, |
| "loss": 0.6410272121429443, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.03804655337248551, |
| "grad_norm": 1.3936237416130755, |
| "learning_rate": 2e-05, |
| "loss": 0.6933211803436279, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.03824166390260082, |
| "grad_norm": 2.6969645830470323, |
| "learning_rate": 2e-05, |
| "loss": 0.6899444580078125, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.038436774432716134, |
| "grad_norm": 3.6883874679320745, |
| "learning_rate": 2e-05, |
| "loss": 0.661356258392334, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.038631884962831445, |
| "grad_norm": 4.1375939813313325, |
| "learning_rate": 2e-05, |
| "loss": 0.6723477840423584, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.038826995492946756, |
| "grad_norm": 8.712693611376435, |
| "learning_rate": 2e-05, |
| "loss": 0.6563708305358886, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.03902210602306207, |
| "grad_norm": 1.7546049733134041, |
| "learning_rate": 2e-05, |
| "loss": 0.6711672782897949, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.03921721655317738, |
| "grad_norm": 1.7813893766887805, |
| "learning_rate": 2e-05, |
| "loss": 0.6956442832946778, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.03941232708329268, |
| "grad_norm": 1.2906449372308841, |
| "learning_rate": 2e-05, |
| "loss": 0.6290652275085449, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.03960743761340799, |
| "grad_norm": 1.1252587686982205, |
| "learning_rate": 2e-05, |
| "loss": 0.6268731117248535, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.039802548143523304, |
| "grad_norm": 1.4021563501477514, |
| "learning_rate": 2e-05, |
| "loss": 0.6229870796203614, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.039997658673638616, |
| "grad_norm": 3.6802270890598137, |
| "learning_rate": 2e-05, |
| "loss": 0.6835996150970459, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.04019276920375393, |
| "grad_norm": 2.187332194734741, |
| "learning_rate": 2e-05, |
| "loss": 0.6701037406921386, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.04038787973386924, |
| "grad_norm": 1.3611685482292595, |
| "learning_rate": 2e-05, |
| "loss": 0.6770423412322998, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.04058299026398455, |
| "grad_norm": 1.3441815988847614, |
| "learning_rate": 2e-05, |
| "loss": 0.6499631881713868, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.04077810079409986, |
| "grad_norm": 9.12711526768921, |
| "learning_rate": 2e-05, |
| "loss": 0.683414077758789, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.04097321132421517, |
| "grad_norm": 1.4188932279527693, |
| "learning_rate": 2e-05, |
| "loss": 0.6575721263885498, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.041168321854330475, |
| "grad_norm": 3.713308065642342, |
| "learning_rate": 2e-05, |
| "loss": 0.6424132347106933, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.041363432384445786, |
| "grad_norm": 1.216789291881629, |
| "learning_rate": 2e-05, |
| "loss": 0.6082934379577637, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.0415585429145611, |
| "grad_norm": 5.887098747054894, |
| "learning_rate": 2e-05, |
| "loss": 0.6324620723724366, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.04175365344467641, |
| "grad_norm": 1.1070926483576238, |
| "learning_rate": 2e-05, |
| "loss": 0.6326879024505615, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.04194876397479172, |
| "grad_norm": 1.1785127557251094, |
| "learning_rate": 2e-05, |
| "loss": 0.6675579071044921, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.04214387450490703, |
| "grad_norm": 1.006559988082113, |
| "learning_rate": 2e-05, |
| "loss": 0.6432580471038818, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.04233898503502234, |
| "grad_norm": 2.716372651072617, |
| "learning_rate": 2e-05, |
| "loss": 0.7396750450134277, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.04253409556513765, |
| "grad_norm": 0.9718403133049374, |
| "learning_rate": 2e-05, |
| "loss": 0.6772015571594239, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.042729206095252964, |
| "grad_norm": 0.9005964057824478, |
| "learning_rate": 2e-05, |
| "loss": 0.6328301906585694, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.04292431662536827, |
| "grad_norm": 1.2963325273598403, |
| "learning_rate": 2e-05, |
| "loss": 0.6432890892028809, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.04311942715548358, |
| "grad_norm": 1.001725956679164, |
| "learning_rate": 2e-05, |
| "loss": 0.6372798919677735, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.04331453768559889, |
| "grad_norm": 3.1587572866453257, |
| "learning_rate": 2e-05, |
| "loss": 0.6135322093963623, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.0435096482157142, |
| "grad_norm": 1.2804751215716266, |
| "learning_rate": 2e-05, |
| "loss": 0.6305487632751465, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.04370475874582951, |
| "grad_norm": 1.1457186328331357, |
| "learning_rate": 2e-05, |
| "loss": 0.6331235885620117, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.043899869275944824, |
| "grad_norm": 1.854166740392985, |
| "learning_rate": 2e-05, |
| "loss": 0.6291882514953613, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.044094979806060135, |
| "grad_norm": 1.9004721677403358, |
| "learning_rate": 2e-05, |
| "loss": 0.6142114162445068, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.044290090336175446, |
| "grad_norm": 1.41540507101651, |
| "learning_rate": 2e-05, |
| "loss": 0.6601502895355225, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.04448520086629076, |
| "grad_norm": 3.7027882830176577, |
| "learning_rate": 2e-05, |
| "loss": 0.6777358531951905, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.04468031139640606, |
| "grad_norm": 2.2529442152725214, |
| "learning_rate": 2e-05, |
| "loss": 0.6659074306488038, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.04487542192652137, |
| "grad_norm": 1.175525517819129, |
| "learning_rate": 2e-05, |
| "loss": 0.6502988338470459, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.04507053245663668, |
| "grad_norm": 3.629353206067376, |
| "learning_rate": 2e-05, |
| "loss": 0.6306095123291016, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.045265642986751994, |
| "grad_norm": 1.1993125186745976, |
| "learning_rate": 2e-05, |
| "loss": 0.6154571056365967, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.045460753516867305, |
| "grad_norm": 1.637233138652609, |
| "learning_rate": 2e-05, |
| "loss": 0.72869873046875, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.04565586404698262, |
| "grad_norm": 1.9118168385502368, |
| "learning_rate": 2e-05, |
| "loss": 0.6948616027832031, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.04585097457709793, |
| "grad_norm": 34.84879966449921, |
| "learning_rate": 2e-05, |
| "loss": 0.6756387710571289, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.04604608510721324, |
| "grad_norm": 2.3342267082519963, |
| "learning_rate": 2e-05, |
| "loss": 0.6326287269592286, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.04624119563732855, |
| "grad_norm": 2.694491295690956, |
| "learning_rate": 2e-05, |
| "loss": 0.6674449920654297, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.046436306167443854, |
| "grad_norm": 1.2923163665194242, |
| "learning_rate": 2e-05, |
| "loss": 0.6214028835296631, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.046631416697559165, |
| "grad_norm": 3.0360798029514533, |
| "learning_rate": 2e-05, |
| "loss": 0.6473525047302247, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.046826527227674476, |
| "grad_norm": 1.8742837447680314, |
| "learning_rate": 2e-05, |
| "loss": 0.6427742004394531, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.04702163775778979, |
| "grad_norm": 1.217814352410143, |
| "learning_rate": 2e-05, |
| "loss": 0.6365565776824951, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.0472167482879051, |
| "grad_norm": 1.1631505432109965, |
| "learning_rate": 2e-05, |
| "loss": 0.6714714050292969, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.04741185881802041, |
| "grad_norm": 1.32159178985653, |
| "learning_rate": 2e-05, |
| "loss": 0.6817323207855225, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.04760696934813572, |
| "grad_norm": 1.1018026265069345, |
| "learning_rate": 2e-05, |
| "loss": 0.6815985679626465, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.04780207987825103, |
| "grad_norm": 22.847932763546503, |
| "learning_rate": 2e-05, |
| "loss": 0.5750728607177734, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.04799719040836634, |
| "grad_norm": 1.4795482431427542, |
| "learning_rate": 2e-05, |
| "loss": 0.6426702499389648, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.04819230093848165, |
| "grad_norm": 1.3254518586884037, |
| "learning_rate": 2e-05, |
| "loss": 0.676140308380127, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.04838741146859696, |
| "grad_norm": 1.0882754172795883, |
| "learning_rate": 2e-05, |
| "loss": 0.6622509002685547, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.04858252199871227, |
| "grad_norm": 1.3447696761930397, |
| "learning_rate": 2e-05, |
| "loss": 0.6921796321868896, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.04877763252882758, |
| "grad_norm": 1.936302231460338, |
| "learning_rate": 2e-05, |
| "loss": 0.6208174705505372, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.04897274305894289, |
| "grad_norm": 1.2550117269317078, |
| "learning_rate": 2e-05, |
| "loss": 0.6440116882324218, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.0491678535890582, |
| "grad_norm": 1.9278477196956771, |
| "learning_rate": 2e-05, |
| "loss": 0.6667954921722412, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.049362964119173514, |
| "grad_norm": 5.439724358924595, |
| "learning_rate": 2e-05, |
| "loss": 0.6475661754608154, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.049558074649288825, |
| "grad_norm": 8.062280693841178, |
| "learning_rate": 2e-05, |
| "loss": 0.6361377239227295, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.049753185179404136, |
| "grad_norm": 1.0181825352319607, |
| "learning_rate": 2e-05, |
| "loss": 0.6536860466003418, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.04994829570951944, |
| "grad_norm": 1.3197436745932614, |
| "learning_rate": 2e-05, |
| "loss": 0.6890059471130371, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.05014340623963475, |
| "grad_norm": 1.0963279480590244, |
| "learning_rate": 2e-05, |
| "loss": 0.6805807113647461, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.05033851676975006, |
| "grad_norm": 1.0657884115182137, |
| "learning_rate": 2e-05, |
| "loss": 0.6054826259613038, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.05053362729986537, |
| "grad_norm": 1.5912624935136637, |
| "learning_rate": 2e-05, |
| "loss": 0.6484633445739746, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.050728737829980684, |
| "grad_norm": 1.4154164611136124, |
| "learning_rate": 2e-05, |
| "loss": 0.5808984756469726, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.050923848360095995, |
| "grad_norm": 1.537336896367386, |
| "learning_rate": 2e-05, |
| "loss": 0.6322601318359375, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.051118958890211307, |
| "grad_norm": 1.286134699209086, |
| "learning_rate": 2e-05, |
| "loss": 0.6271740913391113, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.05131406942032662, |
| "grad_norm": 1.386894457293401, |
| "learning_rate": 2e-05, |
| "loss": 0.6155960083007812, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.05150917995044193, |
| "grad_norm": 1.0545351003990986, |
| "learning_rate": 2e-05, |
| "loss": 0.646420955657959, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.05170429048055723, |
| "grad_norm": 0.955341679609493, |
| "learning_rate": 2e-05, |
| "loss": 0.6254727840423584, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.051899401010672544, |
| "grad_norm": 1.0146807160006226, |
| "learning_rate": 2e-05, |
| "loss": 0.6190547943115234, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.052094511540787855, |
| "grad_norm": 2.1720374533376954, |
| "learning_rate": 2e-05, |
| "loss": 0.6083064556121827, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.052289622070903166, |
| "grad_norm": 1.641332076277408, |
| "learning_rate": 2e-05, |
| "loss": 0.6259395599365234, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.05248473260101848, |
| "grad_norm": 11.332025115437233, |
| "learning_rate": 2e-05, |
| "loss": 0.6529458999633789, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.05267984313113379, |
| "grad_norm": 5.334903106648695, |
| "learning_rate": 2e-05, |
| "loss": 0.6095157623291015, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.0528749536612491, |
| "grad_norm": 2.9393362751341945, |
| "learning_rate": 2e-05, |
| "loss": 0.682373332977295, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.05307006419136441, |
| "grad_norm": 1.7952603597241157, |
| "learning_rate": 2e-05, |
| "loss": 0.632810401916504, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.05326517472147972, |
| "grad_norm": 2.7370127591142355, |
| "learning_rate": 2e-05, |
| "loss": 0.6315185070037842, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.053460285251595026, |
| "grad_norm": 1.1313026162392894, |
| "learning_rate": 2e-05, |
| "loss": 0.6877236366271973, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.05365539578171034, |
| "grad_norm": 0.9788852928625921, |
| "learning_rate": 2e-05, |
| "loss": 0.6380230903625488, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.05385050631182565, |
| "grad_norm": 1.2295112399626302, |
| "learning_rate": 2e-05, |
| "loss": 0.6558066368103027, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.05404561684194096, |
| "grad_norm": 1.7300697415690638, |
| "learning_rate": 2e-05, |
| "loss": 0.657502555847168, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.05424072737205627, |
| "grad_norm": 4.1104395879084885, |
| "learning_rate": 2e-05, |
| "loss": 0.6370492458343506, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.05443583790217158, |
| "grad_norm": 4.0220491270995335, |
| "learning_rate": 2e-05, |
| "loss": 0.6445048332214356, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.05463094843228689, |
| "grad_norm": 1.5525273209021713, |
| "learning_rate": 2e-05, |
| "loss": 0.6258399963378907, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.054826058962402204, |
| "grad_norm": 0.9572531286068277, |
| "learning_rate": 2e-05, |
| "loss": 0.6665648937225341, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.055021169492517515, |
| "grad_norm": 4.546053152231271, |
| "learning_rate": 2e-05, |
| "loss": 0.7149829864501953, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.05521628002263282, |
| "grad_norm": 5.843608943988325, |
| "learning_rate": 2e-05, |
| "loss": 0.7470980644226074, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.05541139055274813, |
| "grad_norm": 4.01133864918651, |
| "learning_rate": 2e-05, |
| "loss": 0.6170453548431396, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.05560650108286344, |
| "grad_norm": 1.9500803252145231, |
| "learning_rate": 2e-05, |
| "loss": 0.6097970962524414, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.05580161161297875, |
| "grad_norm": 2.486174718243125, |
| "learning_rate": 2e-05, |
| "loss": 0.6476648330688477, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.05599672214309406, |
| "grad_norm": 5.605876481434666, |
| "learning_rate": 2e-05, |
| "loss": 0.5887874603271485, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.056191832673209374, |
| "grad_norm": 1.0642005234995409, |
| "learning_rate": 2e-05, |
| "loss": 0.6330161094665527, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.056386943203324685, |
| "grad_norm": 2.815991081457381, |
| "learning_rate": 2e-05, |
| "loss": 0.644951057434082, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.056582053733439996, |
| "grad_norm": 103.34264586482593, |
| "learning_rate": 2e-05, |
| "loss": 0.6404618740081787, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.05677716426355531, |
| "grad_norm": 79.43667317410264, |
| "learning_rate": 2e-05, |
| "loss": 0.6286736965179444, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.05697227479367061, |
| "grad_norm": 2.4007276032745564, |
| "learning_rate": 2e-05, |
| "loss": 0.6209447383880615, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.05716738532378592, |
| "grad_norm": 1.7303282258258368, |
| "learning_rate": 2e-05, |
| "loss": 0.6572585105895996, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.057362495853901234, |
| "grad_norm": 3.108786120405242, |
| "learning_rate": 2e-05, |
| "loss": 0.608528470993042, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.057557606384016545, |
| "grad_norm": 2.10301470688165, |
| "learning_rate": 2e-05, |
| "loss": 0.6276017665863037, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.057752716914131856, |
| "grad_norm": 21.6124226595325, |
| "learning_rate": 2e-05, |
| "loss": 0.6253087520599365, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.05794782744424717, |
| "grad_norm": 1.035566957444965, |
| "learning_rate": 2e-05, |
| "loss": 0.6322129726409912, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.05814293797436248, |
| "grad_norm": 3.117969109903932, |
| "learning_rate": 2e-05, |
| "loss": 0.6098252773284912, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.05833804850447779, |
| "grad_norm": 3.07291560071334, |
| "learning_rate": 2e-05, |
| "loss": 0.6672710418701172, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.058533159034593094, |
| "grad_norm": 4.963609006749492, |
| "learning_rate": 2e-05, |
| "loss": 0.6251094818115235, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.058728269564708405, |
| "grad_norm": 3.8392304337804326, |
| "learning_rate": 2e-05, |
| "loss": 0.6889659881591796, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.058923380094823716, |
| "grad_norm": 1.781608332358966, |
| "learning_rate": 2e-05, |
| "loss": 0.6498517990112305, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.05911849062493903, |
| "grad_norm": 1.8656303826960035, |
| "learning_rate": 2e-05, |
| "loss": 0.6888402938842774, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.05931360115505434, |
| "grad_norm": 2.532717771736894, |
| "learning_rate": 2e-05, |
| "loss": 0.6240044593811035, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.05950871168516965, |
| "grad_norm": 125.9145591351418, |
| "learning_rate": 2e-05, |
| "loss": 0.6656532287597656, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.05970382221528496, |
| "grad_norm": 1.943201815002491, |
| "learning_rate": 2e-05, |
| "loss": 0.6358197212219239, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.05989893274540027, |
| "grad_norm": 2.1611113411071496, |
| "learning_rate": 2e-05, |
| "loss": 0.6162757873535156, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.06009404327551558, |
| "grad_norm": 8.505308423903141, |
| "learning_rate": 2e-05, |
| "loss": 0.653986120223999, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.060289153805630886, |
| "grad_norm": 1.6542601536413564, |
| "learning_rate": 2e-05, |
| "loss": 0.6210150718688965, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.0604842643357462, |
| "grad_norm": 1.7764769359485486, |
| "learning_rate": 2e-05, |
| "loss": 0.6315331935882569, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.06067937486586151, |
| "grad_norm": 4.836501282917753, |
| "learning_rate": 2e-05, |
| "loss": 0.6621027946472168, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.06087448539597682, |
| "grad_norm": 5.1501101327822845, |
| "learning_rate": 2e-05, |
| "loss": 0.6463577270507812, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.06106959592609213, |
| "grad_norm": 2.3159714005969705, |
| "learning_rate": 2e-05, |
| "loss": 0.6429004192352294, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.06126470645620744, |
| "grad_norm": 2.728195642075128, |
| "learning_rate": 2e-05, |
| "loss": 0.6332973003387451, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.06145981698632275, |
| "grad_norm": 1.2279562609381547, |
| "learning_rate": 2e-05, |
| "loss": 0.6325988292694091, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.061654927516438064, |
| "grad_norm": 1.9493092556172391, |
| "learning_rate": 2e-05, |
| "loss": 0.6550612926483155, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.061850038046553375, |
| "grad_norm": 2.019023304591436, |
| "learning_rate": 2e-05, |
| "loss": 0.6142223358154297, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.06204514857666868, |
| "grad_norm": 1.74420411133503, |
| "learning_rate": 2e-05, |
| "loss": 0.6268470764160157, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.06224025910678399, |
| "grad_norm": 1.6619355604873653, |
| "learning_rate": 2e-05, |
| "loss": 0.6191567420959473, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.0624353696368993, |
| "grad_norm": 4.140970560730074, |
| "learning_rate": 2e-05, |
| "loss": 0.6285354137420655, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.06263048016701461, |
| "grad_norm": 5.159480027508822, |
| "learning_rate": 2e-05, |
| "loss": 0.6047804832458497, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.06282559069712992, |
| "grad_norm": 1.8557966038129536, |
| "learning_rate": 2e-05, |
| "loss": 0.6683725357055664, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.06302070122724523, |
| "grad_norm": 1.9736528648225522, |
| "learning_rate": 2e-05, |
| "loss": 0.6185779571533203, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.06321581175736055, |
| "grad_norm": 18.34026324855907, |
| "learning_rate": 2e-05, |
| "loss": 0.6165416717529297, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.06341092228747586, |
| "grad_norm": 15.522868255555723, |
| "learning_rate": 2e-05, |
| "loss": 0.6219786643981934, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.06360603281759117, |
| "grad_norm": 1.202487696485921, |
| "learning_rate": 2e-05, |
| "loss": 0.6668967247009278, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.06380114334770648, |
| "grad_norm": 1.0722125159360762, |
| "learning_rate": 2e-05, |
| "loss": 0.622715950012207, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.06399625387782179, |
| "grad_norm": 0.9520172401507281, |
| "learning_rate": 2e-05, |
| "loss": 0.6406888484954834, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.0641913644079371, |
| "grad_norm": 1.5574105897988617, |
| "learning_rate": 2e-05, |
| "loss": 0.6616538047790528, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.06438647493805241, |
| "grad_norm": 0.9534801349175593, |
| "learning_rate": 2e-05, |
| "loss": 0.5777172088623047, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.06458158546816772, |
| "grad_norm": 2.490289099615107, |
| "learning_rate": 2e-05, |
| "loss": 0.651535940170288, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.06477669599828302, |
| "grad_norm": 1.1719574017262055, |
| "learning_rate": 2e-05, |
| "loss": 0.6687840938568115, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.06497180652839833, |
| "grad_norm": 1.7894175678356339, |
| "learning_rate": 2e-05, |
| "loss": 0.6507015228271484, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.06516691705851364, |
| "grad_norm": 0.9617747704284962, |
| "learning_rate": 2e-05, |
| "loss": 0.6277545928955078, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.06536202758862895, |
| "grad_norm": 1.024868673927139, |
| "learning_rate": 2e-05, |
| "loss": 0.6204674720764161, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.06555713811874427, |
| "grad_norm": 1.16100322238524, |
| "learning_rate": 2e-05, |
| "loss": 0.6270739555358886, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.06575224864885958, |
| "grad_norm": 1.05899895998444, |
| "learning_rate": 2e-05, |
| "loss": 0.6357701301574707, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.06594735917897489, |
| "grad_norm": 2.0518410013921167, |
| "learning_rate": 2e-05, |
| "loss": 0.6172528743743897, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.0661424697090902, |
| "grad_norm": 1.549139093474472, |
| "learning_rate": 2e-05, |
| "loss": 0.6199777126312256, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.06633758023920551, |
| "grad_norm": 1.5599766278608658, |
| "learning_rate": 2e-05, |
| "loss": 0.619226598739624, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.06653269076932082, |
| "grad_norm": 0.9607097459040843, |
| "learning_rate": 2e-05, |
| "loss": 0.6402338981628418, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.06672780129943613, |
| "grad_norm": 0.9380194617053622, |
| "learning_rate": 2e-05, |
| "loss": 0.6315077781677246, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.06692291182955144, |
| "grad_norm": 1.2360701977959478, |
| "learning_rate": 2e-05, |
| "loss": 0.5841626167297364, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.06711802235966675, |
| "grad_norm": 1.2198333844022478, |
| "learning_rate": 2e-05, |
| "loss": 0.6027783870697021, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.06731313288978207, |
| "grad_norm": 1.1844850338976578, |
| "learning_rate": 2e-05, |
| "loss": 0.5964821815490723, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.06750824341989738, |
| "grad_norm": 0.9930932636074196, |
| "learning_rate": 2e-05, |
| "loss": 0.6134414672851562, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.06770335395001269, |
| "grad_norm": 1.138524640736631, |
| "learning_rate": 2e-05, |
| "loss": 0.6110162734985352, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.067898464480128, |
| "grad_norm": 1.0047825982374765, |
| "learning_rate": 2e-05, |
| "loss": 0.637286376953125, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.06809357501024331, |
| "grad_norm": 1.260216801811752, |
| "learning_rate": 2e-05, |
| "loss": 0.6786258697509766, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.0682886855403586, |
| "grad_norm": 2.1246781599054554, |
| "learning_rate": 2e-05, |
| "loss": 0.663703441619873, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.06848379607047392, |
| "grad_norm": 1.948740029087723, |
| "learning_rate": 2e-05, |
| "loss": 0.6510276317596435, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.06867890660058923, |
| "grad_norm": 1.4026841352229737, |
| "learning_rate": 2e-05, |
| "loss": 0.6513165473937989, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.06887401713070454, |
| "grad_norm": 5.813095243655102, |
| "learning_rate": 2e-05, |
| "loss": 0.5855354309082031, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.06906912766081985, |
| "grad_norm": 2.3155682194928118, |
| "learning_rate": 2e-05, |
| "loss": 0.6335483074188233, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.06926423819093516, |
| "grad_norm": 1.5694715217411332, |
| "learning_rate": 2e-05, |
| "loss": 0.6248700618743896, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.06945934872105047, |
| "grad_norm": 1.161316501242528, |
| "learning_rate": 2e-05, |
| "loss": 0.604718017578125, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.06965445925116578, |
| "grad_norm": 2.044224356570064, |
| "learning_rate": 2e-05, |
| "loss": 0.6216660499572754, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.0698495697812811, |
| "grad_norm": 1.6679796752893745, |
| "learning_rate": 2e-05, |
| "loss": 0.6200233459472656, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.0700446803113964, |
| "grad_norm": 1.7666150549131676, |
| "learning_rate": 2e-05, |
| "loss": 0.6485730648040772, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.07023979084151172, |
| "grad_norm": 2.326009432234743, |
| "learning_rate": 2e-05, |
| "loss": 0.618149709701538, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.07043490137162703, |
| "grad_norm": 4.154343961373888, |
| "learning_rate": 2e-05, |
| "loss": 0.6535586357116699, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.07063001190174234, |
| "grad_norm": 1.3209472948134615, |
| "learning_rate": 2e-05, |
| "loss": 0.6286499977111817, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.07082512243185765, |
| "grad_norm": 1.109490149817695, |
| "learning_rate": 2e-05, |
| "loss": 0.6330195903778076, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.07102023296197296, |
| "grad_norm": 1.310086522110561, |
| "learning_rate": 2e-05, |
| "loss": 0.6741226196289063, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.07121534349208827, |
| "grad_norm": 1.5645094510625, |
| "learning_rate": 2e-05, |
| "loss": 0.6502818107604981, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.07141045402220358, |
| "grad_norm": 1.0117104696448032, |
| "learning_rate": 2e-05, |
| "loss": 0.6151797294616699, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.0716055645523189, |
| "grad_norm": 1.8008334734207228, |
| "learning_rate": 2e-05, |
| "loss": 0.6476142406463623, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.07180067508243419, |
| "grad_norm": 1.327637666045341, |
| "learning_rate": 2e-05, |
| "loss": 0.6369030952453614, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.0719957856125495, |
| "grad_norm": 1.1491539820218042, |
| "learning_rate": 2e-05, |
| "loss": 0.6163894653320312, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.07219089614266481, |
| "grad_norm": 3.1965338595766424, |
| "learning_rate": 2e-05, |
| "loss": 0.5750933647155761, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.07238600667278013, |
| "grad_norm": 1.3632057599003788, |
| "learning_rate": 2e-05, |
| "loss": 0.6531260490417481, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.07258111720289544, |
| "grad_norm": 1.2512607073301945, |
| "learning_rate": 2e-05, |
| "loss": 0.6505274772644043, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.07277622773301075, |
| "grad_norm": 1.936600042650387, |
| "learning_rate": 2e-05, |
| "loss": 0.6244311332702637, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.07297133826312606, |
| "grad_norm": 1.737115862444927, |
| "learning_rate": 2e-05, |
| "loss": 0.6188953399658204, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.07316644879324137, |
| "grad_norm": 2.62098562991079, |
| "learning_rate": 2e-05, |
| "loss": 0.625301742553711, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.07336155932335668, |
| "grad_norm": 0.9956574198637514, |
| "learning_rate": 2e-05, |
| "loss": 0.6125325679779052, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.07355666985347199, |
| "grad_norm": 1.202861962831585, |
| "learning_rate": 2e-05, |
| "loss": 0.6161567687988281, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.0737517803835873, |
| "grad_norm": 2.3867228064920165, |
| "learning_rate": 2e-05, |
| "loss": 0.61738600730896, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.07394689091370261, |
| "grad_norm": 9.870304841199335, |
| "learning_rate": 2e-05, |
| "loss": 0.5734426498413085, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.07414200144381793, |
| "grad_norm": 1.2209044685058315, |
| "learning_rate": 2e-05, |
| "loss": 0.6289399623870849, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.07433711197393324, |
| "grad_norm": 1.1980012076194961, |
| "learning_rate": 2e-05, |
| "loss": 0.6223122596740722, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.07453222250404855, |
| "grad_norm": 2.5588839671427155, |
| "learning_rate": 2e-05, |
| "loss": 0.5936367988586426, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.07472733303416386, |
| "grad_norm": 1.417936010939305, |
| "learning_rate": 2e-05, |
| "loss": 0.5945808410644531, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.07492244356427917, |
| "grad_norm": 1.0267517787839726, |
| "learning_rate": 2e-05, |
| "loss": 0.609653377532959, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.07511755409439448, |
| "grad_norm": 2.032089595872863, |
| "learning_rate": 2e-05, |
| "loss": 0.5973081111907959, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.07531266462450978, |
| "grad_norm": 1.6419694096855528, |
| "learning_rate": 2e-05, |
| "loss": 0.5852180480957031, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.07550777515462509, |
| "grad_norm": 1.3533316887780575, |
| "learning_rate": 2e-05, |
| "loss": 0.5879265785217285, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.0757028856847404, |
| "grad_norm": 1.6493989950912267, |
| "learning_rate": 2e-05, |
| "loss": 0.6273761749267578, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.07589799621485571, |
| "grad_norm": 1.1923090187885024, |
| "learning_rate": 2e-05, |
| "loss": 0.5740846157073974, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.07609310674497102, |
| "grad_norm": 1.125262015612364, |
| "learning_rate": 2e-05, |
| "loss": 0.6070968627929687, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.07628821727508633, |
| "grad_norm": 1.8822115756900608, |
| "learning_rate": 2e-05, |
| "loss": 0.6380067348480225, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.07648332780520165, |
| "grad_norm": 2.6492104223189603, |
| "learning_rate": 2e-05, |
| "loss": 0.5887240409851074, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.07667843833531696, |
| "grad_norm": 1.0802032535218116, |
| "learning_rate": 2e-05, |
| "loss": 0.609073543548584, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.07687354886543227, |
| "grad_norm": 1.2766327415429273, |
| "learning_rate": 2e-05, |
| "loss": 0.60869140625, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.07706865939554758, |
| "grad_norm": 0.9799005241543788, |
| "learning_rate": 2e-05, |
| "loss": 0.646174144744873, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.07726376992566289, |
| "grad_norm": 13.964947510566653, |
| "learning_rate": 2e-05, |
| "loss": 0.6144445419311524, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.0774588804557782, |
| "grad_norm": 1.0004620492038792, |
| "learning_rate": 2e-05, |
| "loss": 0.626788854598999, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.07765399098589351, |
| "grad_norm": 1.1942672679545576, |
| "learning_rate": 2e-05, |
| "loss": 0.6477014064788819, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.07784910151600882, |
| "grad_norm": 1.5540049073495548, |
| "learning_rate": 2e-05, |
| "loss": 0.5892033576965332, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.07804421204612413, |
| "grad_norm": 1.7721602030135375, |
| "learning_rate": 2e-05, |
| "loss": 0.5847073554992676, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.07823932257623945, |
| "grad_norm": 1.0107626309700466, |
| "learning_rate": 2e-05, |
| "loss": 0.6158422470092774, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.07843443310635476, |
| "grad_norm": 3.3184566149453802, |
| "learning_rate": 2e-05, |
| "loss": 0.5711278438568115, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.07862954363647005, |
| "grad_norm": 1.337890934858505, |
| "learning_rate": 2e-05, |
| "loss": 0.5999331951141358, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.07882465416658536, |
| "grad_norm": 1.1433277357358822, |
| "learning_rate": 2e-05, |
| "loss": 0.6507415771484375, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.07901976469670068, |
| "grad_norm": 0.9185616693431335, |
| "learning_rate": 2e-05, |
| "loss": 0.567193603515625, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.07921487522681599, |
| "grad_norm": 1.999621417135845, |
| "learning_rate": 2e-05, |
| "loss": 0.5888802528381347, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.0794099857569313, |
| "grad_norm": 0.8840826484115074, |
| "learning_rate": 2e-05, |
| "loss": 0.5788058280944824, |
| "step": 4070 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 5935, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 2035, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1927226987642880.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
