emotion_classification / trainer_state.json
shyo2's picture
Upload 10 files
cd7d421 verified
Raw History Blame Contribute Delete
270 kB
{ "best_metric": 1.361640453338623, "best_model_checkpoint": "/content/drive/MyDrive/sentifl-llm/checkpoint-7720", "epoch": 4.0, "eval_steps": 500, "global_step": 15440, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0025906735751295338, "grad_norm": 90.64680480957031, "learning_rate": 4.998704663212436e-05, "loss": 4.1987, "step": 10 }, { "epoch": 0.0051813471502590676, "grad_norm": 48.762271881103516, "learning_rate": 4.9974093264248707e-05, "loss": 2.392, "step": 20 }, { "epoch": 0.007772020725388601, "grad_norm": 32.395694732666016, "learning_rate": 4.996113989637306e-05, "loss": 2.4305, "step": 30 }, { "epoch": 0.010362694300518135, "grad_norm": 30.257286071777344, "learning_rate": 4.994818652849741e-05, "loss": 2.1514, "step": 40 }, { "epoch": 0.012953367875647668, "grad_norm": 30.69769859313965, "learning_rate": 4.9935233160621766e-05, "loss": 2.1042, "step": 50 }, { "epoch": 0.015544041450777202, "grad_norm": 29.163267135620117, "learning_rate": 4.9922279792746115e-05, "loss": 2.0397, "step": 60 }, { "epoch": 0.018134715025906734, "grad_norm": 32.90931701660156, "learning_rate": 4.990932642487047e-05, "loss": 2.1824, "step": 70 }, { "epoch": 0.02072538860103627, "grad_norm": 35.84299087524414, "learning_rate": 4.989637305699482e-05, "loss": 1.9206, "step": 80 }, { "epoch": 0.023316062176165803, "grad_norm": 40.81574630737305, "learning_rate": 4.988341968911917e-05, "loss": 2.3195, "step": 90 }, { "epoch": 0.025906735751295335, "grad_norm": 29.974422454833984, "learning_rate": 4.9870466321243523e-05, "loss": 2.1278, "step": 100 }, { "epoch": 0.02849740932642487, "grad_norm": 47.10195541381836, "learning_rate": 4.985751295336788e-05, "loss": 2.2292, "step": 110 }, { "epoch": 0.031088082901554404, "grad_norm": 25.86618423461914, "learning_rate": 4.984455958549223e-05, "loss": 2.104, "step": 120 }, { "epoch": 0.03367875647668394, "grad_norm": 43.72493362426758, "learning_rate": 4.983160621761658e-05, "loss": 2.0896, "step": 130 }, { "epoch": 0.03626943005181347, "grad_norm": 36.4737663269043, "learning_rate": 4.981865284974094e-05, "loss": 1.91, "step": 140 }, { "epoch": 0.038860103626943004, "grad_norm": 30.442228317260742, "learning_rate": 4.980569948186529e-05, "loss": 2.0975, "step": 150 }, { "epoch": 0.04145077720207254, "grad_norm": 22.06804084777832, "learning_rate": 4.979274611398964e-05, "loss": 2.1474, "step": 160 }, { "epoch": 0.04404145077720207, "grad_norm": 49.77131271362305, "learning_rate": 4.977979274611399e-05, "loss": 2.0707, "step": 170 }, { "epoch": 0.046632124352331605, "grad_norm": 23.49024200439453, "learning_rate": 4.976683937823835e-05, "loss": 2.1349, "step": 180 }, { "epoch": 0.04922279792746114, "grad_norm": 39.39369583129883, "learning_rate": 4.9753886010362696e-05, "loss": 2.0671, "step": 190 }, { "epoch": 0.05181347150259067, "grad_norm": 43.69884490966797, "learning_rate": 4.974093264248705e-05, "loss": 1.972, "step": 200 }, { "epoch": 0.054404145077720206, "grad_norm": 28.81562042236328, "learning_rate": 4.97279792746114e-05, "loss": 1.7723, "step": 210 }, { "epoch": 0.05699481865284974, "grad_norm": 27.800546646118164, "learning_rate": 4.971502590673575e-05, "loss": 1.8274, "step": 220 }, { "epoch": 0.05958549222797927, "grad_norm": 36.16977310180664, "learning_rate": 4.9702072538860104e-05, "loss": 1.7936, "step": 230 }, { "epoch": 0.06217616580310881, "grad_norm": 17.275257110595703, "learning_rate": 4.968911917098446e-05, "loss": 2.0583, "step": 240 }, { "epoch": 0.06476683937823834, "grad_norm": 29.767942428588867, "learning_rate": 4.967616580310881e-05, "loss": 1.8881, "step": 250 }, { "epoch": 0.06735751295336788, "grad_norm": 31.60137367248535, "learning_rate": 4.9663212435233164e-05, "loss": 2.0785, "step": 260 }, { "epoch": 0.06994818652849741, "grad_norm": 41.78300857543945, "learning_rate": 4.965025906735751e-05, "loss": 2.0194, "step": 270 }, { "epoch": 0.07253886010362694, "grad_norm": 39.17737579345703, "learning_rate": 4.963730569948187e-05, "loss": 1.9941, "step": 280 }, { "epoch": 0.07512953367875648, "grad_norm": 28.75702476501465, "learning_rate": 4.9624352331606224e-05, "loss": 1.9209, "step": 290 }, { "epoch": 0.07772020725388601, "grad_norm": 34.6710090637207, "learning_rate": 4.961139896373057e-05, "loss": 1.9268, "step": 300 }, { "epoch": 0.08031088082901554, "grad_norm": 27.43793296813965, "learning_rate": 4.959844559585493e-05, "loss": 1.8914, "step": 310 }, { "epoch": 0.08290155440414508, "grad_norm": 38.60112380981445, "learning_rate": 4.9585492227979277e-05, "loss": 1.9156, "step": 320 }, { "epoch": 0.08549222797927461, "grad_norm": 20.921571731567383, "learning_rate": 4.957253886010363e-05, "loss": 1.9679, "step": 330 }, { "epoch": 0.08808290155440414, "grad_norm": 28.404346466064453, "learning_rate": 4.955958549222798e-05, "loss": 2.0248, "step": 340 }, { "epoch": 0.09067357512953368, "grad_norm": 19.174943923950195, "learning_rate": 4.954663212435233e-05, "loss": 1.8684, "step": 350 }, { "epoch": 0.09326424870466321, "grad_norm": 23.9453067779541, "learning_rate": 4.9533678756476685e-05, "loss": 1.9693, "step": 360 }, { "epoch": 0.09585492227979274, "grad_norm": 23.264419555664062, "learning_rate": 4.952072538860104e-05, "loss": 2.0836, "step": 370 }, { "epoch": 0.09844559585492228, "grad_norm": 20.659011840820312, "learning_rate": 4.950777202072539e-05, "loss": 1.9193, "step": 380 }, { "epoch": 0.10103626943005181, "grad_norm": 35.69690704345703, "learning_rate": 4.9494818652849745e-05, "loss": 1.9577, "step": 390 }, { "epoch": 0.10362694300518134, "grad_norm": 35.51260757446289, "learning_rate": 4.948186528497409e-05, "loss": 2.0227, "step": 400 }, { "epoch": 0.10621761658031088, "grad_norm": 25.296945571899414, "learning_rate": 4.946891191709845e-05, "loss": 1.8838, "step": 410 }, { "epoch": 0.10880829015544041, "grad_norm": 39.80986785888672, "learning_rate": 4.9455958549222804e-05, "loss": 1.8887, "step": 420 }, { "epoch": 0.11139896373056994, "grad_norm": 24.0876522064209, "learning_rate": 4.944300518134715e-05, "loss": 1.7771, "step": 430 }, { "epoch": 0.11398963730569948, "grad_norm": 24.325103759765625, "learning_rate": 4.943005181347151e-05, "loss": 1.8998, "step": 440 }, { "epoch": 0.11658031088082901, "grad_norm": 34.30453872680664, "learning_rate": 4.941709844559586e-05, "loss": 1.8917, "step": 450 }, { "epoch": 0.11917098445595854, "grad_norm": 27.123855590820312, "learning_rate": 4.940414507772021e-05, "loss": 1.8974, "step": 460 }, { "epoch": 0.12176165803108809, "grad_norm": 36.59132385253906, "learning_rate": 4.939119170984456e-05, "loss": 1.904, "step": 470 }, { "epoch": 0.12435233160621761, "grad_norm": 24.092031478881836, "learning_rate": 4.937823834196891e-05, "loss": 1.7563, "step": 480 }, { "epoch": 0.12694300518134716, "grad_norm": 33.31435012817383, "learning_rate": 4.9365284974093266e-05, "loss": 1.9018, "step": 490 }, { "epoch": 0.12953367875647667, "grad_norm": 22.365642547607422, "learning_rate": 4.9352331606217614e-05, "loss": 1.8529, "step": 500 }, { "epoch": 0.13212435233160622, "grad_norm": 25.14298439025879, "learning_rate": 4.933937823834197e-05, "loss": 1.7742, "step": 510 }, { "epoch": 0.13471502590673576, "grad_norm": 26.36348533630371, "learning_rate": 4.9326424870466325e-05, "loss": 1.7069, "step": 520 }, { "epoch": 0.13730569948186527, "grad_norm": 34.89348602294922, "learning_rate": 4.9313471502590674e-05, "loss": 2.0531, "step": 530 }, { "epoch": 0.13989637305699482, "grad_norm": 35.65658950805664, "learning_rate": 4.930051813471503e-05, "loss": 1.9701, "step": 540 }, { "epoch": 0.14248704663212436, "grad_norm": 26.523897171020508, "learning_rate": 4.928756476683938e-05, "loss": 1.9057, "step": 550 }, { "epoch": 0.14507772020725387, "grad_norm": 26.62743377685547, "learning_rate": 4.9274611398963734e-05, "loss": 1.8246, "step": 560 }, { "epoch": 0.14766839378238342, "grad_norm": 36.94715881347656, "learning_rate": 4.926165803108809e-05, "loss": 1.8275, "step": 570 }, { "epoch": 0.15025906735751296, "grad_norm": 38.11589813232422, "learning_rate": 4.924870466321244e-05, "loss": 1.7399, "step": 580 }, { "epoch": 0.15284974093264247, "grad_norm": 32.52827072143555, "learning_rate": 4.9235751295336794e-05, "loss": 1.7062, "step": 590 }, { "epoch": 0.15544041450777202, "grad_norm": 19.717641830444336, "learning_rate": 4.922279792746114e-05, "loss": 1.8911, "step": 600 }, { "epoch": 0.15803108808290156, "grad_norm": 33.533260345458984, "learning_rate": 4.920984455958549e-05, "loss": 1.7905, "step": 610 }, { "epoch": 0.16062176165803108, "grad_norm": 20.496597290039062, "learning_rate": 4.9196891191709846e-05, "loss": 1.7331, "step": 620 }, { "epoch": 0.16321243523316062, "grad_norm": 29.243745803833008, "learning_rate": 4.9183937823834195e-05, "loss": 1.8105, "step": 630 }, { "epoch": 0.16580310880829016, "grad_norm": 38.61339569091797, "learning_rate": 4.917098445595855e-05, "loss": 1.83, "step": 640 }, { "epoch": 0.16839378238341968, "grad_norm": 46.75776672363281, "learning_rate": 4.9158031088082906e-05, "loss": 1.7877, "step": 650 }, { "epoch": 0.17098445595854922, "grad_norm": 23.643779754638672, "learning_rate": 4.9145077720207255e-05, "loss": 1.6429, "step": 660 }, { "epoch": 0.17357512953367876, "grad_norm": 33.31369400024414, "learning_rate": 4.913212435233161e-05, "loss": 1.7744, "step": 670 }, { "epoch": 0.17616580310880828, "grad_norm": 12.69636344909668, "learning_rate": 4.911917098445596e-05, "loss": 1.7165, "step": 680 }, { "epoch": 0.17875647668393782, "grad_norm": 25.35463523864746, "learning_rate": 4.9106217616580315e-05, "loss": 1.7295, "step": 690 }, { "epoch": 0.18134715025906736, "grad_norm": 25.12879180908203, "learning_rate": 4.909326424870467e-05, "loss": 1.8067, "step": 700 }, { "epoch": 0.18393782383419688, "grad_norm": 266.00311279296875, "learning_rate": 4.908031088082902e-05, "loss": 1.8235, "step": 710 }, { "epoch": 0.18652849740932642, "grad_norm": 45.54941177368164, "learning_rate": 4.9067357512953374e-05, "loss": 1.8663, "step": 720 }, { "epoch": 0.18911917098445596, "grad_norm": 45.34750747680664, "learning_rate": 4.905440414507772e-05, "loss": 1.753, "step": 730 }, { "epoch": 0.19170984455958548, "grad_norm": 32.885520935058594, "learning_rate": 4.904145077720207e-05, "loss": 1.6691, "step": 740 }, { "epoch": 0.19430051813471502, "grad_norm": 42.33537292480469, "learning_rate": 4.902849740932643e-05, "loss": 1.6375, "step": 750 }, { "epoch": 0.19689119170984457, "grad_norm": 36.91334915161133, "learning_rate": 4.9015544041450776e-05, "loss": 1.722, "step": 760 }, { "epoch": 0.19948186528497408, "grad_norm": 27.644725799560547, "learning_rate": 4.900259067357513e-05, "loss": 1.7574, "step": 770 }, { "epoch": 0.20207253886010362, "grad_norm": 30.739524841308594, "learning_rate": 4.898963730569948e-05, "loss": 1.6296, "step": 780 }, { "epoch": 0.20466321243523317, "grad_norm": 35.94935607910156, "learning_rate": 4.8976683937823836e-05, "loss": 1.6449, "step": 790 }, { "epoch": 0.20725388601036268, "grad_norm": 27.01538848876953, "learning_rate": 4.896373056994819e-05, "loss": 1.5796, "step": 800 }, { "epoch": 0.20984455958549222, "grad_norm": 43.2818489074707, "learning_rate": 4.895077720207254e-05, "loss": 1.5421, "step": 810 }, { "epoch": 0.21243523316062177, "grad_norm": 321.1889343261719, "learning_rate": 4.8937823834196895e-05, "loss": 1.6959, "step": 820 }, { "epoch": 0.21502590673575128, "grad_norm": 41.059547424316406, "learning_rate": 4.8924870466321244e-05, "loss": 1.8681, "step": 830 }, { "epoch": 0.21761658031088082, "grad_norm": 93.38736724853516, "learning_rate": 4.89119170984456e-05, "loss": 1.7079, "step": 840 }, { "epoch": 0.22020725388601037, "grad_norm": 28.775802612304688, "learning_rate": 4.8898963730569955e-05, "loss": 1.7041, "step": 850 }, { "epoch": 0.22279792746113988, "grad_norm": 22.44013023376465, "learning_rate": 4.8886010362694304e-05, "loss": 1.5936, "step": 860 }, { "epoch": 0.22538860103626943, "grad_norm": 32.674903869628906, "learning_rate": 4.887305699481865e-05, "loss": 1.6842, "step": 870 }, { "epoch": 0.22797927461139897, "grad_norm": 46.33308792114258, "learning_rate": 4.886010362694301e-05, "loss": 1.8843, "step": 880 }, { "epoch": 0.23056994818652848, "grad_norm": 23.926300048828125, "learning_rate": 4.884715025906736e-05, "loss": 1.6452, "step": 890 }, { "epoch": 0.23316062176165803, "grad_norm": 38.09540557861328, "learning_rate": 4.883419689119171e-05, "loss": 1.9101, "step": 900 }, { "epoch": 0.23575129533678757, "grad_norm": 36.87543487548828, "learning_rate": 4.882124352331606e-05, "loss": 1.8196, "step": 910 }, { "epoch": 0.23834196891191708, "grad_norm": 32.66495132446289, "learning_rate": 4.8808290155440416e-05, "loss": 1.7842, "step": 920 }, { "epoch": 0.24093264248704663, "grad_norm": 35.49460220336914, "learning_rate": 4.879533678756477e-05, "loss": 1.6401, "step": 930 }, { "epoch": 0.24352331606217617, "grad_norm": 42.683815002441406, "learning_rate": 4.878238341968912e-05, "loss": 1.7762, "step": 940 }, { "epoch": 0.24611398963730569, "grad_norm": 41.973594665527344, "learning_rate": 4.8769430051813476e-05, "loss": 1.835, "step": 950 }, { "epoch": 0.24870466321243523, "grad_norm": 24.502161026000977, "learning_rate": 4.8756476683937825e-05, "loss": 1.7366, "step": 960 }, { "epoch": 0.25129533678756477, "grad_norm": 28.094789505004883, "learning_rate": 4.874352331606218e-05, "loss": 1.7714, "step": 970 }, { "epoch": 0.2538860103626943, "grad_norm": 29.359912872314453, "learning_rate": 4.8730569948186536e-05, "loss": 1.7727, "step": 980 }, { "epoch": 0.25647668393782386, "grad_norm": 34.61936950683594, "learning_rate": 4.8717616580310884e-05, "loss": 1.8325, "step": 990 }, { "epoch": 0.25906735751295334, "grad_norm": 16.771425247192383, "learning_rate": 4.870466321243523e-05, "loss": 1.8092, "step": 1000 }, { "epoch": 0.2616580310880829, "grad_norm": 20.567049026489258, "learning_rate": 4.869170984455959e-05, "loss": 1.6931, "step": 1010 }, { "epoch": 0.26424870466321243, "grad_norm": 16.966182708740234, "learning_rate": 4.867875647668394e-05, "loss": 1.7379, "step": 1020 }, { "epoch": 0.266839378238342, "grad_norm": 31.18859100341797, "learning_rate": 4.866580310880829e-05, "loss": 1.4527, "step": 1030 }, { "epoch": 0.2694300518134715, "grad_norm": 23.511085510253906, "learning_rate": 4.865284974093264e-05, "loss": 1.7604, "step": 1040 }, { "epoch": 0.27202072538860106, "grad_norm": 20.5283145904541, "learning_rate": 4.8639896373057e-05, "loss": 1.499, "step": 1050 }, { "epoch": 0.27461139896373055, "grad_norm": 37.821685791015625, "learning_rate": 4.8626943005181346e-05, "loss": 1.6707, "step": 1060 }, { "epoch": 0.2772020725388601, "grad_norm": 26.622390747070312, "learning_rate": 4.86139896373057e-05, "loss": 1.6538, "step": 1070 }, { "epoch": 0.27979274611398963, "grad_norm": 24.202316284179688, "learning_rate": 4.860103626943006e-05, "loss": 1.6011, "step": 1080 }, { "epoch": 0.2823834196891192, "grad_norm": 17.74013900756836, "learning_rate": 4.8588082901554406e-05, "loss": 1.8081, "step": 1090 }, { "epoch": 0.2849740932642487, "grad_norm": 19.905725479125977, "learning_rate": 4.857512953367876e-05, "loss": 1.5846, "step": 1100 }, { "epoch": 0.28756476683937826, "grad_norm": 18.169803619384766, "learning_rate": 4.8562176165803116e-05, "loss": 1.5323, "step": 1110 }, { "epoch": 0.29015544041450775, "grad_norm": 35.74382019042969, "learning_rate": 4.8549222797927465e-05, "loss": 1.6567, "step": 1120 }, { "epoch": 0.2927461139896373, "grad_norm": 24.66326904296875, "learning_rate": 4.8536269430051814e-05, "loss": 1.6625, "step": 1130 }, { "epoch": 0.29533678756476683, "grad_norm": 22.797182083129883, "learning_rate": 4.852331606217617e-05, "loss": 1.6025, "step": 1140 }, { "epoch": 0.2979274611398964, "grad_norm": 24.334239959716797, "learning_rate": 4.851036269430052e-05, "loss": 1.6151, "step": 1150 }, { "epoch": 0.3005181347150259, "grad_norm": 21.44763946533203, "learning_rate": 4.8497409326424874e-05, "loss": 1.6434, "step": 1160 }, { "epoch": 0.30310880829015546, "grad_norm": 17.216381072998047, "learning_rate": 4.848445595854922e-05, "loss": 1.5918, "step": 1170 }, { "epoch": 0.30569948186528495, "grad_norm": 15.633045196533203, "learning_rate": 4.847150259067358e-05, "loss": 1.6753, "step": 1180 }, { "epoch": 0.3082901554404145, "grad_norm": 22.444318771362305, "learning_rate": 4.8458549222797927e-05, "loss": 1.5316, "step": 1190 }, { "epoch": 0.31088082901554404, "grad_norm": 41.31028747558594, "learning_rate": 4.844559585492228e-05, "loss": 1.6553, "step": 1200 }, { "epoch": 0.3134715025906736, "grad_norm": 30.756498336791992, "learning_rate": 4.843264248704664e-05, "loss": 1.3963, "step": 1210 }, { "epoch": 0.3160621761658031, "grad_norm": 21.882503509521484, "learning_rate": 4.8419689119170986e-05, "loss": 1.3636, "step": 1220 }, { "epoch": 0.31865284974093266, "grad_norm": 30.755125045776367, "learning_rate": 4.840673575129534e-05, "loss": 1.9331, "step": 1230 }, { "epoch": 0.32124352331606215, "grad_norm": 23.70397186279297, "learning_rate": 4.839378238341969e-05, "loss": 1.5329, "step": 1240 }, { "epoch": 0.3238341968911917, "grad_norm": 21.9459285736084, "learning_rate": 4.8380829015544046e-05, "loss": 1.566, "step": 1250 }, { "epoch": 0.32642487046632124, "grad_norm": 27.830703735351562, "learning_rate": 4.83678756476684e-05, "loss": 1.6573, "step": 1260 }, { "epoch": 0.3290155440414508, "grad_norm": 30.417043685913086, "learning_rate": 4.835492227979275e-05, "loss": 1.7139, "step": 1270 }, { "epoch": 0.3316062176165803, "grad_norm": 29.945741653442383, "learning_rate": 4.83419689119171e-05, "loss": 1.8018, "step": 1280 }, { "epoch": 0.33419689119170987, "grad_norm": 14.742363929748535, "learning_rate": 4.832901554404145e-05, "loss": 1.6526, "step": 1290 }, { "epoch": 0.33678756476683935, "grad_norm": 25.64934539794922, "learning_rate": 4.83160621761658e-05, "loss": 1.6756, "step": 1300 }, { "epoch": 0.3393782383419689, "grad_norm": 19.556947708129883, "learning_rate": 4.830310880829016e-05, "loss": 1.5911, "step": 1310 }, { "epoch": 0.34196891191709844, "grad_norm": 23.164161682128906, "learning_rate": 4.829015544041451e-05, "loss": 1.6059, "step": 1320 }, { "epoch": 0.344559585492228, "grad_norm": 30.63306427001953, "learning_rate": 4.827720207253886e-05, "loss": 1.7122, "step": 1330 }, { "epoch": 0.3471502590673575, "grad_norm": 21.127140045166016, "learning_rate": 4.826424870466322e-05, "loss": 1.6247, "step": 1340 }, { "epoch": 0.34974093264248707, "grad_norm": 19.14301872253418, "learning_rate": 4.825129533678757e-05, "loss": 1.4705, "step": 1350 }, { "epoch": 0.35233160621761656, "grad_norm": 17.098033905029297, "learning_rate": 4.823834196891192e-05, "loss": 1.5676, "step": 1360 }, { "epoch": 0.3549222797927461, "grad_norm": 16.875728607177734, "learning_rate": 4.822538860103627e-05, "loss": 1.7049, "step": 1370 }, { "epoch": 0.35751295336787564, "grad_norm": 34.36874771118164, "learning_rate": 4.821243523316063e-05, "loss": 1.5321, "step": 1380 }, { "epoch": 0.3601036269430052, "grad_norm": 11.960866928100586, "learning_rate": 4.819948186528498e-05, "loss": 1.5493, "step": 1390 }, { "epoch": 0.3626943005181347, "grad_norm": 31.076112747192383, "learning_rate": 4.818652849740933e-05, "loss": 1.4659, "step": 1400 }, { "epoch": 0.36528497409326427, "grad_norm": 16.578109741210938, "learning_rate": 4.817357512953368e-05, "loss": 1.6065, "step": 1410 }, { "epoch": 0.36787564766839376, "grad_norm": 47.56275939941406, "learning_rate": 4.816062176165803e-05, "loss": 1.4897, "step": 1420 }, { "epoch": 0.3704663212435233, "grad_norm": 12.677170753479004, "learning_rate": 4.8147668393782384e-05, "loss": 1.6257, "step": 1430 }, { "epoch": 0.37305699481865284, "grad_norm": 20.837234497070312, "learning_rate": 4.813471502590674e-05, "loss": 1.6492, "step": 1440 }, { "epoch": 0.3756476683937824, "grad_norm": 33.34071350097656, "learning_rate": 4.812176165803109e-05, "loss": 1.6481, "step": 1450 }, { "epoch": 0.37823834196891193, "grad_norm": 28.165651321411133, "learning_rate": 4.8108808290155444e-05, "loss": 1.732, "step": 1460 }, { "epoch": 0.38082901554404147, "grad_norm": 22.946510314941406, "learning_rate": 4.809585492227979e-05, "loss": 1.607, "step": 1470 }, { "epoch": 0.38341968911917096, "grad_norm": 29.849567413330078, "learning_rate": 4.808290155440415e-05, "loss": 1.8372, "step": 1480 }, { "epoch": 0.3860103626943005, "grad_norm": 36.18076705932617, "learning_rate": 4.80699481865285e-05, "loss": 1.5982, "step": 1490 }, { "epoch": 0.38860103626943004, "grad_norm": 16.88390350341797, "learning_rate": 4.805699481865285e-05, "loss": 1.4599, "step": 1500 }, { "epoch": 0.3911917098445596, "grad_norm": 24.603412628173828, "learning_rate": 4.804404145077721e-05, "loss": 1.6538, "step": 1510 }, { "epoch": 0.39378238341968913, "grad_norm": 37.776615142822266, "learning_rate": 4.8031088082901556e-05, "loss": 1.609, "step": 1520 }, { "epoch": 0.3963730569948187, "grad_norm": 25.02556610107422, "learning_rate": 4.801813471502591e-05, "loss": 1.4831, "step": 1530 }, { "epoch": 0.39896373056994816, "grad_norm": 27.627260208129883, "learning_rate": 4.800518134715026e-05, "loss": 1.6274, "step": 1540 }, { "epoch": 0.4015544041450777, "grad_norm": 22.371219635009766, "learning_rate": 4.799222797927461e-05, "loss": 1.6617, "step": 1550 }, { "epoch": 0.40414507772020725, "grad_norm": 25.06279945373535, "learning_rate": 4.7979274611398965e-05, "loss": 1.439, "step": 1560 }, { "epoch": 0.4067357512953368, "grad_norm": 28.7954158782959, "learning_rate": 4.796632124352332e-05, "loss": 1.5976, "step": 1570 }, { "epoch": 0.40932642487046633, "grad_norm": 17.5786075592041, "learning_rate": 4.795336787564767e-05, "loss": 1.5391, "step": 1580 }, { "epoch": 0.4119170984455959, "grad_norm": 33.97129440307617, "learning_rate": 4.7940414507772024e-05, "loss": 1.5288, "step": 1590 }, { "epoch": 0.41450777202072536, "grad_norm": 19.382938385009766, "learning_rate": 4.792746113989637e-05, "loss": 1.7159, "step": 1600 }, { "epoch": 0.4170984455958549, "grad_norm": 19.115318298339844, "learning_rate": 4.791450777202073e-05, "loss": 1.5329, "step": 1610 }, { "epoch": 0.41968911917098445, "grad_norm": 27.468807220458984, "learning_rate": 4.7901554404145084e-05, "loss": 1.6482, "step": 1620 }, { "epoch": 0.422279792746114, "grad_norm": 24.196643829345703, "learning_rate": 4.788860103626943e-05, "loss": 1.5666, "step": 1630 }, { "epoch": 0.42487046632124353, "grad_norm": 14.91478443145752, "learning_rate": 4.787564766839379e-05, "loss": 1.4031, "step": 1640 }, { "epoch": 0.4274611398963731, "grad_norm": 34.268985748291016, "learning_rate": 4.786269430051814e-05, "loss": 1.6213, "step": 1650 }, { "epoch": 0.43005181347150256, "grad_norm": 21.778610229492188, "learning_rate": 4.784974093264249e-05, "loss": 1.6342, "step": 1660 }, { "epoch": 0.4326424870466321, "grad_norm": 28.808101654052734, "learning_rate": 4.783678756476684e-05, "loss": 1.6757, "step": 1670 }, { "epoch": 0.43523316062176165, "grad_norm": 40.345272064208984, "learning_rate": 4.782383419689119e-05, "loss": 1.5387, "step": 1680 }, { "epoch": 0.4378238341968912, "grad_norm": 22.487010955810547, "learning_rate": 4.7810880829015545e-05, "loss": 1.5155, "step": 1690 }, { "epoch": 0.44041450777202074, "grad_norm": 18.583967208862305, "learning_rate": 4.7797927461139894e-05, "loss": 1.5172, "step": 1700 }, { "epoch": 0.4430051813471503, "grad_norm": 14.082930564880371, "learning_rate": 4.778497409326425e-05, "loss": 1.4428, "step": 1710 }, { "epoch": 0.44559585492227977, "grad_norm": 18.63905906677246, "learning_rate": 4.7772020725388605e-05, "loss": 1.5073, "step": 1720 }, { "epoch": 0.4481865284974093, "grad_norm": 23.32279396057129, "learning_rate": 4.7759067357512954e-05, "loss": 1.4361, "step": 1730 }, { "epoch": 0.45077720207253885, "grad_norm": 28.206998825073242, "learning_rate": 4.774611398963731e-05, "loss": 1.7331, "step": 1740 }, { "epoch": 0.4533678756476684, "grad_norm": 15.059203147888184, "learning_rate": 4.773316062176166e-05, "loss": 1.7509, "step": 1750 }, { "epoch": 0.45595854922279794, "grad_norm": 22.62323760986328, "learning_rate": 4.7720207253886013e-05, "loss": 1.5393, "step": 1760 }, { "epoch": 0.4585492227979275, "grad_norm": 16.210689544677734, "learning_rate": 4.770725388601037e-05, "loss": 1.5476, "step": 1770 }, { "epoch": 0.46113989637305697, "grad_norm": 24.579015731811523, "learning_rate": 4.769430051813472e-05, "loss": 1.494, "step": 1780 }, { "epoch": 0.4637305699481865, "grad_norm": 42.28752517700195, "learning_rate": 4.768134715025907e-05, "loss": 1.6756, "step": 1790 }, { "epoch": 0.46632124352331605, "grad_norm": 21.940902709960938, "learning_rate": 4.766839378238342e-05, "loss": 1.4915, "step": 1800 }, { "epoch": 0.4689119170984456, "grad_norm": 21.03409767150879, "learning_rate": 4.765544041450777e-05, "loss": 1.6041, "step": 1810 }, { "epoch": 0.47150259067357514, "grad_norm": 22.608407974243164, "learning_rate": 4.7642487046632126e-05, "loss": 1.4919, "step": 1820 }, { "epoch": 0.4740932642487047, "grad_norm": 20.866670608520508, "learning_rate": 4.7629533678756475e-05, "loss": 1.6736, "step": 1830 }, { "epoch": 0.47668393782383417, "grad_norm": 45.13081359863281, "learning_rate": 4.761658031088083e-05, "loss": 1.285, "step": 1840 }, { "epoch": 0.4792746113989637, "grad_norm": 29.818035125732422, "learning_rate": 4.7603626943005186e-05, "loss": 1.7222, "step": 1850 }, { "epoch": 0.48186528497409326, "grad_norm": 17.365638732910156, "learning_rate": 4.7590673575129534e-05, "loss": 1.5273, "step": 1860 }, { "epoch": 0.4844559585492228, "grad_norm": 30.186918258666992, "learning_rate": 4.757772020725389e-05, "loss": 1.4954, "step": 1870 }, { "epoch": 0.48704663212435234, "grad_norm": 18.145353317260742, "learning_rate": 4.756476683937824e-05, "loss": 1.5781, "step": 1880 }, { "epoch": 0.4896373056994819, "grad_norm": 27.134737014770508, "learning_rate": 4.7551813471502594e-05, "loss": 1.4799, "step": 1890 }, { "epoch": 0.49222797927461137, "grad_norm": 13.511622428894043, "learning_rate": 4.753886010362695e-05, "loss": 1.5638, "step": 1900 }, { "epoch": 0.4948186528497409, "grad_norm": 24.474958419799805, "learning_rate": 4.75259067357513e-05, "loss": 1.5646, "step": 1910 }, { "epoch": 0.49740932642487046, "grad_norm": 30.088911056518555, "learning_rate": 4.7512953367875654e-05, "loss": 1.6835, "step": 1920 }, { "epoch": 0.5, "grad_norm": 18.893680572509766, "learning_rate": 4.75e-05, "loss": 1.3552, "step": 1930 }, { "epoch": 0.5025906735751295, "grad_norm": 17.697975158691406, "learning_rate": 4.748704663212435e-05, "loss": 1.5805, "step": 1940 }, { "epoch": 0.5051813471502591, "grad_norm": 36.21129608154297, "learning_rate": 4.747409326424871e-05, "loss": 1.5902, "step": 1950 }, { "epoch": 0.5077720207253886, "grad_norm": 34.01372146606445, "learning_rate": 4.7461139896373056e-05, "loss": 1.714, "step": 1960 }, { "epoch": 0.5103626943005182, "grad_norm": 29.51852035522461, "learning_rate": 4.744818652849741e-05, "loss": 1.6137, "step": 1970 }, { "epoch": 0.5129533678756477, "grad_norm": 18.05373764038086, "learning_rate": 4.743523316062176e-05, "loss": 1.6395, "step": 1980 }, { "epoch": 0.5155440414507773, "grad_norm": 21.184789657592773, "learning_rate": 4.7422279792746115e-05, "loss": 1.4643, "step": 1990 }, { "epoch": 0.5181347150259067, "grad_norm": 23.714637756347656, "learning_rate": 4.740932642487047e-05, "loss": 1.3882, "step": 2000 }, { "epoch": 0.5207253886010362, "grad_norm": 15.874961853027344, "learning_rate": 4.739637305699482e-05, "loss": 1.5443, "step": 2010 }, { "epoch": 0.5233160621761658, "grad_norm": 22.941028594970703, "learning_rate": 4.7383419689119175e-05, "loss": 1.6533, "step": 2020 }, { "epoch": 0.5259067357512953, "grad_norm": 28.497156143188477, "learning_rate": 4.7370466321243524e-05, "loss": 1.5149, "step": 2030 }, { "epoch": 0.5284974093264249, "grad_norm": 21.876256942749023, "learning_rate": 4.735751295336788e-05, "loss": 1.569, "step": 2040 }, { "epoch": 0.5310880829015544, "grad_norm": 42.140560150146484, "learning_rate": 4.7344559585492235e-05, "loss": 1.7042, "step": 2050 }, { "epoch": 0.533678756476684, "grad_norm": 32.847015380859375, "learning_rate": 4.733160621761658e-05, "loss": 1.4896, "step": 2060 }, { "epoch": 0.5362694300518135, "grad_norm": 17.597278594970703, "learning_rate": 4.731865284974093e-05, "loss": 1.4237, "step": 2070 }, { "epoch": 0.538860103626943, "grad_norm": 25.03287124633789, "learning_rate": 4.730569948186529e-05, "loss": 1.5668, "step": 2080 }, { "epoch": 0.5414507772020726, "grad_norm": 31.418399810791016, "learning_rate": 4.7292746113989636e-05, "loss": 1.5693, "step": 2090 }, { "epoch": 0.5440414507772021, "grad_norm": 28.765634536743164, "learning_rate": 4.727979274611399e-05, "loss": 1.6439, "step": 2100 }, { "epoch": 0.5466321243523317, "grad_norm": 21.600297927856445, "learning_rate": 4.726683937823834e-05, "loss": 1.5421, "step": 2110 }, { "epoch": 0.5492227979274611, "grad_norm": 12.966517448425293, "learning_rate": 4.7253886010362696e-05, "loss": 1.5397, "step": 2120 }, { "epoch": 0.5518134715025906, "grad_norm": 17.9195499420166, "learning_rate": 4.724093264248705e-05, "loss": 1.533, "step": 2130 }, { "epoch": 0.5544041450777202, "grad_norm": 20.84477424621582, "learning_rate": 4.72279792746114e-05, "loss": 1.5349, "step": 2140 }, { "epoch": 0.5569948186528497, "grad_norm": 16.5068416595459, "learning_rate": 4.7215025906735756e-05, "loss": 1.5764, "step": 2150 }, { "epoch": 0.5595854922279793, "grad_norm": 19.871946334838867, "learning_rate": 4.7202072538860104e-05, "loss": 1.4836, "step": 2160 }, { "epoch": 0.5621761658031088, "grad_norm": 19.740755081176758, "learning_rate": 4.718911917098446e-05, "loss": 1.5771, "step": 2170 }, { "epoch": 0.5647668393782384, "grad_norm": 25.85736656188965, "learning_rate": 4.7176165803108815e-05, "loss": 1.6159, "step": 2180 }, { "epoch": 0.5673575129533679, "grad_norm": 22.886077880859375, "learning_rate": 4.7163212435233164e-05, "loss": 1.3199, "step": 2190 }, { "epoch": 0.5699481865284974, "grad_norm": 22.559722900390625, "learning_rate": 4.715025906735751e-05, "loss": 1.3284, "step": 2200 }, { "epoch": 0.572538860103627, "grad_norm": 25.815101623535156, "learning_rate": 4.713730569948187e-05, "loss": 1.5518, "step": 2210 }, { "epoch": 0.5751295336787565, "grad_norm": 30.595857620239258, "learning_rate": 4.712435233160622e-05, "loss": 1.5303, "step": 2220 }, { "epoch": 0.5777202072538861, "grad_norm": 29.804729461669922, "learning_rate": 4.711139896373057e-05, "loss": 1.5218, "step": 2230 }, { "epoch": 0.5803108808290155, "grad_norm": 23.19523811340332, "learning_rate": 4.709844559585492e-05, "loss": 1.5969, "step": 2240 }, { "epoch": 0.582901554404145, "grad_norm": 21.599428176879883, "learning_rate": 4.708549222797928e-05, "loss": 1.7312, "step": 2250 }, { "epoch": 0.5854922279792746, "grad_norm": 18.133852005004883, "learning_rate": 4.7072538860103625e-05, "loss": 1.427, "step": 2260 }, { "epoch": 0.5880829015544041, "grad_norm": 32.30874252319336, "learning_rate": 4.705958549222798e-05, "loss": 1.6664, "step": 2270 }, { "epoch": 0.5906735751295337, "grad_norm": 12.439620971679688, "learning_rate": 4.7046632124352336e-05, "loss": 1.5669, "step": 2280 }, { "epoch": 0.5932642487046632, "grad_norm": 19.621421813964844, "learning_rate": 4.7033678756476685e-05, "loss": 1.4908, "step": 2290 }, { "epoch": 0.5958549222797928, "grad_norm": 37.777748107910156, "learning_rate": 4.702072538860104e-05, "loss": 1.5053, "step": 2300 }, { "epoch": 0.5984455958549223, "grad_norm": 21.638986587524414, "learning_rate": 4.7007772020725396e-05, "loss": 1.4896, "step": 2310 }, { "epoch": 0.6010362694300518, "grad_norm": 37.112083435058594, "learning_rate": 4.6994818652849745e-05, "loss": 1.4729, "step": 2320 }, { "epoch": 0.6036269430051814, "grad_norm": 31.457401275634766, "learning_rate": 4.69818652849741e-05, "loss": 1.5127, "step": 2330 }, { "epoch": 0.6062176165803109, "grad_norm": 23.818546295166016, "learning_rate": 4.696891191709845e-05, "loss": 1.7322, "step": 2340 }, { "epoch": 0.6088082901554405, "grad_norm": 19.657085418701172, "learning_rate": 4.69559585492228e-05, "loss": 1.6702, "step": 2350 }, { "epoch": 0.6113989637305699, "grad_norm": 17.729097366333008, "learning_rate": 4.694300518134715e-05, "loss": 1.5857, "step": 2360 }, { "epoch": 0.6139896373056994, "grad_norm": 23.1026668548584, "learning_rate": 4.69300518134715e-05, "loss": 1.6807, "step": 2370 }, { "epoch": 0.616580310880829, "grad_norm": 32.537742614746094, "learning_rate": 4.691709844559586e-05, "loss": 1.5266, "step": 2380 }, { "epoch": 0.6191709844559585, "grad_norm": 27.677419662475586, "learning_rate": 4.6904145077720206e-05, "loss": 1.5167, "step": 2390 }, { "epoch": 0.6217616580310881, "grad_norm": 14.836385726928711, "learning_rate": 4.689119170984456e-05, "loss": 1.6174, "step": 2400 }, { "epoch": 0.6243523316062176, "grad_norm": 30.61054801940918, "learning_rate": 4.687823834196892e-05, "loss": 1.4151, "step": 2410 }, { "epoch": 0.6269430051813472, "grad_norm": 27.835063934326172, "learning_rate": 4.6865284974093266e-05, "loss": 1.6753, "step": 2420 }, { "epoch": 0.6295336787564767, "grad_norm": 20.99327850341797, "learning_rate": 4.685233160621762e-05, "loss": 1.7027, "step": 2430 }, { "epoch": 0.6321243523316062, "grad_norm": 21.516822814941406, "learning_rate": 4.683937823834197e-05, "loss": 1.5758, "step": 2440 }, { "epoch": 0.6347150259067358, "grad_norm": 19.70086669921875, "learning_rate": 4.6826424870466326e-05, "loss": 1.6582, "step": 2450 }, { "epoch": 0.6373056994818653, "grad_norm": 32.987945556640625, "learning_rate": 4.681347150259068e-05, "loss": 1.5226, "step": 2460 }, { "epoch": 0.6398963730569949, "grad_norm": 23.360549926757812, "learning_rate": 4.680051813471503e-05, "loss": 1.6532, "step": 2470 }, { "epoch": 0.6424870466321243, "grad_norm": 19.872928619384766, "learning_rate": 4.678756476683938e-05, "loss": 1.443, "step": 2480 }, { "epoch": 0.6450777202072538, "grad_norm": 24.031156539916992, "learning_rate": 4.677461139896373e-05, "loss": 1.4551, "step": 2490 }, { "epoch": 0.6476683937823834, "grad_norm": 19.514060974121094, "learning_rate": 4.676165803108808e-05, "loss": 1.4905, "step": 2500 }, { "epoch": 0.6502590673575129, "grad_norm": 35.008426666259766, "learning_rate": 4.674870466321244e-05, "loss": 1.5547, "step": 2510 }, { "epoch": 0.6528497409326425, "grad_norm": 19.445669174194336, "learning_rate": 4.673575129533679e-05, "loss": 1.4371, "step": 2520 }, { "epoch": 0.655440414507772, "grad_norm": 24.876949310302734, "learning_rate": 4.672279792746114e-05, "loss": 1.3785, "step": 2530 }, { "epoch": 0.6580310880829016, "grad_norm": 32.9698371887207, "learning_rate": 4.67098445595855e-05, "loss": 1.5057, "step": 2540 }, { "epoch": 0.6606217616580311, "grad_norm": 31.485225677490234, "learning_rate": 4.669689119170985e-05, "loss": 1.4855, "step": 2550 }, { "epoch": 0.6632124352331606, "grad_norm": 36.924442291259766, "learning_rate": 4.66839378238342e-05, "loss": 1.346, "step": 2560 }, { "epoch": 0.6658031088082902, "grad_norm": 25.96522331237793, "learning_rate": 4.667098445595855e-05, "loss": 1.4708, "step": 2570 }, { "epoch": 0.6683937823834197, "grad_norm": 23.780710220336914, "learning_rate": 4.6658031088082906e-05, "loss": 1.4661, "step": 2580 }, { "epoch": 0.6709844559585493, "grad_norm": 22.78588104248047, "learning_rate": 4.664507772020726e-05, "loss": 1.4275, "step": 2590 }, { "epoch": 0.6735751295336787, "grad_norm": 26.27242660522461, "learning_rate": 4.663212435233161e-05, "loss": 1.5354, "step": 2600 }, { "epoch": 0.6761658031088082, "grad_norm": 20.899934768676758, "learning_rate": 4.661917098445596e-05, "loss": 1.4291, "step": 2610 }, { "epoch": 0.6787564766839378, "grad_norm": 27.51850700378418, "learning_rate": 4.660621761658031e-05, "loss": 1.4698, "step": 2620 }, { "epoch": 0.6813471502590673, "grad_norm": 30.429248809814453, "learning_rate": 4.6593264248704663e-05, "loss": 1.519, "step": 2630 }, { "epoch": 0.6839378238341969, "grad_norm": 22.45821762084961, "learning_rate": 4.658031088082902e-05, "loss": 1.5897, "step": 2640 }, { "epoch": 0.6865284974093264, "grad_norm": 38.25667190551758, "learning_rate": 4.656735751295337e-05, "loss": 1.7119, "step": 2650 }, { "epoch": 0.689119170984456, "grad_norm": 27.38086700439453, "learning_rate": 4.655440414507772e-05, "loss": 1.535, "step": 2660 }, { "epoch": 0.6917098445595855, "grad_norm": 32.60316848754883, "learning_rate": 4.654145077720207e-05, "loss": 1.4729, "step": 2670 }, { "epoch": 0.694300518134715, "grad_norm": 22.392257690429688, "learning_rate": 4.652849740932643e-05, "loss": 1.4588, "step": 2680 }, { "epoch": 0.6968911917098446, "grad_norm": 16.215259552001953, "learning_rate": 4.651554404145078e-05, "loss": 1.5404, "step": 2690 }, { "epoch": 0.6994818652849741, "grad_norm": 19.307567596435547, "learning_rate": 4.650259067357513e-05, "loss": 1.2737, "step": 2700 }, { "epoch": 0.7020725388601037, "grad_norm": 20.938331604003906, "learning_rate": 4.648963730569949e-05, "loss": 1.5383, "step": 2710 }, { "epoch": 0.7046632124352331, "grad_norm": 21.904972076416016, "learning_rate": 4.6476683937823836e-05, "loss": 1.3717, "step": 2720 }, { "epoch": 0.7072538860103627, "grad_norm": 33.777671813964844, "learning_rate": 4.646373056994819e-05, "loss": 1.3569, "step": 2730 }, { "epoch": 0.7098445595854922, "grad_norm": 27.625268936157227, "learning_rate": 4.645077720207254e-05, "loss": 1.481, "step": 2740 }, { "epoch": 0.7124352331606217, "grad_norm": 19.704904556274414, "learning_rate": 4.643782383419689e-05, "loss": 1.529, "step": 2750 }, { "epoch": 0.7150259067357513, "grad_norm": 21.457429885864258, "learning_rate": 4.6424870466321244e-05, "loss": 1.4551, "step": 2760 }, { "epoch": 0.7176165803108808, "grad_norm": 18.11833953857422, "learning_rate": 4.641191709844559e-05, "loss": 1.4049, "step": 2770 }, { "epoch": 0.7202072538860104, "grad_norm": 26.1339111328125, "learning_rate": 4.639896373056995e-05, "loss": 1.503, "step": 2780 }, { "epoch": 0.7227979274611399, "grad_norm": 31.111005783081055, "learning_rate": 4.6386010362694304e-05, "loss": 1.6815, "step": 2790 }, { "epoch": 0.7253886010362695, "grad_norm": 30.0274600982666, "learning_rate": 4.637305699481865e-05, "loss": 1.6701, "step": 2800 }, { "epoch": 0.727979274611399, "grad_norm": 24.076631546020508, "learning_rate": 4.636010362694301e-05, "loss": 1.3753, "step": 2810 }, { "epoch": 0.7305699481865285, "grad_norm": 37.63376235961914, "learning_rate": 4.6347150259067364e-05, "loss": 1.4122, "step": 2820 }, { "epoch": 0.7331606217616581, "grad_norm": 13.660898208618164, "learning_rate": 4.633419689119171e-05, "loss": 1.2508, "step": 2830 }, { "epoch": 0.7357512953367875, "grad_norm": 21.013647079467773, "learning_rate": 4.632124352331607e-05, "loss": 1.6511, "step": 2840 }, { "epoch": 0.7383419689119171, "grad_norm": 45.621158599853516, "learning_rate": 4.6308290155440417e-05, "loss": 1.5082, "step": 2850 }, { "epoch": 0.7409326424870466, "grad_norm": 22.01505470275879, "learning_rate": 4.629533678756477e-05, "loss": 1.2794, "step": 2860 }, { "epoch": 0.7435233160621761, "grad_norm": 31.403440475463867, "learning_rate": 4.628238341968912e-05, "loss": 1.6341, "step": 2870 }, { "epoch": 0.7461139896373057, "grad_norm": 29.308605194091797, "learning_rate": 4.626943005181347e-05, "loss": 1.6965, "step": 2880 }, { "epoch": 0.7487046632124352, "grad_norm": 17.984180450439453, "learning_rate": 4.6256476683937825e-05, "loss": 1.4655, "step": 2890 }, { "epoch": 0.7512953367875648, "grad_norm": 27.961946487426758, "learning_rate": 4.6243523316062174e-05, "loss": 1.717, "step": 2900 }, { "epoch": 0.7538860103626943, "grad_norm": 21.96929168701172, "learning_rate": 4.623056994818653e-05, "loss": 1.5762, "step": 2910 }, { "epoch": 0.7564766839378239, "grad_norm": 22.772825241088867, "learning_rate": 4.6217616580310885e-05, "loss": 1.4391, "step": 2920 }, { "epoch": 0.7590673575129534, "grad_norm": 12.620854377746582, "learning_rate": 4.6204663212435233e-05, "loss": 1.5651, "step": 2930 }, { "epoch": 0.7616580310880829, "grad_norm": 15.411774635314941, "learning_rate": 4.619170984455959e-05, "loss": 1.4241, "step": 2940 }, { "epoch": 0.7642487046632125, "grad_norm": 29.53138542175293, "learning_rate": 4.617875647668394e-05, "loss": 1.6274, "step": 2950 }, { "epoch": 0.7668393782383419, "grad_norm": 23.416011810302734, "learning_rate": 4.616580310880829e-05, "loss": 1.5422, "step": 2960 }, { "epoch": 0.7694300518134715, "grad_norm": 19.553274154663086, "learning_rate": 4.615284974093265e-05, "loss": 1.5059, "step": 2970 }, { "epoch": 0.772020725388601, "grad_norm": 17.258136749267578, "learning_rate": 4.6139896373057e-05, "loss": 1.5433, "step": 2980 }, { "epoch": 0.7746113989637305, "grad_norm": 35.72269821166992, "learning_rate": 4.612694300518135e-05, "loss": 1.4761, "step": 2990 }, { "epoch": 0.7772020725388601, "grad_norm": 19.949108123779297, "learning_rate": 4.61139896373057e-05, "loss": 1.573, "step": 3000 }, { "epoch": 0.7797927461139896, "grad_norm": 24.44106101989746, "learning_rate": 4.610103626943005e-05, "loss": 1.5129, "step": 3010 }, { "epoch": 0.7823834196891192, "grad_norm": 20.136898040771484, "learning_rate": 4.6088082901554406e-05, "loss": 1.525, "step": 3020 }, { "epoch": 0.7849740932642487, "grad_norm": 26.775421142578125, "learning_rate": 4.6075129533678754e-05, "loss": 1.5917, "step": 3030 }, { "epoch": 0.7875647668393783, "grad_norm": 11.887606620788574, "learning_rate": 4.606217616580311e-05, "loss": 1.4967, "step": 3040 }, { "epoch": 0.7901554404145078, "grad_norm": 16.925893783569336, "learning_rate": 4.6049222797927465e-05, "loss": 1.4634, "step": 3050 }, { "epoch": 0.7927461139896373, "grad_norm": 22.643062591552734, "learning_rate": 4.6036269430051814e-05, "loss": 1.4273, "step": 3060 }, { "epoch": 0.7953367875647669, "grad_norm": 21.853689193725586, "learning_rate": 4.602331606217617e-05, "loss": 1.502, "step": 3070 }, { "epoch": 0.7979274611398963, "grad_norm": 22.738571166992188, "learning_rate": 4.601036269430052e-05, "loss": 1.2828, "step": 3080 }, { "epoch": 0.8005181347150259, "grad_norm": 20.293777465820312, "learning_rate": 4.5997409326424874e-05, "loss": 1.4143, "step": 3090 }, { "epoch": 0.8031088082901554, "grad_norm": 32.77324676513672, "learning_rate": 4.598445595854923e-05, "loss": 1.6201, "step": 3100 }, { "epoch": 0.805699481865285, "grad_norm": 28.802824020385742, "learning_rate": 4.597150259067358e-05, "loss": 1.4212, "step": 3110 }, { "epoch": 0.8082901554404145, "grad_norm": 19.036109924316406, "learning_rate": 4.5958549222797934e-05, "loss": 1.4828, "step": 3120 }, { "epoch": 0.810880829015544, "grad_norm": 18.638633728027344, "learning_rate": 4.594559585492228e-05, "loss": 1.6133, "step": 3130 }, { "epoch": 0.8134715025906736, "grad_norm": 12.874844551086426, "learning_rate": 4.593264248704663e-05, "loss": 1.3408, "step": 3140 }, { "epoch": 0.8160621761658031, "grad_norm": 24.578651428222656, "learning_rate": 4.5919689119170986e-05, "loss": 1.452, "step": 3150 }, { "epoch": 0.8186528497409327, "grad_norm": 26.649707794189453, "learning_rate": 4.5906735751295335e-05, "loss": 1.6119, "step": 3160 }, { "epoch": 0.8212435233160622, "grad_norm": 11.373248100280762, "learning_rate": 4.589378238341969e-05, "loss": 1.4846, "step": 3170 }, { "epoch": 0.8238341968911918, "grad_norm": 18.468767166137695, "learning_rate": 4.588082901554404e-05, "loss": 1.4796, "step": 3180 }, { "epoch": 0.8264248704663213, "grad_norm": 33.81085205078125, "learning_rate": 4.5867875647668395e-05, "loss": 1.4842, "step": 3190 }, { "epoch": 0.8290155440414507, "grad_norm": 44.069862365722656, "learning_rate": 4.585492227979275e-05, "loss": 1.3301, "step": 3200 }, { "epoch": 0.8316062176165803, "grad_norm": 30.73018455505371, "learning_rate": 4.58419689119171e-05, "loss": 1.4531, "step": 3210 }, { "epoch": 0.8341968911917098, "grad_norm": 22.551029205322266, "learning_rate": 4.5829015544041455e-05, "loss": 1.3871, "step": 3220 }, { "epoch": 0.8367875647668394, "grad_norm": 21.888132095336914, "learning_rate": 4.58160621761658e-05, "loss": 1.3878, "step": 3230 }, { "epoch": 0.8393782383419689, "grad_norm": 23.434829711914062, "learning_rate": 4.580310880829016e-05, "loss": 1.4102, "step": 3240 }, { "epoch": 0.8419689119170984, "grad_norm": 33.60170364379883, "learning_rate": 4.5790155440414514e-05, "loss": 1.3877, "step": 3250 }, { "epoch": 0.844559585492228, "grad_norm": 30.584665298461914, "learning_rate": 4.577720207253886e-05, "loss": 1.5777, "step": 3260 }, { "epoch": 0.8471502590673575, "grad_norm": 31.303016662597656, "learning_rate": 4.576424870466322e-05, "loss": 1.3479, "step": 3270 }, { "epoch": 0.8497409326424871, "grad_norm": 25.0778751373291, "learning_rate": 4.575129533678757e-05, "loss": 1.4229, "step": 3280 }, { "epoch": 0.8523316062176166, "grad_norm": 28.942176818847656, "learning_rate": 4.5738341968911916e-05, "loss": 1.4639, "step": 3290 }, { "epoch": 0.8549222797927462, "grad_norm": 14.152292251586914, "learning_rate": 4.572538860103627e-05, "loss": 1.4146, "step": 3300 }, { "epoch": 0.8575129533678757, "grad_norm": 34.091529846191406, "learning_rate": 4.571243523316062e-05, "loss": 1.3296, "step": 3310 }, { "epoch": 0.8601036269430051, "grad_norm": 31.55875587463379, "learning_rate": 4.5699481865284976e-05, "loss": 1.7364, "step": 3320 }, { "epoch": 0.8626943005181347, "grad_norm": 28.711393356323242, "learning_rate": 4.568652849740933e-05, "loss": 1.6203, "step": 3330 }, { "epoch": 0.8652849740932642, "grad_norm": 15.44333267211914, "learning_rate": 4.567357512953368e-05, "loss": 1.4102, "step": 3340 }, { "epoch": 0.8678756476683938, "grad_norm": 16.363929748535156, "learning_rate": 4.5660621761658035e-05, "loss": 1.3734, "step": 3350 }, { "epoch": 0.8704663212435233, "grad_norm": 33.26145553588867, "learning_rate": 4.5647668393782384e-05, "loss": 1.4455, "step": 3360 }, { "epoch": 0.8730569948186528, "grad_norm": 30.60645866394043, "learning_rate": 4.563471502590674e-05, "loss": 1.4201, "step": 3370 }, { "epoch": 0.8756476683937824, "grad_norm": 32.861083984375, "learning_rate": 4.5621761658031095e-05, "loss": 1.3526, "step": 3380 }, { "epoch": 0.8782383419689119, "grad_norm": 38.518306732177734, "learning_rate": 4.5608808290155444e-05, "loss": 1.7465, "step": 3390 }, { "epoch": 0.8808290155440415, "grad_norm": 24.908071517944336, "learning_rate": 4.55958549222798e-05, "loss": 1.651, "step": 3400 }, { "epoch": 0.883419689119171, "grad_norm": 19.369590759277344, "learning_rate": 4.558290155440415e-05, "loss": 1.5032, "step": 3410 }, { "epoch": 0.8860103626943006, "grad_norm": 23.25833511352539, "learning_rate": 4.55699481865285e-05, "loss": 1.5119, "step": 3420 }, { "epoch": 0.8886010362694301, "grad_norm": 20.567188262939453, "learning_rate": 4.555699481865285e-05, "loss": 1.2998, "step": 3430 }, { "epoch": 0.8911917098445595, "grad_norm": 19.625741958618164, "learning_rate": 4.55440414507772e-05, "loss": 1.3827, "step": 3440 }, { "epoch": 0.8937823834196891, "grad_norm": 26.5403995513916, "learning_rate": 4.5531088082901556e-05, "loss": 1.4932, "step": 3450 }, { "epoch": 0.8963730569948186, "grad_norm": 18.042219161987305, "learning_rate": 4.5518134715025905e-05, "loss": 1.6477, "step": 3460 }, { "epoch": 0.8989637305699482, "grad_norm": 21.400644302368164, "learning_rate": 4.550518134715026e-05, "loss": 1.3423, "step": 3470 }, { "epoch": 0.9015544041450777, "grad_norm": 22.21318244934082, "learning_rate": 4.5492227979274616e-05, "loss": 1.5798, "step": 3480 }, { "epoch": 0.9041450777202072, "grad_norm": 19.844131469726562, "learning_rate": 4.5479274611398965e-05, "loss": 1.3797, "step": 3490 }, { "epoch": 0.9067357512953368, "grad_norm": 26.625595092773438, "learning_rate": 4.546632124352332e-05, "loss": 1.4852, "step": 3500 }, { "epoch": 0.9093264248704663, "grad_norm": 32.40286636352539, "learning_rate": 4.5453367875647676e-05, "loss": 1.6987, "step": 3510 }, { "epoch": 0.9119170984455959, "grad_norm": 33.19709777832031, "learning_rate": 4.5440414507772025e-05, "loss": 1.6457, "step": 3520 }, { "epoch": 0.9145077720207254, "grad_norm": 17.236833572387695, "learning_rate": 4.542746113989638e-05, "loss": 1.5812, "step": 3530 }, { "epoch": 0.917098445595855, "grad_norm": 19.348031997680664, "learning_rate": 4.541450777202073e-05, "loss": 1.541, "step": 3540 }, { "epoch": 0.9196891191709845, "grad_norm": 23.45808982849121, "learning_rate": 4.540155440414508e-05, "loss": 1.5692, "step": 3550 }, { "epoch": 0.9222797927461139, "grad_norm": 22.84897804260254, "learning_rate": 4.538860103626943e-05, "loss": 1.6723, "step": 3560 }, { "epoch": 0.9248704663212435, "grad_norm": 13.095423698425293, "learning_rate": 4.537564766839378e-05, "loss": 1.5137, "step": 3570 }, { "epoch": 0.927461139896373, "grad_norm": 29.42843246459961, "learning_rate": 4.536269430051814e-05, "loss": 1.4067, "step": 3580 }, { "epoch": 0.9300518134715026, "grad_norm": 32.72073745727539, "learning_rate": 4.5349740932642486e-05, "loss": 1.5371, "step": 3590 }, { "epoch": 0.9326424870466321, "grad_norm": 24.241315841674805, "learning_rate": 4.533678756476684e-05, "loss": 1.6065, "step": 3600 }, { "epoch": 0.9352331606217616, "grad_norm": 18.909767150878906, "learning_rate": 4.53238341968912e-05, "loss": 1.5368, "step": 3610 }, { "epoch": 0.9378238341968912, "grad_norm": 30.73459815979004, "learning_rate": 4.5310880829015546e-05, "loss": 1.4093, "step": 3620 }, { "epoch": 0.9404145077720207, "grad_norm": 35.667598724365234, "learning_rate": 4.52979274611399e-05, "loss": 1.7693, "step": 3630 }, { "epoch": 0.9430051813471503, "grad_norm": 22.410886764526367, "learning_rate": 4.528497409326425e-05, "loss": 1.5098, "step": 3640 }, { "epoch": 0.9455958549222798, "grad_norm": 18.317495346069336, "learning_rate": 4.5272020725388605e-05, "loss": 1.4867, "step": 3650 }, { "epoch": 0.9481865284974094, "grad_norm": 26.90761947631836, "learning_rate": 4.525906735751296e-05, "loss": 1.449, "step": 3660 }, { "epoch": 0.9507772020725389, "grad_norm": 15.232342720031738, "learning_rate": 4.524611398963731e-05, "loss": 1.4036, "step": 3670 }, { "epoch": 0.9533678756476683, "grad_norm": 18.1928653717041, "learning_rate": 4.523316062176166e-05, "loss": 1.5144, "step": 3680 }, { "epoch": 0.9559585492227979, "grad_norm": 19.998991012573242, "learning_rate": 4.522020725388601e-05, "loss": 1.5949, "step": 3690 }, { "epoch": 0.9585492227979274, "grad_norm": 30.222055435180664, "learning_rate": 4.520725388601036e-05, "loss": 1.353, "step": 3700 }, { "epoch": 0.961139896373057, "grad_norm": 24.6115665435791, "learning_rate": 4.519430051813472e-05, "loss": 1.566, "step": 3710 }, { "epoch": 0.9637305699481865, "grad_norm": 31.099687576293945, "learning_rate": 4.5181347150259067e-05, "loss": 1.3895, "step": 3720 }, { "epoch": 0.966321243523316, "grad_norm": 23.968713760375977, "learning_rate": 4.516839378238342e-05, "loss": 1.422, "step": 3730 }, { "epoch": 0.9689119170984456, "grad_norm": 25.429346084594727, "learning_rate": 4.515544041450778e-05, "loss": 1.5973, "step": 3740 }, { "epoch": 0.9715025906735751, "grad_norm": 32.34147644042969, "learning_rate": 4.5142487046632126e-05, "loss": 1.4055, "step": 3750 }, { "epoch": 0.9740932642487047, "grad_norm": 32.41990661621094, "learning_rate": 4.512953367875648e-05, "loss": 1.4335, "step": 3760 }, { "epoch": 0.9766839378238342, "grad_norm": 26.07378578186035, "learning_rate": 4.511658031088083e-05, "loss": 1.5147, "step": 3770 }, { "epoch": 0.9792746113989638, "grad_norm": 20.132482528686523, "learning_rate": 4.5103626943005186e-05, "loss": 1.6007, "step": 3780 }, { "epoch": 0.9818652849740933, "grad_norm": 27.40679931640625, "learning_rate": 4.509067357512954e-05, "loss": 1.4479, "step": 3790 }, { "epoch": 0.9844559585492227, "grad_norm": 18.36371612548828, "learning_rate": 4.507772020725389e-05, "loss": 1.3055, "step": 3800 }, { "epoch": 0.9870466321243523, "grad_norm": 24.250751495361328, "learning_rate": 4.506476683937824e-05, "loss": 1.5206, "step": 3810 }, { "epoch": 0.9896373056994818, "grad_norm": 25.35177993774414, "learning_rate": 4.505181347150259e-05, "loss": 1.3931, "step": 3820 }, { "epoch": 0.9922279792746114, "grad_norm": 30.274795532226562, "learning_rate": 4.503886010362694e-05, "loss": 1.4414, "step": 3830 }, { "epoch": 0.9948186528497409, "grad_norm": 24.2322998046875, "learning_rate": 4.50259067357513e-05, "loss": 1.4042, "step": 3840 }, { "epoch": 0.9974093264248705, "grad_norm": 27.55248260498047, "learning_rate": 4.501295336787565e-05, "loss": 1.3548, "step": 3850 }, { "epoch": 1.0, "grad_norm": 54.421669006347656, "learning_rate": 4.5e-05, "loss": 1.817, "step": 3860 }, { "epoch": 1.0, "eval_accuracy": 0.4553698665630263, "eval_f1": 0.4223639899839413, "eval_loss": 1.440008282661438, "eval_runtime": 129.8916, "eval_samples_per_second": 59.426, "eval_steps_per_second": 7.429, "step": 3860 }, { "epoch": 1.0025906735751295, "grad_norm": 13.998290061950684, "learning_rate": 4.498704663212435e-05, "loss": 1.2533, "step": 3870 }, { "epoch": 1.005181347150259, "grad_norm": 17.047151565551758, "learning_rate": 4.497409326424871e-05, "loss": 1.2155, "step": 3880 }, { "epoch": 1.0077720207253886, "grad_norm": 28.66954803466797, "learning_rate": 4.496113989637306e-05, "loss": 1.4768, "step": 3890 }, { "epoch": 1.0103626943005182, "grad_norm": 27.51622200012207, "learning_rate": 4.494818652849741e-05, "loss": 1.4572, "step": 3900 }, { "epoch": 1.0129533678756477, "grad_norm": 23.63414192199707, "learning_rate": 4.493523316062177e-05, "loss": 1.2235, "step": 3910 }, { "epoch": 1.0155440414507773, "grad_norm": 10.387931823730469, "learning_rate": 4.4922279792746115e-05, "loss": 1.4989, "step": 3920 }, { "epoch": 1.0181347150259068, "grad_norm": 23.550596237182617, "learning_rate": 4.490932642487047e-05, "loss": 1.5015, "step": 3930 }, { "epoch": 1.0207253886010363, "grad_norm": 15.778138160705566, "learning_rate": 4.489637305699482e-05, "loss": 1.1708, "step": 3940 }, { "epoch": 1.0233160621761659, "grad_norm": 27.95370864868164, "learning_rate": 4.488341968911917e-05, "loss": 1.5511, "step": 3950 }, { "epoch": 1.0259067357512954, "grad_norm": 13.570741653442383, "learning_rate": 4.4870466321243524e-05, "loss": 1.3762, "step": 3960 }, { "epoch": 1.028497409326425, "grad_norm": 30.309999465942383, "learning_rate": 4.485751295336787e-05, "loss": 1.3065, "step": 3970 }, { "epoch": 1.0310880829015545, "grad_norm": 28.459074020385742, "learning_rate": 4.484455958549223e-05, "loss": 1.2689, "step": 3980 }, { "epoch": 1.0336787564766838, "grad_norm": 18.851470947265625, "learning_rate": 4.4831606217616584e-05, "loss": 1.1892, "step": 3990 }, { "epoch": 1.0362694300518134, "grad_norm": 17.690624237060547, "learning_rate": 4.481865284974093e-05, "loss": 1.3928, "step": 4000 }, { "epoch": 1.038860103626943, "grad_norm": 17.225982666015625, "learning_rate": 4.480569948186529e-05, "loss": 1.2388, "step": 4010 }, { "epoch": 1.0414507772020725, "grad_norm": 20.139324188232422, "learning_rate": 4.479274611398964e-05, "loss": 1.4581, "step": 4020 }, { "epoch": 1.044041450777202, "grad_norm": 16.717266082763672, "learning_rate": 4.477979274611399e-05, "loss": 1.4446, "step": 4030 }, { "epoch": 1.0466321243523315, "grad_norm": 19.426870346069336, "learning_rate": 4.476683937823835e-05, "loss": 1.3466, "step": 4040 }, { "epoch": 1.049222797927461, "grad_norm": 15.214735984802246, "learning_rate": 4.4753886010362696e-05, "loss": 1.2239, "step": 4050 }, { "epoch": 1.0518134715025906, "grad_norm": 26.582632064819336, "learning_rate": 4.474093264248705e-05, "loss": 1.4757, "step": 4060 }, { "epoch": 1.0544041450777202, "grad_norm": 28.87495994567871, "learning_rate": 4.47279792746114e-05, "loss": 1.5482, "step": 4070 }, { "epoch": 1.0569948186528497, "grad_norm": 20.337875366210938, "learning_rate": 4.471502590673575e-05, "loss": 1.4364, "step": 4080 }, { "epoch": 1.0595854922279793, "grad_norm": 11.887430191040039, "learning_rate": 4.4702072538860105e-05, "loss": 1.2455, "step": 4090 }, { "epoch": 1.0621761658031088, "grad_norm": 13.533197402954102, "learning_rate": 4.468911917098445e-05, "loss": 1.4475, "step": 4100 }, { "epoch": 1.0647668393782384, "grad_norm": 21.839876174926758, "learning_rate": 4.467616580310881e-05, "loss": 1.385, "step": 4110 }, { "epoch": 1.067357512953368, "grad_norm": 12.319941520690918, "learning_rate": 4.4663212435233164e-05, "loss": 1.2414, "step": 4120 }, { "epoch": 1.0699481865284974, "grad_norm": 34.992027282714844, "learning_rate": 4.465025906735751e-05, "loss": 1.4249, "step": 4130 }, { "epoch": 1.072538860103627, "grad_norm": 25.84225845336914, "learning_rate": 4.463730569948187e-05, "loss": 1.2535, "step": 4140 }, { "epoch": 1.0751295336787565, "grad_norm": 15.416722297668457, "learning_rate": 4.462435233160622e-05, "loss": 1.4665, "step": 4150 }, { "epoch": 1.077720207253886, "grad_norm": 19.569765090942383, "learning_rate": 4.461139896373057e-05, "loss": 1.1651, "step": 4160 }, { "epoch": 1.0803108808290156, "grad_norm": 18.811647415161133, "learning_rate": 4.459844559585493e-05, "loss": 1.5026, "step": 4170 }, { "epoch": 1.0829015544041452, "grad_norm": 25.074935913085938, "learning_rate": 4.458549222797928e-05, "loss": 1.3583, "step": 4180 }, { "epoch": 1.0854922279792747, "grad_norm": 41.43058776855469, "learning_rate": 4.457253886010363e-05, "loss": 1.2107, "step": 4190 }, { "epoch": 1.0880829015544042, "grad_norm": 18.51222038269043, "learning_rate": 4.455958549222798e-05, "loss": 1.3887, "step": 4200 }, { "epoch": 1.0906735751295338, "grad_norm": 34.78820037841797, "learning_rate": 4.454663212435233e-05, "loss": 1.3386, "step": 4210 }, { "epoch": 1.093264248704663, "grad_norm": 14.28584098815918, "learning_rate": 4.4533678756476685e-05, "loss": 1.5648, "step": 4220 }, { "epoch": 1.0958549222797926, "grad_norm": 10.484559059143066, "learning_rate": 4.4520725388601034e-05, "loss": 1.3229, "step": 4230 }, { "epoch": 1.0984455958549222, "grad_norm": 24.480085372924805, "learning_rate": 4.450777202072539e-05, "loss": 1.2868, "step": 4240 }, { "epoch": 1.1010362694300517, "grad_norm": 19.146596908569336, "learning_rate": 4.4494818652849745e-05, "loss": 1.1129, "step": 4250 }, { "epoch": 1.1036269430051813, "grad_norm": 23.00044059753418, "learning_rate": 4.4481865284974094e-05, "loss": 1.3796, "step": 4260 }, { "epoch": 1.1062176165803108, "grad_norm": 21.900585174560547, "learning_rate": 4.446891191709845e-05, "loss": 1.2963, "step": 4270 }, { "epoch": 1.1088082901554404, "grad_norm": 24.694345474243164, "learning_rate": 4.44559585492228e-05, "loss": 1.28, "step": 4280 }, { "epoch": 1.11139896373057, "grad_norm": 34.733306884765625, "learning_rate": 4.4443005181347153e-05, "loss": 1.2679, "step": 4290 }, { "epoch": 1.1139896373056994, "grad_norm": 30.970521926879883, "learning_rate": 4.443005181347151e-05, "loss": 1.3706, "step": 4300 }, { "epoch": 1.116580310880829, "grad_norm": 31.800018310546875, "learning_rate": 4.441709844559586e-05, "loss": 1.4288, "step": 4310 }, { "epoch": 1.1191709844559585, "grad_norm": 32.764793395996094, "learning_rate": 4.440414507772021e-05, "loss": 1.4715, "step": 4320 }, { "epoch": 1.121761658031088, "grad_norm": 26.795557022094727, "learning_rate": 4.439119170984456e-05, "loss": 1.5304, "step": 4330 }, { "epoch": 1.1243523316062176, "grad_norm": 24.006956100463867, "learning_rate": 4.437823834196892e-05, "loss": 1.3372, "step": 4340 }, { "epoch": 1.1269430051813472, "grad_norm": 18.705291748046875, "learning_rate": 4.4365284974093266e-05, "loss": 1.1718, "step": 4350 }, { "epoch": 1.1295336787564767, "grad_norm": 13.131208419799805, "learning_rate": 4.4352331606217615e-05, "loss": 1.4833, "step": 4360 }, { "epoch": 1.1321243523316062, "grad_norm": 25.325000762939453, "learning_rate": 4.433937823834197e-05, "loss": 1.3107, "step": 4370 }, { "epoch": 1.1347150259067358, "grad_norm": 29.67412567138672, "learning_rate": 4.432642487046632e-05, "loss": 1.3767, "step": 4380 }, { "epoch": 1.1373056994818653, "grad_norm": 20.007627487182617, "learning_rate": 4.4313471502590675e-05, "loss": 1.5446, "step": 4390 }, { "epoch": 1.1398963730569949, "grad_norm": 28.313053131103516, "learning_rate": 4.430051813471503e-05, "loss": 1.2015, "step": 4400 }, { "epoch": 1.1424870466321244, "grad_norm": 31.741680145263672, "learning_rate": 4.428756476683938e-05, "loss": 1.4763, "step": 4410 }, { "epoch": 1.145077720207254, "grad_norm": 34.06559371948242, "learning_rate": 4.4274611398963734e-05, "loss": 1.2319, "step": 4420 }, { "epoch": 1.1476683937823835, "grad_norm": 28.36117172241211, "learning_rate": 4.426165803108808e-05, "loss": 1.395, "step": 4430 }, { "epoch": 1.150259067357513, "grad_norm": 20.457550048828125, "learning_rate": 4.424870466321244e-05, "loss": 1.3415, "step": 4440 }, { "epoch": 1.1528497409326426, "grad_norm": 15.25887680053711, "learning_rate": 4.4235751295336794e-05, "loss": 1.2335, "step": 4450 }, { "epoch": 1.1554404145077721, "grad_norm": 21.804288864135742, "learning_rate": 4.422279792746114e-05, "loss": 1.5978, "step": 4460 }, { "epoch": 1.1580310880829017, "grad_norm": 18.962339401245117, "learning_rate": 4.42098445595855e-05, "loss": 1.4711, "step": 4470 }, { "epoch": 1.160621761658031, "grad_norm": 28.846975326538086, "learning_rate": 4.419689119170985e-05, "loss": 1.3494, "step": 4480 }, { "epoch": 1.1632124352331605, "grad_norm": 19.107990264892578, "learning_rate": 4.4183937823834196e-05, "loss": 1.4304, "step": 4490 }, { "epoch": 1.16580310880829, "grad_norm": 18.884817123413086, "learning_rate": 4.417098445595855e-05, "loss": 1.1241, "step": 4500 }, { "epoch": 1.1683937823834196, "grad_norm": 25.12579917907715, "learning_rate": 4.41580310880829e-05, "loss": 1.2503, "step": 4510 }, { "epoch": 1.1709844559585492, "grad_norm": 20.97570037841797, "learning_rate": 4.4145077720207255e-05, "loss": 1.593, "step": 4520 }, { "epoch": 1.1735751295336787, "grad_norm": 20.970779418945312, "learning_rate": 4.413212435233161e-05, "loss": 1.4285, "step": 4530 }, { "epoch": 1.1761658031088082, "grad_norm": 18.826698303222656, "learning_rate": 4.411917098445596e-05, "loss": 1.2722, "step": 4540 }, { "epoch": 1.1787564766839378, "grad_norm": 27.90616226196289, "learning_rate": 4.4106217616580315e-05, "loss": 1.4562, "step": 4550 }, { "epoch": 1.1813471502590673, "grad_norm": 17.84188461303711, "learning_rate": 4.4093264248704664e-05, "loss": 1.5104, "step": 4560 }, { "epoch": 1.1839378238341969, "grad_norm": 22.539724349975586, "learning_rate": 4.408031088082902e-05, "loss": 1.4795, "step": 4570 }, { "epoch": 1.1865284974093264, "grad_norm": 19.079458236694336, "learning_rate": 4.4067357512953375e-05, "loss": 1.4157, "step": 4580 }, { "epoch": 1.189119170984456, "grad_norm": 14.032687187194824, "learning_rate": 4.4054404145077723e-05, "loss": 1.5465, "step": 4590 }, { "epoch": 1.1917098445595855, "grad_norm": 22.9605712890625, "learning_rate": 4.404145077720208e-05, "loss": 1.5518, "step": 4600 }, { "epoch": 1.194300518134715, "grad_norm": 16.84342384338379, "learning_rate": 4.402849740932643e-05, "loss": 1.5939, "step": 4610 }, { "epoch": 1.1968911917098446, "grad_norm": 26.823705673217773, "learning_rate": 4.4015544041450776e-05, "loss": 1.5037, "step": 4620 }, { "epoch": 1.1994818652849741, "grad_norm": 8.14369010925293, "learning_rate": 4.400259067357513e-05, "loss": 1.3418, "step": 4630 }, { "epoch": 1.2020725388601037, "grad_norm": 23.82241439819336, "learning_rate": 4.398963730569948e-05, "loss": 1.3663, "step": 4640 }, { "epoch": 1.2046632124352332, "grad_norm": 16.12594223022461, "learning_rate": 4.3976683937823836e-05, "loss": 1.216, "step": 4650 }, { "epoch": 1.2072538860103628, "grad_norm": 15.985404968261719, "learning_rate": 4.3963730569948185e-05, "loss": 1.5121, "step": 4660 }, { "epoch": 1.2098445595854923, "grad_norm": 13.773357391357422, "learning_rate": 4.395077720207254e-05, "loss": 1.1993, "step": 4670 }, { "epoch": 1.2124352331606219, "grad_norm": 32.26780700683594, "learning_rate": 4.3937823834196896e-05, "loss": 1.4183, "step": 4680 }, { "epoch": 1.2150259067357512, "grad_norm": 15.097329139709473, "learning_rate": 4.3924870466321244e-05, "loss": 1.3219, "step": 4690 }, { "epoch": 1.2176165803108807, "grad_norm": 29.384382247924805, "learning_rate": 4.39119170984456e-05, "loss": 1.2982, "step": 4700 }, { "epoch": 1.2202072538860103, "grad_norm": 25.271577835083008, "learning_rate": 4.3898963730569955e-05, "loss": 1.5293, "step": 4710 }, { "epoch": 1.2227979274611398, "grad_norm": 17.637662887573242, "learning_rate": 4.3886010362694304e-05, "loss": 1.4503, "step": 4720 }, { "epoch": 1.2253886010362693, "grad_norm": 15.44536304473877, "learning_rate": 4.387305699481866e-05, "loss": 1.4383, "step": 4730 }, { "epoch": 1.2279792746113989, "grad_norm": 15.164253234863281, "learning_rate": 4.386010362694301e-05, "loss": 1.4117, "step": 4740 }, { "epoch": 1.2305699481865284, "grad_norm": 21.363080978393555, "learning_rate": 4.384715025906736e-05, "loss": 1.4723, "step": 4750 }, { "epoch": 1.233160621761658, "grad_norm": 18.178009033203125, "learning_rate": 4.383419689119171e-05, "loss": 1.3782, "step": 4760 }, { "epoch": 1.2357512953367875, "grad_norm": 26.228302001953125, "learning_rate": 4.382124352331606e-05, "loss": 1.2509, "step": 4770 }, { "epoch": 1.238341968911917, "grad_norm": 30.54258155822754, "learning_rate": 4.380829015544042e-05, "loss": 1.4766, "step": 4780 }, { "epoch": 1.2409326424870466, "grad_norm": 24.077661514282227, "learning_rate": 4.3795336787564765e-05, "loss": 1.3919, "step": 4790 }, { "epoch": 1.2435233160621761, "grad_norm": 15.933079719543457, "learning_rate": 4.378238341968912e-05, "loss": 1.2485, "step": 4800 }, { "epoch": 1.2461139896373057, "grad_norm": 27.75198745727539, "learning_rate": 4.3769430051813476e-05, "loss": 1.3289, "step": 4810 }, { "epoch": 1.2487046632124352, "grad_norm": 27.570043563842773, "learning_rate": 4.3756476683937825e-05, "loss": 1.3878, "step": 4820 }, { "epoch": 1.2512953367875648, "grad_norm": 15.550378799438477, "learning_rate": 4.374352331606218e-05, "loss": 1.4275, "step": 4830 }, { "epoch": 1.2538860103626943, "grad_norm": 17.96379280090332, "learning_rate": 4.373056994818653e-05, "loss": 1.123, "step": 4840 }, { "epoch": 1.2564766839378239, "grad_norm": 27.222564697265625, "learning_rate": 4.3717616580310885e-05, "loss": 1.2553, "step": 4850 }, { "epoch": 1.2590673575129534, "grad_norm": 19.878164291381836, "learning_rate": 4.370466321243524e-05, "loss": 1.2792, "step": 4860 }, { "epoch": 1.261658031088083, "grad_norm": 23.56586265563965, "learning_rate": 4.369170984455959e-05, "loss": 1.39, "step": 4870 }, { "epoch": 1.2642487046632125, "grad_norm": 18.573320388793945, "learning_rate": 4.367875647668394e-05, "loss": 1.4292, "step": 4880 }, { "epoch": 1.266839378238342, "grad_norm": 14.761375427246094, "learning_rate": 4.3665803108808287e-05, "loss": 1.2146, "step": 4890 }, { "epoch": 1.2694300518134716, "grad_norm": 41.130367279052734, "learning_rate": 4.365284974093264e-05, "loss": 1.4675, "step": 4900 }, { "epoch": 1.2720207253886011, "grad_norm": 25.26715850830078, "learning_rate": 4.3639896373057e-05, "loss": 1.5642, "step": 4910 }, { "epoch": 1.2746113989637307, "grad_norm": 27.836719512939453, "learning_rate": 4.3626943005181346e-05, "loss": 1.2545, "step": 4920 }, { "epoch": 1.2772020725388602, "grad_norm": 25.482887268066406, "learning_rate": 4.36139896373057e-05, "loss": 1.4606, "step": 4930 }, { "epoch": 1.2797927461139897, "grad_norm": 22.78301239013672, "learning_rate": 4.360103626943005e-05, "loss": 1.3877, "step": 4940 }, { "epoch": 1.2823834196891193, "grad_norm": 27.86853790283203, "learning_rate": 4.3588082901554406e-05, "loss": 1.4064, "step": 4950 }, { "epoch": 1.2849740932642488, "grad_norm": 19.654478073120117, "learning_rate": 4.357512953367876e-05, "loss": 1.3611, "step": 4960 }, { "epoch": 1.2875647668393784, "grad_norm": 10.995368957519531, "learning_rate": 4.356217616580311e-05, "loss": 1.4103, "step": 4970 }, { "epoch": 1.2901554404145077, "grad_norm": 16.293827056884766, "learning_rate": 4.3549222797927466e-05, "loss": 1.3555, "step": 4980 }, { "epoch": 1.2927461139896372, "grad_norm": 22.88702964782715, "learning_rate": 4.353626943005182e-05, "loss": 1.2746, "step": 4990 }, { "epoch": 1.2953367875647668, "grad_norm": 22.020803451538086, "learning_rate": 4.352331606217617e-05, "loss": 1.2781, "step": 5000 }, { "epoch": 1.2979274611398963, "grad_norm": 21.95182991027832, "learning_rate": 4.351036269430052e-05, "loss": 1.7124, "step": 5010 }, { "epoch": 1.3005181347150259, "grad_norm": 12.238249778747559, "learning_rate": 4.349740932642487e-05, "loss": 1.4613, "step": 5020 }, { "epoch": 1.3031088082901554, "grad_norm": 16.202857971191406, "learning_rate": 4.348445595854922e-05, "loss": 1.3297, "step": 5030 }, { "epoch": 1.305699481865285, "grad_norm": 16.989032745361328, "learning_rate": 4.347150259067358e-05, "loss": 1.4931, "step": 5040 }, { "epoch": 1.3082901554404145, "grad_norm": 15.361815452575684, "learning_rate": 4.345854922279793e-05, "loss": 1.275, "step": 5050 }, { "epoch": 1.310880829015544, "grad_norm": 15.693586349487305, "learning_rate": 4.344559585492228e-05, "loss": 1.203, "step": 5060 }, { "epoch": 1.3134715025906736, "grad_norm": 23.36720848083496, "learning_rate": 4.343264248704663e-05, "loss": 1.5804, "step": 5070 }, { "epoch": 1.3160621761658031, "grad_norm": 15.686822891235352, "learning_rate": 4.341968911917099e-05, "loss": 1.3345, "step": 5080 }, { "epoch": 1.3186528497409327, "grad_norm": 28.324987411499023, "learning_rate": 4.340673575129534e-05, "loss": 1.5257, "step": 5090 }, { "epoch": 1.3212435233160622, "grad_norm": 20.766155242919922, "learning_rate": 4.339378238341969e-05, "loss": 1.4468, "step": 5100 }, { "epoch": 1.3238341968911918, "grad_norm": 21.512235641479492, "learning_rate": 4.3380829015544046e-05, "loss": 1.4161, "step": 5110 }, { "epoch": 1.3264248704663213, "grad_norm": 15.392351150512695, "learning_rate": 4.3367875647668395e-05, "loss": 1.3592, "step": 5120 }, { "epoch": 1.3290155440414508, "grad_norm": 19.94327163696289, "learning_rate": 4.335492227979275e-05, "loss": 1.1511, "step": 5130 }, { "epoch": 1.3316062176165804, "grad_norm": 24.461698532104492, "learning_rate": 4.33419689119171e-05, "loss": 1.3631, "step": 5140 }, { "epoch": 1.33419689119171, "grad_norm": 20.84194564819336, "learning_rate": 4.332901554404145e-05, "loss": 1.3504, "step": 5150 }, { "epoch": 1.3367875647668392, "grad_norm": 13.080467224121094, "learning_rate": 4.3316062176165804e-05, "loss": 1.2385, "step": 5160 }, { "epoch": 1.3393782383419688, "grad_norm": 12.882525444030762, "learning_rate": 4.330310880829015e-05, "loss": 1.5504, "step": 5170 }, { "epoch": 1.3419689119170983, "grad_norm": 13.023655891418457, "learning_rate": 4.329015544041451e-05, "loss": 1.4595, "step": 5180 }, { "epoch": 1.3445595854922279, "grad_norm": 12.687971115112305, "learning_rate": 4.327720207253886e-05, "loss": 1.3543, "step": 5190 }, { "epoch": 1.3471502590673574, "grad_norm": 14.552367210388184, "learning_rate": 4.326424870466321e-05, "loss": 1.2253, "step": 5200 }, { "epoch": 1.349740932642487, "grad_norm": 33.050331115722656, "learning_rate": 4.325129533678757e-05, "loss": 1.4324, "step": 5210 }, { "epoch": 1.3523316062176165, "grad_norm": 15.473639488220215, "learning_rate": 4.323834196891192e-05, "loss": 1.3002, "step": 5220 }, { "epoch": 1.354922279792746, "grad_norm": 14.168670654296875, "learning_rate": 4.322538860103627e-05, "loss": 1.2434, "step": 5230 }, { "epoch": 1.3575129533678756, "grad_norm": 17.8286075592041, "learning_rate": 4.321243523316063e-05, "loss": 1.3167, "step": 5240 }, { "epoch": 1.3601036269430051, "grad_norm": 22.657398223876953, "learning_rate": 4.3199481865284976e-05, "loss": 1.5456, "step": 5250 }, { "epoch": 1.3626943005181347, "grad_norm": 18.190885543823242, "learning_rate": 4.318652849740933e-05, "loss": 1.1403, "step": 5260 }, { "epoch": 1.3652849740932642, "grad_norm": 32.13840103149414, "learning_rate": 4.317357512953368e-05, "loss": 1.3931, "step": 5270 }, { "epoch": 1.3678756476683938, "grad_norm": 42.26449966430664, "learning_rate": 4.3160621761658036e-05, "loss": 1.4212, "step": 5280 }, { "epoch": 1.3704663212435233, "grad_norm": 19.10822105407715, "learning_rate": 4.3147668393782384e-05, "loss": 1.2962, "step": 5290 }, { "epoch": 1.3730569948186528, "grad_norm": 19.699108123779297, "learning_rate": 4.313471502590673e-05, "loss": 1.3915, "step": 5300 }, { "epoch": 1.3756476683937824, "grad_norm": 32.910423278808594, "learning_rate": 4.312176165803109e-05, "loss": 1.5649, "step": 5310 }, { "epoch": 1.378238341968912, "grad_norm": 12.720093727111816, "learning_rate": 4.3108808290155444e-05, "loss": 1.407, "step": 5320 }, { "epoch": 1.3808290155440415, "grad_norm": 38.771484375, "learning_rate": 4.309585492227979e-05, "loss": 1.3817, "step": 5330 }, { "epoch": 1.383419689119171, "grad_norm": 24.996482849121094, "learning_rate": 4.308290155440415e-05, "loss": 1.3067, "step": 5340 }, { "epoch": 1.3860103626943006, "grad_norm": 28.324462890625, "learning_rate": 4.30699481865285e-05, "loss": 1.3221, "step": 5350 }, { "epoch": 1.38860103626943, "grad_norm": 25.802644729614258, "learning_rate": 4.305699481865285e-05, "loss": 1.3819, "step": 5360 }, { "epoch": 1.3911917098445596, "grad_norm": 23.327739715576172, "learning_rate": 4.304404145077721e-05, "loss": 1.4493, "step": 5370 }, { "epoch": 1.3937823834196892, "grad_norm": 11.615527153015137, "learning_rate": 4.3031088082901557e-05, "loss": 1.3594, "step": 5380 }, { "epoch": 1.3963730569948187, "grad_norm": 22.03915786743164, "learning_rate": 4.301813471502591e-05, "loss": 1.4156, "step": 5390 }, { "epoch": 1.3989637305699483, "grad_norm": 22.57341194152832, "learning_rate": 4.300518134715026e-05, "loss": 1.2439, "step": 5400 }, { "epoch": 1.4015544041450778, "grad_norm": 19.734148025512695, "learning_rate": 4.2992227979274616e-05, "loss": 1.4066, "step": 5410 }, { "epoch": 1.4041450777202074, "grad_norm": 26.634857177734375, "learning_rate": 4.2979274611398965e-05, "loss": 1.1931, "step": 5420 }, { "epoch": 1.406735751295337, "grad_norm": 40.95436096191406, "learning_rate": 4.2966321243523314e-05, "loss": 1.2565, "step": 5430 }, { "epoch": 1.4093264248704664, "grad_norm": 18.36209487915039, "learning_rate": 4.295336787564767e-05, "loss": 1.3439, "step": 5440 }, { "epoch": 1.411917098445596, "grad_norm": 12.691707611083984, "learning_rate": 4.2940414507772025e-05, "loss": 1.2172, "step": 5450 }, { "epoch": 1.4145077720207253, "grad_norm": 25.72365379333496, "learning_rate": 4.2927461139896373e-05, "loss": 1.2175, "step": 5460 }, { "epoch": 1.4170984455958548, "grad_norm": 12.202083587646484, "learning_rate": 4.291450777202073e-05, "loss": 1.5287, "step": 5470 }, { "epoch": 1.4196891191709844, "grad_norm": 17.801963806152344, "learning_rate": 4.290155440414508e-05, "loss": 1.3004, "step": 5480 }, { "epoch": 1.422279792746114, "grad_norm": 13.310453414916992, "learning_rate": 4.288860103626943e-05, "loss": 1.3996, "step": 5490 }, { "epoch": 1.4248704663212435, "grad_norm": 22.060880661010742, "learning_rate": 4.287564766839379e-05, "loss": 1.3204, "step": 5500 }, { "epoch": 1.427461139896373, "grad_norm": 10.636323928833008, "learning_rate": 4.286269430051814e-05, "loss": 1.4476, "step": 5510 }, { "epoch": 1.4300518134715026, "grad_norm": 17.37725830078125, "learning_rate": 4.284974093264249e-05, "loss": 1.3473, "step": 5520 }, { "epoch": 1.432642487046632, "grad_norm": 27.122089385986328, "learning_rate": 4.283678756476684e-05, "loss": 1.2442, "step": 5530 }, { "epoch": 1.4352331606217616, "grad_norm": 27.275402069091797, "learning_rate": 4.28238341968912e-05, "loss": 1.362, "step": 5540 }, { "epoch": 1.4378238341968912, "grad_norm": 21.288320541381836, "learning_rate": 4.2810880829015546e-05, "loss": 1.3615, "step": 5550 }, { "epoch": 1.4404145077720207, "grad_norm": 21.079164505004883, "learning_rate": 4.2797927461139894e-05, "loss": 1.3207, "step": 5560 }, { "epoch": 1.4430051813471503, "grad_norm": 17.506786346435547, "learning_rate": 4.278497409326425e-05, "loss": 1.3747, "step": 5570 }, { "epoch": 1.4455958549222798, "grad_norm": 17.997365951538086, "learning_rate": 4.27720207253886e-05, "loss": 1.2203, "step": 5580 }, { "epoch": 1.4481865284974094, "grad_norm": 17.794771194458008, "learning_rate": 4.2759067357512954e-05, "loss": 1.2408, "step": 5590 }, { "epoch": 1.450777202072539, "grad_norm": 28.79917335510254, "learning_rate": 4.274611398963731e-05, "loss": 1.3492, "step": 5600 }, { "epoch": 1.4533678756476685, "grad_norm": 22.511409759521484, "learning_rate": 4.273316062176166e-05, "loss": 1.3122, "step": 5610 }, { "epoch": 1.455958549222798, "grad_norm": 15.845218658447266, "learning_rate": 4.2720207253886014e-05, "loss": 1.3131, "step": 5620 }, { "epoch": 1.4585492227979275, "grad_norm": 23.55310821533203, "learning_rate": 4.270725388601036e-05, "loss": 1.3118, "step": 5630 }, { "epoch": 1.4611398963730569, "grad_norm": 22.233306884765625, "learning_rate": 4.269430051813472e-05, "loss": 1.3669, "step": 5640 }, { "epoch": 1.4637305699481864, "grad_norm": 18.036365509033203, "learning_rate": 4.2681347150259074e-05, "loss": 1.1596, "step": 5650 }, { "epoch": 1.466321243523316, "grad_norm": 33.682289123535156, "learning_rate": 4.266839378238342e-05, "loss": 1.3312, "step": 5660 }, { "epoch": 1.4689119170984455, "grad_norm": 18.997224807739258, "learning_rate": 4.265544041450778e-05, "loss": 1.4877, "step": 5670 }, { "epoch": 1.471502590673575, "grad_norm": 29.21281623840332, "learning_rate": 4.2642487046632127e-05, "loss": 1.3569, "step": 5680 }, { "epoch": 1.4740932642487046, "grad_norm": 38.818748474121094, "learning_rate": 4.2629533678756475e-05, "loss": 1.4843, "step": 5690 }, { "epoch": 1.4766839378238341, "grad_norm": 15.1907958984375, "learning_rate": 4.261658031088083e-05, "loss": 1.4509, "step": 5700 }, { "epoch": 1.4792746113989637, "grad_norm": 25.22455406188965, "learning_rate": 4.260362694300518e-05, "loss": 1.3678, "step": 5710 }, { "epoch": 1.4818652849740932, "grad_norm": 18.852705001831055, "learning_rate": 4.2590673575129535e-05, "loss": 1.1707, "step": 5720 }, { "epoch": 1.4844559585492227, "grad_norm": 13.189321517944336, "learning_rate": 4.257772020725389e-05, "loss": 1.2433, "step": 5730 }, { "epoch": 1.4870466321243523, "grad_norm": 13.050850868225098, "learning_rate": 4.256476683937824e-05, "loss": 1.3231, "step": 5740 }, { "epoch": 1.4896373056994818, "grad_norm": 19.20536231994629, "learning_rate": 4.2551813471502595e-05, "loss": 1.5195, "step": 5750 }, { "epoch": 1.4922279792746114, "grad_norm": 11.80867862701416, "learning_rate": 4.253886010362694e-05, "loss": 1.2316, "step": 5760 }, { "epoch": 1.494818652849741, "grad_norm": 17.230735778808594, "learning_rate": 4.25259067357513e-05, "loss": 1.4424, "step": 5770 }, { "epoch": 1.4974093264248705, "grad_norm": 17.14361572265625, "learning_rate": 4.2512953367875654e-05, "loss": 1.2985, "step": 5780 }, { "epoch": 1.5, "grad_norm": 26.587717056274414, "learning_rate": 4.25e-05, "loss": 1.2087, "step": 5790 }, { "epoch": 1.5025906735751295, "grad_norm": 17.679460525512695, "learning_rate": 4.248704663212436e-05, "loss": 1.2448, "step": 5800 }, { "epoch": 1.505181347150259, "grad_norm": 14.184419631958008, "learning_rate": 4.247409326424871e-05, "loss": 1.4365, "step": 5810 }, { "epoch": 1.5077720207253886, "grad_norm": 26.23478889465332, "learning_rate": 4.2461139896373056e-05, "loss": 1.5114, "step": 5820 }, { "epoch": 1.5103626943005182, "grad_norm": 25.750577926635742, "learning_rate": 4.244818652849741e-05, "loss": 1.3467, "step": 5830 }, { "epoch": 1.5129533678756477, "grad_norm": 18.498096466064453, "learning_rate": 4.243523316062176e-05, "loss": 1.1184, "step": 5840 }, { "epoch": 1.5155440414507773, "grad_norm": 16.645198822021484, "learning_rate": 4.2422279792746116e-05, "loss": 1.4435, "step": 5850 }, { "epoch": 1.5181347150259068, "grad_norm": 30.80524253845215, "learning_rate": 4.2409326424870464e-05, "loss": 1.4322, "step": 5860 }, { "epoch": 1.5207253886010363, "grad_norm": 20.398488998413086, "learning_rate": 4.239637305699482e-05, "loss": 1.4128, "step": 5870 }, { "epoch": 1.5233160621761659, "grad_norm": 11.82465648651123, "learning_rate": 4.2383419689119175e-05, "loss": 1.2634, "step": 5880 }, { "epoch": 1.5259067357512954, "grad_norm": 29.358016967773438, "learning_rate": 4.2370466321243524e-05, "loss": 1.3415, "step": 5890 }, { "epoch": 1.528497409326425, "grad_norm": 15.843216896057129, "learning_rate": 4.235751295336788e-05, "loss": 1.4599, "step": 5900 }, { "epoch": 1.5310880829015545, "grad_norm": 22.54316520690918, "learning_rate": 4.234455958549223e-05, "loss": 1.4319, "step": 5910 }, { "epoch": 1.533678756476684, "grad_norm": 29.94978904724121, "learning_rate": 4.2331606217616584e-05, "loss": 1.2529, "step": 5920 }, { "epoch": 1.5362694300518136, "grad_norm": 25.13109016418457, "learning_rate": 4.231865284974094e-05, "loss": 1.2371, "step": 5930 }, { "epoch": 1.5388601036269431, "grad_norm": 26.09396743774414, "learning_rate": 4.230569948186529e-05, "loss": 1.5035, "step": 5940 }, { "epoch": 1.5414507772020727, "grad_norm": 13.982986450195312, "learning_rate": 4.229274611398964e-05, "loss": 1.4121, "step": 5950 }, { "epoch": 1.5440414507772022, "grad_norm": 24.016002655029297, "learning_rate": 4.227979274611399e-05, "loss": 1.5747, "step": 5960 }, { "epoch": 1.5466321243523318, "grad_norm": 15.383329391479492, "learning_rate": 4.226683937823834e-05, "loss": 1.2894, "step": 5970 }, { "epoch": 1.549222797927461, "grad_norm": 16.850305557250977, "learning_rate": 4.2253886010362696e-05, "loss": 1.2315, "step": 5980 }, { "epoch": 1.5518134715025906, "grad_norm": 31.034687042236328, "learning_rate": 4.2240932642487045e-05, "loss": 1.2747, "step": 5990 }, { "epoch": 1.5544041450777202, "grad_norm": 23.242969512939453, "learning_rate": 4.22279792746114e-05, "loss": 1.3137, "step": 6000 }, { "epoch": 1.5569948186528497, "grad_norm": 29.49509048461914, "learning_rate": 4.2215025906735756e-05, "loss": 1.391, "step": 6010 }, { "epoch": 1.5595854922279793, "grad_norm": 16.62652015686035, "learning_rate": 4.2202072538860105e-05, "loss": 1.3293, "step": 6020 }, { "epoch": 1.5621761658031088, "grad_norm": 24.23341941833496, "learning_rate": 4.218911917098446e-05, "loss": 1.4047, "step": 6030 }, { "epoch": 1.5647668393782384, "grad_norm": 15.684759140014648, "learning_rate": 4.217616580310881e-05, "loss": 1.3221, "step": 6040 }, { "epoch": 1.567357512953368, "grad_norm": 14.28848648071289, "learning_rate": 4.2163212435233165e-05, "loss": 1.313, "step": 6050 }, { "epoch": 1.5699481865284974, "grad_norm": 14.171134948730469, "learning_rate": 4.215025906735752e-05, "loss": 1.2576, "step": 6060 }, { "epoch": 1.572538860103627, "grad_norm": 14.623178482055664, "learning_rate": 4.213730569948187e-05, "loss": 1.4164, "step": 6070 }, { "epoch": 1.5751295336787565, "grad_norm": 20.16641616821289, "learning_rate": 4.212435233160622e-05, "loss": 1.1921, "step": 6080 }, { "epoch": 1.577720207253886, "grad_norm": 20.977163314819336, "learning_rate": 4.2111398963730566e-05, "loss": 1.7815, "step": 6090 }, { "epoch": 1.5803108808290154, "grad_norm": 15.623824119567871, "learning_rate": 4.209844559585492e-05, "loss": 1.2639, "step": 6100 }, { "epoch": 1.582901554404145, "grad_norm": 20.155559539794922, "learning_rate": 4.208549222797928e-05, "loss": 1.3914, "step": 6110 }, { "epoch": 1.5854922279792745, "grad_norm": 17.76844024658203, "learning_rate": 4.2072538860103626e-05, "loss": 1.3247, "step": 6120 }, { "epoch": 1.588082901554404, "grad_norm": 19.844053268432617, "learning_rate": 4.205958549222798e-05, "loss": 1.2436, "step": 6130 }, { "epoch": 1.5906735751295336, "grad_norm": 9.979780197143555, "learning_rate": 4.204663212435233e-05, "loss": 1.3497, "step": 6140 }, { "epoch": 1.593264248704663, "grad_norm": 19.040361404418945, "learning_rate": 4.2033678756476686e-05, "loss": 1.0809, "step": 6150 }, { "epoch": 1.5958549222797926, "grad_norm": 13.972916603088379, "learning_rate": 4.202072538860104e-05, "loss": 1.2187, "step": 6160 }, { "epoch": 1.5984455958549222, "grad_norm": 21.95018196105957, "learning_rate": 4.200777202072539e-05, "loss": 1.55, "step": 6170 }, { "epoch": 1.6010362694300517, "grad_norm": 26.102787017822266, "learning_rate": 4.1994818652849745e-05, "loss": 1.3711, "step": 6180 }, { "epoch": 1.6036269430051813, "grad_norm": 22.66801643371582, "learning_rate": 4.19818652849741e-05, "loss": 1.3287, "step": 6190 }, { "epoch": 1.6062176165803108, "grad_norm": 18.687097549438477, "learning_rate": 4.196891191709845e-05, "loss": 1.2998, "step": 6200 }, { "epoch": 1.6088082901554404, "grad_norm": 29.410781860351562, "learning_rate": 4.19559585492228e-05, "loss": 1.6024, "step": 6210 }, { "epoch": 1.61139896373057, "grad_norm": 14.189510345458984, "learning_rate": 4.194300518134715e-05, "loss": 1.5659, "step": 6220 }, { "epoch": 1.6139896373056994, "grad_norm": 20.94719123840332, "learning_rate": 4.19300518134715e-05, "loss": 1.4954, "step": 6230 }, { "epoch": 1.616580310880829, "grad_norm": 14.68749713897705, "learning_rate": 4.191709844559586e-05, "loss": 1.2307, "step": 6240 }, { "epoch": 1.6191709844559585, "grad_norm": 24.907676696777344, "learning_rate": 4.190414507772021e-05, "loss": 1.3811, "step": 6250 }, { "epoch": 1.621761658031088, "grad_norm": 26.977439880371094, "learning_rate": 4.189119170984456e-05, "loss": 1.2959, "step": 6260 }, { "epoch": 1.6243523316062176, "grad_norm": 24.1215763092041, "learning_rate": 4.187823834196891e-05, "loss": 1.5023, "step": 6270 }, { "epoch": 1.6269430051813472, "grad_norm": 21.027076721191406, "learning_rate": 4.1865284974093266e-05, "loss": 1.327, "step": 6280 }, { "epoch": 1.6295336787564767, "grad_norm": 19.513965606689453, "learning_rate": 4.185233160621762e-05, "loss": 1.3159, "step": 6290 }, { "epoch": 1.6321243523316062, "grad_norm": 8.502815246582031, "learning_rate": 4.183937823834197e-05, "loss": 1.4922, "step": 6300 }, { "epoch": 1.6347150259067358, "grad_norm": 17.205886840820312, "learning_rate": 4.1826424870466326e-05, "loss": 1.3113, "step": 6310 }, { "epoch": 1.6373056994818653, "grad_norm": 14.381513595581055, "learning_rate": 4.1813471502590675e-05, "loss": 1.3531, "step": 6320 }, { "epoch": 1.6398963730569949, "grad_norm": 17.766483306884766, "learning_rate": 4.180051813471503e-05, "loss": 1.2982, "step": 6330 }, { "epoch": 1.6424870466321244, "grad_norm": 19.523256301879883, "learning_rate": 4.178756476683938e-05, "loss": 1.1632, "step": 6340 }, { "epoch": 1.645077720207254, "grad_norm": 24.686046600341797, "learning_rate": 4.1774611398963734e-05, "loss": 1.5319, "step": 6350 }, { "epoch": 1.6476683937823835, "grad_norm": 35.34636306762695, "learning_rate": 4.176165803108808e-05, "loss": 1.4093, "step": 6360 }, { "epoch": 1.650259067357513, "grad_norm": 13.91840934753418, "learning_rate": 4.174870466321243e-05, "loss": 1.3251, "step": 6370 }, { "epoch": 1.6528497409326426, "grad_norm": 20.590417861938477, "learning_rate": 4.173575129533679e-05, "loss": 1.265, "step": 6380 }, { "epoch": 1.6554404145077721, "grad_norm": 23.70689582824707, "learning_rate": 4.172279792746114e-05, "loss": 1.2929, "step": 6390 }, { "epoch": 1.6580310880829017, "grad_norm": 15.343047142028809, "learning_rate": 4.170984455958549e-05, "loss": 1.412, "step": 6400 }, { "epoch": 1.6606217616580312, "grad_norm": 29.376583099365234, "learning_rate": 4.169689119170985e-05, "loss": 1.6558, "step": 6410 }, { "epoch": 1.6632124352331608, "grad_norm": 30.55746841430664, "learning_rate": 4.16839378238342e-05, "loss": 1.2896, "step": 6420 }, { "epoch": 1.6658031088082903, "grad_norm": 18.532100677490234, "learning_rate": 4.167098445595855e-05, "loss": 1.1626, "step": 6430 }, { "epoch": 1.6683937823834198, "grad_norm": 16.292320251464844, "learning_rate": 4.165803108808291e-05, "loss": 1.2979, "step": 6440 }, { "epoch": 1.6709844559585494, "grad_norm": 28.850135803222656, "learning_rate": 4.1645077720207256e-05, "loss": 1.3512, "step": 6450 }, { "epoch": 1.6735751295336787, "grad_norm": 16.78814125061035, "learning_rate": 4.163212435233161e-05, "loss": 1.2593, "step": 6460 }, { "epoch": 1.6761658031088082, "grad_norm": 15.169946670532227, "learning_rate": 4.161917098445596e-05, "loss": 1.354, "step": 6470 }, { "epoch": 1.6787564766839378, "grad_norm": 22.271896362304688, "learning_rate": 4.1606217616580315e-05, "loss": 1.3297, "step": 6480 }, { "epoch": 1.6813471502590673, "grad_norm": 14.005148887634277, "learning_rate": 4.1593264248704664e-05, "loss": 1.3281, "step": 6490 }, { "epoch": 1.6839378238341969, "grad_norm": 20.33961296081543, "learning_rate": 4.158031088082901e-05, "loss": 1.4867, "step": 6500 }, { "epoch": 1.6865284974093264, "grad_norm": 16.255779266357422, "learning_rate": 4.156735751295337e-05, "loss": 1.2553, "step": 6510 }, { "epoch": 1.689119170984456, "grad_norm": 30.22416114807129, "learning_rate": 4.1554404145077724e-05, "loss": 1.3084, "step": 6520 }, { "epoch": 1.6917098445595855, "grad_norm": 14.944880485534668, "learning_rate": 4.154145077720207e-05, "loss": 1.4306, "step": 6530 }, { "epoch": 1.694300518134715, "grad_norm": 26.06431007385254, "learning_rate": 4.152849740932643e-05, "loss": 1.4429, "step": 6540 }, { "epoch": 1.6968911917098446, "grad_norm": 13.091216087341309, "learning_rate": 4.1515544041450777e-05, "loss": 1.4836, "step": 6550 }, { "epoch": 1.6994818652849741, "grad_norm": 12.986082077026367, "learning_rate": 4.150259067357513e-05, "loss": 1.2621, "step": 6560 }, { "epoch": 1.7020725388601037, "grad_norm": 34.90568923950195, "learning_rate": 4.148963730569949e-05, "loss": 1.3738, "step": 6570 }, { "epoch": 1.704663212435233, "grad_norm": 22.165496826171875, "learning_rate": 4.1476683937823836e-05, "loss": 1.255, "step": 6580 }, { "epoch": 1.7072538860103625, "grad_norm": 19.697107315063477, "learning_rate": 4.146373056994819e-05, "loss": 1.3958, "step": 6590 }, { "epoch": 1.709844559585492, "grad_norm": 23.01525115966797, "learning_rate": 4.145077720207254e-05, "loss": 1.337, "step": 6600 }, { "epoch": 1.7124352331606216, "grad_norm": 20.968366622924805, "learning_rate": 4.1437823834196896e-05, "loss": 1.3765, "step": 6610 }, { "epoch": 1.7150259067357512, "grad_norm": 24.837873458862305, "learning_rate": 4.1424870466321245e-05, "loss": 1.3545, "step": 6620 }, { "epoch": 1.7176165803108807, "grad_norm": 34.03835678100586, "learning_rate": 4.141191709844559e-05, "loss": 1.1698, "step": 6630 }, { "epoch": 1.7202072538860103, "grad_norm": 25.755619049072266, "learning_rate": 4.139896373056995e-05, "loss": 1.5013, "step": 6640 }, { "epoch": 1.7227979274611398, "grad_norm": 15.857104301452637, "learning_rate": 4.1386010362694304e-05, "loss": 1.2457, "step": 6650 }, { "epoch": 1.7253886010362693, "grad_norm": 19.387117385864258, "learning_rate": 4.137305699481865e-05, "loss": 1.5431, "step": 6660 }, { "epoch": 1.7279792746113989, "grad_norm": 12.648189544677734, "learning_rate": 4.136010362694301e-05, "loss": 1.331, "step": 6670 }, { "epoch": 1.7305699481865284, "grad_norm": 18.648242950439453, "learning_rate": 4.134715025906736e-05, "loss": 1.3653, "step": 6680 }, { "epoch": 1.733160621761658, "grad_norm": 22.544723510742188, "learning_rate": 4.133419689119171e-05, "loss": 1.2976, "step": 6690 }, { "epoch": 1.7357512953367875, "grad_norm": 16.17022132873535, "learning_rate": 4.132124352331607e-05, "loss": 1.2474, "step": 6700 }, { "epoch": 1.738341968911917, "grad_norm": 25.6624813079834, "learning_rate": 4.130829015544042e-05, "loss": 1.3631, "step": 6710 }, { "epoch": 1.7409326424870466, "grad_norm": 15.56558609008789, "learning_rate": 4.129533678756477e-05, "loss": 1.3338, "step": 6720 }, { "epoch": 1.7435233160621761, "grad_norm": 28.596885681152344, "learning_rate": 4.128238341968912e-05, "loss": 1.4263, "step": 6730 }, { "epoch": 1.7461139896373057, "grad_norm": 21.388423919677734, "learning_rate": 4.126943005181348e-05, "loss": 1.3948, "step": 6740 }, { "epoch": 1.7487046632124352, "grad_norm": 11.522499084472656, "learning_rate": 4.1256476683937825e-05, "loss": 1.2238, "step": 6750 }, { "epoch": 1.7512953367875648, "grad_norm": 14.163372039794922, "learning_rate": 4.1243523316062174e-05, "loss": 1.418, "step": 6760 }, { "epoch": 1.7538860103626943, "grad_norm": 19.713180541992188, "learning_rate": 4.123056994818653e-05, "loss": 1.3811, "step": 6770 }, { "epoch": 1.7564766839378239, "grad_norm": 20.745494842529297, "learning_rate": 4.121761658031088e-05, "loss": 1.2515, "step": 6780 }, { "epoch": 1.7590673575129534, "grad_norm": 31.581567764282227, "learning_rate": 4.1204663212435234e-05, "loss": 1.2318, "step": 6790 }, { "epoch": 1.761658031088083, "grad_norm": 23.426374435424805, "learning_rate": 4.119170984455959e-05, "loss": 1.6397, "step": 6800 }, { "epoch": 1.7642487046632125, "grad_norm": 22.067617416381836, "learning_rate": 4.117875647668394e-05, "loss": 1.2587, "step": 6810 }, { "epoch": 1.766839378238342, "grad_norm": 21.193588256835938, "learning_rate": 4.1165803108808294e-05, "loss": 1.3164, "step": 6820 }, { "epoch": 1.7694300518134716, "grad_norm": 28.723909378051758, "learning_rate": 4.115284974093264e-05, "loss": 1.2327, "step": 6830 }, { "epoch": 1.7720207253886011, "grad_norm": 13.63846492767334, "learning_rate": 4.1139896373057e-05, "loss": 1.3534, "step": 6840 }, { "epoch": 1.7746113989637307, "grad_norm": 18.96738052368164, "learning_rate": 4.112694300518135e-05, "loss": 1.2104, "step": 6850 }, { "epoch": 1.7772020725388602, "grad_norm": 17.53043556213379, "learning_rate": 4.11139896373057e-05, "loss": 1.4316, "step": 6860 }, { "epoch": 1.7797927461139897, "grad_norm": 14.810038566589355, "learning_rate": 4.110103626943006e-05, "loss": 1.2895, "step": 6870 }, { "epoch": 1.7823834196891193, "grad_norm": 12.60132122039795, "learning_rate": 4.1088082901554406e-05, "loss": 1.3705, "step": 6880 }, { "epoch": 1.7849740932642488, "grad_norm": 23.93096351623535, "learning_rate": 4.1075129533678755e-05, "loss": 1.4636, "step": 6890 }, { "epoch": 1.7875647668393784, "grad_norm": 21.72771644592285, "learning_rate": 4.106217616580311e-05, "loss": 1.3025, "step": 6900 }, { "epoch": 1.790155440414508, "grad_norm": 13.686393737792969, "learning_rate": 4.104922279792746e-05, "loss": 1.2153, "step": 6910 }, { "epoch": 1.7927461139896375, "grad_norm": 19.196548461914062, "learning_rate": 4.1036269430051815e-05, "loss": 1.2747, "step": 6920 }, { "epoch": 1.795336787564767, "grad_norm": 28.992406845092773, "learning_rate": 4.102331606217617e-05, "loss": 1.317, "step": 6930 }, { "epoch": 1.7979274611398963, "grad_norm": 18.42598533630371, "learning_rate": 4.101036269430052e-05, "loss": 1.5591, "step": 6940 }, { "epoch": 1.8005181347150259, "grad_norm": 26.861291885375977, "learning_rate": 4.0997409326424874e-05, "loss": 1.3499, "step": 6950 }, { "epoch": 1.8031088082901554, "grad_norm": 14.161262512207031, "learning_rate": 4.098445595854922e-05, "loss": 1.4014, "step": 6960 }, { "epoch": 1.805699481865285, "grad_norm": 23.094451904296875, "learning_rate": 4.097150259067358e-05, "loss": 1.4876, "step": 6970 }, { "epoch": 1.8082901554404145, "grad_norm": 32.206993103027344, "learning_rate": 4.0958549222797934e-05, "loss": 1.5057, "step": 6980 }, { "epoch": 1.810880829015544, "grad_norm": 19.49148941040039, "learning_rate": 4.094559585492228e-05, "loss": 1.2606, "step": 6990 }, { "epoch": 1.8134715025906736, "grad_norm": 19.730846405029297, "learning_rate": 4.093264248704664e-05, "loss": 1.2801, "step": 7000 }, { "epoch": 1.8160621761658031, "grad_norm": 38.16424560546875, "learning_rate": 4.091968911917099e-05, "loss": 1.3051, "step": 7010 }, { "epoch": 1.8186528497409327, "grad_norm": 16.28639793395996, "learning_rate": 4.0906735751295336e-05, "loss": 1.1197, "step": 7020 }, { "epoch": 1.8212435233160622, "grad_norm": 12.290285110473633, "learning_rate": 4.089378238341969e-05, "loss": 1.3904, "step": 7030 }, { "epoch": 1.8238341968911918, "grad_norm": 26.39813995361328, "learning_rate": 4.088082901554404e-05, "loss": 1.1736, "step": 7040 }, { "epoch": 1.8264248704663213, "grad_norm": 27.841838836669922, "learning_rate": 4.0867875647668395e-05, "loss": 1.4337, "step": 7050 }, { "epoch": 1.8290155440414506, "grad_norm": 19.27796745300293, "learning_rate": 4.0854922279792744e-05, "loss": 1.4543, "step": 7060 }, { "epoch": 1.8316062176165802, "grad_norm": 20.46681022644043, "learning_rate": 4.08419689119171e-05, "loss": 1.2814, "step": 7070 }, { "epoch": 1.8341968911917097, "grad_norm": 23.02124786376953, "learning_rate": 4.0829015544041455e-05, "loss": 1.2939, "step": 7080 }, { "epoch": 1.8367875647668392, "grad_norm": 22.3041934967041, "learning_rate": 4.0816062176165804e-05, "loss": 1.4197, "step": 7090 }, { "epoch": 1.8393782383419688, "grad_norm": 25.5947208404541, "learning_rate": 4.080310880829016e-05, "loss": 1.1959, "step": 7100 }, { "epoch": 1.8419689119170983, "grad_norm": 31.888469696044922, "learning_rate": 4.079015544041451e-05, "loss": 1.3622, "step": 7110 }, { "epoch": 1.8445595854922279, "grad_norm": 18.866413116455078, "learning_rate": 4.0777202072538863e-05, "loss": 1.3584, "step": 7120 }, { "epoch": 1.8471502590673574, "grad_norm": 12.072739601135254, "learning_rate": 4.076424870466322e-05, "loss": 1.2979, "step": 7130 }, { "epoch": 1.849740932642487, "grad_norm": 15.54832935333252, "learning_rate": 4.075129533678757e-05, "loss": 1.1744, "step": 7140 }, { "epoch": 1.8523316062176165, "grad_norm": 19.029197692871094, "learning_rate": 4.0738341968911916e-05, "loss": 1.4637, "step": 7150 }, { "epoch": 1.854922279792746, "grad_norm": 27.812944412231445, "learning_rate": 4.072538860103627e-05, "loss": 1.159, "step": 7160 }, { "epoch": 1.8575129533678756, "grad_norm": 24.79644203186035, "learning_rate": 4.071243523316062e-05, "loss": 1.4523, "step": 7170 }, { "epoch": 1.8601036269430051, "grad_norm": 13.959175109863281, "learning_rate": 4.0699481865284976e-05, "loss": 1.3111, "step": 7180 }, { "epoch": 1.8626943005181347, "grad_norm": 12.3533353805542, "learning_rate": 4.0686528497409325e-05, "loss": 1.2317, "step": 7190 }, { "epoch": 1.8652849740932642, "grad_norm": 19.187397003173828, "learning_rate": 4.067357512953368e-05, "loss": 1.3793, "step": 7200 }, { "epoch": 1.8678756476683938, "grad_norm": 16.69281768798828, "learning_rate": 4.0660621761658036e-05, "loss": 1.2479, "step": 7210 }, { "epoch": 1.8704663212435233, "grad_norm": 15.873318672180176, "learning_rate": 4.0647668393782384e-05, "loss": 1.2647, "step": 7220 }, { "epoch": 1.8730569948186528, "grad_norm": 22.016611099243164, "learning_rate": 4.063471502590674e-05, "loss": 1.3075, "step": 7230 }, { "epoch": 1.8756476683937824, "grad_norm": 24.30718421936035, "learning_rate": 4.062176165803109e-05, "loss": 1.3989, "step": 7240 }, { "epoch": 1.878238341968912, "grad_norm": 11.095220565795898, "learning_rate": 4.0608808290155444e-05, "loss": 1.3963, "step": 7250 }, { "epoch": 1.8808290155440415, "grad_norm": 17.826648712158203, "learning_rate": 4.05958549222798e-05, "loss": 1.4527, "step": 7260 }, { "epoch": 1.883419689119171, "grad_norm": 19.61190414428711, "learning_rate": 4.058290155440415e-05, "loss": 1.2262, "step": 7270 }, { "epoch": 1.8860103626943006, "grad_norm": 14.913680076599121, "learning_rate": 4.05699481865285e-05, "loss": 1.3307, "step": 7280 }, { "epoch": 1.88860103626943, "grad_norm": 14.382698059082031, "learning_rate": 4.0556994818652846e-05, "loss": 1.1702, "step": 7290 }, { "epoch": 1.8911917098445596, "grad_norm": 21.21403694152832, "learning_rate": 4.05440414507772e-05, "loss": 1.4767, "step": 7300 }, { "epoch": 1.8937823834196892, "grad_norm": 13.798144340515137, "learning_rate": 4.053108808290156e-05, "loss": 1.3026, "step": 7310 }, { "epoch": 1.8963730569948187, "grad_norm": 21.149869918823242, "learning_rate": 4.0518134715025906e-05, "loss": 1.2543, "step": 7320 }, { "epoch": 1.8989637305699483, "grad_norm": 17.648542404174805, "learning_rate": 4.050518134715026e-05, "loss": 1.4316, "step": 7330 }, { "epoch": 1.9015544041450778, "grad_norm": 21.968616485595703, "learning_rate": 4.049222797927461e-05, "loss": 1.3155, "step": 7340 }, { "epoch": 1.9041450777202074, "grad_norm": 14.953624725341797, "learning_rate": 4.0479274611398965e-05, "loss": 1.7639, "step": 7350 }, { "epoch": 1.906735751295337, "grad_norm": 17.38631248474121, "learning_rate": 4.046632124352332e-05, "loss": 1.3361, "step": 7360 }, { "epoch": 1.9093264248704664, "grad_norm": 10.537384033203125, "learning_rate": 4.045336787564767e-05, "loss": 1.4763, "step": 7370 }, { "epoch": 1.911917098445596, "grad_norm": 29.328399658203125, "learning_rate": 4.0440414507772025e-05, "loss": 1.4512, "step": 7380 }, { "epoch": 1.9145077720207255, "grad_norm": 37.481658935546875, "learning_rate": 4.042746113989638e-05, "loss": 1.2757, "step": 7390 }, { "epoch": 1.917098445595855, "grad_norm": 28.204320907592773, "learning_rate": 4.041450777202073e-05, "loss": 1.336, "step": 7400 }, { "epoch": 1.9196891191709846, "grad_norm": 11.383657455444336, "learning_rate": 4.040155440414508e-05, "loss": 1.3028, "step": 7410 }, { "epoch": 1.922279792746114, "grad_norm": 18.042633056640625, "learning_rate": 4.038860103626943e-05, "loss": 1.298, "step": 7420 }, { "epoch": 1.9248704663212435, "grad_norm": 21.862958908081055, "learning_rate": 4.037564766839378e-05, "loss": 1.269, "step": 7430 }, { "epoch": 1.927461139896373, "grad_norm": 12.620656967163086, "learning_rate": 4.036269430051814e-05, "loss": 1.3885, "step": 7440 }, { "epoch": 1.9300518134715026, "grad_norm": 27.764297485351562, "learning_rate": 4.0349740932642486e-05, "loss": 1.5635, "step": 7450 }, { "epoch": 1.932642487046632, "grad_norm": 12.761860847473145, "learning_rate": 4.033678756476684e-05, "loss": 1.3146, "step": 7460 }, { "epoch": 1.9352331606217616, "grad_norm": 14.975664138793945, "learning_rate": 4.032383419689119e-05, "loss": 1.3965, "step": 7470 }, { "epoch": 1.9378238341968912, "grad_norm": 19.454166412353516, "learning_rate": 4.0310880829015546e-05, "loss": 1.2386, "step": 7480 }, { "epoch": 1.9404145077720207, "grad_norm": 11.387210845947266, "learning_rate": 4.02979274611399e-05, "loss": 1.3893, "step": 7490 }, { "epoch": 1.9430051813471503, "grad_norm": 14.178089141845703, "learning_rate": 4.028497409326425e-05, "loss": 1.2949, "step": 7500 }, { "epoch": 1.9455958549222798, "grad_norm": 25.779251098632812, "learning_rate": 4.0272020725388606e-05, "loss": 1.3295, "step": 7510 }, { "epoch": 1.9481865284974094, "grad_norm": 21.51753807067871, "learning_rate": 4.0259067357512954e-05, "loss": 1.2837, "step": 7520 }, { "epoch": 1.950777202072539, "grad_norm": 22.763734817504883, "learning_rate": 4.024611398963731e-05, "loss": 1.1664, "step": 7530 }, { "epoch": 1.9533678756476682, "grad_norm": 14.78508472442627, "learning_rate": 4.023316062176166e-05, "loss": 1.5616, "step": 7540 }, { "epoch": 1.9559585492227978, "grad_norm": 10.851184844970703, "learning_rate": 4.0220207253886014e-05, "loss": 1.0538, "step": 7550 }, { "epoch": 1.9585492227979273, "grad_norm": 21.962312698364258, "learning_rate": 4.020725388601036e-05, "loss": 1.3108, "step": 7560 }, { "epoch": 1.9611398963730569, "grad_norm": 30.41362953186035, "learning_rate": 4.019430051813471e-05, "loss": 1.223, "step": 7570 }, { "epoch": 1.9637305699481864, "grad_norm": 24.3177490234375, "learning_rate": 4.018134715025907e-05, "loss": 1.3761, "step": 7580 }, { "epoch": 1.966321243523316, "grad_norm": 18.9350528717041, "learning_rate": 4.016839378238342e-05, "loss": 1.3848, "step": 7590 }, { "epoch": 1.9689119170984455, "grad_norm": 29.20586395263672, "learning_rate": 4.015544041450777e-05, "loss": 1.4583, "step": 7600 }, { "epoch": 1.971502590673575, "grad_norm": 21.19915008544922, "learning_rate": 4.014248704663213e-05, "loss": 1.453, "step": 7610 }, { "epoch": 1.9740932642487046, "grad_norm": 22.55051612854004, "learning_rate": 4.012953367875648e-05, "loss": 1.4666, "step": 7620 }, { "epoch": 1.9766839378238341, "grad_norm": 10.316965103149414, "learning_rate": 4.011658031088083e-05, "loss": 1.3512, "step": 7630 }, { "epoch": 1.9792746113989637, "grad_norm": 21.487516403198242, "learning_rate": 4.0103626943005186e-05, "loss": 1.2216, "step": 7640 }, { "epoch": 1.9818652849740932, "grad_norm": 25.942602157592773, "learning_rate": 4.0090673575129535e-05, "loss": 1.3256, "step": 7650 }, { "epoch": 1.9844559585492227, "grad_norm": 24.177364349365234, "learning_rate": 4.007772020725389e-05, "loss": 1.1602, "step": 7660 }, { "epoch": 1.9870466321243523, "grad_norm": 19.37200927734375, "learning_rate": 4.006476683937824e-05, "loss": 1.3429, "step": 7670 }, { "epoch": 1.9896373056994818, "grad_norm": 15.106771469116211, "learning_rate": 4.0051813471502595e-05, "loss": 1.2502, "step": 7680 }, { "epoch": 1.9922279792746114, "grad_norm": 26.10857391357422, "learning_rate": 4.0038860103626944e-05, "loss": 1.2741, "step": 7690 }, { "epoch": 1.994818652849741, "grad_norm": 19.138973236083984, "learning_rate": 4.002590673575129e-05, "loss": 1.3073, "step": 7700 }, { "epoch": 1.9974093264248705, "grad_norm": 27.81036376953125, "learning_rate": 4.001295336787565e-05, "loss": 1.1683, "step": 7710 }, { "epoch": 2.0, "grad_norm": 34.38584518432617, "learning_rate": 4e-05, "loss": 1.5952, "step": 7720 }, { "epoch": 2.0, "eval_accuracy": 0.4731182795698925, "eval_f1": 0.4627931039001725, "eval_loss": 1.361640453338623, "eval_runtime": 129.9979, "eval_samples_per_second": 59.378, "eval_steps_per_second": 7.423, "step": 7720 }, { "epoch": 2.0025906735751295, "grad_norm": 11.429848670959473, "learning_rate": 3.998704663212435e-05, "loss": 1.2961, "step": 7730 }, { "epoch": 2.005181347150259, "grad_norm": 21.182281494140625, "learning_rate": 3.997409326424871e-05, "loss": 1.0398, "step": 7740 }, { "epoch": 2.0077720207253886, "grad_norm": 17.32925796508789, "learning_rate": 3.9961139896373056e-05, "loss": 1.0883, "step": 7750 }, { "epoch": 2.010362694300518, "grad_norm": 25.509929656982422, "learning_rate": 3.994818652849741e-05, "loss": 1.0399, "step": 7760 }, { "epoch": 2.0129533678756477, "grad_norm": 23.687774658203125, "learning_rate": 3.993523316062177e-05, "loss": 1.3895, "step": 7770 }, { "epoch": 2.0155440414507773, "grad_norm": 19.39727020263672, "learning_rate": 3.9922279792746116e-05, "loss": 1.2134, "step": 7780 }, { "epoch": 2.018134715025907, "grad_norm": 17.348094940185547, "learning_rate": 3.990932642487047e-05, "loss": 1.0669, "step": 7790 }, { "epoch": 2.0207253886010363, "grad_norm": 19.838769912719727, "learning_rate": 3.989637305699482e-05, "loss": 1.3064, "step": 7800 }, { "epoch": 2.023316062176166, "grad_norm": 21.230548858642578, "learning_rate": 3.9883419689119176e-05, "loss": 1.2071, "step": 7810 }, { "epoch": 2.0259067357512954, "grad_norm": 21.79690170288086, "learning_rate": 3.9870466321243524e-05, "loss": 1.143, "step": 7820 }, { "epoch": 2.028497409326425, "grad_norm": 24.435625076293945, "learning_rate": 3.985751295336787e-05, "loss": 1.2083, "step": 7830 }, { "epoch": 2.0310880829015545, "grad_norm": 21.24281883239746, "learning_rate": 3.984455958549223e-05, "loss": 1.2001, "step": 7840 }, { "epoch": 2.033678756476684, "grad_norm": 19.086179733276367, "learning_rate": 3.9831606217616584e-05, "loss": 1.1502, "step": 7850 }, { "epoch": 2.0362694300518136, "grad_norm": 15.034085273742676, "learning_rate": 3.981865284974093e-05, "loss": 1.2981, "step": 7860 }, { "epoch": 2.038860103626943, "grad_norm": 19.054292678833008, "learning_rate": 3.980569948186529e-05, "loss": 1.1448, "step": 7870 }, { "epoch": 2.0414507772020727, "grad_norm": 22.23849105834961, "learning_rate": 3.979274611398964e-05, "loss": 1.2104, "step": 7880 }, { "epoch": 2.0440414507772022, "grad_norm": 14.052162170410156, "learning_rate": 3.977979274611399e-05, "loss": 1.0873, "step": 7890 }, { "epoch": 2.0466321243523318, "grad_norm": 18.215436935424805, "learning_rate": 3.976683937823835e-05, "loss": 1.1084, "step": 7900 }, { "epoch": 2.0492227979274613, "grad_norm": 25.807130813598633, "learning_rate": 3.97538860103627e-05, "loss": 1.0994, "step": 7910 }, { "epoch": 2.051813471502591, "grad_norm": 15.771956443786621, "learning_rate": 3.974093264248705e-05, "loss": 1.0721, "step": 7920 }, { "epoch": 2.0544041450777204, "grad_norm": 29.624675750732422, "learning_rate": 3.97279792746114e-05, "loss": 1.1149, "step": 7930 }, { "epoch": 2.05699481865285, "grad_norm": 28.22609519958496, "learning_rate": 3.9715025906735756e-05, "loss": 1.175, "step": 7940 }, { "epoch": 2.0595854922279795, "grad_norm": 15.543127059936523, "learning_rate": 3.9702072538860105e-05, "loss": 1.3779, "step": 7950 }, { "epoch": 2.062176165803109, "grad_norm": 21.2368106842041, "learning_rate": 3.9689119170984454e-05, "loss": 1.1251, "step": 7960 }, { "epoch": 2.064766839378238, "grad_norm": 26.53572654724121, "learning_rate": 3.967616580310881e-05, "loss": 1.216, "step": 7970 }, { "epoch": 2.0673575129533677, "grad_norm": 22.304851531982422, "learning_rate": 3.966321243523316e-05, "loss": 1.2059, "step": 7980 }, { "epoch": 2.069948186528497, "grad_norm": 28.363182067871094, "learning_rate": 3.9650259067357513e-05, "loss": 0.9113, "step": 7990 }, { "epoch": 2.0725388601036268, "grad_norm": 24.825855255126953, "learning_rate": 3.963730569948187e-05, "loss": 1.1762, "step": 8000 }, { "epoch": 2.0751295336787563, "grad_norm": 13.130423545837402, "learning_rate": 3.962435233160622e-05, "loss": 1.2138, "step": 8010 }, { "epoch": 2.077720207253886, "grad_norm": 19.98362159729004, "learning_rate": 3.961139896373057e-05, "loss": 1.0751, "step": 8020 }, { "epoch": 2.0803108808290154, "grad_norm": 16.594858169555664, "learning_rate": 3.959844559585492e-05, "loss": 1.1355, "step": 8030 }, { "epoch": 2.082901554404145, "grad_norm": 13.3059720993042, "learning_rate": 3.958549222797928e-05, "loss": 1.3175, "step": 8040 }, { "epoch": 2.0854922279792745, "grad_norm": 24.407896041870117, "learning_rate": 3.957253886010363e-05, "loss": 1.1311, "step": 8050 }, { "epoch": 2.088082901554404, "grad_norm": 19.717741012573242, "learning_rate": 3.955958549222798e-05, "loss": 1.1083, "step": 8060 }, { "epoch": 2.0906735751295336, "grad_norm": 16.02292823791504, "learning_rate": 3.954663212435234e-05, "loss": 1.1815, "step": 8070 }, { "epoch": 2.093264248704663, "grad_norm": 28.758441925048828, "learning_rate": 3.9533678756476686e-05, "loss": 1.4218, "step": 8080 }, { "epoch": 2.0958549222797926, "grad_norm": 24.715869903564453, "learning_rate": 3.9520725388601035e-05, "loss": 1.1568, "step": 8090 }, { "epoch": 2.098445595854922, "grad_norm": 16.487546920776367, "learning_rate": 3.950777202072539e-05, "loss": 1.1214, "step": 8100 }, { "epoch": 2.1010362694300517, "grad_norm": 20.037328720092773, "learning_rate": 3.949481865284974e-05, "loss": 1.0029, "step": 8110 }, { "epoch": 2.1036269430051813, "grad_norm": 17.12887191772461, "learning_rate": 3.9481865284974094e-05, "loss": 1.2079, "step": 8120 }, { "epoch": 2.106217616580311, "grad_norm": 13.699007034301758, "learning_rate": 3.946891191709845e-05, "loss": 1.314, "step": 8130 }, { "epoch": 2.1088082901554404, "grad_norm": 11.489363670349121, "learning_rate": 3.94559585492228e-05, "loss": 0.8899, "step": 8140 }, { "epoch": 2.11139896373057, "grad_norm": 11.719337463378906, "learning_rate": 3.9443005181347154e-05, "loss": 1.2028, "step": 8150 }, { "epoch": 2.1139896373056994, "grad_norm": 23.149995803833008, "learning_rate": 3.94300518134715e-05, "loss": 1.0039, "step": 8160 }, { "epoch": 2.116580310880829, "grad_norm": 15.254966735839844, "learning_rate": 3.941709844559586e-05, "loss": 1.3408, "step": 8170 }, { "epoch": 2.1191709844559585, "grad_norm": 21.64217758178711, "learning_rate": 3.9404145077720214e-05, "loss": 1.4314, "step": 8180 }, { "epoch": 2.121761658031088, "grad_norm": 34.1259880065918, "learning_rate": 3.939119170984456e-05, "loss": 1.3731, "step": 8190 }, { "epoch": 2.1243523316062176, "grad_norm": 17.225017547607422, "learning_rate": 3.937823834196892e-05, "loss": 1.0274, "step": 8200 }, { "epoch": 2.126943005181347, "grad_norm": 18.664960861206055, "learning_rate": 3.9365284974093267e-05, "loss": 1.1726, "step": 8210 }, { "epoch": 2.1295336787564767, "grad_norm": 14.20803451538086, "learning_rate": 3.9352331606217615e-05, "loss": 1.2711, "step": 8220 }, { "epoch": 2.1321243523316062, "grad_norm": 14.869386672973633, "learning_rate": 3.933937823834197e-05, "loss": 1.17, "step": 8230 }, { "epoch": 2.134715025906736, "grad_norm": 20.059123992919922, "learning_rate": 3.932642487046632e-05, "loss": 1.0322, "step": 8240 }, { "epoch": 2.1373056994818653, "grad_norm": 15.048595428466797, "learning_rate": 3.9313471502590675e-05, "loss": 1.1308, "step": 8250 }, { "epoch": 2.139896373056995, "grad_norm": 11.170907974243164, "learning_rate": 3.9300518134715024e-05, "loss": 1.0302, "step": 8260 }, { "epoch": 2.1424870466321244, "grad_norm": 19.88855743408203, "learning_rate": 3.928756476683938e-05, "loss": 1.3541, "step": 8270 }, { "epoch": 2.145077720207254, "grad_norm": 18.699539184570312, "learning_rate": 3.9274611398963735e-05, "loss": 1.1694, "step": 8280 }, { "epoch": 2.1476683937823835, "grad_norm": 21.56647491455078, "learning_rate": 3.9261658031088083e-05, "loss": 1.1168, "step": 8290 }, { "epoch": 2.150259067357513, "grad_norm": 23.228368759155273, "learning_rate": 3.924870466321244e-05, "loss": 1.2552, "step": 8300 }, { "epoch": 2.1528497409326426, "grad_norm": 9.30601978302002, "learning_rate": 3.923575129533679e-05, "loss": 1.1234, "step": 8310 }, { "epoch": 2.155440414507772, "grad_norm": 22.152135848999023, "learning_rate": 3.922279792746114e-05, "loss": 1.2953, "step": 8320 }, { "epoch": 2.1580310880829017, "grad_norm": 20.183935165405273, "learning_rate": 3.92098445595855e-05, "loss": 1.2314, "step": 8330 }, { "epoch": 2.160621761658031, "grad_norm": 24.688701629638672, "learning_rate": 3.919689119170985e-05, "loss": 1.1787, "step": 8340 }, { "epoch": 2.1632124352331608, "grad_norm": 25.358774185180664, "learning_rate": 3.9183937823834196e-05, "loss": 1.1907, "step": 8350 }, { "epoch": 2.1658031088082903, "grad_norm": 15.565300941467285, "learning_rate": 3.917098445595855e-05, "loss": 1.3273, "step": 8360 }, { "epoch": 2.16839378238342, "grad_norm": 17.99207305908203, "learning_rate": 3.91580310880829e-05, "loss": 0.9213, "step": 8370 }, { "epoch": 2.1709844559585494, "grad_norm": 16.568204879760742, "learning_rate": 3.9145077720207256e-05, "loss": 1.3787, "step": 8380 }, { "epoch": 2.173575129533679, "grad_norm": 26.537364959716797, "learning_rate": 3.9132124352331604e-05, "loss": 1.2405, "step": 8390 }, { "epoch": 2.1761658031088085, "grad_norm": 20.60703468322754, "learning_rate": 3.911917098445596e-05, "loss": 1.2861, "step": 8400 }, { "epoch": 2.178756476683938, "grad_norm": 16.98907470703125, "learning_rate": 3.9106217616580315e-05, "loss": 1.0788, "step": 8410 }, { "epoch": 2.1813471502590676, "grad_norm": 21.97117805480957, "learning_rate": 3.9093264248704664e-05, "loss": 1.0009, "step": 8420 }, { "epoch": 2.1839378238341967, "grad_norm": 21.262897491455078, "learning_rate": 3.908031088082902e-05, "loss": 1.155, "step": 8430 }, { "epoch": 2.186528497409326, "grad_norm": 22.992162704467773, "learning_rate": 3.906735751295337e-05, "loss": 1.4826, "step": 8440 }, { "epoch": 2.1891191709844557, "grad_norm": 15.198208808898926, "learning_rate": 3.9054404145077724e-05, "loss": 1.1722, "step": 8450 }, { "epoch": 2.1917098445595853, "grad_norm": 17.16000747680664, "learning_rate": 3.904145077720208e-05, "loss": 1.2148, "step": 8460 }, { "epoch": 2.194300518134715, "grad_norm": 14.3231201171875, "learning_rate": 3.902849740932643e-05, "loss": 1.2734, "step": 8470 }, { "epoch": 2.1968911917098444, "grad_norm": 19.756145477294922, "learning_rate": 3.901554404145078e-05, "loss": 1.2722, "step": 8480 }, { "epoch": 2.199481865284974, "grad_norm": 17.32797622680664, "learning_rate": 3.900259067357513e-05, "loss": 1.1029, "step": 8490 }, { "epoch": 2.2020725388601035, "grad_norm": 26.023141860961914, "learning_rate": 3.898963730569948e-05, "loss": 1.1426, "step": 8500 }, { "epoch": 2.204663212435233, "grad_norm": 21.022396087646484, "learning_rate": 3.8976683937823836e-05, "loss": 1.2089, "step": 8510 }, { "epoch": 2.2072538860103625, "grad_norm": 17.330718994140625, "learning_rate": 3.8963730569948185e-05, "loss": 1.2617, "step": 8520 }, { "epoch": 2.209844559585492, "grad_norm": 18.04305076599121, "learning_rate": 3.895077720207254e-05, "loss": 1.0777, "step": 8530 }, { "epoch": 2.2124352331606216, "grad_norm": 7.859085559844971, "learning_rate": 3.893782383419689e-05, "loss": 1.0315, "step": 8540 }, { "epoch": 2.215025906735751, "grad_norm": 41.45444869995117, "learning_rate": 3.8924870466321245e-05, "loss": 1.1492, "step": 8550 }, { "epoch": 2.2176165803108807, "grad_norm": 11.700986862182617, "learning_rate": 3.89119170984456e-05, "loss": 1.2813, "step": 8560 }, { "epoch": 2.2202072538860103, "grad_norm": 24.05677032470703, "learning_rate": 3.889896373056995e-05, "loss": 1.1663, "step": 8570 }, { "epoch": 2.22279792746114, "grad_norm": 23.43558120727539, "learning_rate": 3.8886010362694305e-05, "loss": 1.3864, "step": 8580 }, { "epoch": 2.2253886010362693, "grad_norm": 23.902585983276367, "learning_rate": 3.887305699481866e-05, "loss": 1.0477, "step": 8590 }, { "epoch": 2.227979274611399, "grad_norm": 24.529504776000977, "learning_rate": 3.886010362694301e-05, "loss": 1.2474, "step": 8600 }, { "epoch": 2.2305699481865284, "grad_norm": 14.372357368469238, "learning_rate": 3.884715025906736e-05, "loss": 1.2272, "step": 8610 }, { "epoch": 2.233160621761658, "grad_norm": 20.26447105407715, "learning_rate": 3.883419689119171e-05, "loss": 0.9377, "step": 8620 }, { "epoch": 2.2357512953367875, "grad_norm": 20.868431091308594, "learning_rate": 3.882124352331606e-05, "loss": 1.1089, "step": 8630 }, { "epoch": 2.238341968911917, "grad_norm": 26.12928581237793, "learning_rate": 3.880829015544042e-05, "loss": 1.2639, "step": 8640 }, { "epoch": 2.2409326424870466, "grad_norm": 17.32130241394043, "learning_rate": 3.8795336787564766e-05, "loss": 1.4281, "step": 8650 }, { "epoch": 2.243523316062176, "grad_norm": 15.900312423706055, "learning_rate": 3.878238341968912e-05, "loss": 1.1893, "step": 8660 }, { "epoch": 2.2461139896373057, "grad_norm": 22.90279197692871, "learning_rate": 3.876943005181347e-05, "loss": 1.1877, "step": 8670 }, { "epoch": 2.2487046632124352, "grad_norm": 20.717567443847656, "learning_rate": 3.8756476683937826e-05, "loss": 1.0837, "step": 8680 }, { "epoch": 2.2512953367875648, "grad_norm": 19.149394989013672, "learning_rate": 3.874352331606218e-05, "loss": 1.1695, "step": 8690 }, { "epoch": 2.2538860103626943, "grad_norm": 18.334819793701172, "learning_rate": 3.873056994818653e-05, "loss": 1.257, "step": 8700 }, { "epoch": 2.256476683937824, "grad_norm": 17.864599227905273, "learning_rate": 3.8717616580310885e-05, "loss": 1.3071, "step": 8710 }, { "epoch": 2.2590673575129534, "grad_norm": 13.91187858581543, "learning_rate": 3.8704663212435234e-05, "loss": 1.203, "step": 8720 }, { "epoch": 2.261658031088083, "grad_norm": 13.654147148132324, "learning_rate": 3.869170984455959e-05, "loss": 1.3395, "step": 8730 }, { "epoch": 2.2642487046632125, "grad_norm": 11.836068153381348, "learning_rate": 3.867875647668394e-05, "loss": 1.2841, "step": 8740 }, { "epoch": 2.266839378238342, "grad_norm": 16.563749313354492, "learning_rate": 3.8665803108808294e-05, "loss": 1.3141, "step": 8750 }, { "epoch": 2.2694300518134716, "grad_norm": 17.490943908691406, "learning_rate": 3.865284974093264e-05, "loss": 1.3985, "step": 8760 }, { "epoch": 2.272020725388601, "grad_norm": 16.312334060668945, "learning_rate": 3.863989637305699e-05, "loss": 1.1448, "step": 8770 }, { "epoch": 2.2746113989637307, "grad_norm": 17.097368240356445, "learning_rate": 3.862694300518135e-05, "loss": 1.2628, "step": 8780 }, { "epoch": 2.27720207253886, "grad_norm": 21.697364807128906, "learning_rate": 3.86139896373057e-05, "loss": 1.2053, "step": 8790 }, { "epoch": 2.2797927461139897, "grad_norm": 19.086332321166992, "learning_rate": 3.860103626943005e-05, "loss": 1.4202, "step": 8800 }, { "epoch": 2.2823834196891193, "grad_norm": 14.280288696289062, "learning_rate": 3.8588082901554406e-05, "loss": 1.3152, "step": 8810 }, { "epoch": 2.284974093264249, "grad_norm": 13.42508602142334, "learning_rate": 3.857512953367876e-05, "loss": 1.1353, "step": 8820 }, { "epoch": 2.2875647668393784, "grad_norm": 16.425535202026367, "learning_rate": 3.856217616580311e-05, "loss": 1.2438, "step": 8830 }, { "epoch": 2.290155440414508, "grad_norm": 26.939910888671875, "learning_rate": 3.8549222797927466e-05, "loss": 1.1294, "step": 8840 }, { "epoch": 2.2927461139896375, "grad_norm": 22.69028091430664, "learning_rate": 3.8536269430051815e-05, "loss": 1.2308, "step": 8850 }, { "epoch": 2.295336787564767, "grad_norm": 19.380483627319336, "learning_rate": 3.852331606217617e-05, "loss": 1.1398, "step": 8860 }, { "epoch": 2.2979274611398965, "grad_norm": 10.31690788269043, "learning_rate": 3.8510362694300526e-05, "loss": 1.0999, "step": 8870 }, { "epoch": 2.300518134715026, "grad_norm": 21.6805477142334, "learning_rate": 3.8497409326424875e-05, "loss": 1.3665, "step": 8880 }, { "epoch": 2.3031088082901556, "grad_norm": 21.621925354003906, "learning_rate": 3.848445595854922e-05, "loss": 1.265, "step": 8890 }, { "epoch": 2.305699481865285, "grad_norm": 15.919327735900879, "learning_rate": 3.847150259067357e-05, "loss": 1.1713, "step": 8900 }, { "epoch": 2.3082901554404147, "grad_norm": 14.717630386352539, "learning_rate": 3.845854922279793e-05, "loss": 1.1492, "step": 8910 }, { "epoch": 2.3108808290155443, "grad_norm": 37.81255340576172, "learning_rate": 3.844559585492228e-05, "loss": 1.2878, "step": 8920 }, { "epoch": 2.313471502590674, "grad_norm": 21.961702346801758, "learning_rate": 3.843264248704663e-05, "loss": 1.1779, "step": 8930 }, { "epoch": 2.3160621761658033, "grad_norm": 26.466751098632812, "learning_rate": 3.841968911917099e-05, "loss": 1.2981, "step": 8940 }, { "epoch": 2.318652849740933, "grad_norm": 17.8240966796875, "learning_rate": 3.8406735751295336e-05, "loss": 1.1969, "step": 8950 }, { "epoch": 2.321243523316062, "grad_norm": 13.187029838562012, "learning_rate": 3.839378238341969e-05, "loss": 1.1159, "step": 8960 }, { "epoch": 2.3238341968911915, "grad_norm": 18.920480728149414, "learning_rate": 3.838082901554405e-05, "loss": 1.2494, "step": 8970 }, { "epoch": 2.326424870466321, "grad_norm": 16.290075302124023, "learning_rate": 3.8367875647668396e-05, "loss": 0.9939, "step": 8980 }, { "epoch": 2.3290155440414506, "grad_norm": 18.116483688354492, "learning_rate": 3.835492227979275e-05, "loss": 1.1498, "step": 8990 }, { "epoch": 2.33160621761658, "grad_norm": 21.153696060180664, "learning_rate": 3.83419689119171e-05, "loss": 1.324, "step": 9000 }, { "epoch": 2.3341968911917097, "grad_norm": 13.671631813049316, "learning_rate": 3.8329015544041455e-05, "loss": 1.3357, "step": 9010 }, { "epoch": 2.3367875647668392, "grad_norm": 23.985576629638672, "learning_rate": 3.8316062176165804e-05, "loss": 1.3827, "step": 9020 }, { "epoch": 2.339378238341969, "grad_norm": 15.822625160217285, "learning_rate": 3.830310880829015e-05, "loss": 1.1376, "step": 9030 }, { "epoch": 2.3419689119170983, "grad_norm": 14.349091529846191, "learning_rate": 3.829015544041451e-05, "loss": 1.3987, "step": 9040 }, { "epoch": 2.344559585492228, "grad_norm": 13.781004905700684, "learning_rate": 3.8277202072538864e-05, "loss": 1.2533, "step": 9050 }, { "epoch": 2.3471502590673574, "grad_norm": 10.535324096679688, "learning_rate": 3.826424870466321e-05, "loss": 1.2348, "step": 9060 }, { "epoch": 2.349740932642487, "grad_norm": 16.16613006591797, "learning_rate": 3.825129533678757e-05, "loss": 1.2412, "step": 9070 }, { "epoch": 2.3523316062176165, "grad_norm": 24.49249839782715, "learning_rate": 3.8238341968911917e-05, "loss": 1.134, "step": 9080 }, { "epoch": 2.354922279792746, "grad_norm": 10.590042114257812, "learning_rate": 3.822538860103627e-05, "loss": 1.1409, "step": 9090 }, { "epoch": 2.3575129533678756, "grad_norm": 19.3227596282959, "learning_rate": 3.821243523316063e-05, "loss": 1.0524, "step": 9100 }, { "epoch": 2.360103626943005, "grad_norm": 22.947223663330078, "learning_rate": 3.8199481865284976e-05, "loss": 1.3563, "step": 9110 }, { "epoch": 2.3626943005181347, "grad_norm": 12.27649974822998, "learning_rate": 3.818652849740933e-05, "loss": 1.0409, "step": 9120 }, { "epoch": 2.365284974093264, "grad_norm": 19.1318302154541, "learning_rate": 3.817357512953368e-05, "loss": 1.2853, "step": 9130 }, { "epoch": 2.3678756476683938, "grad_norm": 22.46090316772461, "learning_rate": 3.8160621761658036e-05, "loss": 1.2454, "step": 9140 }, { "epoch": 2.3704663212435233, "grad_norm": 19.38761329650879, "learning_rate": 3.8147668393782385e-05, "loss": 1.1782, "step": 9150 }, { "epoch": 2.373056994818653, "grad_norm": 13.788274765014648, "learning_rate": 3.8134715025906733e-05, "loss": 1.1189, "step": 9160 }, { "epoch": 2.3756476683937824, "grad_norm": 17.402494430541992, "learning_rate": 3.812176165803109e-05, "loss": 1.2697, "step": 9170 }, { "epoch": 2.378238341968912, "grad_norm": 18.612688064575195, "learning_rate": 3.810880829015544e-05, "loss": 1.2806, "step": 9180 }, { "epoch": 2.3808290155440415, "grad_norm": 28.168231964111328, "learning_rate": 3.809585492227979e-05, "loss": 1.3046, "step": 9190 }, { "epoch": 2.383419689119171, "grad_norm": 20.343358993530273, "learning_rate": 3.808290155440415e-05, "loss": 1.2495, "step": 9200 }, { "epoch": 2.3860103626943006, "grad_norm": 13.418421745300293, "learning_rate": 3.80699481865285e-05, "loss": 1.2501, "step": 9210 }, { "epoch": 2.38860103626943, "grad_norm": 21.484481811523438, "learning_rate": 3.805699481865285e-05, "loss": 1.3539, "step": 9220 }, { "epoch": 2.3911917098445596, "grad_norm": 14.060688018798828, "learning_rate": 3.80440414507772e-05, "loss": 1.3536, "step": 9230 }, { "epoch": 2.393782383419689, "grad_norm": 26.9643611907959, "learning_rate": 3.803108808290156e-05, "loss": 1.4288, "step": 9240 }, { "epoch": 2.3963730569948187, "grad_norm": 16.83620834350586, "learning_rate": 3.801813471502591e-05, "loss": 1.2667, "step": 9250 }, { "epoch": 2.3989637305699483, "grad_norm": 26.544479370117188, "learning_rate": 3.800518134715026e-05, "loss": 1.2039, "step": 9260 }, { "epoch": 2.401554404145078, "grad_norm": 14.18250560760498, "learning_rate": 3.799222797927462e-05, "loss": 1.2346, "step": 9270 }, { "epoch": 2.4041450777202074, "grad_norm": 17.660640716552734, "learning_rate": 3.7979274611398965e-05, "loss": 1.1915, "step": 9280 }, { "epoch": 2.406735751295337, "grad_norm": 18.576217651367188, "learning_rate": 3.7966321243523314e-05, "loss": 1.2916, "step": 9290 }, { "epoch": 2.4093264248704664, "grad_norm": 18.120649337768555, "learning_rate": 3.795336787564767e-05, "loss": 0.9513, "step": 9300 }, { "epoch": 2.411917098445596, "grad_norm": 25.351348876953125, "learning_rate": 3.794041450777202e-05, "loss": 1.249, "step": 9310 }, { "epoch": 2.4145077720207255, "grad_norm": 26.256244659423828, "learning_rate": 3.7927461139896374e-05, "loss": 1.2481, "step": 9320 }, { "epoch": 2.417098445595855, "grad_norm": 20.253856658935547, "learning_rate": 3.791450777202073e-05, "loss": 1.4113, "step": 9330 }, { "epoch": 2.4196891191709846, "grad_norm": 25.007518768310547, "learning_rate": 3.790155440414508e-05, "loss": 1.3658, "step": 9340 }, { "epoch": 2.422279792746114, "grad_norm": 17.81452178955078, "learning_rate": 3.7888601036269434e-05, "loss": 1.3015, "step": 9350 }, { "epoch": 2.4248704663212437, "grad_norm": 12.692230224609375, "learning_rate": 3.787564766839378e-05, "loss": 1.2975, "step": 9360 }, { "epoch": 2.4274611398963732, "grad_norm": 12.667397499084473, "learning_rate": 3.786269430051814e-05, "loss": 1.0855, "step": 9370 }, { "epoch": 2.4300518134715023, "grad_norm": 20.950847625732422, "learning_rate": 3.784974093264249e-05, "loss": 1.1288, "step": 9380 }, { "epoch": 2.432642487046632, "grad_norm": 25.51112937927246, "learning_rate": 3.783678756476684e-05, "loss": 1.1657, "step": 9390 }, { "epoch": 2.4352331606217614, "grad_norm": 12.361964225769043, "learning_rate": 3.78238341968912e-05, "loss": 1.1906, "step": 9400 }, { "epoch": 2.437823834196891, "grad_norm": 20.69585609436035, "learning_rate": 3.7810880829015546e-05, "loss": 1.1933, "step": 9410 }, { "epoch": 2.4404145077720205, "grad_norm": 16.301481246948242, "learning_rate": 3.7797927461139895e-05, "loss": 1.1058, "step": 9420 }, { "epoch": 2.44300518134715, "grad_norm": 27.14069366455078, "learning_rate": 3.778497409326425e-05, "loss": 1.2754, "step": 9430 }, { "epoch": 2.4455958549222796, "grad_norm": 20.51985740661621, "learning_rate": 3.77720207253886e-05, "loss": 1.1855, "step": 9440 }, { "epoch": 2.448186528497409, "grad_norm": 40.41054916381836, "learning_rate": 3.7759067357512955e-05, "loss": 1.4828, "step": 9450 }, { "epoch": 2.4507772020725387, "grad_norm": 25.376399993896484, "learning_rate": 3.77461139896373e-05, "loss": 1.0867, "step": 9460 }, { "epoch": 2.4533678756476682, "grad_norm": 17.546863555908203, "learning_rate": 3.773316062176166e-05, "loss": 1.0859, "step": 9470 }, { "epoch": 2.4559585492227978, "grad_norm": 16.743770599365234, "learning_rate": 3.7720207253886014e-05, "loss": 1.4224, "step": 9480 }, { "epoch": 2.4585492227979273, "grad_norm": 13.290619850158691, "learning_rate": 3.770725388601036e-05, "loss": 1.0585, "step": 9490 }, { "epoch": 2.461139896373057, "grad_norm": 23.086610794067383, "learning_rate": 3.769430051813472e-05, "loss": 1.2738, "step": 9500 }, { "epoch": 2.4637305699481864, "grad_norm": 13.01970100402832, "learning_rate": 3.768134715025907e-05, "loss": 1.2029, "step": 9510 }, { "epoch": 2.466321243523316, "grad_norm": 13.967059135437012, "learning_rate": 3.766839378238342e-05, "loss": 1.2324, "step": 9520 }, { "epoch": 2.4689119170984455, "grad_norm": 20.693819046020508, "learning_rate": 3.765544041450778e-05, "loss": 1.2213, "step": 9530 }, { "epoch": 2.471502590673575, "grad_norm": 15.79099178314209, "learning_rate": 3.764248704663213e-05, "loss": 1.1035, "step": 9540 }, { "epoch": 2.4740932642487046, "grad_norm": 15.826251983642578, "learning_rate": 3.7629533678756476e-05, "loss": 1.2505, "step": 9550 }, { "epoch": 2.476683937823834, "grad_norm": 19.452289581298828, "learning_rate": 3.761658031088083e-05, "loss": 1.2553, "step": 9560 }, { "epoch": 2.4792746113989637, "grad_norm": 22.051530838012695, "learning_rate": 3.760362694300518e-05, "loss": 1.3597, "step": 9570 }, { "epoch": 2.481865284974093, "grad_norm": 15.149986267089844, "learning_rate": 3.7590673575129535e-05, "loss": 1.0483, "step": 9580 }, { "epoch": 2.4844559585492227, "grad_norm": 18.985620498657227, "learning_rate": 3.7577720207253884e-05, "loss": 1.1301, "step": 9590 }, { "epoch": 2.4870466321243523, "grad_norm": 34.46501159667969, "learning_rate": 3.756476683937824e-05, "loss": 1.1752, "step": 9600 }, { "epoch": 2.489637305699482, "grad_norm": 14.646989822387695, "learning_rate": 3.7551813471502595e-05, "loss": 1.1178, "step": 9610 }, { "epoch": 2.4922279792746114, "grad_norm": 24.193811416625977, "learning_rate": 3.7538860103626944e-05, "loss": 1.1226, "step": 9620 }, { "epoch": 2.494818652849741, "grad_norm": 16.67432403564453, "learning_rate": 3.75259067357513e-05, "loss": 1.0305, "step": 9630 }, { "epoch": 2.4974093264248705, "grad_norm": 13.509353637695312, "learning_rate": 3.751295336787565e-05, "loss": 0.974, "step": 9640 }, { "epoch": 2.5, "grad_norm": 19.822492599487305, "learning_rate": 3.7500000000000003e-05, "loss": 1.2604, "step": 9650 }, { "epoch": 2.5025906735751295, "grad_norm": 14.679966926574707, "learning_rate": 3.748704663212436e-05, "loss": 1.0488, "step": 9660 }, { "epoch": 2.505181347150259, "grad_norm": 17.734529495239258, "learning_rate": 3.747409326424871e-05, "loss": 0.8961, "step": 9670 }, { "epoch": 2.5077720207253886, "grad_norm": 14.76662826538086, "learning_rate": 3.7461139896373056e-05, "loss": 1.4264, "step": 9680 }, { "epoch": 2.510362694300518, "grad_norm": 25.26879119873047, "learning_rate": 3.744818652849741e-05, "loss": 1.2806, "step": 9690 }, { "epoch": 2.5129533678756477, "grad_norm": 12.52980899810791, "learning_rate": 3.743523316062176e-05, "loss": 1.0939, "step": 9700 }, { "epoch": 2.5155440414507773, "grad_norm": 19.861465454101562, "learning_rate": 3.7422279792746116e-05, "loss": 1.2285, "step": 9710 }, { "epoch": 2.518134715025907, "grad_norm": 14.694808006286621, "learning_rate": 3.7409326424870465e-05, "loss": 1.1236, "step": 9720 }, { "epoch": 2.5207253886010363, "grad_norm": 19.430461883544922, "learning_rate": 3.739637305699482e-05, "loss": 1.346, "step": 9730 }, { "epoch": 2.523316062176166, "grad_norm": 22.736072540283203, "learning_rate": 3.738341968911917e-05, "loss": 1.2278, "step": 9740 }, { "epoch": 2.5259067357512954, "grad_norm": 18.669675827026367, "learning_rate": 3.7370466321243525e-05, "loss": 1.146, "step": 9750 }, { "epoch": 2.528497409326425, "grad_norm": 13.094359397888184, "learning_rate": 3.735751295336788e-05, "loss": 1.0332, "step": 9760 }, { "epoch": 2.5310880829015545, "grad_norm": 27.562406539916992, "learning_rate": 3.734455958549223e-05, "loss": 1.162, "step": 9770 }, { "epoch": 2.533678756476684, "grad_norm": 14.444271087646484, "learning_rate": 3.7331606217616584e-05, "loss": 0.9495, "step": 9780 }, { "epoch": 2.5362694300518136, "grad_norm": 24.886123657226562, "learning_rate": 3.731865284974094e-05, "loss": 1.4561, "step": 9790 }, { "epoch": 2.538860103626943, "grad_norm": 14.857280731201172, "learning_rate": 3.730569948186529e-05, "loss": 1.1431, "step": 9800 }, { "epoch": 2.5414507772020727, "grad_norm": 19.597332000732422, "learning_rate": 3.7292746113989644e-05, "loss": 1.0573, "step": 9810 }, { "epoch": 2.5440414507772022, "grad_norm": 19.24666976928711, "learning_rate": 3.727979274611399e-05, "loss": 1.3088, "step": 9820 }, { "epoch": 2.5466321243523318, "grad_norm": 15.425520896911621, "learning_rate": 3.726683937823834e-05, "loss": 1.0945, "step": 9830 }, { "epoch": 2.5492227979274613, "grad_norm": 20.229673385620117, "learning_rate": 3.72538860103627e-05, "loss": 1.2791, "step": 9840 }, { "epoch": 2.551813471502591, "grad_norm": 9.709674835205078, "learning_rate": 3.7240932642487046e-05, "loss": 1.1249, "step": 9850 }, { "epoch": 2.5544041450777204, "grad_norm": 24.487712860107422, "learning_rate": 3.72279792746114e-05, "loss": 1.1309, "step": 9860 }, { "epoch": 2.55699481865285, "grad_norm": 21.2108154296875, "learning_rate": 3.721502590673575e-05, "loss": 1.2664, "step": 9870 }, { "epoch": 2.5595854922279795, "grad_norm": 19.604995727539062, "learning_rate": 3.7202072538860105e-05, "loss": 1.0655, "step": 9880 }, { "epoch": 2.562176165803109, "grad_norm": 19.017627716064453, "learning_rate": 3.718911917098446e-05, "loss": 1.2576, "step": 9890 }, { "epoch": 2.5647668393782386, "grad_norm": 16.984418869018555, "learning_rate": 3.717616580310881e-05, "loss": 0.9778, "step": 9900 }, { "epoch": 2.567357512953368, "grad_norm": 21.24311637878418, "learning_rate": 3.7163212435233165e-05, "loss": 1.2004, "step": 9910 }, { "epoch": 2.5699481865284977, "grad_norm": 10.431784629821777, "learning_rate": 3.7150259067357514e-05, "loss": 1.4113, "step": 9920 }, { "epoch": 2.572538860103627, "grad_norm": 19.517799377441406, "learning_rate": 3.713730569948187e-05, "loss": 1.2444, "step": 9930 }, { "epoch": 2.5751295336787567, "grad_norm": 22.3072509765625, "learning_rate": 3.7124352331606225e-05, "loss": 1.1024, "step": 9940 }, { "epoch": 2.5777202072538863, "grad_norm": 12.69965934753418, "learning_rate": 3.7111398963730573e-05, "loss": 0.9141, "step": 9950 }, { "epoch": 2.5803108808290154, "grad_norm": 20.089561462402344, "learning_rate": 3.709844559585492e-05, "loss": 1.128, "step": 9960 }, { "epoch": 2.582901554404145, "grad_norm": 29.209590911865234, "learning_rate": 3.708549222797927e-05, "loss": 1.2729, "step": 9970 }, { "epoch": 2.5854922279792745, "grad_norm": 36.39741897583008, "learning_rate": 3.7072538860103626e-05, "loss": 1.3014, "step": 9980 }, { "epoch": 2.588082901554404, "grad_norm": 24.722213745117188, "learning_rate": 3.705958549222798e-05, "loss": 1.2384, "step": 9990 }, { "epoch": 2.5906735751295336, "grad_norm": 28.079668045043945, "learning_rate": 3.704663212435233e-05, "loss": 1.0773, "step": 10000 }, { "epoch": 2.593264248704663, "grad_norm": 22.51559829711914, "learning_rate": 3.7033678756476686e-05, "loss": 1.2772, "step": 10010 }, { "epoch": 2.5958549222797926, "grad_norm": 16.093351364135742, "learning_rate": 3.702072538860104e-05, "loss": 1.1538, "step": 10020 }, { "epoch": 2.598445595854922, "grad_norm": 24.341169357299805, "learning_rate": 3.700777202072539e-05, "loss": 1.2725, "step": 10030 }, { "epoch": 2.6010362694300517, "grad_norm": 13.350558280944824, "learning_rate": 3.6994818652849746e-05, "loss": 1.1983, "step": 10040 }, { "epoch": 2.6036269430051813, "grad_norm": 19.571868896484375, "learning_rate": 3.6981865284974094e-05, "loss": 1.1564, "step": 10050 }, { "epoch": 2.606217616580311, "grad_norm": 28.451169967651367, "learning_rate": 3.696891191709845e-05, "loss": 1.3483, "step": 10060 }, { "epoch": 2.6088082901554404, "grad_norm": 15.110517501831055, "learning_rate": 3.6955958549222805e-05, "loss": 1.1947, "step": 10070 }, { "epoch": 2.61139896373057, "grad_norm": 19.45414161682129, "learning_rate": 3.6943005181347154e-05, "loss": 1.2222, "step": 10080 }, { "epoch": 2.6139896373056994, "grad_norm": 23.01280403137207, "learning_rate": 3.69300518134715e-05, "loss": 1.4461, "step": 10090 }, { "epoch": 2.616580310880829, "grad_norm": 26.490650177001953, "learning_rate": 3.691709844559585e-05, "loss": 1.1894, "step": 10100 }, { "epoch": 2.6191709844559585, "grad_norm": 11.500327110290527, "learning_rate": 3.690414507772021e-05, "loss": 1.1254, "step": 10110 }, { "epoch": 2.621761658031088, "grad_norm": 15.689069747924805, "learning_rate": 3.689119170984456e-05, "loss": 1.213, "step": 10120 }, { "epoch": 2.6243523316062176, "grad_norm": 12.929428100585938, "learning_rate": 3.687823834196891e-05, "loss": 1.3495, "step": 10130 }, { "epoch": 2.626943005181347, "grad_norm": 13.263141632080078, "learning_rate": 3.686528497409327e-05, "loss": 1.1107, "step": 10140 }, { "epoch": 2.6295336787564767, "grad_norm": 17.88367462158203, "learning_rate": 3.6852331606217615e-05, "loss": 1.2246, "step": 10150 }, { "epoch": 2.6321243523316062, "grad_norm": 9.752889633178711, "learning_rate": 3.683937823834197e-05, "loss": 1.4727, "step": 10160 }, { "epoch": 2.634715025906736, "grad_norm": 11.882891654968262, "learning_rate": 3.6826424870466326e-05, "loss": 1.3514, "step": 10170 }, { "epoch": 2.6373056994818653, "grad_norm": 23.29615592956543, "learning_rate": 3.6813471502590675e-05, "loss": 1.2859, "step": 10180 }, { "epoch": 2.639896373056995, "grad_norm": 16.229841232299805, "learning_rate": 3.680051813471503e-05, "loss": 1.3143, "step": 10190 }, { "epoch": 2.6424870466321244, "grad_norm": 19.648935317993164, "learning_rate": 3.678756476683938e-05, "loss": 1.1561, "step": 10200 }, { "epoch": 2.645077720207254, "grad_norm": 17.587467193603516, "learning_rate": 3.6774611398963735e-05, "loss": 1.2975, "step": 10210 }, { "epoch": 2.6476683937823835, "grad_norm": 22.420263290405273, "learning_rate": 3.6761658031088084e-05, "loss": 1.2308, "step": 10220 }, { "epoch": 2.650259067357513, "grad_norm": 19.951276779174805, "learning_rate": 3.674870466321243e-05, "loss": 1.3312, "step": 10230 }, { "epoch": 2.6528497409326426, "grad_norm": 14.354147911071777, "learning_rate": 3.673575129533679e-05, "loss": 1.272, "step": 10240 }, { "epoch": 2.655440414507772, "grad_norm": 21.306901931762695, "learning_rate": 3.6722797927461137e-05, "loss": 1.0445, "step": 10250 }, { "epoch": 2.6580310880829017, "grad_norm": 14.092720031738281, "learning_rate": 3.670984455958549e-05, "loss": 1.0355, "step": 10260 }, { "epoch": 2.660621761658031, "grad_norm": 11.946073532104492, "learning_rate": 3.669689119170985e-05, "loss": 1.2056, "step": 10270 }, { "epoch": 2.6632124352331608, "grad_norm": 16.53302001953125, "learning_rate": 3.6683937823834196e-05, "loss": 1.4036, "step": 10280 }, { "epoch": 2.6658031088082903, "grad_norm": 22.64406394958496, "learning_rate": 3.667098445595855e-05, "loss": 1.1495, "step": 10290 }, { "epoch": 2.66839378238342, "grad_norm": 17.295196533203125, "learning_rate": 3.665803108808291e-05, "loss": 1.2373, "step": 10300 }, { "epoch": 2.6709844559585494, "grad_norm": 24.768234252929688, "learning_rate": 3.6645077720207256e-05, "loss": 1.1821, "step": 10310 }, { "epoch": 2.6735751295336785, "grad_norm": 14.90809154510498, "learning_rate": 3.663212435233161e-05, "loss": 1.1668, "step": 10320 }, { "epoch": 2.676165803108808, "grad_norm": 28.83011245727539, "learning_rate": 3.661917098445596e-05, "loss": 1.1405, "step": 10330 }, { "epoch": 2.6787564766839376, "grad_norm": 26.833555221557617, "learning_rate": 3.6606217616580316e-05, "loss": 1.2714, "step": 10340 }, { "epoch": 2.681347150259067, "grad_norm": 17.162919998168945, "learning_rate": 3.6593264248704664e-05, "loss": 1.3881, "step": 10350 }, { "epoch": 2.6839378238341967, "grad_norm": 19.988557815551758, "learning_rate": 3.658031088082901e-05, "loss": 1.3435, "step": 10360 }, { "epoch": 2.686528497409326, "grad_norm": 11.963624000549316, "learning_rate": 3.656735751295337e-05, "loss": 1.1481, "step": 10370 }, { "epoch": 2.6891191709844557, "grad_norm": 20.435829162597656, "learning_rate": 3.655440414507772e-05, "loss": 1.2744, "step": 10380 }, { "epoch": 2.6917098445595853, "grad_norm": 20.84066390991211, "learning_rate": 3.654145077720207e-05, "loss": 1.27, "step": 10390 }, { "epoch": 2.694300518134715, "grad_norm": 22.69620704650879, "learning_rate": 3.652849740932643e-05, "loss": 1.1307, "step": 10400 }, { "epoch": 2.6968911917098444, "grad_norm": 15.309614181518555, "learning_rate": 3.651554404145078e-05, "loss": 1.1762, "step": 10410 }, { "epoch": 2.699481865284974, "grad_norm": 11.206828117370605, "learning_rate": 3.650259067357513e-05, "loss": 1.4275, "step": 10420 }, { "epoch": 2.7020725388601035, "grad_norm": 30.67605972290039, "learning_rate": 3.648963730569948e-05, "loss": 1.1509, "step": 10430 }, { "epoch": 2.704663212435233, "grad_norm": 21.703571319580078, "learning_rate": 3.647668393782384e-05, "loss": 1.1938, "step": 10440 }, { "epoch": 2.7072538860103625, "grad_norm": 24.347747802734375, "learning_rate": 3.646373056994819e-05, "loss": 1.1209, "step": 10450 }, { "epoch": 2.709844559585492, "grad_norm": 22.736679077148438, "learning_rate": 3.645077720207254e-05, "loss": 1.1719, "step": 10460 }, { "epoch": 2.7124352331606216, "grad_norm": 14.262520790100098, "learning_rate": 3.6437823834196896e-05, "loss": 1.4506, "step": 10470 }, { "epoch": 2.715025906735751, "grad_norm": 12.087241172790527, "learning_rate": 3.6424870466321245e-05, "loss": 1.2157, "step": 10480 }, { "epoch": 2.7176165803108807, "grad_norm": 11.109153747558594, "learning_rate": 3.6411917098445594e-05, "loss": 1.1733, "step": 10490 }, { "epoch": 2.7202072538860103, "grad_norm": 15.236455917358398, "learning_rate": 3.639896373056995e-05, "loss": 1.1865, "step": 10500 }, { "epoch": 2.72279792746114, "grad_norm": 17.61848258972168, "learning_rate": 3.63860103626943e-05, "loss": 1.3036, "step": 10510 }, { "epoch": 2.7253886010362693, "grad_norm": 15.423688888549805, "learning_rate": 3.6373056994818654e-05, "loss": 1.1832, "step": 10520 }, { "epoch": 2.727979274611399, "grad_norm": 19.815357208251953, "learning_rate": 3.636010362694301e-05, "loss": 1.1058, "step": 10530 }, { "epoch": 2.7305699481865284, "grad_norm": 23.40677833557129, "learning_rate": 3.634715025906736e-05, "loss": 1.2386, "step": 10540 }, { "epoch": 2.733160621761658, "grad_norm": 11.73985767364502, "learning_rate": 3.633419689119171e-05, "loss": 1.1302, "step": 10550 }, { "epoch": 2.7357512953367875, "grad_norm": 18.29830551147461, "learning_rate": 3.632124352331606e-05, "loss": 1.2495, "step": 10560 }, { "epoch": 2.738341968911917, "grad_norm": 20.6712646484375, "learning_rate": 3.630829015544042e-05, "loss": 1.1562, "step": 10570 }, { "epoch": 2.7409326424870466, "grad_norm": 14.84188175201416, "learning_rate": 3.629533678756477e-05, "loss": 1.2485, "step": 10580 }, { "epoch": 2.743523316062176, "grad_norm": 17.906124114990234, "learning_rate": 3.628238341968912e-05, "loss": 1.1966, "step": 10590 }, { "epoch": 2.7461139896373057, "grad_norm": 22.19200897216797, "learning_rate": 3.626943005181348e-05, "loss": 0.9823, "step": 10600 }, { "epoch": 2.7487046632124352, "grad_norm": 16.514719009399414, "learning_rate": 3.6256476683937826e-05, "loss": 0.9957, "step": 10610 }, { "epoch": 2.7512953367875648, "grad_norm": 19.50853157043457, "learning_rate": 3.6243523316062175e-05, "loss": 1.0053, "step": 10620 }, { "epoch": 2.7538860103626943, "grad_norm": 20.474258422851562, "learning_rate": 3.623056994818653e-05, "loss": 1.5512, "step": 10630 }, { "epoch": 2.756476683937824, "grad_norm": 9.091084480285645, "learning_rate": 3.621761658031088e-05, "loss": 1.0716, "step": 10640 }, { "epoch": 2.7590673575129534, "grad_norm": 25.783809661865234, "learning_rate": 3.6204663212435234e-05, "loss": 1.2261, "step": 10650 }, { "epoch": 2.761658031088083, "grad_norm": 17.777427673339844, "learning_rate": 3.619170984455958e-05, "loss": 1.2122, "step": 10660 }, { "epoch": 2.7642487046632125, "grad_norm": 15.162089347839355, "learning_rate": 3.617875647668394e-05, "loss": 1.1104, "step": 10670 }, { "epoch": 2.766839378238342, "grad_norm": 24.377056121826172, "learning_rate": 3.6165803108808294e-05, "loss": 1.1553, "step": 10680 }, { "epoch": 2.7694300518134716, "grad_norm": 18.95816993713379, "learning_rate": 3.615284974093264e-05, "loss": 1.1513, "step": 10690 }, { "epoch": 2.772020725388601, "grad_norm": 17.179967880249023, "learning_rate": 3.6139896373057e-05, "loss": 1.2152, "step": 10700 }, { "epoch": 2.7746113989637307, "grad_norm": 12.465139389038086, "learning_rate": 3.612694300518135e-05, "loss": 1.0422, "step": 10710 }, { "epoch": 2.77720207253886, "grad_norm": 17.669878005981445, "learning_rate": 3.61139896373057e-05, "loss": 1.1444, "step": 10720 }, { "epoch": 2.7797927461139897, "grad_norm": 15.226821899414062, "learning_rate": 3.610103626943006e-05, "loss": 1.1498, "step": 10730 }, { "epoch": 2.7823834196891193, "grad_norm": 22.00106430053711, "learning_rate": 3.6088082901554407e-05, "loss": 1.2372, "step": 10740 }, { "epoch": 2.784974093264249, "grad_norm": 21.03327751159668, "learning_rate": 3.6075129533678755e-05, "loss": 1.2488, "step": 10750 }, { "epoch": 2.7875647668393784, "grad_norm": 13.474150657653809, "learning_rate": 3.606217616580311e-05, "loss": 1.2442, "step": 10760 }, { "epoch": 2.790155440414508, "grad_norm": 21.887426376342773, "learning_rate": 3.604922279792746e-05, "loss": 1.3832, "step": 10770 }, { "epoch": 2.7927461139896375, "grad_norm": 38.365882873535156, "learning_rate": 3.6036269430051815e-05, "loss": 1.1098, "step": 10780 }, { "epoch": 2.795336787564767, "grad_norm": 13.56727123260498, "learning_rate": 3.6023316062176164e-05, "loss": 1.2574, "step": 10790 }, { "epoch": 2.7979274611398965, "grad_norm": 18.499286651611328, "learning_rate": 3.601036269430052e-05, "loss": 1.162, "step": 10800 }, { "epoch": 2.800518134715026, "grad_norm": 12.628071784973145, "learning_rate": 3.5997409326424875e-05, "loss": 1.1841, "step": 10810 }, { "epoch": 2.8031088082901556, "grad_norm": 16.76665687561035, "learning_rate": 3.5984455958549223e-05, "loss": 1.3106, "step": 10820 }, { "epoch": 2.805699481865285, "grad_norm": 8.800867080688477, "learning_rate": 3.597150259067358e-05, "loss": 1.3638, "step": 10830 }, { "epoch": 2.8082901554404147, "grad_norm": 18.180410385131836, "learning_rate": 3.595854922279793e-05, "loss": 1.0734, "step": 10840 }, { "epoch": 2.8108808290155443, "grad_norm": 15.733800888061523, "learning_rate": 3.594559585492228e-05, "loss": 1.0805, "step": 10850 }, { "epoch": 2.813471502590674, "grad_norm": 22.16912269592285, "learning_rate": 3.593264248704664e-05, "loss": 1.1314, "step": 10860 }, { "epoch": 2.8160621761658033, "grad_norm": 34.72968673706055, "learning_rate": 3.591968911917099e-05, "loss": 1.1941, "step": 10870 }, { "epoch": 2.818652849740933, "grad_norm": 24.88812828063965, "learning_rate": 3.590673575129534e-05, "loss": 1.2813, "step": 10880 }, { "epoch": 2.8212435233160624, "grad_norm": 15.273017883300781, "learning_rate": 3.589378238341969e-05, "loss": 1.2702, "step": 10890 }, { "epoch": 2.823834196891192, "grad_norm": 18.92624282836914, "learning_rate": 3.588082901554404e-05, "loss": 1.0118, "step": 10900 }, { "epoch": 2.8264248704663215, "grad_norm": 20.0513858795166, "learning_rate": 3.5867875647668396e-05, "loss": 1.2032, "step": 10910 }, { "epoch": 2.8290155440414506, "grad_norm": 17.53339958190918, "learning_rate": 3.5854922279792744e-05, "loss": 1.2369, "step": 10920 }, { "epoch": 2.83160621761658, "grad_norm": 29.54998016357422, "learning_rate": 3.58419689119171e-05, "loss": 1.2237, "step": 10930 }, { "epoch": 2.8341968911917097, "grad_norm": 22.48723793029785, "learning_rate": 3.582901554404145e-05, "loss": 1.2416, "step": 10940 }, { "epoch": 2.8367875647668392, "grad_norm": 22.690570831298828, "learning_rate": 3.5816062176165804e-05, "loss": 1.1532, "step": 10950 }, { "epoch": 2.839378238341969, "grad_norm": 23.009605407714844, "learning_rate": 3.580310880829016e-05, "loss": 1.2725, "step": 10960 }, { "epoch": 2.8419689119170983, "grad_norm": 11.497885704040527, "learning_rate": 3.579015544041451e-05, "loss": 1.1476, "step": 10970 }, { "epoch": 2.844559585492228, "grad_norm": 15.264192581176758, "learning_rate": 3.5777202072538864e-05, "loss": 1.1206, "step": 10980 }, { "epoch": 2.8471502590673574, "grad_norm": 25.739654541015625, "learning_rate": 3.576424870466322e-05, "loss": 1.1816, "step": 10990 }, { "epoch": 2.849740932642487, "grad_norm": 29.719104766845703, "learning_rate": 3.575129533678757e-05, "loss": 1.2338, "step": 11000 }, { "epoch": 2.8523316062176165, "grad_norm": 11.555259704589844, "learning_rate": 3.5738341968911924e-05, "loss": 1.2801, "step": 11010 }, { "epoch": 2.854922279792746, "grad_norm": 14.758894920349121, "learning_rate": 3.572538860103627e-05, "loss": 1.2605, "step": 11020 }, { "epoch": 2.8575129533678756, "grad_norm": 11.975519180297852, "learning_rate": 3.571243523316062e-05, "loss": 1.2329, "step": 11030 }, { "epoch": 2.860103626943005, "grad_norm": 15.773488998413086, "learning_rate": 3.5699481865284977e-05, "loss": 1.0911, "step": 11040 }, { "epoch": 2.8626943005181347, "grad_norm": 13.611008644104004, "learning_rate": 3.5686528497409325e-05, "loss": 1.1473, "step": 11050 }, { "epoch": 2.865284974093264, "grad_norm": 14.384963989257812, "learning_rate": 3.567357512953368e-05, "loss": 1.1303, "step": 11060 }, { "epoch": 2.8678756476683938, "grad_norm": 16.53676986694336, "learning_rate": 3.566062176165803e-05, "loss": 1.3996, "step": 11070 }, { "epoch": 2.8704663212435233, "grad_norm": 16.007240295410156, "learning_rate": 3.5647668393782385e-05, "loss": 0.9938, "step": 11080 }, { "epoch": 2.873056994818653, "grad_norm": 12.460662841796875, "learning_rate": 3.563471502590674e-05, "loss": 1.3683, "step": 11090 }, { "epoch": 2.8756476683937824, "grad_norm": 20.48025894165039, "learning_rate": 3.562176165803109e-05, "loss": 1.3845, "step": 11100 }, { "epoch": 2.878238341968912, "grad_norm": 20.035890579223633, "learning_rate": 3.5608808290155445e-05, "loss": 1.1066, "step": 11110 }, { "epoch": 2.8808290155440415, "grad_norm": 12.423884391784668, "learning_rate": 3.559585492227979e-05, "loss": 1.0776, "step": 11120 }, { "epoch": 2.883419689119171, "grad_norm": 30.693359375, "learning_rate": 3.558290155440415e-05, "loss": 1.2266, "step": 11130 }, { "epoch": 2.8860103626943006, "grad_norm": 14.906736373901367, "learning_rate": 3.5569948186528504e-05, "loss": 1.3923, "step": 11140 }, { "epoch": 2.88860103626943, "grad_norm": 14.3879976272583, "learning_rate": 3.555699481865285e-05, "loss": 1.2192, "step": 11150 }, { "epoch": 2.8911917098445596, "grad_norm": 18.789209365844727, "learning_rate": 3.55440414507772e-05, "loss": 1.2298, "step": 11160 }, { "epoch": 2.893782383419689, "grad_norm": 12.368875503540039, "learning_rate": 3.553108808290155e-05, "loss": 1.2088, "step": 11170 }, { "epoch": 2.8963730569948187, "grad_norm": 21.842742919921875, "learning_rate": 3.5518134715025906e-05, "loss": 1.3326, "step": 11180 }, { "epoch": 2.8989637305699483, "grad_norm": 28.098875045776367, "learning_rate": 3.550518134715026e-05, "loss": 1.2083, "step": 11190 }, { "epoch": 2.901554404145078, "grad_norm": 29.39516258239746, "learning_rate": 3.549222797927461e-05, "loss": 1.2515, "step": 11200 }, { "epoch": 2.9041450777202074, "grad_norm": 14.68979263305664, "learning_rate": 3.5479274611398966e-05, "loss": 1.1985, "step": 11210 }, { "epoch": 2.906735751295337, "grad_norm": 15.075310707092285, "learning_rate": 3.546632124352332e-05, "loss": 1.33, "step": 11220 }, { "epoch": 2.9093264248704664, "grad_norm": 32.20334243774414, "learning_rate": 3.545336787564767e-05, "loss": 1.2929, "step": 11230 }, { "epoch": 2.911917098445596, "grad_norm": 23.26421356201172, "learning_rate": 3.5440414507772025e-05, "loss": 1.2285, "step": 11240 }, { "epoch": 2.9145077720207255, "grad_norm": 17.540897369384766, "learning_rate": 3.5427461139896374e-05, "loss": 1.1363, "step": 11250 }, { "epoch": 2.917098445595855, "grad_norm": 14.725648880004883, "learning_rate": 3.541450777202073e-05, "loss": 1.2815, "step": 11260 }, { "epoch": 2.9196891191709846, "grad_norm": 18.95684051513672, "learning_rate": 3.5401554404145085e-05, "loss": 1.3212, "step": 11270 }, { "epoch": 2.9222797927461137, "grad_norm": 12.52318286895752, "learning_rate": 3.5388601036269434e-05, "loss": 1.2346, "step": 11280 }, { "epoch": 2.9248704663212433, "grad_norm": 11.60261058807373, "learning_rate": 3.537564766839378e-05, "loss": 1.3592, "step": 11290 }, { "epoch": 2.927461139896373, "grad_norm": 10.515771865844727, "learning_rate": 3.536269430051813e-05, "loss": 1.3913, "step": 11300 }, { "epoch": 2.9300518134715023, "grad_norm": 20.036813735961914, "learning_rate": 3.534974093264249e-05, "loss": 1.2748, "step": 11310 }, { "epoch": 2.932642487046632, "grad_norm": 20.956558227539062, "learning_rate": 3.533678756476684e-05, "loss": 1.1604, "step": 11320 }, { "epoch": 2.9352331606217614, "grad_norm": 18.369029998779297, "learning_rate": 3.532383419689119e-05, "loss": 1.1965, "step": 11330 }, { "epoch": 2.937823834196891, "grad_norm": 11.045287132263184, "learning_rate": 3.5310880829015546e-05, "loss": 1.1863, "step": 11340 }, { "epoch": 2.9404145077720205, "grad_norm": 21.72708511352539, "learning_rate": 3.5297927461139895e-05, "loss": 1.331, "step": 11350 }, { "epoch": 2.94300518134715, "grad_norm": 15.087157249450684, "learning_rate": 3.528497409326425e-05, "loss": 1.2166, "step": 11360 }, { "epoch": 2.9455958549222796, "grad_norm": 8.261834144592285, "learning_rate": 3.5272020725388606e-05, "loss": 1.0642, "step": 11370 }, { "epoch": 2.948186528497409, "grad_norm": 14.130751609802246, "learning_rate": 3.5259067357512955e-05, "loss": 1.3076, "step": 11380 }, { "epoch": 2.9507772020725387, "grad_norm": 38.21625900268555, "learning_rate": 3.524611398963731e-05, "loss": 1.2167, "step": 11390 }, { "epoch": 2.9533678756476682, "grad_norm": 16.693796157836914, "learning_rate": 3.523316062176166e-05, "loss": 1.3193, "step": 11400 }, { "epoch": 2.9559585492227978, "grad_norm": 21.661544799804688, "learning_rate": 3.5220207253886015e-05, "loss": 1.1728, "step": 11410 }, { "epoch": 2.9585492227979273, "grad_norm": 14.314044952392578, "learning_rate": 3.520725388601036e-05, "loss": 1.4292, "step": 11420 }, { "epoch": 2.961139896373057, "grad_norm": 19.300376892089844, "learning_rate": 3.519430051813471e-05, "loss": 1.1648, "step": 11430 }, { "epoch": 2.9637305699481864, "grad_norm": 9.467594146728516, "learning_rate": 3.518134715025907e-05, "loss": 1.2806, "step": 11440 }, { "epoch": 2.966321243523316, "grad_norm": 17.04918098449707, "learning_rate": 3.5168393782383416e-05, "loss": 1.3511, "step": 11450 }, { "epoch": 2.9689119170984455, "grad_norm": 24.149394989013672, "learning_rate": 3.515544041450777e-05, "loss": 1.176, "step": 11460 }, { "epoch": 2.971502590673575, "grad_norm": 14.166874885559082, "learning_rate": 3.514248704663213e-05, "loss": 1.174, "step": 11470 }, { "epoch": 2.9740932642487046, "grad_norm": 13.18748950958252, "learning_rate": 3.5129533678756476e-05, "loss": 1.1902, "step": 11480 }, { "epoch": 2.976683937823834, "grad_norm": 16.898683547973633, "learning_rate": 3.511658031088083e-05, "loss": 1.3403, "step": 11490 }, { "epoch": 2.9792746113989637, "grad_norm": 16.73252296447754, "learning_rate": 3.510362694300519e-05, "loss": 1.1706, "step": 11500 }, { "epoch": 2.981865284974093, "grad_norm": 22.488229751586914, "learning_rate": 3.5090673575129536e-05, "loss": 1.1015, "step": 11510 }, { "epoch": 2.9844559585492227, "grad_norm": 21.979162216186523, "learning_rate": 3.507772020725389e-05, "loss": 1.2644, "step": 11520 }, { "epoch": 2.9870466321243523, "grad_norm": 20.115249633789062, "learning_rate": 3.506476683937824e-05, "loss": 1.0592, "step": 11530 }, { "epoch": 2.989637305699482, "grad_norm": 26.698129653930664, "learning_rate": 3.5051813471502595e-05, "loss": 1.2788, "step": 11540 }, { "epoch": 2.9922279792746114, "grad_norm": 21.007387161254883, "learning_rate": 3.5038860103626944e-05, "loss": 1.3013, "step": 11550 }, { "epoch": 2.994818652849741, "grad_norm": 19.573678970336914, "learning_rate": 3.502590673575129e-05, "loss": 1.2738, "step": 11560 }, { "epoch": 2.9974093264248705, "grad_norm": 17.6749324798584, "learning_rate": 3.501295336787565e-05, "loss": 1.2041, "step": 11570 }, { "epoch": 3.0, "grad_norm": 35.717247009277344, "learning_rate": 3.5e-05, "loss": 1.2522, "step": 11580 }, { "epoch": 3.0, "eval_accuracy": 0.48102085762404456, "eval_f1": 0.4744614685835945, "eval_loss": 1.3680379390716553, "eval_runtime": 130.0949, "eval_samples_per_second": 59.334, "eval_steps_per_second": 7.418, "step": 11580 }, { "epoch": 3.0025906735751295, "grad_norm": 19.187543869018555, "learning_rate": 3.498704663212435e-05, "loss": 1.0431, "step": 11590 }, { "epoch": 3.005181347150259, "grad_norm": 17.407344818115234, "learning_rate": 3.497409326424871e-05, "loss": 0.9398, "step": 11600 }, { "epoch": 3.0077720207253886, "grad_norm": 17.94043731689453, "learning_rate": 3.496113989637306e-05, "loss": 1.1012, "step": 11610 }, { "epoch": 3.010362694300518, "grad_norm": 9.666790008544922, "learning_rate": 3.494818652849741e-05, "loss": 0.9786, "step": 11620 }, { "epoch": 3.0129533678756477, "grad_norm": 16.591276168823242, "learning_rate": 3.493523316062176e-05, "loss": 0.8197, "step": 11630 }, { "epoch": 3.0155440414507773, "grad_norm": 13.650846481323242, "learning_rate": 3.4922279792746116e-05, "loss": 1.1071, "step": 11640 }, { "epoch": 3.018134715025907, "grad_norm": 11.551280975341797, "learning_rate": 3.490932642487047e-05, "loss": 0.9312, "step": 11650 }, { "epoch": 3.0207253886010363, "grad_norm": 13.925671577453613, "learning_rate": 3.489637305699482e-05, "loss": 1.1231, "step": 11660 }, { "epoch": 3.023316062176166, "grad_norm": 23.87160301208496, "learning_rate": 3.4883419689119176e-05, "loss": 1.1391, "step": 11670 }, { "epoch": 3.0259067357512954, "grad_norm": 29.669933319091797, "learning_rate": 3.4870466321243525e-05, "loss": 0.9563, "step": 11680 }, { "epoch": 3.028497409326425, "grad_norm": 16.72348976135254, "learning_rate": 3.4857512953367873e-05, "loss": 0.9792, "step": 11690 }, { "epoch": 3.0310880829015545, "grad_norm": 14.470139503479004, "learning_rate": 3.484455958549223e-05, "loss": 0.8533, "step": 11700 }, { "epoch": 3.033678756476684, "grad_norm": 12.060184478759766, "learning_rate": 3.483160621761658e-05, "loss": 0.8884, "step": 11710 }, { "epoch": 3.0362694300518136, "grad_norm": 14.54822063446045, "learning_rate": 3.481865284974093e-05, "loss": 1.2529, "step": 11720 }, { "epoch": 3.038860103626943, "grad_norm": 13.277945518493652, "learning_rate": 3.480569948186529e-05, "loss": 0.7162, "step": 11730 }, { "epoch": 3.0414507772020727, "grad_norm": 26.291929244995117, "learning_rate": 3.479274611398964e-05, "loss": 0.9629, "step": 11740 }, { "epoch": 3.0440414507772022, "grad_norm": 17.368343353271484, "learning_rate": 3.477979274611399e-05, "loss": 0.8939, "step": 11750 }, { "epoch": 3.0466321243523318, "grad_norm": 15.304944038391113, "learning_rate": 3.476683937823834e-05, "loss": 1.0869, "step": 11760 }, { "epoch": 3.0492227979274613, "grad_norm": 20.522920608520508, "learning_rate": 3.47538860103627e-05, "loss": 1.0028, "step": 11770 }, { "epoch": 3.051813471502591, "grad_norm": 26.4727725982666, "learning_rate": 3.474093264248705e-05, "loss": 0.9993, "step": 11780 }, { "epoch": 3.0544041450777204, "grad_norm": 25.61350440979004, "learning_rate": 3.47279792746114e-05, "loss": 0.9596, "step": 11790 }, { "epoch": 3.05699481865285, "grad_norm": 17.67412567138672, "learning_rate": 3.471502590673576e-05, "loss": 0.918, "step": 11800 }, { "epoch": 3.0595854922279795, "grad_norm": 30.518611907958984, "learning_rate": 3.4702072538860106e-05, "loss": 1.0061, "step": 11810 }, { "epoch": 3.062176165803109, "grad_norm": 11.944066047668457, "learning_rate": 3.468911917098446e-05, "loss": 0.9993, "step": 11820 }, { "epoch": 3.064766839378238, "grad_norm": 14.255443572998047, "learning_rate": 3.467616580310881e-05, "loss": 1.0012, "step": 11830 }, { "epoch": 3.0673575129533677, "grad_norm": 20.589942932128906, "learning_rate": 3.466321243523316e-05, "loss": 0.9433, "step": 11840 }, { "epoch": 3.069948186528497, "grad_norm": 12.885974884033203, "learning_rate": 3.4650259067357514e-05, "loss": 0.8632, "step": 11850 }, { "epoch": 3.0725388601036268, "grad_norm": 20.517902374267578, "learning_rate": 3.463730569948186e-05, "loss": 1.1304, "step": 11860 }, { "epoch": 3.0751295336787563, "grad_norm": 18.920166015625, "learning_rate": 3.462435233160622e-05, "loss": 1.1317, "step": 11870 }, { "epoch": 3.077720207253886, "grad_norm": 11.730055809020996, "learning_rate": 3.4611398963730574e-05, "loss": 1.1554, "step": 11880 }, { "epoch": 3.0803108808290154, "grad_norm": 13.232941627502441, "learning_rate": 3.459844559585492e-05, "loss": 0.8458, "step": 11890 }, { "epoch": 3.082901554404145, "grad_norm": 27.483518600463867, "learning_rate": 3.458549222797928e-05, "loss": 0.9141, "step": 11900 }, { "epoch": 3.0854922279792745, "grad_norm": 11.342865943908691, "learning_rate": 3.4572538860103627e-05, "loss": 0.9838, "step": 11910 }, { "epoch": 3.088082901554404, "grad_norm": 18.088443756103516, "learning_rate": 3.455958549222798e-05, "loss": 1.0884, "step": 11920 }, { "epoch": 3.0906735751295336, "grad_norm": 23.839101791381836, "learning_rate": 3.454663212435234e-05, "loss": 1.039, "step": 11930 }, { "epoch": 3.093264248704663, "grad_norm": 18.722606658935547, "learning_rate": 3.4533678756476686e-05, "loss": 1.1267, "step": 11940 }, { "epoch": 3.0958549222797926, "grad_norm": 23.77379608154297, "learning_rate": 3.452072538860104e-05, "loss": 1.1082, "step": 11950 }, { "epoch": 3.098445595854922, "grad_norm": 16.7434139251709, "learning_rate": 3.450777202072539e-05, "loss": 0.9479, "step": 11960 }, { "epoch": 3.1010362694300517, "grad_norm": 18.28754234313965, "learning_rate": 3.449481865284974e-05, "loss": 1.1877, "step": 11970 }, { "epoch": 3.1036269430051813, "grad_norm": 19.932353973388672, "learning_rate": 3.4481865284974095e-05, "loss": 1.174, "step": 11980 }, { "epoch": 3.106217616580311, "grad_norm": 16.72065544128418, "learning_rate": 3.446891191709844e-05, "loss": 1.0263, "step": 11990 }, { "epoch": 3.1088082901554404, "grad_norm": 17.303468704223633, "learning_rate": 3.44559585492228e-05, "loss": 0.9411, "step": 12000 }, { "epoch": 3.11139896373057, "grad_norm": 19.928049087524414, "learning_rate": 3.4443005181347154e-05, "loss": 1.2849, "step": 12010 }, { "epoch": 3.1139896373056994, "grad_norm": 26.366374969482422, "learning_rate": 3.44300518134715e-05, "loss": 0.9554, "step": 12020 }, { "epoch": 3.116580310880829, "grad_norm": 14.406534194946289, "learning_rate": 3.441709844559586e-05, "loss": 1.0726, "step": 12030 }, { "epoch": 3.1191709844559585, "grad_norm": 20.688108444213867, "learning_rate": 3.440414507772021e-05, "loss": 0.9508, "step": 12040 }, { "epoch": 3.121761658031088, "grad_norm": 17.842884063720703, "learning_rate": 3.439119170984456e-05, "loss": 0.8711, "step": 12050 }, { "epoch": 3.1243523316062176, "grad_norm": 21.070165634155273, "learning_rate": 3.437823834196892e-05, "loss": 1.032, "step": 12060 }, { "epoch": 3.126943005181347, "grad_norm": 21.195154190063477, "learning_rate": 3.436528497409327e-05, "loss": 1.0998, "step": 12070 }, { "epoch": 3.1295336787564767, "grad_norm": 21.04348373413086, "learning_rate": 3.435233160621762e-05, "loss": 1.0034, "step": 12080 }, { "epoch": 3.1321243523316062, "grad_norm": 10.884324073791504, "learning_rate": 3.433937823834197e-05, "loss": 0.9737, "step": 12090 }, { "epoch": 3.134715025906736, "grad_norm": 18.57675552368164, "learning_rate": 3.432642487046632e-05, "loss": 1.0039, "step": 12100 }, { "epoch": 3.1373056994818653, "grad_norm": 16.422569274902344, "learning_rate": 3.4313471502590675e-05, "loss": 0.9222, "step": 12110 }, { "epoch": 3.139896373056995, "grad_norm": 18.417078018188477, "learning_rate": 3.4300518134715024e-05, "loss": 0.9332, "step": 12120 }, { "epoch": 3.1424870466321244, "grad_norm": 20.099384307861328, "learning_rate": 3.428756476683938e-05, "loss": 1.0861, "step": 12130 }, { "epoch": 3.145077720207254, "grad_norm": 22.09627914428711, "learning_rate": 3.427461139896373e-05, "loss": 1.0013, "step": 12140 }, { "epoch": 3.1476683937823835, "grad_norm": 23.453472137451172, "learning_rate": 3.4261658031088084e-05, "loss": 0.8654, "step": 12150 }, { "epoch": 3.150259067357513, "grad_norm": 38.376956939697266, "learning_rate": 3.424870466321244e-05, "loss": 1.0866, "step": 12160 }, { "epoch": 3.1528497409326426, "grad_norm": 25.233510971069336, "learning_rate": 3.423575129533679e-05, "loss": 1.225, "step": 12170 }, { "epoch": 3.155440414507772, "grad_norm": 15.466232299804688, "learning_rate": 3.4222797927461144e-05, "loss": 0.9395, "step": 12180 }, { "epoch": 3.1580310880829017, "grad_norm": 18.86590576171875, "learning_rate": 3.42098445595855e-05, "loss": 0.8952, "step": 12190 }, { "epoch": 3.160621761658031, "grad_norm": 35.02790832519531, "learning_rate": 3.419689119170985e-05, "loss": 0.9699, "step": 12200 }, { "epoch": 3.1632124352331608, "grad_norm": 13.985760688781738, "learning_rate": 3.41839378238342e-05, "loss": 1.0924, "step": 12210 }, { "epoch": 3.1658031088082903, "grad_norm": 17.587324142456055, "learning_rate": 3.417098445595855e-05, "loss": 1.0914, "step": 12220 }, { "epoch": 3.16839378238342, "grad_norm": 17.999706268310547, "learning_rate": 3.41580310880829e-05, "loss": 1.1601, "step": 12230 }, { "epoch": 3.1709844559585494, "grad_norm": 17.75704574584961, "learning_rate": 3.4145077720207256e-05, "loss": 0.8973, "step": 12240 }, { "epoch": 3.173575129533679, "grad_norm": 22.3013916015625, "learning_rate": 3.4132124352331605e-05, "loss": 1.1439, "step": 12250 }, { "epoch": 3.1761658031088085, "grad_norm": 15.775397300720215, "learning_rate": 3.411917098445596e-05, "loss": 0.9162, "step": 12260 }, { "epoch": 3.178756476683938, "grad_norm": 13.765135765075684, "learning_rate": 3.410621761658031e-05, "loss": 1.0797, "step": 12270 }, { "epoch": 3.1813471502590676, "grad_norm": 16.714122772216797, "learning_rate": 3.4093264248704665e-05, "loss": 1.0949, "step": 12280 }, { "epoch": 3.1839378238341967, "grad_norm": 10.433467864990234, "learning_rate": 3.408031088082902e-05, "loss": 1.0618, "step": 12290 }, { "epoch": 3.186528497409326, "grad_norm": 13.369439125061035, "learning_rate": 3.406735751295337e-05, "loss": 0.9368, "step": 12300 }, { "epoch": 3.1891191709844557, "grad_norm": 24.972623825073242, "learning_rate": 3.4054404145077724e-05, "loss": 1.0051, "step": 12310 }, { "epoch": 3.1917098445595853, "grad_norm": 17.533254623413086, "learning_rate": 3.404145077720207e-05, "loss": 1.0138, "step": 12320 }, { "epoch": 3.194300518134715, "grad_norm": 17.74778175354004, "learning_rate": 3.402849740932643e-05, "loss": 1.2476, "step": 12330 }, { "epoch": 3.1968911917098444, "grad_norm": 17.648326873779297, "learning_rate": 3.4015544041450784e-05, "loss": 1.1881, "step": 12340 }, { "epoch": 3.199481865284974, "grad_norm": 22.47986602783203, "learning_rate": 3.400259067357513e-05, "loss": 1.0418, "step": 12350 }, { "epoch": 3.2020725388601035, "grad_norm": 13.294883728027344, "learning_rate": 3.398963730569948e-05, "loss": 1.1334, "step": 12360 }, { "epoch": 3.204663212435233, "grad_norm": 22.261240005493164, "learning_rate": 3.397668393782383e-05, "loss": 1.1883, "step": 12370 }, { "epoch": 3.2072538860103625, "grad_norm": 17.2932071685791, "learning_rate": 3.3963730569948186e-05, "loss": 0.9202, "step": 12380 }, { "epoch": 3.209844559585492, "grad_norm": 18.029157638549805, "learning_rate": 3.395077720207254e-05, "loss": 0.9358, "step": 12390 }, { "epoch": 3.2124352331606216, "grad_norm": 12.31982421875, "learning_rate": 3.393782383419689e-05, "loss": 0.9956, "step": 12400 }, { "epoch": 3.215025906735751, "grad_norm": 16.79126739501953, "learning_rate": 3.3924870466321245e-05, "loss": 1.1058, "step": 12410 }, { "epoch": 3.2176165803108807, "grad_norm": 14.792372703552246, "learning_rate": 3.3911917098445594e-05, "loss": 0.962, "step": 12420 }, { "epoch": 3.2202072538860103, "grad_norm": 15.481828689575195, "learning_rate": 3.389896373056995e-05, "loss": 1.114, "step": 12430 }, { "epoch": 3.22279792746114, "grad_norm": 12.666364669799805, "learning_rate": 3.3886010362694305e-05, "loss": 0.9382, "step": 12440 }, { "epoch": 3.2253886010362693, "grad_norm": 19.48039436340332, "learning_rate": 3.3873056994818654e-05, "loss": 1.0165, "step": 12450 }, { "epoch": 3.227979274611399, "grad_norm": 18.125402450561523, "learning_rate": 3.386010362694301e-05, "loss": 1.1166, "step": 12460 }, { "epoch": 3.2305699481865284, "grad_norm": 11.797300338745117, "learning_rate": 3.3847150259067365e-05, "loss": 0.6802, "step": 12470 }, { "epoch": 3.233160621761658, "grad_norm": 21.8571720123291, "learning_rate": 3.3834196891191713e-05, "loss": 1.0327, "step": 12480 }, { "epoch": 3.2357512953367875, "grad_norm": 13.355806350708008, "learning_rate": 3.382124352331606e-05, "loss": 0.8933, "step": 12490 }, { "epoch": 3.238341968911917, "grad_norm": 28.94112205505371, "learning_rate": 3.380829015544041e-05, "loss": 1.0569, "step": 12500 }, { "epoch": 3.2409326424870466, "grad_norm": 23.372684478759766, "learning_rate": 3.3795336787564766e-05, "loss": 1.0529, "step": 12510 }, { "epoch": 3.243523316062176, "grad_norm": 20.266908645629883, "learning_rate": 3.378238341968912e-05, "loss": 1.0403, "step": 12520 }, { "epoch": 3.2461139896373057, "grad_norm": 29.264530181884766, "learning_rate": 3.376943005181347e-05, "loss": 1.1816, "step": 12530 }, { "epoch": 3.2487046632124352, "grad_norm": 31.284175872802734, "learning_rate": 3.3756476683937826e-05, "loss": 1.1284, "step": 12540 }, { "epoch": 3.2512953367875648, "grad_norm": 23.10700225830078, "learning_rate": 3.3743523316062175e-05, "loss": 1.1146, "step": 12550 }, { "epoch": 3.2538860103626943, "grad_norm": 32.11769485473633, "learning_rate": 3.373056994818653e-05, "loss": 1.0718, "step": 12560 }, { "epoch": 3.256476683937824, "grad_norm": 23.40633773803711, "learning_rate": 3.3717616580310886e-05, "loss": 0.986, "step": 12570 }, { "epoch": 3.2590673575129534, "grad_norm": 20.844911575317383, "learning_rate": 3.3704663212435234e-05, "loss": 1.0244, "step": 12580 }, { "epoch": 3.261658031088083, "grad_norm": 14.970420837402344, "learning_rate": 3.369170984455959e-05, "loss": 1.1444, "step": 12590 }, { "epoch": 3.2642487046632125, "grad_norm": 19.571514129638672, "learning_rate": 3.367875647668394e-05, "loss": 1.064, "step": 12600 }, { "epoch": 3.266839378238342, "grad_norm": 25.456619262695312, "learning_rate": 3.3665803108808294e-05, "loss": 1.2269, "step": 12610 }, { "epoch": 3.2694300518134716, "grad_norm": 27.9005069732666, "learning_rate": 3.365284974093264e-05, "loss": 1.0049, "step": 12620 }, { "epoch": 3.272020725388601, "grad_norm": 18.315584182739258, "learning_rate": 3.363989637305699e-05, "loss": 0.948, "step": 12630 }, { "epoch": 3.2746113989637307, "grad_norm": 27.04753303527832, "learning_rate": 3.362694300518135e-05, "loss": 0.8108, "step": 12640 }, { "epoch": 3.27720207253886, "grad_norm": 16.84268569946289, "learning_rate": 3.3613989637305696e-05, "loss": 1.2832, "step": 12650 }, { "epoch": 3.2797927461139897, "grad_norm": 15.170511245727539, "learning_rate": 3.360103626943005e-05, "loss": 1.1997, "step": 12660 }, { "epoch": 3.2823834196891193, "grad_norm": 16.592674255371094, "learning_rate": 3.358808290155441e-05, "loss": 1.0494, "step": 12670 }, { "epoch": 3.284974093264249, "grad_norm": 15.778299331665039, "learning_rate": 3.3575129533678756e-05, "loss": 0.9751, "step": 12680 }, { "epoch": 3.2875647668393784, "grad_norm": 25.54823112487793, "learning_rate": 3.356217616580311e-05, "loss": 1.1685, "step": 12690 }, { "epoch": 3.290155440414508, "grad_norm": 17.281723022460938, "learning_rate": 3.3549222797927467e-05, "loss": 0.8521, "step": 12700 }, { "epoch": 3.2927461139896375, "grad_norm": 33.72901153564453, "learning_rate": 3.3536269430051815e-05, "loss": 1.0911, "step": 12710 }, { "epoch": 3.295336787564767, "grad_norm": 10.459478378295898, "learning_rate": 3.352331606217617e-05, "loss": 1.2557, "step": 12720 }, { "epoch": 3.2979274611398965, "grad_norm": 20.2711181640625, "learning_rate": 3.351036269430052e-05, "loss": 1.2801, "step": 12730 }, { "epoch": 3.300518134715026, "grad_norm": 21.28422737121582, "learning_rate": 3.3497409326424875e-05, "loss": 1.0211, "step": 12740 }, { "epoch": 3.3031088082901556, "grad_norm": 27.508031845092773, "learning_rate": 3.3484455958549224e-05, "loss": 0.9843, "step": 12750 }, { "epoch": 3.305699481865285, "grad_norm": 18.167566299438477, "learning_rate": 3.347150259067357e-05, "loss": 0.9173, "step": 12760 }, { "epoch": 3.3082901554404147, "grad_norm": 16.131555557250977, "learning_rate": 3.345854922279793e-05, "loss": 0.898, "step": 12770 }, { "epoch": 3.3108808290155443, "grad_norm": 21.303804397583008, "learning_rate": 3.3445595854922277e-05, "loss": 1.1038, "step": 12780 }, { "epoch": 3.313471502590674, "grad_norm": 17.39990234375, "learning_rate": 3.343264248704663e-05, "loss": 0.8449, "step": 12790 }, { "epoch": 3.3160621761658033, "grad_norm": 18.45326805114746, "learning_rate": 3.341968911917099e-05, "loss": 1.1183, "step": 12800 }, { "epoch": 3.318652849740933, "grad_norm": 20.909183502197266, "learning_rate": 3.3406735751295336e-05, "loss": 1.0446, "step": 12810 }, { "epoch": 3.321243523316062, "grad_norm": 17.184911727905273, "learning_rate": 3.339378238341969e-05, "loss": 1.2462, "step": 12820 }, { "epoch": 3.3238341968911915, "grad_norm": 25.39846420288086, "learning_rate": 3.338082901554404e-05, "loss": 1.0704, "step": 12830 }, { "epoch": 3.326424870466321, "grad_norm": 17.80790138244629, "learning_rate": 3.3367875647668396e-05, "loss": 0.9399, "step": 12840 }, { "epoch": 3.3290155440414506, "grad_norm": 15.740781784057617, "learning_rate": 3.335492227979275e-05, "loss": 1.0543, "step": 12850 }, { "epoch": 3.33160621761658, "grad_norm": 14.38594913482666, "learning_rate": 3.33419689119171e-05, "loss": 1.1524, "step": 12860 }, { "epoch": 3.3341968911917097, "grad_norm": 14.34615421295166, "learning_rate": 3.3329015544041456e-05, "loss": 1.0863, "step": 12870 }, { "epoch": 3.3367875647668392, "grad_norm": 21.34729766845703, "learning_rate": 3.3316062176165804e-05, "loss": 1.0153, "step": 12880 }, { "epoch": 3.339378238341969, "grad_norm": 16.88654136657715, "learning_rate": 3.330310880829016e-05, "loss": 1.2481, "step": 12890 }, { "epoch": 3.3419689119170983, "grad_norm": 23.94931983947754, "learning_rate": 3.329015544041451e-05, "loss": 1.097, "step": 12900 }, { "epoch": 3.344559585492228, "grad_norm": 14.53790283203125, "learning_rate": 3.327720207253886e-05, "loss": 0.9272, "step": 12910 }, { "epoch": 3.3471502590673574, "grad_norm": 15.731306076049805, "learning_rate": 3.326424870466321e-05, "loss": 0.96, "step": 12920 }, { "epoch": 3.349740932642487, "grad_norm": 18.726924896240234, "learning_rate": 3.325129533678757e-05, "loss": 0.8534, "step": 12930 }, { "epoch": 3.3523316062176165, "grad_norm": 22.745637893676758, "learning_rate": 3.323834196891192e-05, "loss": 1.038, "step": 12940 }, { "epoch": 3.354922279792746, "grad_norm": 28.065874099731445, "learning_rate": 3.322538860103627e-05, "loss": 1.3443, "step": 12950 }, { "epoch": 3.3575129533678756, "grad_norm": 18.30611228942871, "learning_rate": 3.321243523316062e-05, "loss": 1.129, "step": 12960 }, { "epoch": 3.360103626943005, "grad_norm": 26.700237274169922, "learning_rate": 3.319948186528498e-05, "loss": 1.206, "step": 12970 }, { "epoch": 3.3626943005181347, "grad_norm": 20.27780532836914, "learning_rate": 3.318652849740933e-05, "loss": 1.0615, "step": 12980 }, { "epoch": 3.365284974093264, "grad_norm": 20.31704330444336, "learning_rate": 3.317357512953368e-05, "loss": 0.9849, "step": 12990 }, { "epoch": 3.3678756476683938, "grad_norm": 21.030380249023438, "learning_rate": 3.3160621761658036e-05, "loss": 0.9761, "step": 13000 }, { "epoch": 3.3704663212435233, "grad_norm": 13.211301803588867, "learning_rate": 3.3147668393782385e-05, "loss": 0.9277, "step": 13010 }, { "epoch": 3.373056994818653, "grad_norm": 14.671833992004395, "learning_rate": 3.313471502590674e-05, "loss": 1.2859, "step": 13020 }, { "epoch": 3.3756476683937824, "grad_norm": 21.125415802001953, "learning_rate": 3.312176165803109e-05, "loss": 0.9831, "step": 13030 }, { "epoch": 3.378238341968912, "grad_norm": 7.844021797180176, "learning_rate": 3.310880829015544e-05, "loss": 0.866, "step": 13040 }, { "epoch": 3.3808290155440415, "grad_norm": 27.169652938842773, "learning_rate": 3.3095854922279794e-05, "loss": 1.2656, "step": 13050 }, { "epoch": 3.383419689119171, "grad_norm": 28.19388198852539, "learning_rate": 3.308290155440414e-05, "loss": 1.0139, "step": 13060 }, { "epoch": 3.3860103626943006, "grad_norm": 26.562028884887695, "learning_rate": 3.30699481865285e-05, "loss": 0.8193, "step": 13070 }, { "epoch": 3.38860103626943, "grad_norm": 11.12541389465332, "learning_rate": 3.305699481865285e-05, "loss": 0.9155, "step": 13080 }, { "epoch": 3.3911917098445596, "grad_norm": 17.967655181884766, "learning_rate": 3.30440414507772e-05, "loss": 1.0804, "step": 13090 }, { "epoch": 3.393782383419689, "grad_norm": 10.125035285949707, "learning_rate": 3.303108808290156e-05, "loss": 1.0454, "step": 13100 }, { "epoch": 3.3963730569948187, "grad_norm": 11.898194313049316, "learning_rate": 3.3018134715025906e-05, "loss": 1.1078, "step": 13110 }, { "epoch": 3.3989637305699483, "grad_norm": 20.494598388671875, "learning_rate": 3.300518134715026e-05, "loss": 0.9634, "step": 13120 }, { "epoch": 3.401554404145078, "grad_norm": 18.649492263793945, "learning_rate": 3.299222797927462e-05, "loss": 0.9952, "step": 13130 }, { "epoch": 3.4041450777202074, "grad_norm": 22.132946014404297, "learning_rate": 3.2979274611398966e-05, "loss": 1.1081, "step": 13140 }, { "epoch": 3.406735751295337, "grad_norm": 23.369346618652344, "learning_rate": 3.296632124352332e-05, "loss": 1.056, "step": 13150 }, { "epoch": 3.4093264248704664, "grad_norm": 25.625240325927734, "learning_rate": 3.295336787564767e-05, "loss": 1.0784, "step": 13160 }, { "epoch": 3.411917098445596, "grad_norm": 12.8206205368042, "learning_rate": 3.294041450777202e-05, "loss": 1.0022, "step": 13170 }, { "epoch": 3.4145077720207255, "grad_norm": 15.859149932861328, "learning_rate": 3.2927461139896374e-05, "loss": 0.987, "step": 13180 }, { "epoch": 3.417098445595855, "grad_norm": 15.922585487365723, "learning_rate": 3.291450777202072e-05, "loss": 1.1819, "step": 13190 }, { "epoch": 3.4196891191709846, "grad_norm": 18.425762176513672, "learning_rate": 3.290155440414508e-05, "loss": 1.1088, "step": 13200 }, { "epoch": 3.422279792746114, "grad_norm": 14.184076309204102, "learning_rate": 3.2888601036269434e-05, "loss": 1.2522, "step": 13210 }, { "epoch": 3.4248704663212437, "grad_norm": 12.039369583129883, "learning_rate": 3.287564766839378e-05, "loss": 1.1177, "step": 13220 }, { "epoch": 3.4274611398963732, "grad_norm": 17.900686264038086, "learning_rate": 3.286269430051814e-05, "loss": 1.0867, "step": 13230 }, { "epoch": 3.4300518134715023, "grad_norm": 22.506135940551758, "learning_rate": 3.284974093264249e-05, "loss": 1.1611, "step": 13240 }, { "epoch": 3.432642487046632, "grad_norm": 15.210772514343262, "learning_rate": 3.283678756476684e-05, "loss": 1.1136, "step": 13250 }, { "epoch": 3.4352331606217614, "grad_norm": 25.381797790527344, "learning_rate": 3.28238341968912e-05, "loss": 1.1901, "step": 13260 }, { "epoch": 3.437823834196891, "grad_norm": 20.55554962158203, "learning_rate": 3.281088082901555e-05, "loss": 1.1221, "step": 13270 }, { "epoch": 3.4404145077720205, "grad_norm": 17.817991256713867, "learning_rate": 3.27979274611399e-05, "loss": 1.0356, "step": 13280 }, { "epoch": 3.44300518134715, "grad_norm": 13.853805541992188, "learning_rate": 3.278497409326425e-05, "loss": 1.0745, "step": 13290 }, { "epoch": 3.4455958549222796, "grad_norm": 24.998868942260742, "learning_rate": 3.27720207253886e-05, "loss": 0.9943, "step": 13300 }, { "epoch": 3.448186528497409, "grad_norm": 25.82871437072754, "learning_rate": 3.2759067357512955e-05, "loss": 0.9868, "step": 13310 }, { "epoch": 3.4507772020725387, "grad_norm": 18.55980110168457, "learning_rate": 3.2746113989637304e-05, "loss": 1.0349, "step": 13320 }, { "epoch": 3.4533678756476682, "grad_norm": 12.677031517028809, "learning_rate": 3.273316062176166e-05, "loss": 1.0214, "step": 13330 }, { "epoch": 3.4559585492227978, "grad_norm": 14.766850471496582, "learning_rate": 3.272020725388601e-05, "loss": 1.045, "step": 13340 }, { "epoch": 3.4585492227979273, "grad_norm": 16.90793228149414, "learning_rate": 3.2707253886010363e-05, "loss": 1.1174, "step": 13350 }, { "epoch": 3.461139896373057, "grad_norm": 14.439029693603516, "learning_rate": 3.269430051813472e-05, "loss": 1.1416, "step": 13360 }, { "epoch": 3.4637305699481864, "grad_norm": 21.027347564697266, "learning_rate": 3.268134715025907e-05, "loss": 1.247, "step": 13370 }, { "epoch": 3.466321243523316, "grad_norm": 24.026470184326172, "learning_rate": 3.266839378238342e-05, "loss": 1.2507, "step": 13380 }, { "epoch": 3.4689119170984455, "grad_norm": 15.7238187789917, "learning_rate": 3.265544041450778e-05, "loss": 0.9504, "step": 13390 }, { "epoch": 3.471502590673575, "grad_norm": 24.631242752075195, "learning_rate": 3.264248704663213e-05, "loss": 0.9519, "step": 13400 }, { "epoch": 3.4740932642487046, "grad_norm": 15.6581392288208, "learning_rate": 3.262953367875648e-05, "loss": 1.0704, "step": 13410 }, { "epoch": 3.476683937823834, "grad_norm": 15.254619598388672, "learning_rate": 3.261658031088083e-05, "loss": 1.1717, "step": 13420 }, { "epoch": 3.4792746113989637, "grad_norm": 19.286348342895508, "learning_rate": 3.260362694300518e-05, "loss": 1.2163, "step": 13430 }, { "epoch": 3.481865284974093, "grad_norm": 20.491212844848633, "learning_rate": 3.2590673575129536e-05, "loss": 0.8896, "step": 13440 }, { "epoch": 3.4844559585492227, "grad_norm": 21.512372970581055, "learning_rate": 3.2577720207253885e-05, "loss": 0.9916, "step": 13450 }, { "epoch": 3.4870466321243523, "grad_norm": 12.149296760559082, "learning_rate": 3.256476683937824e-05, "loss": 1.1342, "step": 13460 }, { "epoch": 3.489637305699482, "grad_norm": 18.82126235961914, "learning_rate": 3.255181347150259e-05, "loss": 1.0821, "step": 13470 }, { "epoch": 3.4922279792746114, "grad_norm": 14.504049301147461, "learning_rate": 3.2538860103626944e-05, "loss": 0.8963, "step": 13480 }, { "epoch": 3.494818652849741, "grad_norm": 17.607011795043945, "learning_rate": 3.25259067357513e-05, "loss": 0.9487, "step": 13490 }, { "epoch": 3.4974093264248705, "grad_norm": 17.17642593383789, "learning_rate": 3.251295336787565e-05, "loss": 1.1376, "step": 13500 }, { "epoch": 3.5, "grad_norm": 17.629592895507812, "learning_rate": 3.2500000000000004e-05, "loss": 1.0699, "step": 13510 }, { "epoch": 3.5025906735751295, "grad_norm": 13.651043891906738, "learning_rate": 3.248704663212435e-05, "loss": 0.9936, "step": 13520 }, { "epoch": 3.505181347150259, "grad_norm": 16.484861373901367, "learning_rate": 3.247409326424871e-05, "loss": 1.0544, "step": 13530 }, { "epoch": 3.5077720207253886, "grad_norm": 16.93572425842285, "learning_rate": 3.2461139896373064e-05, "loss": 1.0014, "step": 13540 }, { "epoch": 3.510362694300518, "grad_norm": 13.754533767700195, "learning_rate": 3.244818652849741e-05, "loss": 1.1242, "step": 13550 }, { "epoch": 3.5129533678756477, "grad_norm": 16.76727294921875, "learning_rate": 3.243523316062176e-05, "loss": 0.9437, "step": 13560 }, { "epoch": 3.5155440414507773, "grad_norm": 19.36014747619629, "learning_rate": 3.242227979274611e-05, "loss": 1.0687, "step": 13570 }, { "epoch": 3.518134715025907, "grad_norm": 18.205852508544922, "learning_rate": 3.2409326424870465e-05, "loss": 1.0876, "step": 13580 }, { "epoch": 3.5207253886010363, "grad_norm": 26.61557388305664, "learning_rate": 3.239637305699482e-05, "loss": 1.0803, "step": 13590 }, { "epoch": 3.523316062176166, "grad_norm": 10.704928398132324, "learning_rate": 3.238341968911917e-05, "loss": 0.9393, "step": 13600 }, { "epoch": 3.5259067357512954, "grad_norm": 22.491737365722656, "learning_rate": 3.2370466321243525e-05, "loss": 0.9253, "step": 13610 }, { "epoch": 3.528497409326425, "grad_norm": 19.848833084106445, "learning_rate": 3.2357512953367874e-05, "loss": 1.2546, "step": 13620 }, { "epoch": 3.5310880829015545, "grad_norm": 22.641109466552734, "learning_rate": 3.234455958549223e-05, "loss": 0.9205, "step": 13630 }, { "epoch": 3.533678756476684, "grad_norm": 39.0699577331543, "learning_rate": 3.2331606217616585e-05, "loss": 1.2162, "step": 13640 }, { "epoch": 3.5362694300518136, "grad_norm": 22.47085189819336, "learning_rate": 3.2318652849740933e-05, "loss": 1.0022, "step": 13650 }, { "epoch": 3.538860103626943, "grad_norm": 19.77644920349121, "learning_rate": 3.230569948186529e-05, "loss": 1.1224, "step": 13660 }, { "epoch": 3.5414507772020727, "grad_norm": 12.07004165649414, "learning_rate": 3.2292746113989644e-05, "loss": 1.023, "step": 13670 }, { "epoch": 3.5440414507772022, "grad_norm": 14.033670425415039, "learning_rate": 3.227979274611399e-05, "loss": 0.9359, "step": 13680 }, { "epoch": 3.5466321243523318, "grad_norm": 15.296849250793457, "learning_rate": 3.226683937823834e-05, "loss": 0.8965, "step": 13690 }, { "epoch": 3.5492227979274613, "grad_norm": 24.03146743774414, "learning_rate": 3.225388601036269e-05, "loss": 0.8838, "step": 13700 }, { "epoch": 3.551813471502591, "grad_norm": 23.485374450683594, "learning_rate": 3.2240932642487046e-05, "loss": 1.1331, "step": 13710 }, { "epoch": 3.5544041450777204, "grad_norm": 23.888357162475586, "learning_rate": 3.22279792746114e-05, "loss": 1.0998, "step": 13720 }, { "epoch": 3.55699481865285, "grad_norm": 17.897796630859375, "learning_rate": 3.221502590673575e-05, "loss": 1.2512, "step": 13730 }, { "epoch": 3.5595854922279795, "grad_norm": 22.085418701171875, "learning_rate": 3.2202072538860106e-05, "loss": 0.9865, "step": 13740 }, { "epoch": 3.562176165803109, "grad_norm": 19.154640197753906, "learning_rate": 3.2189119170984454e-05, "loss": 1.0088, "step": 13750 }, { "epoch": 3.5647668393782386, "grad_norm": 22.51595687866211, "learning_rate": 3.217616580310881e-05, "loss": 1.1795, "step": 13760 }, { "epoch": 3.567357512953368, "grad_norm": 16.769168853759766, "learning_rate": 3.2163212435233165e-05, "loss": 1.0209, "step": 13770 }, { "epoch": 3.5699481865284977, "grad_norm": 10.729450225830078, "learning_rate": 3.2150259067357514e-05, "loss": 1.1191, "step": 13780 }, { "epoch": 3.572538860103627, "grad_norm": 16.90842056274414, "learning_rate": 3.213730569948187e-05, "loss": 1.1809, "step": 13790 }, { "epoch": 3.5751295336787567, "grad_norm": 10.211462020874023, "learning_rate": 3.212435233160622e-05, "loss": 1.1776, "step": 13800 }, { "epoch": 3.5777202072538863, "grad_norm": 21.467008590698242, "learning_rate": 3.2111398963730574e-05, "loss": 1.1245, "step": 13810 }, { "epoch": 3.5803108808290154, "grad_norm": 14.961464881896973, "learning_rate": 3.209844559585492e-05, "loss": 0.9608, "step": 13820 }, { "epoch": 3.582901554404145, "grad_norm": 13.283638000488281, "learning_rate": 3.208549222797928e-05, "loss": 1.1927, "step": 13830 }, { "epoch": 3.5854922279792745, "grad_norm": 18.309377670288086, "learning_rate": 3.207253886010363e-05, "loss": 1.0484, "step": 13840 }, { "epoch": 3.588082901554404, "grad_norm": 22.45755958557129, "learning_rate": 3.2059585492227975e-05, "loss": 1.044, "step": 13850 }, { "epoch": 3.5906735751295336, "grad_norm": 27.28436279296875, "learning_rate": 3.204663212435233e-05, "loss": 1.097, "step": 13860 }, { "epoch": 3.593264248704663, "grad_norm": 11.227825164794922, "learning_rate": 3.2033678756476686e-05, "loss": 0.9169, "step": 13870 }, { "epoch": 3.5958549222797926, "grad_norm": 15.912217140197754, "learning_rate": 3.2020725388601035e-05, "loss": 0.9568, "step": 13880 }, { "epoch": 3.598445595854922, "grad_norm": 13.92650318145752, "learning_rate": 3.200777202072539e-05, "loss": 0.9822, "step": 13890 }, { "epoch": 3.6010362694300517, "grad_norm": 23.149484634399414, "learning_rate": 3.1994818652849746e-05, "loss": 1.1391, "step": 13900 }, { "epoch": 3.6036269430051813, "grad_norm": 15.457687377929688, "learning_rate": 3.1981865284974095e-05, "loss": 1.2231, "step": 13910 }, { "epoch": 3.606217616580311, "grad_norm": 16.18830108642578, "learning_rate": 3.196891191709845e-05, "loss": 0.8899, "step": 13920 }, { "epoch": 3.6088082901554404, "grad_norm": 20.57331085205078, "learning_rate": 3.19559585492228e-05, "loss": 1.0402, "step": 13930 }, { "epoch": 3.61139896373057, "grad_norm": 22.226930618286133, "learning_rate": 3.1943005181347155e-05, "loss": 1.254, "step": 13940 }, { "epoch": 3.6139896373056994, "grad_norm": 18.573875427246094, "learning_rate": 3.19300518134715e-05, "loss": 1.02, "step": 13950 }, { "epoch": 3.616580310880829, "grad_norm": 11.614072799682617, "learning_rate": 3.191709844559586e-05, "loss": 0.9916, "step": 13960 }, { "epoch": 3.6191709844559585, "grad_norm": 22.57888412475586, "learning_rate": 3.190414507772021e-05, "loss": 1.1084, "step": 13970 }, { "epoch": 3.621761658031088, "grad_norm": 14.298192024230957, "learning_rate": 3.1891191709844556e-05, "loss": 1.1619, "step": 13980 }, { "epoch": 3.6243523316062176, "grad_norm": 16.46010398864746, "learning_rate": 3.187823834196891e-05, "loss": 1.0806, "step": 13990 }, { "epoch": 3.626943005181347, "grad_norm": 21.287330627441406, "learning_rate": 3.186528497409327e-05, "loss": 1.0374, "step": 14000 }, { "epoch": 3.6295336787564767, "grad_norm": 16.149181365966797, "learning_rate": 3.1852331606217616e-05, "loss": 1.0016, "step": 14010 }, { "epoch": 3.6321243523316062, "grad_norm": 12.924480438232422, "learning_rate": 3.183937823834197e-05, "loss": 1.0212, "step": 14020 }, { "epoch": 3.634715025906736, "grad_norm": 13.692742347717285, "learning_rate": 3.182642487046632e-05, "loss": 0.8023, "step": 14030 }, { "epoch": 3.6373056994818653, "grad_norm": 14.26175308227539, "learning_rate": 3.1813471502590676e-05, "loss": 1.1317, "step": 14040 }, { "epoch": 3.639896373056995, "grad_norm": 27.342571258544922, "learning_rate": 3.180051813471503e-05, "loss": 1.1072, "step": 14050 }, { "epoch": 3.6424870466321244, "grad_norm": 13.565831184387207, "learning_rate": 3.178756476683938e-05, "loss": 1.0544, "step": 14060 }, { "epoch": 3.645077720207254, "grad_norm": 20.456554412841797, "learning_rate": 3.1774611398963735e-05, "loss": 1.0048, "step": 14070 }, { "epoch": 3.6476683937823835, "grad_norm": 33.29747009277344, "learning_rate": 3.1761658031088084e-05, "loss": 1.2866, "step": 14080 }, { "epoch": 3.650259067357513, "grad_norm": 17.30927085876465, "learning_rate": 3.174870466321244e-05, "loss": 1.0201, "step": 14090 }, { "epoch": 3.6528497409326426, "grad_norm": 19.991668701171875, "learning_rate": 3.173575129533679e-05, "loss": 1.1194, "step": 14100 }, { "epoch": 3.655440414507772, "grad_norm": 14.131022453308105, "learning_rate": 3.172279792746114e-05, "loss": 0.9827, "step": 14110 }, { "epoch": 3.6580310880829017, "grad_norm": 14.236395835876465, "learning_rate": 3.170984455958549e-05, "loss": 0.9392, "step": 14120 }, { "epoch": 3.660621761658031, "grad_norm": 30.509197235107422, "learning_rate": 3.169689119170985e-05, "loss": 1.119, "step": 14130 }, { "epoch": 3.6632124352331608, "grad_norm": 20.811359405517578, "learning_rate": 3.16839378238342e-05, "loss": 1.0959, "step": 14140 }, { "epoch": 3.6658031088082903, "grad_norm": 17.492738723754883, "learning_rate": 3.167098445595855e-05, "loss": 0.9456, "step": 14150 }, { "epoch": 3.66839378238342, "grad_norm": 19.388498306274414, "learning_rate": 3.16580310880829e-05, "loss": 0.9758, "step": 14160 }, { "epoch": 3.6709844559585494, "grad_norm": 28.259353637695312, "learning_rate": 3.1645077720207256e-05, "loss": 1.2113, "step": 14170 }, { "epoch": 3.6735751295336785, "grad_norm": 14.535209655761719, "learning_rate": 3.163212435233161e-05, "loss": 1.014, "step": 14180 }, { "epoch": 3.676165803108808, "grad_norm": 9.25168228149414, "learning_rate": 3.161917098445596e-05, "loss": 1.2017, "step": 14190 }, { "epoch": 3.6787564766839376, "grad_norm": 26.47150230407715, "learning_rate": 3.1606217616580316e-05, "loss": 1.0772, "step": 14200 }, { "epoch": 3.681347150259067, "grad_norm": 11.165987014770508, "learning_rate": 3.1593264248704665e-05, "loss": 1.2172, "step": 14210 }, { "epoch": 3.6839378238341967, "grad_norm": 17.144969940185547, "learning_rate": 3.158031088082902e-05, "loss": 1.096, "step": 14220 }, { "epoch": 3.686528497409326, "grad_norm": 31.254331588745117, "learning_rate": 3.156735751295337e-05, "loss": 0.967, "step": 14230 }, { "epoch": 3.6891191709844557, "grad_norm": 23.66008949279785, "learning_rate": 3.155440414507772e-05, "loss": 1.0146, "step": 14240 }, { "epoch": 3.6917098445595853, "grad_norm": 14.56528091430664, "learning_rate": 3.154145077720207e-05, "loss": 0.9467, "step": 14250 }, { "epoch": 3.694300518134715, "grad_norm": 17.8925724029541, "learning_rate": 3.152849740932642e-05, "loss": 0.8828, "step": 14260 }, { "epoch": 3.6968911917098444, "grad_norm": 13.79399299621582, "learning_rate": 3.151554404145078e-05, "loss": 0.7769, "step": 14270 }, { "epoch": 3.699481865284974, "grad_norm": 20.672306060791016, "learning_rate": 3.150259067357513e-05, "loss": 1.1652, "step": 14280 }, { "epoch": 3.7020725388601035, "grad_norm": 12.661251068115234, "learning_rate": 3.148963730569948e-05, "loss": 0.9965, "step": 14290 }, { "epoch": 3.704663212435233, "grad_norm": 17.2885799407959, "learning_rate": 3.147668393782384e-05, "loss": 1.1199, "step": 14300 }, { "epoch": 3.7072538860103625, "grad_norm": 17.338529586791992, "learning_rate": 3.1463730569948186e-05, "loss": 0.8889, "step": 14310 }, { "epoch": 3.709844559585492, "grad_norm": 14.5183687210083, "learning_rate": 3.145077720207254e-05, "loss": 0.9976, "step": 14320 }, { "epoch": 3.7124352331606216, "grad_norm": 19.94585418701172, "learning_rate": 3.14378238341969e-05, "loss": 1.3223, "step": 14330 }, { "epoch": 3.715025906735751, "grad_norm": 38.80449295043945, "learning_rate": 3.1424870466321246e-05, "loss": 1.1124, "step": 14340 }, { "epoch": 3.7176165803108807, "grad_norm": 10.42985725402832, "learning_rate": 3.14119170984456e-05, "loss": 0.9678, "step": 14350 }, { "epoch": 3.7202072538860103, "grad_norm": 28.313308715820312, "learning_rate": 3.139896373056995e-05, "loss": 1.1114, "step": 14360 }, { "epoch": 3.72279792746114, "grad_norm": 13.207917213439941, "learning_rate": 3.13860103626943e-05, "loss": 1.0161, "step": 14370 }, { "epoch": 3.7253886010362693, "grad_norm": 13.889915466308594, "learning_rate": 3.1373056994818654e-05, "loss": 0.9247, "step": 14380 }, { "epoch": 3.727979274611399, "grad_norm": 16.098915100097656, "learning_rate": 3.1360103626943e-05, "loss": 1.1886, "step": 14390 }, { "epoch": 3.7305699481865284, "grad_norm": 26.07700538635254, "learning_rate": 3.134715025906736e-05, "loss": 1.0932, "step": 14400 }, { "epoch": 3.733160621761658, "grad_norm": 16.398868560791016, "learning_rate": 3.1334196891191714e-05, "loss": 1.0353, "step": 14410 }, { "epoch": 3.7357512953367875, "grad_norm": 13.547769546508789, "learning_rate": 3.132124352331606e-05, "loss": 0.9663, "step": 14420 }, { "epoch": 3.738341968911917, "grad_norm": 20.945348739624023, "learning_rate": 3.130829015544042e-05, "loss": 1.0785, "step": 14430 }, { "epoch": 3.7409326424870466, "grad_norm": 19.31782341003418, "learning_rate": 3.1295336787564767e-05, "loss": 1.1159, "step": 14440 }, { "epoch": 3.743523316062176, "grad_norm": 21.505870819091797, "learning_rate": 3.128238341968912e-05, "loss": 0.9483, "step": 14450 }, { "epoch": 3.7461139896373057, "grad_norm": 12.911457061767578, "learning_rate": 3.126943005181348e-05, "loss": 0.9961, "step": 14460 }, { "epoch": 3.7487046632124352, "grad_norm": 19.067594528198242, "learning_rate": 3.1256476683937826e-05, "loss": 1.0225, "step": 14470 }, { "epoch": 3.7512953367875648, "grad_norm": 12.725489616394043, "learning_rate": 3.124352331606218e-05, "loss": 1.1256, "step": 14480 }, { "epoch": 3.7538860103626943, "grad_norm": 22.073558807373047, "learning_rate": 3.123056994818653e-05, "loss": 1.0478, "step": 14490 }, { "epoch": 3.756476683937824, "grad_norm": 14.710591316223145, "learning_rate": 3.121761658031088e-05, "loss": 0.9567, "step": 14500 }, { "epoch": 3.7590673575129534, "grad_norm": 20.81500244140625, "learning_rate": 3.1204663212435235e-05, "loss": 1.2649, "step": 14510 }, { "epoch": 3.761658031088083, "grad_norm": 13.106612205505371, "learning_rate": 3.1191709844559583e-05, "loss": 0.9768, "step": 14520 }, { "epoch": 3.7642487046632125, "grad_norm": 24.015602111816406, "learning_rate": 3.117875647668394e-05, "loss": 1.2031, "step": 14530 }, { "epoch": 3.766839378238342, "grad_norm": 15.906988143920898, "learning_rate": 3.116580310880829e-05, "loss": 0.9923, "step": 14540 }, { "epoch": 3.7694300518134716, "grad_norm": 28.701698303222656, "learning_rate": 3.115284974093264e-05, "loss": 1.0924, "step": 14550 }, { "epoch": 3.772020725388601, "grad_norm": 21.416067123413086, "learning_rate": 3.1139896373057e-05, "loss": 1.0126, "step": 14560 }, { "epoch": 3.7746113989637307, "grad_norm": 10.965941429138184, "learning_rate": 3.112694300518135e-05, "loss": 1.1342, "step": 14570 }, { "epoch": 3.77720207253886, "grad_norm": 14.070008277893066, "learning_rate": 3.11139896373057e-05, "loss": 0.9966, "step": 14580 }, { "epoch": 3.7797927461139897, "grad_norm": 20.247745513916016, "learning_rate": 3.110103626943005e-05, "loss": 1.109, "step": 14590 }, { "epoch": 3.7823834196891193, "grad_norm": 22.167142868041992, "learning_rate": 3.108808290155441e-05, "loss": 0.9442, "step": 14600 }, { "epoch": 3.784974093264249, "grad_norm": 23.742952346801758, "learning_rate": 3.107512953367876e-05, "loss": 1.1282, "step": 14610 }, { "epoch": 3.7875647668393784, "grad_norm": 20.23077964782715, "learning_rate": 3.106217616580311e-05, "loss": 0.9646, "step": 14620 }, { "epoch": 3.790155440414508, "grad_norm": 14.819039344787598, "learning_rate": 3.104922279792746e-05, "loss": 0.9737, "step": 14630 }, { "epoch": 3.7927461139896375, "grad_norm": 12.553226470947266, "learning_rate": 3.1036269430051815e-05, "loss": 1.0399, "step": 14640 }, { "epoch": 3.795336787564767, "grad_norm": 29.218124389648438, "learning_rate": 3.1023316062176164e-05, "loss": 1.2993, "step": 14650 }, { "epoch": 3.7979274611398965, "grad_norm": 17.193063735961914, "learning_rate": 3.101036269430052e-05, "loss": 0.9981, "step": 14660 }, { "epoch": 3.800518134715026, "grad_norm": 13.472943305969238, "learning_rate": 3.099740932642487e-05, "loss": 1.2129, "step": 14670 }, { "epoch": 3.8031088082901556, "grad_norm": 15.47607135772705, "learning_rate": 3.0984455958549224e-05, "loss": 1.0093, "step": 14680 }, { "epoch": 3.805699481865285, "grad_norm": 18.428691864013672, "learning_rate": 3.097150259067358e-05, "loss": 0.8688, "step": 14690 }, { "epoch": 3.8082901554404147, "grad_norm": 13.894041061401367, "learning_rate": 3.095854922279793e-05, "loss": 1.022, "step": 14700 }, { "epoch": 3.8108808290155443, "grad_norm": 20.436325073242188, "learning_rate": 3.0945595854922284e-05, "loss": 1.0844, "step": 14710 }, { "epoch": 3.813471502590674, "grad_norm": 19.72075080871582, "learning_rate": 3.093264248704663e-05, "loss": 0.8796, "step": 14720 }, { "epoch": 3.8160621761658033, "grad_norm": 22.688148498535156, "learning_rate": 3.091968911917099e-05, "loss": 1.1975, "step": 14730 }, { "epoch": 3.818652849740933, "grad_norm": 15.386619567871094, "learning_rate": 3.090673575129534e-05, "loss": 1.077, "step": 14740 }, { "epoch": 3.8212435233160624, "grad_norm": 13.79660701751709, "learning_rate": 3.089378238341969e-05, "loss": 1.0296, "step": 14750 }, { "epoch": 3.823834196891192, "grad_norm": 16.196107864379883, "learning_rate": 3.088082901554404e-05, "loss": 0.916, "step": 14760 }, { "epoch": 3.8264248704663215, "grad_norm": 32.87424850463867, "learning_rate": 3.086787564766839e-05, "loss": 1.1743, "step": 14770 }, { "epoch": 3.8290155440414506, "grad_norm": 16.167367935180664, "learning_rate": 3.0854922279792745e-05, "loss": 1.2268, "step": 14780 }, { "epoch": 3.83160621761658, "grad_norm": 10.55582046508789, "learning_rate": 3.08419689119171e-05, "loss": 0.8891, "step": 14790 }, { "epoch": 3.8341968911917097, "grad_norm": 19.631053924560547, "learning_rate": 3.082901554404145e-05, "loss": 0.9712, "step": 14800 }, { "epoch": 3.8367875647668392, "grad_norm": 22.902332305908203, "learning_rate": 3.0816062176165805e-05, "loss": 1.1691, "step": 14810 }, { "epoch": 3.839378238341969, "grad_norm": 16.82746124267578, "learning_rate": 3.080310880829015e-05, "loss": 1.0196, "step": 14820 }, { "epoch": 3.8419689119170983, "grad_norm": 41.284854888916016, "learning_rate": 3.079015544041451e-05, "loss": 0.9741, "step": 14830 }, { "epoch": 3.844559585492228, "grad_norm": 26.880027770996094, "learning_rate": 3.0777202072538864e-05, "loss": 1.2471, "step": 14840 }, { "epoch": 3.8471502590673574, "grad_norm": 17.14625358581543, "learning_rate": 3.076424870466321e-05, "loss": 1.1449, "step": 14850 }, { "epoch": 3.849740932642487, "grad_norm": 16.337854385375977, "learning_rate": 3.075129533678757e-05, "loss": 1.2956, "step": 14860 }, { "epoch": 3.8523316062176165, "grad_norm": 22.090425491333008, "learning_rate": 3.0738341968911924e-05, "loss": 1.1656, "step": 14870 }, { "epoch": 3.854922279792746, "grad_norm": 21.050968170166016, "learning_rate": 3.072538860103627e-05, "loss": 1.1296, "step": 14880 }, { "epoch": 3.8575129533678756, "grad_norm": 21.808563232421875, "learning_rate": 3.071243523316062e-05, "loss": 1.0207, "step": 14890 }, { "epoch": 3.860103626943005, "grad_norm": 17.626510620117188, "learning_rate": 3.069948186528498e-05, "loss": 0.9736, "step": 14900 }, { "epoch": 3.8626943005181347, "grad_norm": 21.67759132385254, "learning_rate": 3.0686528497409326e-05, "loss": 1.0146, "step": 14910 }, { "epoch": 3.865284974093264, "grad_norm": 25.2427978515625, "learning_rate": 3.067357512953368e-05, "loss": 1.1496, "step": 14920 }, { "epoch": 3.8678756476683938, "grad_norm": 12.47849178314209, "learning_rate": 3.066062176165803e-05, "loss": 1.0752, "step": 14930 }, { "epoch": 3.8704663212435233, "grad_norm": 15.421587944030762, "learning_rate": 3.0647668393782385e-05, "loss": 1.2971, "step": 14940 }, { "epoch": 3.873056994818653, "grad_norm": 31.482908248901367, "learning_rate": 3.0634715025906734e-05, "loss": 1.0739, "step": 14950 }, { "epoch": 3.8756476683937824, "grad_norm": 19.077299118041992, "learning_rate": 3.062176165803109e-05, "loss": 1.0179, "step": 14960 }, { "epoch": 3.878238341968912, "grad_norm": 18.065696716308594, "learning_rate": 3.0608808290155445e-05, "loss": 1.0673, "step": 14970 }, { "epoch": 3.8808290155440415, "grad_norm": 12.035053253173828, "learning_rate": 3.0595854922279794e-05, "loss": 1.1687, "step": 14980 }, { "epoch": 3.883419689119171, "grad_norm": 13.587352752685547, "learning_rate": 3.058290155440415e-05, "loss": 1.0266, "step": 14990 }, { "epoch": 3.8860103626943006, "grad_norm": 21.370141983032227, "learning_rate": 3.05699481865285e-05, "loss": 1.0285, "step": 15000 }, { "epoch": 3.88860103626943, "grad_norm": 14.495495796203613, "learning_rate": 3.0556994818652853e-05, "loss": 0.8141, "step": 15010 }, { "epoch": 3.8911917098445596, "grad_norm": 15.983624458312988, "learning_rate": 3.05440414507772e-05, "loss": 1.0514, "step": 15020 }, { "epoch": 3.893782383419689, "grad_norm": 23.63350486755371, "learning_rate": 3.053108808290156e-05, "loss": 1.0771, "step": 15030 }, { "epoch": 3.8963730569948187, "grad_norm": 21.73606300354004, "learning_rate": 3.0518134715025906e-05, "loss": 1.124, "step": 15040 }, { "epoch": 3.8989637305699483, "grad_norm": 25.995450973510742, "learning_rate": 3.050518134715026e-05, "loss": 1.2156, "step": 15050 }, { "epoch": 3.901554404145078, "grad_norm": 15.107685089111328, "learning_rate": 3.0492227979274614e-05, "loss": 1.0114, "step": 15060 }, { "epoch": 3.9041450777202074, "grad_norm": 26.61872673034668, "learning_rate": 3.0479274611398966e-05, "loss": 0.8048, "step": 15070 }, { "epoch": 3.906735751295337, "grad_norm": 22.563993453979492, "learning_rate": 3.0466321243523315e-05, "loss": 1.2033, "step": 15080 }, { "epoch": 3.9093264248704664, "grad_norm": 18.52940559387207, "learning_rate": 3.045336787564767e-05, "loss": 0.9914, "step": 15090 }, { "epoch": 3.911917098445596, "grad_norm": 16.76633644104004, "learning_rate": 3.0440414507772026e-05, "loss": 1.2267, "step": 15100 }, { "epoch": 3.9145077720207255, "grad_norm": 21.34078025817871, "learning_rate": 3.0427461139896375e-05, "loss": 0.9746, "step": 15110 }, { "epoch": 3.917098445595855, "grad_norm": 20.18633270263672, "learning_rate": 3.0414507772020727e-05, "loss": 1.1961, "step": 15120 }, { "epoch": 3.9196891191709846, "grad_norm": 13.737665176391602, "learning_rate": 3.040155440414508e-05, "loss": 0.9263, "step": 15130 }, { "epoch": 3.9222797927461137, "grad_norm": 27.56827735900879, "learning_rate": 3.038860103626943e-05, "loss": 1.2659, "step": 15140 }, { "epoch": 3.9248704663212433, "grad_norm": 19.484161376953125, "learning_rate": 3.0375647668393786e-05, "loss": 0.9524, "step": 15150 }, { "epoch": 3.927461139896373, "grad_norm": 22.288721084594727, "learning_rate": 3.0362694300518135e-05, "loss": 1.0083, "step": 15160 }, { "epoch": 3.9300518134715023, "grad_norm": 22.900598526000977, "learning_rate": 3.034974093264249e-05, "loss": 1.0071, "step": 15170 }, { "epoch": 3.932642487046632, "grad_norm": 19.690567016601562, "learning_rate": 3.033678756476684e-05, "loss": 0.9221, "step": 15180 }, { "epoch": 3.9352331606217614, "grad_norm": 19.86967658996582, "learning_rate": 3.0323834196891195e-05, "loss": 1.0665, "step": 15190 }, { "epoch": 3.937823834196891, "grad_norm": 22.307979583740234, "learning_rate": 3.0310880829015547e-05, "loss": 1.1062, "step": 15200 }, { "epoch": 3.9404145077720205, "grad_norm": 18.315750122070312, "learning_rate": 3.0297927461139896e-05, "loss": 0.9585, "step": 15210 }, { "epoch": 3.94300518134715, "grad_norm": 19.131887435913086, "learning_rate": 3.028497409326425e-05, "loss": 1.1398, "step": 15220 }, { "epoch": 3.9455958549222796, "grad_norm": 13.495637893676758, "learning_rate": 3.02720207253886e-05, "loss": 1.1262, "step": 15230 }, { "epoch": 3.948186528497409, "grad_norm": 25.27520179748535, "learning_rate": 3.0259067357512955e-05, "loss": 1.1727, "step": 15240 }, { "epoch": 3.9507772020725387, "grad_norm": 16.33138084411621, "learning_rate": 3.024611398963731e-05, "loss": 0.9269, "step": 15250 }, { "epoch": 3.9533678756476682, "grad_norm": 17.23098373413086, "learning_rate": 3.023316062176166e-05, "loss": 1.2391, "step": 15260 }, { "epoch": 3.9559585492227978, "grad_norm": 34.469932556152344, "learning_rate": 3.022020725388601e-05, "loss": 1.3212, "step": 15270 }, { "epoch": 3.9585492227979273, "grad_norm": 15.866166114807129, "learning_rate": 3.020725388601036e-05, "loss": 0.9229, "step": 15280 }, { "epoch": 3.961139896373057, "grad_norm": 15.217763900756836, "learning_rate": 3.0194300518134716e-05, "loss": 1.1062, "step": 15290 }, { "epoch": 3.9637305699481864, "grad_norm": 17.242870330810547, "learning_rate": 3.018134715025907e-05, "loss": 1.1203, "step": 15300 }, { "epoch": 3.966321243523316, "grad_norm": 17.86296844482422, "learning_rate": 3.016839378238342e-05, "loss": 1.1743, "step": 15310 }, { "epoch": 3.9689119170984455, "grad_norm": 14.967978477478027, "learning_rate": 3.0155440414507776e-05, "loss": 1.0777, "step": 15320 }, { "epoch": 3.971502590673575, "grad_norm": 20.47035026550293, "learning_rate": 3.0142487046632128e-05, "loss": 1.0167, "step": 15330 }, { "epoch": 3.9740932642487046, "grad_norm": 8.135939598083496, "learning_rate": 3.0129533678756476e-05, "loss": 1.1125, "step": 15340 }, { "epoch": 3.976683937823834, "grad_norm": 21.076732635498047, "learning_rate": 3.0116580310880832e-05, "loss": 1.0043, "step": 15350 }, { "epoch": 3.9792746113989637, "grad_norm": 17.818252563476562, "learning_rate": 3.010362694300518e-05, "loss": 1.0783, "step": 15360 }, { "epoch": 3.981865284974093, "grad_norm": 18.149782180786133, "learning_rate": 3.0090673575129536e-05, "loss": 1.0091, "step": 15370 }, { "epoch": 3.9844559585492227, "grad_norm": 15.672308921813965, "learning_rate": 3.007772020725389e-05, "loss": 1.0179, "step": 15380 }, { "epoch": 3.9870466321243523, "grad_norm": 10.05276107788086, "learning_rate": 3.006476683937824e-05, "loss": 1.1472, "step": 15390 }, { "epoch": 3.989637305699482, "grad_norm": 15.202702522277832, "learning_rate": 3.0051813471502592e-05, "loss": 0.9332, "step": 15400 }, { "epoch": 3.9922279792746114, "grad_norm": 20.344093322753906, "learning_rate": 3.003886010362694e-05, "loss": 0.9578, "step": 15410 }, { "epoch": 3.994818652849741, "grad_norm": 18.56192970275879, "learning_rate": 3.0025906735751297e-05, "loss": 1.0543, "step": 15420 }, { "epoch": 3.9974093264248705, "grad_norm": 34.574405670166016, "learning_rate": 3.0012953367875652e-05, "loss": 0.9591, "step": 15430 }, { "epoch": 4.0, "grad_norm": 29.03618621826172, "learning_rate": 3e-05, "loss": 0.828, "step": 15440 }, { "epoch": 4.0, "eval_accuracy": 0.4851664723409768, "eval_f1": 0.4725670649773406, "eval_loss": 1.493676781654358, "eval_runtime": 130.1939, "eval_samples_per_second": 59.289, "eval_steps_per_second": 7.412, "step": 15440 } ], "logging_steps": 10, "max_steps": 38600, "num_input_tokens_seen": 0, "num_train_epochs": 10, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 9.2302322171904e+16, "train_batch_size": 8, "trial_name": null, "trial_params": null }
{
"best_metric": 1.361640453338623,
"best_model_checkpoint": "/content/drive/MyDrive/sentifl-llm/checkpoint-7720",
"epoch": 4.0,
"eval_steps": 500,
"global_step": 15440,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0025906735751295338,
"grad_norm": 90.64680480957031,
"learning_rate": 4.998704663212436e-05,
"loss": 4.1987,
"step": 10
},
{
"epoch": 0.0051813471502590676,
"grad_norm": 48.762271881103516,
"learning_rate": 4.9974093264248707e-05,
"loss": 2.392,
"step": 20
},
{
"epoch": 0.007772020725388601,
"grad_norm": 32.395694732666016,
"learning_rate": 4.996113989637306e-05,
"loss": 2.4305,
"step": 30
},
{
"epoch": 0.010362694300518135,
"grad_norm": 30.257286071777344,
"learning_rate": 4.994818652849741e-05,
"loss": 2.1514,
"step": 40
},
{
"epoch": 0.012953367875647668,
"grad_norm": 30.69769859313965,
"learning_rate": 4.9935233160621766e-05,
"loss": 2.1042,
"step": 50
},
{
"epoch": 0.015544041450777202,
"grad_norm": 29.163267135620117,
"learning_rate": 4.9922279792746115e-05,
"loss": 2.0397,
"step": 60
},
{
"epoch": 0.018134715025906734,
"grad_norm": 32.90931701660156,
"learning_rate": 4.990932642487047e-05,
"loss": 2.1824,
"step": 70
},
{
"epoch": 0.02072538860103627,
"grad_norm": 35.84299087524414,
"learning_rate": 4.989637305699482e-05,
"loss": 1.9206,
"step": 80
},
{
"epoch": 0.023316062176165803,
"grad_norm": 40.81574630737305,
"learning_rate": 4.988341968911917e-05,
"loss": 2.3195,
"step": 90
},
{
"epoch": 0.025906735751295335,
"grad_norm": 29.974422454833984,
"learning_rate": 4.9870466321243523e-05,
"loss": 2.1278,
"step": 100
},
{
"epoch": 0.02849740932642487,
"grad_norm": 47.10195541381836,
"learning_rate": 4.985751295336788e-05,
"loss": 2.2292,
"step": 110
},
{
"epoch": 0.031088082901554404,
"grad_norm": 25.86618423461914,
"learning_rate": 4.984455958549223e-05,
"loss": 2.104,
"step": 120
},
{
"epoch": 0.03367875647668394,
"grad_norm": 43.72493362426758,
"learning_rate": 4.983160621761658e-05,
"loss": 2.0896,
"step": 130