| { |
| "best_metric": 0.5136106610298157, |
| "best_model_checkpoint": "./results/checkpoint-2874", |
| "epoch": 4.0, |
| "eval_steps": 500, |
| "global_step": 5748, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.006958942240779402, |
| "grad_norm": 4.3180251121521, |
| "learning_rate": 1.9972164231036883e-05, |
| "loss": 1.3759, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.013917884481558803, |
| "grad_norm": 2.7253687381744385, |
| "learning_rate": 1.9944328462073764e-05, |
| "loss": 1.3343, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.020876826722338204, |
| "grad_norm": 3.703948736190796, |
| "learning_rate": 1.9916492693110648e-05, |
| "loss": 1.226, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.027835768963117607, |
| "grad_norm": 6.535583972930908, |
| "learning_rate": 1.9888656924147533e-05, |
| "loss": 1.0883, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.03479471120389701, |
| "grad_norm": 13.897150039672852, |
| "learning_rate": 1.9860821155184414e-05, |
| "loss": 0.9748, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.04175365344467641, |
| "grad_norm": 7.23193359375, |
| "learning_rate": 1.9832985386221295e-05, |
| "loss": 0.8725, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.04871259568545581, |
| "grad_norm": 13.598752975463867, |
| "learning_rate": 1.980514961725818e-05, |
| "loss": 0.8301, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.055671537926235214, |
| "grad_norm": 15.322084426879883, |
| "learning_rate": 1.977731384829506e-05, |
| "loss": 0.8432, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.06263048016701461, |
| "grad_norm": 6.434969425201416, |
| "learning_rate": 1.974947807933194e-05, |
| "loss": 0.7408, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.06958942240779402, |
| "grad_norm": 8.11408805847168, |
| "learning_rate": 1.9721642310368826e-05, |
| "loss": 0.7086, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.07654836464857341, |
| "grad_norm": 7.85330057144165, |
| "learning_rate": 1.969380654140571e-05, |
| "loss": 0.7318, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.08350730688935282, |
| "grad_norm": 10.534364700317383, |
| "learning_rate": 1.966597077244259e-05, |
| "loss": 0.6798, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.09046624913013222, |
| "grad_norm": 13.151297569274902, |
| "learning_rate": 1.9638135003479472e-05, |
| "loss": 0.6988, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.09742519137091162, |
| "grad_norm": 9.17402458190918, |
| "learning_rate": 1.9610299234516353e-05, |
| "loss": 0.6723, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.10438413361169102, |
| "grad_norm": 19.499664306640625, |
| "learning_rate": 1.9582463465553238e-05, |
| "loss": 0.5994, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.11134307585247043, |
| "grad_norm": 11.141926765441895, |
| "learning_rate": 1.955462769659012e-05, |
| "loss": 0.6565, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.11830201809324982, |
| "grad_norm": 15.322267532348633, |
| "learning_rate": 1.9526791927627003e-05, |
| "loss": 0.7444, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.12526096033402923, |
| "grad_norm": 9.982789993286133, |
| "learning_rate": 1.9498956158663885e-05, |
| "loss": 0.6882, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.13221990257480862, |
| "grad_norm": 15.503236770629883, |
| "learning_rate": 1.9471120389700766e-05, |
| "loss": 0.6286, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.13917884481558804, |
| "grad_norm": 9.867083549499512, |
| "learning_rate": 1.944328462073765e-05, |
| "loss": 0.7333, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.14613778705636743, |
| "grad_norm": 21.876277923583984, |
| "learning_rate": 1.941544885177453e-05, |
| "loss": 0.7438, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.15309672929714682, |
| "grad_norm": 17.48896598815918, |
| "learning_rate": 1.9387613082811416e-05, |
| "loss": 0.6269, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.16005567153792624, |
| "grad_norm": 6.696071147918701, |
| "learning_rate": 1.9359777313848297e-05, |
| "loss": 0.6739, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.16701461377870563, |
| "grad_norm": 11.048694610595703, |
| "learning_rate": 1.933194154488518e-05, |
| "loss": 0.7373, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.17397355601948503, |
| "grad_norm": 8.395058631896973, |
| "learning_rate": 1.9304105775922062e-05, |
| "loss": 0.6133, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.18093249826026445, |
| "grad_norm": 9.003988265991211, |
| "learning_rate": 1.9276270006958943e-05, |
| "loss": 0.5964, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.18789144050104384, |
| "grad_norm": 10.79345703125, |
| "learning_rate": 1.9248434237995824e-05, |
| "loss": 0.6293, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.19485038274182323, |
| "grad_norm": 19.241323471069336, |
| "learning_rate": 1.922059846903271e-05, |
| "loss": 0.6418, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.20180932498260265, |
| "grad_norm": 20.079133987426758, |
| "learning_rate": 1.9192762700069593e-05, |
| "loss": 0.749, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.20876826722338204, |
| "grad_norm": 31.14455223083496, |
| "learning_rate": 1.9164926931106474e-05, |
| "loss": 0.6719, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.21572720946416143, |
| "grad_norm": 18.57120132446289, |
| "learning_rate": 1.9137091162143355e-05, |
| "loss": 0.674, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.22268615170494085, |
| "grad_norm": 6.905323028564453, |
| "learning_rate": 1.9109255393180236e-05, |
| "loss": 0.5172, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.22964509394572025, |
| "grad_norm": 9.24687671661377, |
| "learning_rate": 1.908141962421712e-05, |
| "loss": 0.637, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.23660403618649964, |
| "grad_norm": 11.945255279541016, |
| "learning_rate": 1.9053583855254002e-05, |
| "loss": 0.6888, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.24356297842727906, |
| "grad_norm": 7.873608112335205, |
| "learning_rate": 1.9025748086290886e-05, |
| "loss": 0.625, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.25052192066805845, |
| "grad_norm": 10.357784271240234, |
| "learning_rate": 1.8997912317327767e-05, |
| "loss": 0.5676, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.25748086290883787, |
| "grad_norm": 12.345287322998047, |
| "learning_rate": 1.8970076548364652e-05, |
| "loss": 0.5983, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.26443980514961724, |
| "grad_norm": 7.470931053161621, |
| "learning_rate": 1.8942240779401533e-05, |
| "loss": 0.5978, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.27139874739039666, |
| "grad_norm": 10.457704544067383, |
| "learning_rate": 1.8914405010438414e-05, |
| "loss": 0.6074, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.2783576896311761, |
| "grad_norm": 14.570989608764648, |
| "learning_rate": 1.8886569241475295e-05, |
| "loss": 0.6218, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.28531663187195544, |
| "grad_norm": 4.791262626647949, |
| "learning_rate": 1.885873347251218e-05, |
| "loss": 0.5941, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.29227557411273486, |
| "grad_norm": 7.30219030380249, |
| "learning_rate": 1.8830897703549064e-05, |
| "loss": 0.5407, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.2992345163535143, |
| "grad_norm": 7.455644130706787, |
| "learning_rate": 1.8803061934585945e-05, |
| "loss": 0.6167, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.30619345859429364, |
| "grad_norm": 14.505638122558594, |
| "learning_rate": 1.8775226165622826e-05, |
| "loss": 0.6554, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.31315240083507306, |
| "grad_norm": 9.505303382873535, |
| "learning_rate": 1.8747390396659707e-05, |
| "loss": 0.5817, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.3201113430758525, |
| "grad_norm": 11.907074928283691, |
| "learning_rate": 1.871955462769659e-05, |
| "loss": 0.5423, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.32707028531663185, |
| "grad_norm": 9.421733856201172, |
| "learning_rate": 1.8691718858733473e-05, |
| "loss": 0.5928, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.33402922755741127, |
| "grad_norm": 8.2644624710083, |
| "learning_rate": 1.8663883089770357e-05, |
| "loss": 0.6234, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.3409881697981907, |
| "grad_norm": 16.61441421508789, |
| "learning_rate": 1.8636047320807238e-05, |
| "loss": 0.5777, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.34794711203897005, |
| "grad_norm": 8.484561920166016, |
| "learning_rate": 1.8608211551844123e-05, |
| "loss": 0.5505, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.35490605427974947, |
| "grad_norm": 7.690084457397461, |
| "learning_rate": 1.8580375782881004e-05, |
| "loss": 0.5898, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.3618649965205289, |
| "grad_norm": 7.3729963302612305, |
| "learning_rate": 1.8552540013917885e-05, |
| "loss": 0.6634, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.36882393876130826, |
| "grad_norm": 8.139713287353516, |
| "learning_rate": 1.852470424495477e-05, |
| "loss": 0.6074, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.3757828810020877, |
| "grad_norm": 10.640233039855957, |
| "learning_rate": 1.849686847599165e-05, |
| "loss": 0.6352, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.3827418232428671, |
| "grad_norm": 16.793916702270508, |
| "learning_rate": 1.8469032707028535e-05, |
| "loss": 0.6306, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.38970076548364646, |
| "grad_norm": 15.125770568847656, |
| "learning_rate": 1.8441196938065416e-05, |
| "loss": 0.6629, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.3966597077244259, |
| "grad_norm": 13.026156425476074, |
| "learning_rate": 1.8413361169102297e-05, |
| "loss": 0.5743, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.4036186499652053, |
| "grad_norm": 10.893036842346191, |
| "learning_rate": 1.838552540013918e-05, |
| "loss": 0.5443, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.41057759220598466, |
| "grad_norm": 21.39899253845215, |
| "learning_rate": 1.8357689631176062e-05, |
| "loss": 0.5717, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.4175365344467641, |
| "grad_norm": 29.05453872680664, |
| "learning_rate": 1.8329853862212947e-05, |
| "loss": 0.5856, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.4244954766875435, |
| "grad_norm": 9.653709411621094, |
| "learning_rate": 1.8302018093249828e-05, |
| "loss": 0.5105, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.43145441892832287, |
| "grad_norm": 14.518112182617188, |
| "learning_rate": 1.827418232428671e-05, |
| "loss": 0.6757, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.4384133611691023, |
| "grad_norm": 12.425946235656738, |
| "learning_rate": 1.8246346555323593e-05, |
| "loss": 0.5708, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.4453723034098817, |
| "grad_norm": 16.857666015625, |
| "learning_rate": 1.8218510786360474e-05, |
| "loss": 0.603, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.4523312456506611, |
| "grad_norm": 19.68130111694336, |
| "learning_rate": 1.8190675017397356e-05, |
| "loss": 0.611, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.4592901878914405, |
| "grad_norm": 13.848482131958008, |
| "learning_rate": 1.816283924843424e-05, |
| "loss": 0.625, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.4662491301322199, |
| "grad_norm": 12.750751495361328, |
| "learning_rate": 1.813500347947112e-05, |
| "loss": 0.616, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.4732080723729993, |
| "grad_norm": 9.34748363494873, |
| "learning_rate": 1.8107167710508005e-05, |
| "loss": 0.612, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.4801670146137787, |
| "grad_norm": 14.746898651123047, |
| "learning_rate": 1.8079331941544887e-05, |
| "loss": 0.6521, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.4871259568545581, |
| "grad_norm": 16.734874725341797, |
| "learning_rate": 1.8051496172581768e-05, |
| "loss": 0.606, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.4940848990953375, |
| "grad_norm": 10.393136024475098, |
| "learning_rate": 1.8023660403618652e-05, |
| "loss": 0.6286, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.5010438413361169, |
| "grad_norm": 8.78846263885498, |
| "learning_rate": 1.7995824634655533e-05, |
| "loss": 0.4593, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.5080027835768963, |
| "grad_norm": 18.29091453552246, |
| "learning_rate": 1.7967988865692418e-05, |
| "loss": 0.6764, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.5149617258176757, |
| "grad_norm": 13.510717391967773, |
| "learning_rate": 1.79401530967293e-05, |
| "loss": 0.6387, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.5219206680584552, |
| "grad_norm": 8.811914443969727, |
| "learning_rate": 1.791231732776618e-05, |
| "loss": 0.6072, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.5288796102992345, |
| "grad_norm": 12.649739265441895, |
| "learning_rate": 1.7884481558803064e-05, |
| "loss": 0.6128, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.5358385525400139, |
| "grad_norm": 9.891730308532715, |
| "learning_rate": 1.7856645789839945e-05, |
| "loss": 0.568, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.5427974947807933, |
| "grad_norm": 9.014187812805176, |
| "learning_rate": 1.7828810020876826e-05, |
| "loss": 0.5393, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.5497564370215727, |
| "grad_norm": 19.861948013305664, |
| "learning_rate": 1.780097425191371e-05, |
| "loss": 0.5345, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.5567153792623522, |
| "grad_norm": 8.01091480255127, |
| "learning_rate": 1.7773138482950595e-05, |
| "loss": 0.6457, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.5636743215031316, |
| "grad_norm": 10.99765682220459, |
| "learning_rate": 1.7745302713987476e-05, |
| "loss": 0.5605, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.5706332637439109, |
| "grad_norm": 7.248875617980957, |
| "learning_rate": 1.7717466945024357e-05, |
| "loss": 0.5975, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.5775922059846903, |
| "grad_norm": 12.024378776550293, |
| "learning_rate": 1.768963117606124e-05, |
| "loss": 0.6238, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.5845511482254697, |
| "grad_norm": 7.073344707489014, |
| "learning_rate": 1.7661795407098123e-05, |
| "loss": 0.6067, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.5915100904662491, |
| "grad_norm": 11.20361614227295, |
| "learning_rate": 1.7633959638135004e-05, |
| "loss": 0.5319, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.5984690327070286, |
| "grad_norm": 15.502198219299316, |
| "learning_rate": 1.760612386917189e-05, |
| "loss": 0.6038, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.605427974947808, |
| "grad_norm": 7.949779510498047, |
| "learning_rate": 1.757828810020877e-05, |
| "loss": 0.5103, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.6123869171885873, |
| "grad_norm": 21.52058219909668, |
| "learning_rate": 1.7550452331245654e-05, |
| "loss": 0.5607, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.6193458594293667, |
| "grad_norm": 11.751809120178223, |
| "learning_rate": 1.7522616562282535e-05, |
| "loss": 0.46, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.6263048016701461, |
| "grad_norm": 19.769689559936523, |
| "learning_rate": 1.7494780793319416e-05, |
| "loss": 0.5555, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.6332637439109255, |
| "grad_norm": 6.040853977203369, |
| "learning_rate": 1.74669450243563e-05, |
| "loss": 0.6577, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.640222686151705, |
| "grad_norm": 10.926910400390625, |
| "learning_rate": 1.743910925539318e-05, |
| "loss": 0.5674, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.6471816283924844, |
| "grad_norm": 5.619332790374756, |
| "learning_rate": 1.7411273486430066e-05, |
| "loss": 0.5937, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.6541405706332637, |
| "grad_norm": 9.416117668151855, |
| "learning_rate": 1.7383437717466947e-05, |
| "loss": 0.5718, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.6610995128740431, |
| "grad_norm": 16.25941276550293, |
| "learning_rate": 1.7355601948503828e-05, |
| "loss": 0.5068, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.6680584551148225, |
| "grad_norm": 10.545511245727539, |
| "learning_rate": 1.732776617954071e-05, |
| "loss": 0.5642, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.675017397355602, |
| "grad_norm": 7.5949578285217285, |
| "learning_rate": 1.7299930410577594e-05, |
| "loss": 0.5243, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.6819763395963814, |
| "grad_norm": 10.766368865966797, |
| "learning_rate": 1.7272094641614475e-05, |
| "loss": 0.5285, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.6889352818371608, |
| "grad_norm": 7.256805419921875, |
| "learning_rate": 1.724425887265136e-05, |
| "loss": 0.5286, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.6958942240779401, |
| "grad_norm": 10.257540702819824, |
| "learning_rate": 1.721642310368824e-05, |
| "loss": 0.6115, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.7028531663187195, |
| "grad_norm": 14.531510353088379, |
| "learning_rate": 1.7188587334725125e-05, |
| "loss": 0.6112, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.7098121085594989, |
| "grad_norm": 8.326130867004395, |
| "learning_rate": 1.7160751565762006e-05, |
| "loss": 0.5534, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.7167710508002784, |
| "grad_norm": 13.698468208312988, |
| "learning_rate": 1.7132915796798887e-05, |
| "loss": 0.5505, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.7237299930410578, |
| "grad_norm": 12.968040466308594, |
| "learning_rate": 1.710508002783577e-05, |
| "loss": 0.596, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.7306889352818372, |
| "grad_norm": 10.557011604309082, |
| "learning_rate": 1.7077244258872652e-05, |
| "loss": 0.5588, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.7376478775226165, |
| "grad_norm": 7.124124526977539, |
| "learning_rate": 1.7049408489909537e-05, |
| "loss": 0.5644, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.7446068197633959, |
| "grad_norm": 7.210671901702881, |
| "learning_rate": 1.7021572720946418e-05, |
| "loss": 0.5828, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.7515657620041754, |
| "grad_norm": 20.80126190185547, |
| "learning_rate": 1.69937369519833e-05, |
| "loss": 0.5491, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.7585247042449548, |
| "grad_norm": 8.95080852508545, |
| "learning_rate": 1.696590118302018e-05, |
| "loss": 0.495, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.7654836464857342, |
| "grad_norm": 8.503535270690918, |
| "learning_rate": 1.6938065414057064e-05, |
| "loss": 0.5253, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.7724425887265136, |
| "grad_norm": 6.803649425506592, |
| "learning_rate": 1.691022964509395e-05, |
| "loss": 0.5859, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.7794015309672929, |
| "grad_norm": 9.828047752380371, |
| "learning_rate": 1.688239387613083e-05, |
| "loss": 0.5418, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.7863604732080723, |
| "grad_norm": 7.690149307250977, |
| "learning_rate": 1.685455810716771e-05, |
| "loss": 0.5738, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.7933194154488518, |
| "grad_norm": 8.76807975769043, |
| "learning_rate": 1.6826722338204595e-05, |
| "loss": 0.458, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.8002783576896312, |
| "grad_norm": 10.1242036819458, |
| "learning_rate": 1.6798886569241476e-05, |
| "loss": 0.5573, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.8072372999304106, |
| "grad_norm": 8.316211700439453, |
| "learning_rate": 1.6771050800278358e-05, |
| "loss": 0.5527, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.81419624217119, |
| "grad_norm": 15.57465934753418, |
| "learning_rate": 1.6743215031315242e-05, |
| "loss": 0.5704, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.8211551844119693, |
| "grad_norm": 13.459155082702637, |
| "learning_rate": 1.6715379262352126e-05, |
| "loss": 0.5659, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.8281141266527487, |
| "grad_norm": 7.378421783447266, |
| "learning_rate": 1.6687543493389008e-05, |
| "loss": 0.5482, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.8350730688935282, |
| "grad_norm": 10.607648849487305, |
| "learning_rate": 1.665970772442589e-05, |
| "loss": 0.5627, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.8420320111343076, |
| "grad_norm": 13.157455444335938, |
| "learning_rate": 1.663187195546277e-05, |
| "loss": 0.5479, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.848990953375087, |
| "grad_norm": 9.343613624572754, |
| "learning_rate": 1.6604036186499654e-05, |
| "loss": 0.5695, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.8559498956158664, |
| "grad_norm": 24.01211929321289, |
| "learning_rate": 1.6576200417536535e-05, |
| "loss": 0.5173, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.8629088378566457, |
| "grad_norm": 14.033452987670898, |
| "learning_rate": 1.654836464857342e-05, |
| "loss": 0.5604, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.8698677800974252, |
| "grad_norm": 13.518189430236816, |
| "learning_rate": 1.65205288796103e-05, |
| "loss": 0.5797, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.8768267223382046, |
| "grad_norm": 9.779712677001953, |
| "learning_rate": 1.6492693110647182e-05, |
| "loss": 0.5761, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.883785664578984, |
| "grad_norm": 25.537031173706055, |
| "learning_rate": 1.6464857341684066e-05, |
| "loss": 0.4546, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.8907446068197634, |
| "grad_norm": 9.35092544555664, |
| "learning_rate": 1.6437021572720947e-05, |
| "loss": 0.5037, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.8977035490605428, |
| "grad_norm": 11.983678817749023, |
| "learning_rate": 1.640918580375783e-05, |
| "loss": 0.4967, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.9046624913013221, |
| "grad_norm": 8.681296348571777, |
| "learning_rate": 1.6381350034794713e-05, |
| "loss": 0.6147, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.9116214335421016, |
| "grad_norm": 9.482718467712402, |
| "learning_rate": 1.6353514265831597e-05, |
| "loss": 0.5906, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.918580375782881, |
| "grad_norm": 11.09154987335205, |
| "learning_rate": 1.6325678496868478e-05, |
| "loss": 0.5307, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.9255393180236604, |
| "grad_norm": 12.523815155029297, |
| "learning_rate": 1.629784272790536e-05, |
| "loss": 0.4931, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.9324982602644398, |
| "grad_norm": 13.545294761657715, |
| "learning_rate": 1.627000695894224e-05, |
| "loss": 0.4874, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.9394572025052192, |
| "grad_norm": 8.994409561157227, |
| "learning_rate": 1.6242171189979125e-05, |
| "loss": 0.5581, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.9464161447459986, |
| "grad_norm": 9.682478904724121, |
| "learning_rate": 1.6214335421016006e-05, |
| "loss": 0.5548, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.953375086986778, |
| "grad_norm": 7.079063415527344, |
| "learning_rate": 1.618649965205289e-05, |
| "loss": 0.4918, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.9603340292275574, |
| "grad_norm": 10.886133193969727, |
| "learning_rate": 1.615866388308977e-05, |
| "loss": 0.594, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.9672929714683368, |
| "grad_norm": 17.207847595214844, |
| "learning_rate": 1.6130828114126653e-05, |
| "loss": 0.5892, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.9742519137091162, |
| "grad_norm": 9.363895416259766, |
| "learning_rate": 1.6102992345163537e-05, |
| "loss": 0.5774, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.9812108559498957, |
| "grad_norm": 16.450660705566406, |
| "learning_rate": 1.6075156576200418e-05, |
| "loss": 0.481, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.988169798190675, |
| "grad_norm": 12.754993438720703, |
| "learning_rate": 1.6047320807237302e-05, |
| "loss": 0.5667, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.9951287404314544, |
| "grad_norm": 9.848027229309082, |
| "learning_rate": 1.6019485038274184e-05, |
| "loss": 0.562, |
| "step": 1430 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_accuracy": 0.8099216710182767, |
| "eval_f1": 0.8040056577967634, |
| "eval_loss": 0.518168568611145, |
| "eval_precision": 0.8071878224437447, |
| "eval_recall": 0.8099216710182767, |
| "eval_runtime": 30.1807, |
| "eval_samples_per_second": 190.353, |
| "eval_steps_per_second": 5.964, |
| "step": 1437 |
| }, |
| { |
| "epoch": 1.0020876826722338, |
| "grad_norm": 10.002483367919922, |
| "learning_rate": 1.5991649269311068e-05, |
| "loss": 0.489, |
| "step": 1440 |
| }, |
| { |
| "epoch": 1.0090466249130132, |
| "grad_norm": 8.09190559387207, |
| "learning_rate": 1.596381350034795e-05, |
| "loss": 0.4158, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.0160055671537926, |
| "grad_norm": 11.66649055480957, |
| "learning_rate": 1.593597773138483e-05, |
| "loss": 0.4249, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.022964509394572, |
| "grad_norm": 11.087824821472168, |
| "learning_rate": 1.590814196242171e-05, |
| "loss": 0.4064, |
| "step": 1470 |
| }, |
| { |
| "epoch": 1.0299234516353515, |
| "grad_norm": 14.069585800170898, |
| "learning_rate": 1.5880306193458596e-05, |
| "loss": 0.4159, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.036882393876131, |
| "grad_norm": 17.53207778930664, |
| "learning_rate": 1.585247042449548e-05, |
| "loss": 0.3956, |
| "step": 1490 |
| }, |
| { |
| "epoch": 1.0438413361169103, |
| "grad_norm": 5.558675289154053, |
| "learning_rate": 1.582463465553236e-05, |
| "loss": 0.3837, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.0508002783576895, |
| "grad_norm": 14.77510929107666, |
| "learning_rate": 1.5796798886569242e-05, |
| "loss": 0.3886, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.057759220598469, |
| "grad_norm": 11.358789443969727, |
| "learning_rate": 1.5768963117606123e-05, |
| "loss": 0.3557, |
| "step": 1520 |
| }, |
| { |
| "epoch": 1.0647181628392484, |
| "grad_norm": 15.428235054016113, |
| "learning_rate": 1.5741127348643008e-05, |
| "loss": 0.4789, |
| "step": 1530 |
| }, |
| { |
| "epoch": 1.0716771050800278, |
| "grad_norm": 16.330005645751953, |
| "learning_rate": 1.571329157967989e-05, |
| "loss": 0.4957, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.0786360473208072, |
| "grad_norm": 11.652454376220703, |
| "learning_rate": 1.5685455810716773e-05, |
| "loss": 0.4305, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.0855949895615866, |
| "grad_norm": 11.190437316894531, |
| "learning_rate": 1.5657620041753654e-05, |
| "loss": 0.4325, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.092553931802366, |
| "grad_norm": 17.103654861450195, |
| "learning_rate": 1.562978427279054e-05, |
| "loss": 0.4482, |
| "step": 1570 |
| }, |
| { |
| "epoch": 1.0995128740431455, |
| "grad_norm": 13.081258773803711, |
| "learning_rate": 1.560194850382742e-05, |
| "loss": 0.3345, |
| "step": 1580 |
| }, |
| { |
| "epoch": 1.1064718162839249, |
| "grad_norm": 10.141121864318848, |
| "learning_rate": 1.55741127348643e-05, |
| "loss": 0.453, |
| "step": 1590 |
| }, |
| { |
| "epoch": 1.1134307585247043, |
| "grad_norm": 15.91781997680664, |
| "learning_rate": 1.5546276965901182e-05, |
| "loss": 0.4351, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.1203897007654837, |
| "grad_norm": 11.977279663085938, |
| "learning_rate": 1.5518441196938066e-05, |
| "loss": 0.3826, |
| "step": 1610 |
| }, |
| { |
| "epoch": 1.1273486430062631, |
| "grad_norm": 12.163490295410156, |
| "learning_rate": 1.549060542797495e-05, |
| "loss": 0.439, |
| "step": 1620 |
| }, |
| { |
| "epoch": 1.1343075852470426, |
| "grad_norm": 12.221410751342773, |
| "learning_rate": 1.5462769659011832e-05, |
| "loss": 0.4793, |
| "step": 1630 |
| }, |
| { |
| "epoch": 1.1412665274878218, |
| "grad_norm": 9.962662696838379, |
| "learning_rate": 1.5434933890048713e-05, |
| "loss": 0.4524, |
| "step": 1640 |
| }, |
| { |
| "epoch": 1.1482254697286012, |
| "grad_norm": 10.281346321105957, |
| "learning_rate": 1.5407098121085594e-05, |
| "loss": 0.4537, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.1551844119693806, |
| "grad_norm": 8.511795997619629, |
| "learning_rate": 1.537926235212248e-05, |
| "loss": 0.3701, |
| "step": 1660 |
| }, |
| { |
| "epoch": 1.16214335421016, |
| "grad_norm": 20.107454299926758, |
| "learning_rate": 1.535142658315936e-05, |
| "loss": 0.4807, |
| "step": 1670 |
| }, |
| { |
| "epoch": 1.1691022964509394, |
| "grad_norm": 12.120085716247559, |
| "learning_rate": 1.5323590814196244e-05, |
| "loss": 0.4253, |
| "step": 1680 |
| }, |
| { |
| "epoch": 1.1760612386917189, |
| "grad_norm": 13.358500480651855, |
| "learning_rate": 1.5295755045233125e-05, |
| "loss": 0.3941, |
| "step": 1690 |
| }, |
| { |
| "epoch": 1.1830201809324983, |
| "grad_norm": 10.09534740447998, |
| "learning_rate": 1.526791927627001e-05, |
| "loss": 0.4248, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.1899791231732777, |
| "grad_norm": 23.822050094604492, |
| "learning_rate": 1.524008350730689e-05, |
| "loss": 0.4355, |
| "step": 1710 |
| }, |
| { |
| "epoch": 1.1969380654140571, |
| "grad_norm": 10.628303527832031, |
| "learning_rate": 1.5212247738343773e-05, |
| "loss": 0.3619, |
| "step": 1720 |
| }, |
| { |
| "epoch": 1.2038970076548365, |
| "grad_norm": 18.837543487548828, |
| "learning_rate": 1.5184411969380654e-05, |
| "loss": 0.4091, |
| "step": 1730 |
| }, |
| { |
| "epoch": 1.210855949895616, |
| "grad_norm": 9.72425365447998, |
| "learning_rate": 1.5156576200417539e-05, |
| "loss": 0.4468, |
| "step": 1740 |
| }, |
| { |
| "epoch": 1.2178148921363952, |
| "grad_norm": 21.17300796508789, |
| "learning_rate": 1.512874043145442e-05, |
| "loss": 0.4977, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.2247738343771746, |
| "grad_norm": 13.43977165222168, |
| "learning_rate": 1.5100904662491303e-05, |
| "loss": 0.4028, |
| "step": 1760 |
| }, |
| { |
| "epoch": 1.231732776617954, |
| "grad_norm": 11.052497863769531, |
| "learning_rate": 1.5073068893528184e-05, |
| "loss": 0.5183, |
| "step": 1770 |
| }, |
| { |
| "epoch": 1.2386917188587334, |
| "grad_norm": 12.521780014038086, |
| "learning_rate": 1.5045233124565067e-05, |
| "loss": 0.4714, |
| "step": 1780 |
| }, |
| { |
| "epoch": 1.2456506610995128, |
| "grad_norm": 10.825766563415527, |
| "learning_rate": 1.5017397355601951e-05, |
| "loss": 0.459, |
| "step": 1790 |
| }, |
| { |
| "epoch": 1.2526096033402923, |
| "grad_norm": 9.5389404296875, |
| "learning_rate": 1.4989561586638832e-05, |
| "loss": 0.4247, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.2595685455810717, |
| "grad_norm": 10.02591609954834, |
| "learning_rate": 1.4961725817675715e-05, |
| "loss": 0.4035, |
| "step": 1810 |
| }, |
| { |
| "epoch": 1.266527487821851, |
| "grad_norm": 11.203591346740723, |
| "learning_rate": 1.4933890048712596e-05, |
| "loss": 0.3517, |
| "step": 1820 |
| }, |
| { |
| "epoch": 1.2734864300626305, |
| "grad_norm": 10.96849250793457, |
| "learning_rate": 1.490605427974948e-05, |
| "loss": 0.4199, |
| "step": 1830 |
| }, |
| { |
| "epoch": 1.28044537230341, |
| "grad_norm": 11.830713272094727, |
| "learning_rate": 1.4878218510786361e-05, |
| "loss": 0.4145, |
| "step": 1840 |
| }, |
| { |
| "epoch": 1.2874043145441894, |
| "grad_norm": 11.980402946472168, |
| "learning_rate": 1.4850382741823244e-05, |
| "loss": 0.4801, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.2943632567849686, |
| "grad_norm": 12.308026313781738, |
| "learning_rate": 1.4822546972860125e-05, |
| "loss": 0.4601, |
| "step": 1860 |
| }, |
| { |
| "epoch": 1.3013221990257482, |
| "grad_norm": 16.0020694732666, |
| "learning_rate": 1.479471120389701e-05, |
| "loss": 0.4674, |
| "step": 1870 |
| }, |
| { |
| "epoch": 1.3082811412665274, |
| "grad_norm": 6.870344161987305, |
| "learning_rate": 1.4766875434933892e-05, |
| "loss": 0.4389, |
| "step": 1880 |
| }, |
| { |
| "epoch": 1.3152400835073068, |
| "grad_norm": 12.440506935119629, |
| "learning_rate": 1.4739039665970773e-05, |
| "loss": 0.4242, |
| "step": 1890 |
| }, |
| { |
| "epoch": 1.3221990257480862, |
| "grad_norm": 11.824153900146484, |
| "learning_rate": 1.4711203897007655e-05, |
| "loss": 0.4483, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.3291579679888657, |
| "grad_norm": 6.609494686126709, |
| "learning_rate": 1.4683368128044539e-05, |
| "loss": 0.4573, |
| "step": 1910 |
| }, |
| { |
| "epoch": 1.336116910229645, |
| "grad_norm": 12.088859558105469, |
| "learning_rate": 1.4655532359081422e-05, |
| "loss": 0.3912, |
| "step": 1920 |
| }, |
| { |
| "epoch": 1.3430758524704245, |
| "grad_norm": 7.114819526672363, |
| "learning_rate": 1.4627696590118303e-05, |
| "loss": 0.3867, |
| "step": 1930 |
| }, |
| { |
| "epoch": 1.350034794711204, |
| "grad_norm": 11.105134010314941, |
| "learning_rate": 1.4599860821155186e-05, |
| "loss": 0.5326, |
| "step": 1940 |
| }, |
| { |
| "epoch": 1.3569937369519833, |
| "grad_norm": 8.85695743560791, |
| "learning_rate": 1.4572025052192067e-05, |
| "loss": 0.445, |
| "step": 1950 |
| }, |
| { |
| "epoch": 1.3639526791927628, |
| "grad_norm": 13.736560821533203, |
| "learning_rate": 1.4544189283228951e-05, |
| "loss": 0.4333, |
| "step": 1960 |
| }, |
| { |
| "epoch": 1.3709116214335422, |
| "grad_norm": 9.378311157226562, |
| "learning_rate": 1.4516353514265832e-05, |
| "loss": 0.4275, |
| "step": 1970 |
| }, |
| { |
| "epoch": 1.3778705636743216, |
| "grad_norm": 10.04967212677002, |
| "learning_rate": 1.4488517745302715e-05, |
| "loss": 0.4151, |
| "step": 1980 |
| }, |
| { |
| "epoch": 1.3848295059151008, |
| "grad_norm": 7.61630392074585, |
| "learning_rate": 1.4460681976339596e-05, |
| "loss": 0.4994, |
| "step": 1990 |
| }, |
| { |
| "epoch": 1.3917884481558804, |
| "grad_norm": 14.55225944519043, |
| "learning_rate": 1.443284620737648e-05, |
| "loss": 0.4048, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.3987473903966596, |
| "grad_norm": 11.608763694763184, |
| "learning_rate": 1.4405010438413363e-05, |
| "loss": 0.3836, |
| "step": 2010 |
| }, |
| { |
| "epoch": 1.405706332637439, |
| "grad_norm": 11.155454635620117, |
| "learning_rate": 1.4377174669450244e-05, |
| "loss": 0.3942, |
| "step": 2020 |
| }, |
| { |
| "epoch": 1.4126652748782185, |
| "grad_norm": 11.708532333374023, |
| "learning_rate": 1.4349338900487127e-05, |
| "loss": 0.478, |
| "step": 2030 |
| }, |
| { |
| "epoch": 1.4196242171189979, |
| "grad_norm": 9.829862594604492, |
| "learning_rate": 1.432150313152401e-05, |
| "loss": 0.3487, |
| "step": 2040 |
| }, |
| { |
| "epoch": 1.4265831593597773, |
| "grad_norm": 14.25184440612793, |
| "learning_rate": 1.4293667362560893e-05, |
| "loss": 0.5225, |
| "step": 2050 |
| }, |
| { |
| "epoch": 1.4335421016005567, |
| "grad_norm": 12.317340850830078, |
| "learning_rate": 1.4265831593597774e-05, |
| "loss": 0.37, |
| "step": 2060 |
| }, |
| { |
| "epoch": 1.4405010438413361, |
| "grad_norm": 13.569458961486816, |
| "learning_rate": 1.4237995824634656e-05, |
| "loss": 0.3805, |
| "step": 2070 |
| }, |
| { |
| "epoch": 1.4474599860821156, |
| "grad_norm": 16.662263870239258, |
| "learning_rate": 1.4210160055671537e-05, |
| "loss": 0.3996, |
| "step": 2080 |
| }, |
| { |
| "epoch": 1.454418928322895, |
| "grad_norm": 12.971599578857422, |
| "learning_rate": 1.4182324286708422e-05, |
| "loss": 0.4265, |
| "step": 2090 |
| }, |
| { |
| "epoch": 1.4613778705636742, |
| "grad_norm": 9.266508102416992, |
| "learning_rate": 1.4154488517745305e-05, |
| "loss": 0.4199, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.4683368128044538, |
| "grad_norm": 15.103167533874512, |
| "learning_rate": 1.4126652748782186e-05, |
| "loss": 0.472, |
| "step": 2110 |
| }, |
| { |
| "epoch": 1.475295755045233, |
| "grad_norm": 13.94981861114502, |
| "learning_rate": 1.4098816979819068e-05, |
| "loss": 0.4681, |
| "step": 2120 |
| }, |
| { |
| "epoch": 1.4822546972860124, |
| "grad_norm": 19.643762588500977, |
| "learning_rate": 1.4070981210855951e-05, |
| "loss": 0.3848, |
| "step": 2130 |
| }, |
| { |
| "epoch": 1.4892136395267919, |
| "grad_norm": 11.58189868927002, |
| "learning_rate": 1.4043145441892834e-05, |
| "loss": 0.5083, |
| "step": 2140 |
| }, |
| { |
| "epoch": 1.4961725817675713, |
| "grad_norm": 13.264250755310059, |
| "learning_rate": 1.4015309672929715e-05, |
| "loss": 0.45, |
| "step": 2150 |
| }, |
| { |
| "epoch": 1.5031315240083507, |
| "grad_norm": 10.432905197143555, |
| "learning_rate": 1.3987473903966598e-05, |
| "loss": 0.4583, |
| "step": 2160 |
| }, |
| { |
| "epoch": 1.5100904662491301, |
| "grad_norm": 9.850616455078125, |
| "learning_rate": 1.3959638135003482e-05, |
| "loss": 0.349, |
| "step": 2170 |
| }, |
| { |
| "epoch": 1.5170494084899095, |
| "grad_norm": 14.087292671203613, |
| "learning_rate": 1.3931802366040363e-05, |
| "loss": 0.448, |
| "step": 2180 |
| }, |
| { |
| "epoch": 1.524008350730689, |
| "grad_norm": 12.514032363891602, |
| "learning_rate": 1.3903966597077246e-05, |
| "loss": 0.514, |
| "step": 2190 |
| }, |
| { |
| "epoch": 1.5309672929714684, |
| "grad_norm": 25.41820526123047, |
| "learning_rate": 1.3876130828114127e-05, |
| "loss": 0.4356, |
| "step": 2200 |
| }, |
| { |
| "epoch": 1.5379262352122476, |
| "grad_norm": 11.849440574645996, |
| "learning_rate": 1.3848295059151012e-05, |
| "loss": 0.3895, |
| "step": 2210 |
| }, |
| { |
| "epoch": 1.5448851774530272, |
| "grad_norm": 8.636540412902832, |
| "learning_rate": 1.3820459290187893e-05, |
| "loss": 0.481, |
| "step": 2220 |
| }, |
| { |
| "epoch": 1.5518441196938064, |
| "grad_norm": 11.286504745483398, |
| "learning_rate": 1.3792623521224775e-05, |
| "loss": 0.4019, |
| "step": 2230 |
| }, |
| { |
| "epoch": 1.558803061934586, |
| "grad_norm": 11.524672508239746, |
| "learning_rate": 1.3764787752261656e-05, |
| "loss": 0.4617, |
| "step": 2240 |
| }, |
| { |
| "epoch": 1.5657620041753653, |
| "grad_norm": 11.370726585388184, |
| "learning_rate": 1.373695198329854e-05, |
| "loss": 0.4186, |
| "step": 2250 |
| }, |
| { |
| "epoch": 1.572720946416145, |
| "grad_norm": 23.02247428894043, |
| "learning_rate": 1.3709116214335422e-05, |
| "loss": 0.4743, |
| "step": 2260 |
| }, |
| { |
| "epoch": 1.579679888656924, |
| "grad_norm": 11.176335334777832, |
| "learning_rate": 1.3681280445372305e-05, |
| "loss": 0.41, |
| "step": 2270 |
| }, |
| { |
| "epoch": 1.5866388308977035, |
| "grad_norm": 11.33989429473877, |
| "learning_rate": 1.3653444676409186e-05, |
| "loss": 0.4822, |
| "step": 2280 |
| }, |
| { |
| "epoch": 1.593597773138483, |
| "grad_norm": 18.040159225463867, |
| "learning_rate": 1.3625608907446069e-05, |
| "loss": 0.351, |
| "step": 2290 |
| }, |
| { |
| "epoch": 1.6005567153792624, |
| "grad_norm": 5.855461597442627, |
| "learning_rate": 1.3597773138482953e-05, |
| "loss": 0.4567, |
| "step": 2300 |
| }, |
| { |
| "epoch": 1.6075156576200418, |
| "grad_norm": 10.47138500213623, |
| "learning_rate": 1.3569937369519834e-05, |
| "loss": 0.4875, |
| "step": 2310 |
| }, |
| { |
| "epoch": 1.6144745998608212, |
| "grad_norm": 11.59261417388916, |
| "learning_rate": 1.3542101600556717e-05, |
| "loss": 0.4871, |
| "step": 2320 |
| }, |
| { |
| "epoch": 1.6214335421016006, |
| "grad_norm": 7.732606410980225, |
| "learning_rate": 1.3514265831593598e-05, |
| "loss": 0.4078, |
| "step": 2330 |
| }, |
| { |
| "epoch": 1.6283924843423798, |
| "grad_norm": 10.10660457611084, |
| "learning_rate": 1.3486430062630482e-05, |
| "loss": 0.3767, |
| "step": 2340 |
| }, |
| { |
| "epoch": 1.6353514265831595, |
| "grad_norm": 10.724883079528809, |
| "learning_rate": 1.3458594293667363e-05, |
| "loss": 0.4102, |
| "step": 2350 |
| }, |
| { |
| "epoch": 1.6423103688239387, |
| "grad_norm": 11.941119194030762, |
| "learning_rate": 1.3430758524704246e-05, |
| "loss": 0.5101, |
| "step": 2360 |
| }, |
| { |
| "epoch": 1.6492693110647183, |
| "grad_norm": 11.30588436126709, |
| "learning_rate": 1.3402922755741127e-05, |
| "loss": 0.3157, |
| "step": 2370 |
| }, |
| { |
| "epoch": 1.6562282533054975, |
| "grad_norm": 11.969123840332031, |
| "learning_rate": 1.337508698677801e-05, |
| "loss": 0.4568, |
| "step": 2380 |
| }, |
| { |
| "epoch": 1.663187195546277, |
| "grad_norm": 12.086457252502441, |
| "learning_rate": 1.3347251217814894e-05, |
| "loss": 0.4307, |
| "step": 2390 |
| }, |
| { |
| "epoch": 1.6701461377870563, |
| "grad_norm": 11.068685531616211, |
| "learning_rate": 1.3319415448851776e-05, |
| "loss": 0.4913, |
| "step": 2400 |
| }, |
| { |
| "epoch": 1.6771050800278358, |
| "grad_norm": 7.290180206298828, |
| "learning_rate": 1.3291579679888658e-05, |
| "loss": 0.4157, |
| "step": 2410 |
| }, |
| { |
| "epoch": 1.6840640222686152, |
| "grad_norm": 12.097051620483398, |
| "learning_rate": 1.326374391092554e-05, |
| "loss": 0.4356, |
| "step": 2420 |
| }, |
| { |
| "epoch": 1.6910229645093946, |
| "grad_norm": 10.983007431030273, |
| "learning_rate": 1.3235908141962424e-05, |
| "loss": 0.4594, |
| "step": 2430 |
| }, |
| { |
| "epoch": 1.697981906750174, |
| "grad_norm": 8.463971138000488, |
| "learning_rate": 1.3208072372999305e-05, |
| "loss": 0.395, |
| "step": 2440 |
| }, |
| { |
| "epoch": 1.7049408489909532, |
| "grad_norm": 10.346870422363281, |
| "learning_rate": 1.3180236604036188e-05, |
| "loss": 0.436, |
| "step": 2450 |
| }, |
| { |
| "epoch": 1.7118997912317329, |
| "grad_norm": 13.56679916381836, |
| "learning_rate": 1.3152400835073069e-05, |
| "loss": 0.4011, |
| "step": 2460 |
| }, |
| { |
| "epoch": 1.718858733472512, |
| "grad_norm": 8.750198364257812, |
| "learning_rate": 1.3124565066109953e-05, |
| "loss": 0.4479, |
| "step": 2470 |
| }, |
| { |
| "epoch": 1.7258176757132917, |
| "grad_norm": 8.680354118347168, |
| "learning_rate": 1.3096729297146836e-05, |
| "loss": 0.357, |
| "step": 2480 |
| }, |
| { |
| "epoch": 1.732776617954071, |
| "grad_norm": 13.647467613220215, |
| "learning_rate": 1.3068893528183717e-05, |
| "loss": 0.4286, |
| "step": 2490 |
| }, |
| { |
| "epoch": 1.7397355601948505, |
| "grad_norm": 8.507746696472168, |
| "learning_rate": 1.30410577592206e-05, |
| "loss": 0.3357, |
| "step": 2500 |
| }, |
| { |
| "epoch": 1.7466945024356297, |
| "grad_norm": 12.067097663879395, |
| "learning_rate": 1.3013221990257482e-05, |
| "loss": 0.434, |
| "step": 2510 |
| }, |
| { |
| "epoch": 1.7536534446764092, |
| "grad_norm": 9.736947059631348, |
| "learning_rate": 1.2985386221294365e-05, |
| "loss": 0.4228, |
| "step": 2520 |
| }, |
| { |
| "epoch": 1.7606123869171886, |
| "grad_norm": 14.245895385742188, |
| "learning_rate": 1.2957550452331246e-05, |
| "loss": 0.4379, |
| "step": 2530 |
| }, |
| { |
| "epoch": 1.767571329157968, |
| "grad_norm": 12.476272583007812, |
| "learning_rate": 1.2929714683368129e-05, |
| "loss": 0.4332, |
| "step": 2540 |
| }, |
| { |
| "epoch": 1.7745302713987474, |
| "grad_norm": 13.964608192443848, |
| "learning_rate": 1.290187891440501e-05, |
| "loss": 0.3422, |
| "step": 2550 |
| }, |
| { |
| "epoch": 1.7814892136395268, |
| "grad_norm": 11.833532333374023, |
| "learning_rate": 1.2874043145441895e-05, |
| "loss": 0.401, |
| "step": 2560 |
| }, |
| { |
| "epoch": 1.7884481558803063, |
| "grad_norm": 10.771284103393555, |
| "learning_rate": 1.2846207376478776e-05, |
| "loss": 0.3829, |
| "step": 2570 |
| }, |
| { |
| "epoch": 1.7954070981210855, |
| "grad_norm": 13.72558307647705, |
| "learning_rate": 1.2818371607515658e-05, |
| "loss": 0.3885, |
| "step": 2580 |
| }, |
| { |
| "epoch": 1.802366040361865, |
| "grad_norm": 19.78665542602539, |
| "learning_rate": 1.279053583855254e-05, |
| "loss": 0.5615, |
| "step": 2590 |
| }, |
| { |
| "epoch": 1.8093249826026443, |
| "grad_norm": 10.085536003112793, |
| "learning_rate": 1.2762700069589424e-05, |
| "loss": 0.3689, |
| "step": 2600 |
| }, |
| { |
| "epoch": 1.816283924843424, |
| "grad_norm": 11.349889755249023, |
| "learning_rate": 1.2734864300626307e-05, |
| "loss": 0.3492, |
| "step": 2610 |
| }, |
| { |
| "epoch": 1.8232428670842031, |
| "grad_norm": 15.420230865478516, |
| "learning_rate": 1.2707028531663188e-05, |
| "loss": 0.4059, |
| "step": 2620 |
| }, |
| { |
| "epoch": 1.8302018093249826, |
| "grad_norm": 43.528160095214844, |
| "learning_rate": 1.267919276270007e-05, |
| "loss": 0.4361, |
| "step": 2630 |
| }, |
| { |
| "epoch": 1.837160751565762, |
| "grad_norm": 8.911616325378418, |
| "learning_rate": 1.2651356993736953e-05, |
| "loss": 0.413, |
| "step": 2640 |
| }, |
| { |
| "epoch": 1.8441196938065414, |
| "grad_norm": 15.205978393554688, |
| "learning_rate": 1.2623521224773836e-05, |
| "loss": 0.4352, |
| "step": 2650 |
| }, |
| { |
| "epoch": 1.8510786360473208, |
| "grad_norm": 15.270347595214844, |
| "learning_rate": 1.2595685455810717e-05, |
| "loss": 0.5509, |
| "step": 2660 |
| }, |
| { |
| "epoch": 1.8580375782881002, |
| "grad_norm": 7.940185546875, |
| "learning_rate": 1.25678496868476e-05, |
| "loss": 0.4402, |
| "step": 2670 |
| }, |
| { |
| "epoch": 1.8649965205288797, |
| "grad_norm": 9.823007583618164, |
| "learning_rate": 1.2540013917884481e-05, |
| "loss": 0.4116, |
| "step": 2680 |
| }, |
| { |
| "epoch": 1.8719554627696589, |
| "grad_norm": 14.74289321899414, |
| "learning_rate": 1.2512178148921365e-05, |
| "loss": 0.4503, |
| "step": 2690 |
| }, |
| { |
| "epoch": 1.8789144050104385, |
| "grad_norm": 13.300530433654785, |
| "learning_rate": 1.2484342379958248e-05, |
| "loss": 0.4735, |
| "step": 2700 |
| }, |
| { |
| "epoch": 1.8858733472512177, |
| "grad_norm": 10.028038024902344, |
| "learning_rate": 1.245650661099513e-05, |
| "loss": 0.4889, |
| "step": 2710 |
| }, |
| { |
| "epoch": 1.8928322894919973, |
| "grad_norm": 13.30984878540039, |
| "learning_rate": 1.2428670842032012e-05, |
| "loss": 0.4714, |
| "step": 2720 |
| }, |
| { |
| "epoch": 1.8997912317327765, |
| "grad_norm": 8.563050270080566, |
| "learning_rate": 1.2400835073068895e-05, |
| "loss": 0.4601, |
| "step": 2730 |
| }, |
| { |
| "epoch": 1.9067501739735562, |
| "grad_norm": 9.030021667480469, |
| "learning_rate": 1.2372999304105777e-05, |
| "loss": 0.448, |
| "step": 2740 |
| }, |
| { |
| "epoch": 1.9137091162143354, |
| "grad_norm": 11.629081726074219, |
| "learning_rate": 1.2345163535142659e-05, |
| "loss": 0.4628, |
| "step": 2750 |
| }, |
| { |
| "epoch": 1.9206680584551148, |
| "grad_norm": 13.654706001281738, |
| "learning_rate": 1.2317327766179541e-05, |
| "loss": 0.4105, |
| "step": 2760 |
| }, |
| { |
| "epoch": 1.9276270006958942, |
| "grad_norm": 10.076985359191895, |
| "learning_rate": 1.2289491997216426e-05, |
| "loss": 0.4087, |
| "step": 2770 |
| }, |
| { |
| "epoch": 1.9345859429366736, |
| "grad_norm": 10.824203491210938, |
| "learning_rate": 1.2261656228253307e-05, |
| "loss": 0.3625, |
| "step": 2780 |
| }, |
| { |
| "epoch": 1.941544885177453, |
| "grad_norm": 19.84947395324707, |
| "learning_rate": 1.223382045929019e-05, |
| "loss": 0.3909, |
| "step": 2790 |
| }, |
| { |
| "epoch": 1.9485038274182325, |
| "grad_norm": 11.292709350585938, |
| "learning_rate": 1.220598469032707e-05, |
| "loss": 0.5342, |
| "step": 2800 |
| }, |
| { |
| "epoch": 1.955462769659012, |
| "grad_norm": 12.195109367370605, |
| "learning_rate": 1.2178148921363955e-05, |
| "loss": 0.434, |
| "step": 2810 |
| }, |
| { |
| "epoch": 1.962421711899791, |
| "grad_norm": 5.671847820281982, |
| "learning_rate": 1.2150313152400836e-05, |
| "loss": 0.3821, |
| "step": 2820 |
| }, |
| { |
| "epoch": 1.9693806541405707, |
| "grad_norm": 6.8894267082214355, |
| "learning_rate": 1.2122477383437719e-05, |
| "loss": 0.4741, |
| "step": 2830 |
| }, |
| { |
| "epoch": 1.97633959638135, |
| "grad_norm": 11.644760131835938, |
| "learning_rate": 1.20946416144746e-05, |
| "loss": 0.4485, |
| "step": 2840 |
| }, |
| { |
| "epoch": 1.9832985386221296, |
| "grad_norm": 13.690812110900879, |
| "learning_rate": 1.2066805845511483e-05, |
| "loss": 0.4329, |
| "step": 2850 |
| }, |
| { |
| "epoch": 1.9902574808629088, |
| "grad_norm": 14.693482398986816, |
| "learning_rate": 1.2038970076548367e-05, |
| "loss": 0.4345, |
| "step": 2860 |
| }, |
| { |
| "epoch": 1.9972164231036882, |
| "grad_norm": 8.777437210083008, |
| "learning_rate": 1.2011134307585248e-05, |
| "loss": 0.4272, |
| "step": 2870 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_accuracy": 0.8186248912097476, |
| "eval_f1": 0.8142148630689494, |
| "eval_loss": 0.5136106610298157, |
| "eval_precision": 0.815336261474068, |
| "eval_recall": 0.8186248912097476, |
| "eval_runtime": 30.487, |
| "eval_samples_per_second": 188.441, |
| "eval_steps_per_second": 5.904, |
| "step": 2874 |
| }, |
| { |
| "epoch": 2.0041753653444676, |
| "grad_norm": 6.2629876136779785, |
| "learning_rate": 1.198329853862213e-05, |
| "loss": 0.3394, |
| "step": 2880 |
| }, |
| { |
| "epoch": 2.0111343075852472, |
| "grad_norm": 13.670483589172363, |
| "learning_rate": 1.1955462769659012e-05, |
| "loss": 0.2971, |
| "step": 2890 |
| }, |
| { |
| "epoch": 2.0180932498260264, |
| "grad_norm": 7.209113121032715, |
| "learning_rate": 1.1927627000695896e-05, |
| "loss": 0.3459, |
| "step": 2900 |
| }, |
| { |
| "epoch": 2.0250521920668056, |
| "grad_norm": 14.117879867553711, |
| "learning_rate": 1.1899791231732778e-05, |
| "loss": 0.2936, |
| "step": 2910 |
| }, |
| { |
| "epoch": 2.0320111343075853, |
| "grad_norm": 8.980249404907227, |
| "learning_rate": 1.187195546276966e-05, |
| "loss": 0.3326, |
| "step": 2920 |
| }, |
| { |
| "epoch": 2.0389700765483645, |
| "grad_norm": 16.819644927978516, |
| "learning_rate": 1.1844119693806541e-05, |
| "loss": 0.3578, |
| "step": 2930 |
| }, |
| { |
| "epoch": 2.045929018789144, |
| "grad_norm": 14.287947654724121, |
| "learning_rate": 1.1816283924843426e-05, |
| "loss": 0.3025, |
| "step": 2940 |
| }, |
| { |
| "epoch": 2.0528879610299233, |
| "grad_norm": 11.339349746704102, |
| "learning_rate": 1.1788448155880307e-05, |
| "loss": 0.3576, |
| "step": 2950 |
| }, |
| { |
| "epoch": 2.059846903270703, |
| "grad_norm": 7.132763862609863, |
| "learning_rate": 1.176061238691719e-05, |
| "loss": 0.319, |
| "step": 2960 |
| }, |
| { |
| "epoch": 2.066805845511482, |
| "grad_norm": 10.997299194335938, |
| "learning_rate": 1.173277661795407e-05, |
| "loss": 0.398, |
| "step": 2970 |
| }, |
| { |
| "epoch": 2.073764787752262, |
| "grad_norm": 27.665699005126953, |
| "learning_rate": 1.1704940848990953e-05, |
| "loss": 0.2853, |
| "step": 2980 |
| }, |
| { |
| "epoch": 2.080723729993041, |
| "grad_norm": 25.032983779907227, |
| "learning_rate": 1.1677105080027838e-05, |
| "loss": 0.3484, |
| "step": 2990 |
| }, |
| { |
| "epoch": 2.0876826722338206, |
| "grad_norm": 17.8544921875, |
| "learning_rate": 1.1649269311064719e-05, |
| "loss": 0.3496, |
| "step": 3000 |
| }, |
| { |
| "epoch": 2.0946416144746, |
| "grad_norm": 19.761899948120117, |
| "learning_rate": 1.1621433542101602e-05, |
| "loss": 0.3137, |
| "step": 3010 |
| }, |
| { |
| "epoch": 2.101600556715379, |
| "grad_norm": 21.972309112548828, |
| "learning_rate": 1.1593597773138483e-05, |
| "loss": 0.3503, |
| "step": 3020 |
| }, |
| { |
| "epoch": 2.1085594989561587, |
| "grad_norm": 14.141931533813477, |
| "learning_rate": 1.1565762004175367e-05, |
| "loss": 0.2801, |
| "step": 3030 |
| }, |
| { |
| "epoch": 2.115518441196938, |
| "grad_norm": 9.858434677124023, |
| "learning_rate": 1.1537926235212248e-05, |
| "loss": 0.2912, |
| "step": 3040 |
| }, |
| { |
| "epoch": 2.1224773834377175, |
| "grad_norm": 11.357017517089844, |
| "learning_rate": 1.1510090466249131e-05, |
| "loss": 0.3761, |
| "step": 3050 |
| }, |
| { |
| "epoch": 2.1294363256784967, |
| "grad_norm": 14.140629768371582, |
| "learning_rate": 1.1482254697286012e-05, |
| "loss": 0.4435, |
| "step": 3060 |
| }, |
| { |
| "epoch": 2.1363952679192764, |
| "grad_norm": 14.739768028259277, |
| "learning_rate": 1.1454418928322897e-05, |
| "loss": 0.3424, |
| "step": 3070 |
| }, |
| { |
| "epoch": 2.1433542101600556, |
| "grad_norm": 11.241192817687988, |
| "learning_rate": 1.142658315935978e-05, |
| "loss": 0.3119, |
| "step": 3080 |
| }, |
| { |
| "epoch": 2.150313152400835, |
| "grad_norm": 7.299347400665283, |
| "learning_rate": 1.139874739039666e-05, |
| "loss": 0.2737, |
| "step": 3090 |
| }, |
| { |
| "epoch": 2.1572720946416144, |
| "grad_norm": 12.915804862976074, |
| "learning_rate": 1.1370911621433543e-05, |
| "loss": 0.3366, |
| "step": 3100 |
| }, |
| { |
| "epoch": 2.164231036882394, |
| "grad_norm": 14.415313720703125, |
| "learning_rate": 1.1343075852470426e-05, |
| "loss": 0.3461, |
| "step": 3110 |
| }, |
| { |
| "epoch": 2.1711899791231732, |
| "grad_norm": 37.51091384887695, |
| "learning_rate": 1.1315240083507309e-05, |
| "loss": 0.2735, |
| "step": 3120 |
| }, |
| { |
| "epoch": 2.178148921363953, |
| "grad_norm": 14.238667488098145, |
| "learning_rate": 1.128740431454419e-05, |
| "loss": 0.3137, |
| "step": 3130 |
| }, |
| { |
| "epoch": 2.185107863604732, |
| "grad_norm": 10.343038558959961, |
| "learning_rate": 1.1259568545581073e-05, |
| "loss": 0.3305, |
| "step": 3140 |
| }, |
| { |
| "epoch": 2.1920668058455113, |
| "grad_norm": 11.619972229003906, |
| "learning_rate": 1.1231732776617954e-05, |
| "loss": 0.3192, |
| "step": 3150 |
| }, |
| { |
| "epoch": 2.199025748086291, |
| "grad_norm": 10.04326343536377, |
| "learning_rate": 1.1203897007654838e-05, |
| "loss": 0.3116, |
| "step": 3160 |
| }, |
| { |
| "epoch": 2.20598469032707, |
| "grad_norm": 10.689598083496094, |
| "learning_rate": 1.117606123869172e-05, |
| "loss": 0.2896, |
| "step": 3170 |
| }, |
| { |
| "epoch": 2.2129436325678498, |
| "grad_norm": 13.70692253112793, |
| "learning_rate": 1.1148225469728602e-05, |
| "loss": 0.3201, |
| "step": 3180 |
| }, |
| { |
| "epoch": 2.219902574808629, |
| "grad_norm": 11.719026565551758, |
| "learning_rate": 1.1120389700765483e-05, |
| "loss": 0.2838, |
| "step": 3190 |
| }, |
| { |
| "epoch": 2.2268615170494086, |
| "grad_norm": 14.697103500366211, |
| "learning_rate": 1.1092553931802367e-05, |
| "loss": 0.3266, |
| "step": 3200 |
| }, |
| { |
| "epoch": 2.233820459290188, |
| "grad_norm": 9.828338623046875, |
| "learning_rate": 1.106471816283925e-05, |
| "loss": 0.2887, |
| "step": 3210 |
| }, |
| { |
| "epoch": 2.2407794015309674, |
| "grad_norm": 17.478595733642578, |
| "learning_rate": 1.1036882393876131e-05, |
| "loss": 0.263, |
| "step": 3220 |
| }, |
| { |
| "epoch": 2.2477383437717466, |
| "grad_norm": 12.797255516052246, |
| "learning_rate": 1.1009046624913014e-05, |
| "loss": 0.2799, |
| "step": 3230 |
| }, |
| { |
| "epoch": 2.2546972860125263, |
| "grad_norm": 7.045528888702393, |
| "learning_rate": 1.0981210855949897e-05, |
| "loss": 0.3794, |
| "step": 3240 |
| }, |
| { |
| "epoch": 2.2616562282533055, |
| "grad_norm": 13.09620189666748, |
| "learning_rate": 1.095337508698678e-05, |
| "loss": 0.2539, |
| "step": 3250 |
| }, |
| { |
| "epoch": 2.268615170494085, |
| "grad_norm": 7.552209377288818, |
| "learning_rate": 1.092553931802366e-05, |
| "loss": 0.3526, |
| "step": 3260 |
| }, |
| { |
| "epoch": 2.2755741127348643, |
| "grad_norm": 10.503962516784668, |
| "learning_rate": 1.0897703549060543e-05, |
| "loss": 0.3042, |
| "step": 3270 |
| }, |
| { |
| "epoch": 2.2825330549756435, |
| "grad_norm": 9.320645332336426, |
| "learning_rate": 1.0869867780097424e-05, |
| "loss": 0.2384, |
| "step": 3280 |
| }, |
| { |
| "epoch": 2.289491997216423, |
| "grad_norm": 9.707759857177734, |
| "learning_rate": 1.0842032011134309e-05, |
| "loss": 0.2633, |
| "step": 3290 |
| }, |
| { |
| "epoch": 2.2964509394572024, |
| "grad_norm": 10.683955192565918, |
| "learning_rate": 1.0814196242171192e-05, |
| "loss": 0.2941, |
| "step": 3300 |
| }, |
| { |
| "epoch": 2.303409881697982, |
| "grad_norm": 11.840535163879395, |
| "learning_rate": 1.0786360473208073e-05, |
| "loss": 0.2836, |
| "step": 3310 |
| }, |
| { |
| "epoch": 2.310368823938761, |
| "grad_norm": 17.78310203552246, |
| "learning_rate": 1.0758524704244955e-05, |
| "loss": 0.317, |
| "step": 3320 |
| }, |
| { |
| "epoch": 2.317327766179541, |
| "grad_norm": 14.615537643432617, |
| "learning_rate": 1.0730688935281838e-05, |
| "loss": 0.2933, |
| "step": 3330 |
| }, |
| { |
| "epoch": 2.32428670842032, |
| "grad_norm": 14.550018310546875, |
| "learning_rate": 1.0702853166318721e-05, |
| "loss": 0.3915, |
| "step": 3340 |
| }, |
| { |
| "epoch": 2.3312456506610997, |
| "grad_norm": 11.032766342163086, |
| "learning_rate": 1.0675017397355602e-05, |
| "loss": 0.3216, |
| "step": 3350 |
| }, |
| { |
| "epoch": 2.338204592901879, |
| "grad_norm": 11.570281028747559, |
| "learning_rate": 1.0647181628392485e-05, |
| "loss": 0.3011, |
| "step": 3360 |
| }, |
| { |
| "epoch": 2.3451635351426585, |
| "grad_norm": 8.726863861083984, |
| "learning_rate": 1.061934585942937e-05, |
| "loss": 0.2779, |
| "step": 3370 |
| }, |
| { |
| "epoch": 2.3521224773834377, |
| "grad_norm": 11.70459270477295, |
| "learning_rate": 1.059151009046625e-05, |
| "loss": 0.3044, |
| "step": 3380 |
| }, |
| { |
| "epoch": 2.359081419624217, |
| "grad_norm": 11.244171142578125, |
| "learning_rate": 1.0563674321503133e-05, |
| "loss": 0.2742, |
| "step": 3390 |
| }, |
| { |
| "epoch": 2.3660403618649966, |
| "grad_norm": 13.98281192779541, |
| "learning_rate": 1.0535838552540014e-05, |
| "loss": 0.4095, |
| "step": 3400 |
| }, |
| { |
| "epoch": 2.3729993041057758, |
| "grad_norm": 60.7244758605957, |
| "learning_rate": 1.0508002783576897e-05, |
| "loss": 0.2786, |
| "step": 3410 |
| }, |
| { |
| "epoch": 2.3799582463465554, |
| "grad_norm": 17.862695693969727, |
| "learning_rate": 1.048016701461378e-05, |
| "loss": 0.4003, |
| "step": 3420 |
| }, |
| { |
| "epoch": 2.3869171885873346, |
| "grad_norm": 11.725099563598633, |
| "learning_rate": 1.0452331245650662e-05, |
| "loss": 0.2304, |
| "step": 3430 |
| }, |
| { |
| "epoch": 2.3938761308281142, |
| "grad_norm": 14.38791561126709, |
| "learning_rate": 1.0424495476687543e-05, |
| "loss": 0.3011, |
| "step": 3440 |
| }, |
| { |
| "epoch": 2.4008350730688934, |
| "grad_norm": 17.396326065063477, |
| "learning_rate": 1.0396659707724426e-05, |
| "loss": 0.2762, |
| "step": 3450 |
| }, |
| { |
| "epoch": 2.407794015309673, |
| "grad_norm": 15.41369915008545, |
| "learning_rate": 1.036882393876131e-05, |
| "loss": 0.318, |
| "step": 3460 |
| }, |
| { |
| "epoch": 2.4147529575504523, |
| "grad_norm": 10.988295555114746, |
| "learning_rate": 1.0340988169798192e-05, |
| "loss": 0.3218, |
| "step": 3470 |
| }, |
| { |
| "epoch": 2.421711899791232, |
| "grad_norm": 25.048797607421875, |
| "learning_rate": 1.0313152400835074e-05, |
| "loss": 0.3305, |
| "step": 3480 |
| }, |
| { |
| "epoch": 2.428670842032011, |
| "grad_norm": 14.599493026733398, |
| "learning_rate": 1.0285316631871956e-05, |
| "loss": 0.3633, |
| "step": 3490 |
| }, |
| { |
| "epoch": 2.4356297842727903, |
| "grad_norm": 14.409786224365234, |
| "learning_rate": 1.025748086290884e-05, |
| "loss": 0.3577, |
| "step": 3500 |
| }, |
| { |
| "epoch": 2.44258872651357, |
| "grad_norm": 11.649439811706543, |
| "learning_rate": 1.0229645093945721e-05, |
| "loss": 0.321, |
| "step": 3510 |
| }, |
| { |
| "epoch": 2.449547668754349, |
| "grad_norm": 20.704423904418945, |
| "learning_rate": 1.0201809324982604e-05, |
| "loss": 0.3077, |
| "step": 3520 |
| }, |
| { |
| "epoch": 2.456506610995129, |
| "grad_norm": 9.154399871826172, |
| "learning_rate": 1.0173973556019485e-05, |
| "loss": 0.2218, |
| "step": 3530 |
| }, |
| { |
| "epoch": 2.463465553235908, |
| "grad_norm": 10.178906440734863, |
| "learning_rate": 1.014613778705637e-05, |
| "loss": 0.3181, |
| "step": 3540 |
| }, |
| { |
| "epoch": 2.4704244954766876, |
| "grad_norm": 12.843514442443848, |
| "learning_rate": 1.011830201809325e-05, |
| "loss": 0.2807, |
| "step": 3550 |
| }, |
| { |
| "epoch": 2.477383437717467, |
| "grad_norm": 15.194390296936035, |
| "learning_rate": 1.0090466249130133e-05, |
| "loss": 0.3834, |
| "step": 3560 |
| }, |
| { |
| "epoch": 2.4843423799582465, |
| "grad_norm": 10.255640983581543, |
| "learning_rate": 1.0062630480167014e-05, |
| "loss": 0.2968, |
| "step": 3570 |
| }, |
| { |
| "epoch": 2.4913013221990257, |
| "grad_norm": 12.686639785766602, |
| "learning_rate": 1.0034794711203897e-05, |
| "loss": 0.3559, |
| "step": 3580 |
| }, |
| { |
| "epoch": 2.4982602644398053, |
| "grad_norm": 18.302518844604492, |
| "learning_rate": 1.0006958942240781e-05, |
| "loss": 0.2919, |
| "step": 3590 |
| }, |
| { |
| "epoch": 2.5052192066805845, |
| "grad_norm": 13.351080894470215, |
| "learning_rate": 9.979123173277662e-06, |
| "loss": 0.374, |
| "step": 3600 |
| }, |
| { |
| "epoch": 2.5121781489213637, |
| "grad_norm": 11.826626777648926, |
| "learning_rate": 9.951287404314545e-06, |
| "loss": 0.351, |
| "step": 3610 |
| }, |
| { |
| "epoch": 2.5191370911621433, |
| "grad_norm": 14.403546333312988, |
| "learning_rate": 9.923451635351428e-06, |
| "loss": 0.3448, |
| "step": 3620 |
| }, |
| { |
| "epoch": 2.526096033402923, |
| "grad_norm": 8.75331974029541, |
| "learning_rate": 9.895615866388309e-06, |
| "loss": 0.3678, |
| "step": 3630 |
| }, |
| { |
| "epoch": 2.533054975643702, |
| "grad_norm": 7.926251411437988, |
| "learning_rate": 9.867780097425192e-06, |
| "loss": 0.3124, |
| "step": 3640 |
| }, |
| { |
| "epoch": 2.5400139178844814, |
| "grad_norm": 14.520807266235352, |
| "learning_rate": 9.839944328462075e-06, |
| "loss": 0.3685, |
| "step": 3650 |
| }, |
| { |
| "epoch": 2.546972860125261, |
| "grad_norm": 6.630367279052734, |
| "learning_rate": 9.812108559498957e-06, |
| "loss": 0.4329, |
| "step": 3660 |
| }, |
| { |
| "epoch": 2.5539318023660402, |
| "grad_norm": 16.33591651916504, |
| "learning_rate": 9.784272790535838e-06, |
| "loss": 0.2904, |
| "step": 3670 |
| }, |
| { |
| "epoch": 2.56089074460682, |
| "grad_norm": 12.767754554748535, |
| "learning_rate": 9.756437021572723e-06, |
| "loss": 0.3424, |
| "step": 3680 |
| }, |
| { |
| "epoch": 2.567849686847599, |
| "grad_norm": 17.801118850708008, |
| "learning_rate": 9.728601252609604e-06, |
| "loss": 0.3373, |
| "step": 3690 |
| }, |
| { |
| "epoch": 2.5748086290883787, |
| "grad_norm": 12.671394348144531, |
| "learning_rate": 9.700765483646487e-06, |
| "loss": 0.3632, |
| "step": 3700 |
| }, |
| { |
| "epoch": 2.581767571329158, |
| "grad_norm": 13.465224266052246, |
| "learning_rate": 9.67292971468337e-06, |
| "loss": 0.3065, |
| "step": 3710 |
| }, |
| { |
| "epoch": 2.588726513569937, |
| "grad_norm": 7.1438822746276855, |
| "learning_rate": 9.64509394572025e-06, |
| "loss": 0.2948, |
| "step": 3720 |
| }, |
| { |
| "epoch": 2.5956854558107167, |
| "grad_norm": 6.285761833190918, |
| "learning_rate": 9.617258176757133e-06, |
| "loss": 0.2847, |
| "step": 3730 |
| }, |
| { |
| "epoch": 2.6026443980514964, |
| "grad_norm": 12.588811874389648, |
| "learning_rate": 9.589422407794016e-06, |
| "loss": 0.3873, |
| "step": 3740 |
| }, |
| { |
| "epoch": 2.6096033402922756, |
| "grad_norm": 10.82616138458252, |
| "learning_rate": 9.561586638830899e-06, |
| "loss": 0.276, |
| "step": 3750 |
| }, |
| { |
| "epoch": 2.616562282533055, |
| "grad_norm": 19.147323608398438, |
| "learning_rate": 9.53375086986778e-06, |
| "loss": 0.3486, |
| "step": 3760 |
| }, |
| { |
| "epoch": 2.6235212247738344, |
| "grad_norm": 5.6541266441345215, |
| "learning_rate": 9.505915100904664e-06, |
| "loss": 0.3499, |
| "step": 3770 |
| }, |
| { |
| "epoch": 2.6304801670146136, |
| "grad_norm": 11.496247291564941, |
| "learning_rate": 9.478079331941545e-06, |
| "loss": 0.3104, |
| "step": 3780 |
| }, |
| { |
| "epoch": 2.6374391092553933, |
| "grad_norm": 13.55700397491455, |
| "learning_rate": 9.450243562978428e-06, |
| "loss": 0.3168, |
| "step": 3790 |
| }, |
| { |
| "epoch": 2.6443980514961725, |
| "grad_norm": 13.626465797424316, |
| "learning_rate": 9.422407794015311e-06, |
| "loss": 0.3061, |
| "step": 3800 |
| }, |
| { |
| "epoch": 2.651356993736952, |
| "grad_norm": 15.465563774108887, |
| "learning_rate": 9.394572025052194e-06, |
| "loss": 0.2827, |
| "step": 3810 |
| }, |
| { |
| "epoch": 2.6583159359777313, |
| "grad_norm": 10.07729721069336, |
| "learning_rate": 9.366736256089075e-06, |
| "loss": 0.2696, |
| "step": 3820 |
| }, |
| { |
| "epoch": 2.665274878218511, |
| "grad_norm": 14.677043914794922, |
| "learning_rate": 9.338900487125957e-06, |
| "loss": 0.3666, |
| "step": 3830 |
| }, |
| { |
| "epoch": 2.67223382045929, |
| "grad_norm": 9.545304298400879, |
| "learning_rate": 9.31106471816284e-06, |
| "loss": 0.3099, |
| "step": 3840 |
| }, |
| { |
| "epoch": 2.67919276270007, |
| "grad_norm": 13.406818389892578, |
| "learning_rate": 9.283228949199723e-06, |
| "loss": 0.3011, |
| "step": 3850 |
| }, |
| { |
| "epoch": 2.686151704940849, |
| "grad_norm": 9.16269302368164, |
| "learning_rate": 9.255393180236604e-06, |
| "loss": 0.3376, |
| "step": 3860 |
| }, |
| { |
| "epoch": 2.693110647181628, |
| "grad_norm": 13.706355094909668, |
| "learning_rate": 9.227557411273487e-06, |
| "loss": 0.3558, |
| "step": 3870 |
| }, |
| { |
| "epoch": 2.700069589422408, |
| "grad_norm": 13.172536849975586, |
| "learning_rate": 9.19972164231037e-06, |
| "loss": 0.3418, |
| "step": 3880 |
| }, |
| { |
| "epoch": 2.7070285316631875, |
| "grad_norm": 13.34077262878418, |
| "learning_rate": 9.171885873347252e-06, |
| "loss": 0.4049, |
| "step": 3890 |
| }, |
| { |
| "epoch": 2.7139874739039667, |
| "grad_norm": 22.909151077270508, |
| "learning_rate": 9.144050104384135e-06, |
| "loss": 0.3101, |
| "step": 3900 |
| }, |
| { |
| "epoch": 2.720946416144746, |
| "grad_norm": 10.906767845153809, |
| "learning_rate": 9.116214335421016e-06, |
| "loss": 0.2435, |
| "step": 3910 |
| }, |
| { |
| "epoch": 2.7279053583855255, |
| "grad_norm": 17.20676040649414, |
| "learning_rate": 9.088378566457899e-06, |
| "loss": 0.3154, |
| "step": 3920 |
| }, |
| { |
| "epoch": 2.7348643006263047, |
| "grad_norm": 12.238724708557129, |
| "learning_rate": 9.060542797494782e-06, |
| "loss": 0.2535, |
| "step": 3930 |
| }, |
| { |
| "epoch": 2.7418232428670843, |
| "grad_norm": 14.290855407714844, |
| "learning_rate": 9.032707028531664e-06, |
| "loss": 0.32, |
| "step": 3940 |
| }, |
| { |
| "epoch": 2.7487821851078635, |
| "grad_norm": 7.506951332092285, |
| "learning_rate": 9.004871259568545e-06, |
| "loss": 0.3707, |
| "step": 3950 |
| }, |
| { |
| "epoch": 2.755741127348643, |
| "grad_norm": 9.022459030151367, |
| "learning_rate": 8.97703549060543e-06, |
| "loss": 0.2429, |
| "step": 3960 |
| }, |
| { |
| "epoch": 2.7627000695894224, |
| "grad_norm": 8.920448303222656, |
| "learning_rate": 8.949199721642311e-06, |
| "loss": 0.2934, |
| "step": 3970 |
| }, |
| { |
| "epoch": 2.7696590118302016, |
| "grad_norm": 7.519834995269775, |
| "learning_rate": 8.921363952679194e-06, |
| "loss": 0.2833, |
| "step": 3980 |
| }, |
| { |
| "epoch": 2.776617954070981, |
| "grad_norm": 10.720945358276367, |
| "learning_rate": 8.893528183716076e-06, |
| "loss": 0.2456, |
| "step": 3990 |
| }, |
| { |
| "epoch": 2.783576896311761, |
| "grad_norm": 11.830615997314453, |
| "learning_rate": 8.865692414752958e-06, |
| "loss": 0.2867, |
| "step": 4000 |
| }, |
| { |
| "epoch": 2.79053583855254, |
| "grad_norm": 9.925026893615723, |
| "learning_rate": 8.83785664578984e-06, |
| "loss": 0.3503, |
| "step": 4010 |
| }, |
| { |
| "epoch": 2.7974947807933193, |
| "grad_norm": 9.181790351867676, |
| "learning_rate": 8.810020876826723e-06, |
| "loss": 0.3396, |
| "step": 4020 |
| }, |
| { |
| "epoch": 2.804453723034099, |
| "grad_norm": 17.847026824951172, |
| "learning_rate": 8.782185107863606e-06, |
| "loss": 0.3592, |
| "step": 4030 |
| }, |
| { |
| "epoch": 2.811412665274878, |
| "grad_norm": 14.639543533325195, |
| "learning_rate": 8.754349338900487e-06, |
| "loss": 0.2279, |
| "step": 4040 |
| }, |
| { |
| "epoch": 2.8183716075156577, |
| "grad_norm": 14.787379264831543, |
| "learning_rate": 8.72651356993737e-06, |
| "loss": 0.298, |
| "step": 4050 |
| }, |
| { |
| "epoch": 2.825330549756437, |
| "grad_norm": 9.879755020141602, |
| "learning_rate": 8.698677800974252e-06, |
| "loss": 0.3329, |
| "step": 4060 |
| }, |
| { |
| "epoch": 2.8322894919972166, |
| "grad_norm": 8.337702751159668, |
| "learning_rate": 8.670842032011135e-06, |
| "loss": 0.3393, |
| "step": 4070 |
| }, |
| { |
| "epoch": 2.8392484342379958, |
| "grad_norm": 11.59692668914795, |
| "learning_rate": 8.643006263048018e-06, |
| "loss": 0.2697, |
| "step": 4080 |
| }, |
| { |
| "epoch": 2.846207376478775, |
| "grad_norm": 22.700538635253906, |
| "learning_rate": 8.6151704940849e-06, |
| "loss": 0.3444, |
| "step": 4090 |
| }, |
| { |
| "epoch": 2.8531663187195546, |
| "grad_norm": 13.9461088180542, |
| "learning_rate": 8.587334725121782e-06, |
| "loss": 0.2616, |
| "step": 4100 |
| }, |
| { |
| "epoch": 2.8601252609603343, |
| "grad_norm": 9.75053882598877, |
| "learning_rate": 8.559498956158664e-06, |
| "loss": 0.3219, |
| "step": 4110 |
| }, |
| { |
| "epoch": 2.8670842032011135, |
| "grad_norm": 11.127705574035645, |
| "learning_rate": 8.531663187195547e-06, |
| "loss": 0.3238, |
| "step": 4120 |
| }, |
| { |
| "epoch": 2.8740431454418927, |
| "grad_norm": 13.097844123840332, |
| "learning_rate": 8.50382741823243e-06, |
| "loss": 0.3177, |
| "step": 4130 |
| }, |
| { |
| "epoch": 2.8810020876826723, |
| "grad_norm": 11.675921440124512, |
| "learning_rate": 8.475991649269311e-06, |
| "loss": 0.2872, |
| "step": 4140 |
| }, |
| { |
| "epoch": 2.8879610299234515, |
| "grad_norm": 9.369670867919922, |
| "learning_rate": 8.448155880306194e-06, |
| "loss": 0.2693, |
| "step": 4150 |
| }, |
| { |
| "epoch": 2.894919972164231, |
| "grad_norm": 8.535505294799805, |
| "learning_rate": 8.420320111343077e-06, |
| "loss": 0.2828, |
| "step": 4160 |
| }, |
| { |
| "epoch": 2.9018789144050103, |
| "grad_norm": 11.415098190307617, |
| "learning_rate": 8.392484342379958e-06, |
| "loss": 0.341, |
| "step": 4170 |
| }, |
| { |
| "epoch": 2.90883785664579, |
| "grad_norm": 19.970497131347656, |
| "learning_rate": 8.364648573416842e-06, |
| "loss": 0.3472, |
| "step": 4180 |
| }, |
| { |
| "epoch": 2.915796798886569, |
| "grad_norm": 6.632875919342041, |
| "learning_rate": 8.336812804453723e-06, |
| "loss": 0.317, |
| "step": 4190 |
| }, |
| { |
| "epoch": 2.9227557411273484, |
| "grad_norm": 18.783174514770508, |
| "learning_rate": 8.308977035490606e-06, |
| "loss": 0.3287, |
| "step": 4200 |
| }, |
| { |
| "epoch": 2.929714683368128, |
| "grad_norm": 10.871125221252441, |
| "learning_rate": 8.281141266527489e-06, |
| "loss": 0.2833, |
| "step": 4210 |
| }, |
| { |
| "epoch": 2.9366736256089077, |
| "grad_norm": 16.211822509765625, |
| "learning_rate": 8.253305497564371e-06, |
| "loss": 0.2999, |
| "step": 4220 |
| }, |
| { |
| "epoch": 2.943632567849687, |
| "grad_norm": 15.132637023925781, |
| "learning_rate": 8.225469728601253e-06, |
| "loss": 0.3001, |
| "step": 4230 |
| }, |
| { |
| "epoch": 2.950591510090466, |
| "grad_norm": 15.456144332885742, |
| "learning_rate": 8.197633959638135e-06, |
| "loss": 0.3072, |
| "step": 4240 |
| }, |
| { |
| "epoch": 2.9575504523312457, |
| "grad_norm": 12.601120948791504, |
| "learning_rate": 8.169798190675018e-06, |
| "loss": 0.343, |
| "step": 4250 |
| }, |
| { |
| "epoch": 2.964509394572025, |
| "grad_norm": 18.754928588867188, |
| "learning_rate": 8.1419624217119e-06, |
| "loss": 0.3183, |
| "step": 4260 |
| }, |
| { |
| "epoch": 2.9714683368128045, |
| "grad_norm": 12.473878860473633, |
| "learning_rate": 8.114126652748784e-06, |
| "loss": 0.3068, |
| "step": 4270 |
| }, |
| { |
| "epoch": 2.9784272790535837, |
| "grad_norm": 15.256598472595215, |
| "learning_rate": 8.086290883785666e-06, |
| "loss": 0.3455, |
| "step": 4280 |
| }, |
| { |
| "epoch": 2.9853862212943634, |
| "grad_norm": 9.27231216430664, |
| "learning_rate": 8.058455114822547e-06, |
| "loss": 0.352, |
| "step": 4290 |
| }, |
| { |
| "epoch": 2.9923451635351426, |
| "grad_norm": 9.258604049682617, |
| "learning_rate": 8.03061934585943e-06, |
| "loss": 0.2213, |
| "step": 4300 |
| }, |
| { |
| "epoch": 2.999304105775922, |
| "grad_norm": 14.93215560913086, |
| "learning_rate": 8.002783576896313e-06, |
| "loss": 0.4324, |
| "step": 4310 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_accuracy": 0.816710182767624, |
| "eval_f1": 0.8145784658491753, |
| "eval_loss": 0.567512571811676, |
| "eval_precision": 0.8135975269617428, |
| "eval_recall": 0.816710182767624, |
| "eval_runtime": 30.2203, |
| "eval_samples_per_second": 190.104, |
| "eval_steps_per_second": 5.956, |
| "step": 4311 |
| }, |
| { |
| "epoch": 3.0062630480167014, |
| "grad_norm": 18.71284294128418, |
| "learning_rate": 7.974947807933194e-06, |
| "loss": 0.2542, |
| "step": 4320 |
| }, |
| { |
| "epoch": 3.013221990257481, |
| "grad_norm": 7.149287223815918, |
| "learning_rate": 7.947112038970077e-06, |
| "loss": 0.2366, |
| "step": 4330 |
| }, |
| { |
| "epoch": 3.0201809324982603, |
| "grad_norm": 11.145984649658203, |
| "learning_rate": 7.91927627000696e-06, |
| "loss": 0.2427, |
| "step": 4340 |
| }, |
| { |
| "epoch": 3.0271398747390394, |
| "grad_norm": 14.64748764038086, |
| "learning_rate": 7.891440501043842e-06, |
| "loss": 0.2473, |
| "step": 4350 |
| }, |
| { |
| "epoch": 3.034098816979819, |
| "grad_norm": 13.893207550048828, |
| "learning_rate": 7.863604732080723e-06, |
| "loss": 0.2094, |
| "step": 4360 |
| }, |
| { |
| "epoch": 3.0410577592205983, |
| "grad_norm": 22.052799224853516, |
| "learning_rate": 7.835768963117608e-06, |
| "loss": 0.2436, |
| "step": 4370 |
| }, |
| { |
| "epoch": 3.048016701461378, |
| "grad_norm": 16.942176818847656, |
| "learning_rate": 7.807933194154489e-06, |
| "loss": 0.1888, |
| "step": 4380 |
| }, |
| { |
| "epoch": 3.054975643702157, |
| "grad_norm": 12.624246597290039, |
| "learning_rate": 7.780097425191372e-06, |
| "loss": 0.2503, |
| "step": 4390 |
| }, |
| { |
| "epoch": 3.0619345859429368, |
| "grad_norm": 6.612172603607178, |
| "learning_rate": 7.752261656228254e-06, |
| "loss": 0.2775, |
| "step": 4400 |
| }, |
| { |
| "epoch": 3.068893528183716, |
| "grad_norm": 7.194397449493408, |
| "learning_rate": 7.724425887265137e-06, |
| "loss": 0.2143, |
| "step": 4410 |
| }, |
| { |
| "epoch": 3.0758524704244956, |
| "grad_norm": 15.386282920837402, |
| "learning_rate": 7.696590118302018e-06, |
| "loss": 0.2393, |
| "step": 4420 |
| }, |
| { |
| "epoch": 3.082811412665275, |
| "grad_norm": 4.229943752288818, |
| "learning_rate": 7.668754349338901e-06, |
| "loss": 0.2499, |
| "step": 4430 |
| }, |
| { |
| "epoch": 3.0897703549060545, |
| "grad_norm": 7.80819845199585, |
| "learning_rate": 7.640918580375784e-06, |
| "loss": 0.2578, |
| "step": 4440 |
| }, |
| { |
| "epoch": 3.0967292971468336, |
| "grad_norm": 3.920732259750366, |
| "learning_rate": 7.6130828114126656e-06, |
| "loss": 0.2114, |
| "step": 4450 |
| }, |
| { |
| "epoch": 3.1036882393876133, |
| "grad_norm": 16.482385635375977, |
| "learning_rate": 7.585247042449548e-06, |
| "loss": 0.1836, |
| "step": 4460 |
| }, |
| { |
| "epoch": 3.1106471816283925, |
| "grad_norm": 10.486527442932129, |
| "learning_rate": 7.55741127348643e-06, |
| "loss": 0.2508, |
| "step": 4470 |
| }, |
| { |
| "epoch": 3.1176061238691717, |
| "grad_norm": 9.817858695983887, |
| "learning_rate": 7.529575504523313e-06, |
| "loss": 0.2671, |
| "step": 4480 |
| }, |
| { |
| "epoch": 3.1245650661099513, |
| "grad_norm": 7.070506572723389, |
| "learning_rate": 7.501739735560195e-06, |
| "loss": 0.2899, |
| "step": 4490 |
| }, |
| { |
| "epoch": 3.1315240083507305, |
| "grad_norm": 11.537872314453125, |
| "learning_rate": 7.473903966597078e-06, |
| "loss": 0.2668, |
| "step": 4500 |
| }, |
| { |
| "epoch": 3.13848295059151, |
| "grad_norm": 14.454391479492188, |
| "learning_rate": 7.44606819763396e-06, |
| "loss": 0.2487, |
| "step": 4510 |
| }, |
| { |
| "epoch": 3.1454418928322894, |
| "grad_norm": 12.986367225646973, |
| "learning_rate": 7.418232428670843e-06, |
| "loss": 0.3061, |
| "step": 4520 |
| }, |
| { |
| "epoch": 3.152400835073069, |
| "grad_norm": 21.419010162353516, |
| "learning_rate": 7.390396659707725e-06, |
| "loss": 0.2157, |
| "step": 4530 |
| }, |
| { |
| "epoch": 3.159359777313848, |
| "grad_norm": 19.896608352661133, |
| "learning_rate": 7.362560890744608e-06, |
| "loss": 0.3067, |
| "step": 4540 |
| }, |
| { |
| "epoch": 3.166318719554628, |
| "grad_norm": 12.328235626220703, |
| "learning_rate": 7.33472512178149e-06, |
| "loss": 0.2303, |
| "step": 4550 |
| }, |
| { |
| "epoch": 3.173277661795407, |
| "grad_norm": 10.288804054260254, |
| "learning_rate": 7.3068893528183725e-06, |
| "loss": 0.3152, |
| "step": 4560 |
| }, |
| { |
| "epoch": 3.1802366040361867, |
| "grad_norm": 7.457220077514648, |
| "learning_rate": 7.2790535838552544e-06, |
| "loss": 0.2319, |
| "step": 4570 |
| }, |
| { |
| "epoch": 3.187195546276966, |
| "grad_norm": 11.831998825073242, |
| "learning_rate": 7.251217814892137e-06, |
| "loss": 0.2369, |
| "step": 4580 |
| }, |
| { |
| "epoch": 3.1941544885177455, |
| "grad_norm": 8.234902381896973, |
| "learning_rate": 7.223382045929019e-06, |
| "loss": 0.1987, |
| "step": 4590 |
| }, |
| { |
| "epoch": 3.2011134307585247, |
| "grad_norm": 11.515932083129883, |
| "learning_rate": 7.195546276965901e-06, |
| "loss": 0.1955, |
| "step": 4600 |
| }, |
| { |
| "epoch": 3.208072372999304, |
| "grad_norm": 13.247298240661621, |
| "learning_rate": 7.167710508002785e-06, |
| "loss": 0.2123, |
| "step": 4610 |
| }, |
| { |
| "epoch": 3.2150313152400836, |
| "grad_norm": 9.564682006835938, |
| "learning_rate": 7.139874739039666e-06, |
| "loss": 0.2544, |
| "step": 4620 |
| }, |
| { |
| "epoch": 3.2219902574808628, |
| "grad_norm": 16.233783721923828, |
| "learning_rate": 7.112038970076549e-06, |
| "loss": 0.2659, |
| "step": 4630 |
| }, |
| { |
| "epoch": 3.2289491997216424, |
| "grad_norm": 6.909665107727051, |
| "learning_rate": 7.084203201113431e-06, |
| "loss": 0.1884, |
| "step": 4640 |
| }, |
| { |
| "epoch": 3.2359081419624216, |
| "grad_norm": 13.52547836303711, |
| "learning_rate": 7.056367432150314e-06, |
| "loss": 0.2759, |
| "step": 4650 |
| }, |
| { |
| "epoch": 3.2428670842032012, |
| "grad_norm": 10.246102333068848, |
| "learning_rate": 7.028531663187196e-06, |
| "loss": 0.2318, |
| "step": 4660 |
| }, |
| { |
| "epoch": 3.2498260264439804, |
| "grad_norm": 25.54823875427246, |
| "learning_rate": 7.000695894224079e-06, |
| "loss": 0.2425, |
| "step": 4670 |
| }, |
| { |
| "epoch": 3.25678496868476, |
| "grad_norm": 10.150367736816406, |
| "learning_rate": 6.9728601252609605e-06, |
| "loss": 0.2687, |
| "step": 4680 |
| }, |
| { |
| "epoch": 3.2637439109255393, |
| "grad_norm": 17.207233428955078, |
| "learning_rate": 6.945024356297843e-06, |
| "loss": 0.2855, |
| "step": 4690 |
| }, |
| { |
| "epoch": 3.270702853166319, |
| "grad_norm": 8.081562042236328, |
| "learning_rate": 6.917188587334725e-06, |
| "loss": 0.2238, |
| "step": 4700 |
| }, |
| { |
| "epoch": 3.277661795407098, |
| "grad_norm": 22.442302703857422, |
| "learning_rate": 6.889352818371609e-06, |
| "loss": 0.2874, |
| "step": 4710 |
| }, |
| { |
| "epoch": 3.2846207376478773, |
| "grad_norm": 5.26035213470459, |
| "learning_rate": 6.861517049408491e-06, |
| "loss": 0.2347, |
| "step": 4720 |
| }, |
| { |
| "epoch": 3.291579679888657, |
| "grad_norm": 11.35543155670166, |
| "learning_rate": 6.8336812804453735e-06, |
| "loss": 0.2517, |
| "step": 4730 |
| }, |
| { |
| "epoch": 3.298538622129436, |
| "grad_norm": 20.361177444458008, |
| "learning_rate": 6.805845511482255e-06, |
| "loss": 0.2306, |
| "step": 4740 |
| }, |
| { |
| "epoch": 3.305497564370216, |
| "grad_norm": 21.40257453918457, |
| "learning_rate": 6.778009742519137e-06, |
| "loss": 0.245, |
| "step": 4750 |
| }, |
| { |
| "epoch": 3.312456506610995, |
| "grad_norm": 15.335564613342285, |
| "learning_rate": 6.75017397355602e-06, |
| "loss": 0.2872, |
| "step": 4760 |
| }, |
| { |
| "epoch": 3.3194154488517746, |
| "grad_norm": 12.894388198852539, |
| "learning_rate": 6.722338204592902e-06, |
| "loss": 0.2023, |
| "step": 4770 |
| }, |
| { |
| "epoch": 3.326374391092554, |
| "grad_norm": 9.890000343322754, |
| "learning_rate": 6.694502435629785e-06, |
| "loss": 0.2154, |
| "step": 4780 |
| }, |
| { |
| "epoch": 3.3333333333333335, |
| "grad_norm": 9.852010726928711, |
| "learning_rate": 6.666666666666667e-06, |
| "loss": 0.2223, |
| "step": 4790 |
| }, |
| { |
| "epoch": 3.3402922755741127, |
| "grad_norm": 12.012703895568848, |
| "learning_rate": 6.638830897703549e-06, |
| "loss": 0.1917, |
| "step": 4800 |
| }, |
| { |
| "epoch": 3.3472512178148923, |
| "grad_norm": 6.725717544555664, |
| "learning_rate": 6.610995128740431e-06, |
| "loss": 0.2387, |
| "step": 4810 |
| }, |
| { |
| "epoch": 3.3542101600556715, |
| "grad_norm": 11.746057510375977, |
| "learning_rate": 6.583159359777315e-06, |
| "loss": 0.2588, |
| "step": 4820 |
| }, |
| { |
| "epoch": 3.3611691022964507, |
| "grad_norm": 15.1249418258667, |
| "learning_rate": 6.555323590814197e-06, |
| "loss": 0.2504, |
| "step": 4830 |
| }, |
| { |
| "epoch": 3.3681280445372304, |
| "grad_norm": 43.986305236816406, |
| "learning_rate": 6.52748782185108e-06, |
| "loss": 0.2518, |
| "step": 4840 |
| }, |
| { |
| "epoch": 3.3750869867780096, |
| "grad_norm": 6.751053810119629, |
| "learning_rate": 6.4996520528879615e-06, |
| "loss": 0.2555, |
| "step": 4850 |
| }, |
| { |
| "epoch": 3.382045929018789, |
| "grad_norm": 11.51275634765625, |
| "learning_rate": 6.471816283924844e-06, |
| "loss": 0.2098, |
| "step": 4860 |
| }, |
| { |
| "epoch": 3.3890048712595684, |
| "grad_norm": 28.333683013916016, |
| "learning_rate": 6.443980514961726e-06, |
| "loss": 0.2588, |
| "step": 4870 |
| }, |
| { |
| "epoch": 3.395963813500348, |
| "grad_norm": 13.346843719482422, |
| "learning_rate": 6.416144745998609e-06, |
| "loss": 0.2254, |
| "step": 4880 |
| }, |
| { |
| "epoch": 3.4029227557411272, |
| "grad_norm": 14.337092399597168, |
| "learning_rate": 6.388308977035491e-06, |
| "loss": 0.2666, |
| "step": 4890 |
| }, |
| { |
| "epoch": 3.409881697981907, |
| "grad_norm": 19.120765686035156, |
| "learning_rate": 6.360473208072373e-06, |
| "loss": 0.2897, |
| "step": 4900 |
| }, |
| { |
| "epoch": 3.416840640222686, |
| "grad_norm": 9.88152027130127, |
| "learning_rate": 6.332637439109256e-06, |
| "loss": 0.272, |
| "step": 4910 |
| }, |
| { |
| "epoch": 3.4237995824634657, |
| "grad_norm": 16.881410598754883, |
| "learning_rate": 6.304801670146138e-06, |
| "loss": 0.1939, |
| "step": 4920 |
| }, |
| { |
| "epoch": 3.430758524704245, |
| "grad_norm": 9.80156421661377, |
| "learning_rate": 6.276965901183021e-06, |
| "loss": 0.1824, |
| "step": 4930 |
| }, |
| { |
| "epoch": 3.437717466945024, |
| "grad_norm": 13.772383689880371, |
| "learning_rate": 6.249130132219903e-06, |
| "loss": 0.2546, |
| "step": 4940 |
| }, |
| { |
| "epoch": 3.4446764091858038, |
| "grad_norm": 15.60239028930664, |
| "learning_rate": 6.221294363256786e-06, |
| "loss": 0.287, |
| "step": 4950 |
| }, |
| { |
| "epoch": 3.4516353514265834, |
| "grad_norm": 13.885263442993164, |
| "learning_rate": 6.193458594293668e-06, |
| "loss": 0.3121, |
| "step": 4960 |
| }, |
| { |
| "epoch": 3.4585942936673626, |
| "grad_norm": 13.832782745361328, |
| "learning_rate": 6.16562282533055e-06, |
| "loss": 0.1614, |
| "step": 4970 |
| }, |
| { |
| "epoch": 3.465553235908142, |
| "grad_norm": 8.264083862304688, |
| "learning_rate": 6.137787056367432e-06, |
| "loss": 0.2014, |
| "step": 4980 |
| }, |
| { |
| "epoch": 3.4725121781489214, |
| "grad_norm": 10.630083084106445, |
| "learning_rate": 6.109951287404315e-06, |
| "loss": 0.198, |
| "step": 4990 |
| }, |
| { |
| "epoch": 3.4794711203897006, |
| "grad_norm": 12.914116859436035, |
| "learning_rate": 6.082115518441197e-06, |
| "loss": 0.27, |
| "step": 5000 |
| }, |
| { |
| "epoch": 3.4864300626304803, |
| "grad_norm": 9.667845726013184, |
| "learning_rate": 6.0542797494780806e-06, |
| "loss": 0.2419, |
| "step": 5010 |
| }, |
| { |
| "epoch": 3.4933890048712595, |
| "grad_norm": 12.074315071105957, |
| "learning_rate": 6.0264439805149625e-06, |
| "loss": 0.2857, |
| "step": 5020 |
| }, |
| { |
| "epoch": 3.500347947112039, |
| "grad_norm": 15.645792007446289, |
| "learning_rate": 5.998608211551845e-06, |
| "loss": 0.2042, |
| "step": 5030 |
| }, |
| { |
| "epoch": 3.5073068893528183, |
| "grad_norm": 9.472585678100586, |
| "learning_rate": 5.970772442588727e-06, |
| "loss": 0.1702, |
| "step": 5040 |
| }, |
| { |
| "epoch": 3.5142658315935975, |
| "grad_norm": 11.11557674407959, |
| "learning_rate": 5.942936673625609e-06, |
| "loss": 0.24, |
| "step": 5050 |
| }, |
| { |
| "epoch": 3.521224773834377, |
| "grad_norm": 6.724925518035889, |
| "learning_rate": 5.915100904662492e-06, |
| "loss": 0.2401, |
| "step": 5060 |
| }, |
| { |
| "epoch": 3.528183716075157, |
| "grad_norm": 32.468055725097656, |
| "learning_rate": 5.887265135699374e-06, |
| "loss": 0.1586, |
| "step": 5070 |
| }, |
| { |
| "epoch": 3.535142658315936, |
| "grad_norm": 19.15355110168457, |
| "learning_rate": 5.8594293667362565e-06, |
| "loss": 0.2534, |
| "step": 5080 |
| }, |
| { |
| "epoch": 3.542101600556715, |
| "grad_norm": 5.981065273284912, |
| "learning_rate": 5.831593597773138e-06, |
| "loss": 0.275, |
| "step": 5090 |
| }, |
| { |
| "epoch": 3.549060542797495, |
| "grad_norm": 13.749540328979492, |
| "learning_rate": 5.803757828810022e-06, |
| "loss": 0.2548, |
| "step": 5100 |
| }, |
| { |
| "epoch": 3.556019485038274, |
| "grad_norm": 11.47478199005127, |
| "learning_rate": 5.775922059846903e-06, |
| "loss": 0.2089, |
| "step": 5110 |
| }, |
| { |
| "epoch": 3.5629784272790537, |
| "grad_norm": 9.613821029663086, |
| "learning_rate": 5.748086290883787e-06, |
| "loss": 0.2008, |
| "step": 5120 |
| }, |
| { |
| "epoch": 3.569937369519833, |
| "grad_norm": 9.990856170654297, |
| "learning_rate": 5.7202505219206686e-06, |
| "loss": 0.1772, |
| "step": 5130 |
| }, |
| { |
| "epoch": 3.5768963117606125, |
| "grad_norm": 13.554731369018555, |
| "learning_rate": 5.692414752957551e-06, |
| "loss": 0.2308, |
| "step": 5140 |
| }, |
| { |
| "epoch": 3.5838552540013917, |
| "grad_norm": 13.590909004211426, |
| "learning_rate": 5.664578983994433e-06, |
| "loss": 0.1847, |
| "step": 5150 |
| }, |
| { |
| "epoch": 3.5908141962421714, |
| "grad_norm": 19.21977996826172, |
| "learning_rate": 5.636743215031316e-06, |
| "loss": 0.2994, |
| "step": 5160 |
| }, |
| { |
| "epoch": 3.5977731384829506, |
| "grad_norm": 12.067795753479004, |
| "learning_rate": 5.608907446068198e-06, |
| "loss": 0.2212, |
| "step": 5170 |
| }, |
| { |
| "epoch": 3.60473208072373, |
| "grad_norm": 23.037675857543945, |
| "learning_rate": 5.581071677105081e-06, |
| "loss": 0.2694, |
| "step": 5180 |
| }, |
| { |
| "epoch": 3.6116910229645094, |
| "grad_norm": 7.532259464263916, |
| "learning_rate": 5.553235908141963e-06, |
| "loss": 0.2941, |
| "step": 5190 |
| }, |
| { |
| "epoch": 3.6186499652052886, |
| "grad_norm": 10.377799987792969, |
| "learning_rate": 5.5254001391788445e-06, |
| "loss": 0.2152, |
| "step": 5200 |
| }, |
| { |
| "epoch": 3.6256089074460682, |
| "grad_norm": 7.491756916046143, |
| "learning_rate": 5.497564370215728e-06, |
| "loss": 0.2326, |
| "step": 5210 |
| }, |
| { |
| "epoch": 3.632567849686848, |
| "grad_norm": 13.305363655090332, |
| "learning_rate": 5.46972860125261e-06, |
| "loss": 0.1967, |
| "step": 5220 |
| }, |
| { |
| "epoch": 3.639526791927627, |
| "grad_norm": 8.822273254394531, |
| "learning_rate": 5.441892832289493e-06, |
| "loss": 0.2532, |
| "step": 5230 |
| }, |
| { |
| "epoch": 3.6464857341684063, |
| "grad_norm": 22.017900466918945, |
| "learning_rate": 5.414057063326375e-06, |
| "loss": 0.2643, |
| "step": 5240 |
| }, |
| { |
| "epoch": 3.653444676409186, |
| "grad_norm": 17.09214210510254, |
| "learning_rate": 5.3862212943632574e-06, |
| "loss": 0.2167, |
| "step": 5250 |
| }, |
| { |
| "epoch": 3.660403618649965, |
| "grad_norm": 14.493659973144531, |
| "learning_rate": 5.358385525400139e-06, |
| "loss": 0.2321, |
| "step": 5260 |
| }, |
| { |
| "epoch": 3.6673625608907447, |
| "grad_norm": 4.279122829437256, |
| "learning_rate": 5.330549756437022e-06, |
| "loss": 0.228, |
| "step": 5270 |
| }, |
| { |
| "epoch": 3.674321503131524, |
| "grad_norm": 4.165134429931641, |
| "learning_rate": 5.302713987473904e-06, |
| "loss": 0.2386, |
| "step": 5280 |
| }, |
| { |
| "epoch": 3.6812804453723036, |
| "grad_norm": 15.653182983398438, |
| "learning_rate": 5.274878218510787e-06, |
| "loss": 0.2298, |
| "step": 5290 |
| }, |
| { |
| "epoch": 3.688239387613083, |
| "grad_norm": 6.955724239349365, |
| "learning_rate": 5.247042449547669e-06, |
| "loss": 0.1807, |
| "step": 5300 |
| }, |
| { |
| "epoch": 3.695198329853862, |
| "grad_norm": 12.580881118774414, |
| "learning_rate": 5.219206680584552e-06, |
| "loss": 0.2604, |
| "step": 5310 |
| }, |
| { |
| "epoch": 3.7021572720946416, |
| "grad_norm": 9.050446510314941, |
| "learning_rate": 5.191370911621434e-06, |
| "loss": 0.2233, |
| "step": 5320 |
| }, |
| { |
| "epoch": 3.7091162143354213, |
| "grad_norm": 8.741286277770996, |
| "learning_rate": 5.163535142658317e-06, |
| "loss": 0.223, |
| "step": 5330 |
| }, |
| { |
| "epoch": 3.7160751565762005, |
| "grad_norm": 5.017666816711426, |
| "learning_rate": 5.135699373695199e-06, |
| "loss": 0.1976, |
| "step": 5340 |
| }, |
| { |
| "epoch": 3.7230340988169797, |
| "grad_norm": 15.6959228515625, |
| "learning_rate": 5.107863604732081e-06, |
| "loss": 0.2077, |
| "step": 5350 |
| }, |
| { |
| "epoch": 3.7299930410577593, |
| "grad_norm": 12.862638473510742, |
| "learning_rate": 5.0800278357689635e-06, |
| "loss": 0.1962, |
| "step": 5360 |
| }, |
| { |
| "epoch": 3.7369519832985385, |
| "grad_norm": 11.374602317810059, |
| "learning_rate": 5.0521920668058454e-06, |
| "loss": 0.2101, |
| "step": 5370 |
| }, |
| { |
| "epoch": 3.743910925539318, |
| "grad_norm": 25.180683135986328, |
| "learning_rate": 5.024356297842728e-06, |
| "loss": 0.2527, |
| "step": 5380 |
| }, |
| { |
| "epoch": 3.7508698677800973, |
| "grad_norm": 7.092601299285889, |
| "learning_rate": 4.996520528879611e-06, |
| "loss": 0.249, |
| "step": 5390 |
| }, |
| { |
| "epoch": 3.757828810020877, |
| "grad_norm": 12.866328239440918, |
| "learning_rate": 4.968684759916494e-06, |
| "loss": 0.1986, |
| "step": 5400 |
| }, |
| { |
| "epoch": 3.764787752261656, |
| "grad_norm": 15.909232139587402, |
| "learning_rate": 4.940848990953376e-06, |
| "loss": 0.2104, |
| "step": 5410 |
| }, |
| { |
| "epoch": 3.7717466945024354, |
| "grad_norm": 18.9605770111084, |
| "learning_rate": 4.9130132219902575e-06, |
| "loss": 0.2601, |
| "step": 5420 |
| }, |
| { |
| "epoch": 3.778705636743215, |
| "grad_norm": 21.599374771118164, |
| "learning_rate": 4.88517745302714e-06, |
| "loss": 0.222, |
| "step": 5430 |
| }, |
| { |
| "epoch": 3.7856645789839947, |
| "grad_norm": 16.166671752929688, |
| "learning_rate": 4.857341684064022e-06, |
| "loss": 0.2494, |
| "step": 5440 |
| }, |
| { |
| "epoch": 3.792623521224774, |
| "grad_norm": 5.08117151260376, |
| "learning_rate": 4.829505915100905e-06, |
| "loss": 0.2836, |
| "step": 5450 |
| }, |
| { |
| "epoch": 3.799582463465553, |
| "grad_norm": 20.023841857910156, |
| "learning_rate": 4.801670146137788e-06, |
| "loss": 0.2123, |
| "step": 5460 |
| }, |
| { |
| "epoch": 3.8065414057063327, |
| "grad_norm": 17.623476028442383, |
| "learning_rate": 4.77383437717467e-06, |
| "loss": 0.2018, |
| "step": 5470 |
| }, |
| { |
| "epoch": 3.813500347947112, |
| "grad_norm": 17.300357818603516, |
| "learning_rate": 4.745998608211552e-06, |
| "loss": 0.2031, |
| "step": 5480 |
| }, |
| { |
| "epoch": 3.8204592901878915, |
| "grad_norm": 19.605348587036133, |
| "learning_rate": 4.718162839248434e-06, |
| "loss": 0.1733, |
| "step": 5490 |
| }, |
| { |
| "epoch": 3.8274182324286707, |
| "grad_norm": 13.359166145324707, |
| "learning_rate": 4.690327070285317e-06, |
| "loss": 0.2236, |
| "step": 5500 |
| }, |
| { |
| "epoch": 3.8343771746694504, |
| "grad_norm": 22.73190689086914, |
| "learning_rate": 4.6624913013222e-06, |
| "loss": 0.2148, |
| "step": 5510 |
| }, |
| { |
| "epoch": 3.8413361169102296, |
| "grad_norm": 14.263452529907227, |
| "learning_rate": 4.634655532359082e-06, |
| "loss": 0.3008, |
| "step": 5520 |
| }, |
| { |
| "epoch": 3.848295059151009, |
| "grad_norm": 24.41339111328125, |
| "learning_rate": 4.6068197633959645e-06, |
| "loss": 0.2365, |
| "step": 5530 |
| }, |
| { |
| "epoch": 3.8552540013917884, |
| "grad_norm": 10.054245948791504, |
| "learning_rate": 4.578983994432846e-06, |
| "loss": 0.2201, |
| "step": 5540 |
| }, |
| { |
| "epoch": 3.862212943632568, |
| "grad_norm": 20.606000900268555, |
| "learning_rate": 4.551148225469729e-06, |
| "loss": 0.2901, |
| "step": 5550 |
| }, |
| { |
| "epoch": 3.8691718858733473, |
| "grad_norm": 8.361483573913574, |
| "learning_rate": 4.523312456506611e-06, |
| "loss": 0.2133, |
| "step": 5560 |
| }, |
| { |
| "epoch": 3.8761308281141265, |
| "grad_norm": 16.224584579467773, |
| "learning_rate": 4.495476687543494e-06, |
| "loss": 0.2648, |
| "step": 5570 |
| }, |
| { |
| "epoch": 3.883089770354906, |
| "grad_norm": 24.251644134521484, |
| "learning_rate": 4.467640918580376e-06, |
| "loss": 0.2505, |
| "step": 5580 |
| }, |
| { |
| "epoch": 3.8900487125956853, |
| "grad_norm": 10.059554100036621, |
| "learning_rate": 4.4398051496172585e-06, |
| "loss": 0.1715, |
| "step": 5590 |
| }, |
| { |
| "epoch": 3.897007654836465, |
| "grad_norm": 22.54900550842285, |
| "learning_rate": 4.41196938065414e-06, |
| "loss": 0.1525, |
| "step": 5600 |
| }, |
| { |
| "epoch": 3.903966597077244, |
| "grad_norm": 5.793692588806152, |
| "learning_rate": 4.384133611691023e-06, |
| "loss": 0.2345, |
| "step": 5610 |
| }, |
| { |
| "epoch": 3.910925539318024, |
| "grad_norm": 19.2098445892334, |
| "learning_rate": 4.356297842727906e-06, |
| "loss": 0.165, |
| "step": 5620 |
| }, |
| { |
| "epoch": 3.917884481558803, |
| "grad_norm": 11.589962005615234, |
| "learning_rate": 4.328462073764788e-06, |
| "loss": 0.2033, |
| "step": 5630 |
| }, |
| { |
| "epoch": 3.9248434237995826, |
| "grad_norm": 13.061795234680176, |
| "learning_rate": 4.300626304801671e-06, |
| "loss": 0.2517, |
| "step": 5640 |
| }, |
| { |
| "epoch": 3.931802366040362, |
| "grad_norm": 9.12142276763916, |
| "learning_rate": 4.272790535838553e-06, |
| "loss": 0.2068, |
| "step": 5650 |
| }, |
| { |
| "epoch": 3.9387613082811415, |
| "grad_norm": 14.601790428161621, |
| "learning_rate": 4.244954766875435e-06, |
| "loss": 0.2864, |
| "step": 5660 |
| }, |
| { |
| "epoch": 3.9457202505219207, |
| "grad_norm": 10.787036895751953, |
| "learning_rate": 4.217118997912318e-06, |
| "loss": 0.2286, |
| "step": 5670 |
| }, |
| { |
| "epoch": 3.9526791927627, |
| "grad_norm": 11.121417045593262, |
| "learning_rate": 4.1892832289492e-06, |
| "loss": 0.2385, |
| "step": 5680 |
| }, |
| { |
| "epoch": 3.9596381350034795, |
| "grad_norm": 11.553411483764648, |
| "learning_rate": 4.161447459986083e-06, |
| "loss": 0.2509, |
| "step": 5690 |
| }, |
| { |
| "epoch": 3.966597077244259, |
| "grad_norm": 12.59765625, |
| "learning_rate": 4.1336116910229655e-06, |
| "loss": 0.2478, |
| "step": 5700 |
| }, |
| { |
| "epoch": 3.9735560194850383, |
| "grad_norm": 10.153321266174316, |
| "learning_rate": 4.105775922059847e-06, |
| "loss": 0.2149, |
| "step": 5710 |
| }, |
| { |
| "epoch": 3.9805149617258175, |
| "grad_norm": 10.688750267028809, |
| "learning_rate": 4.077940153096729e-06, |
| "loss": 0.2423, |
| "step": 5720 |
| }, |
| { |
| "epoch": 3.987473903966597, |
| "grad_norm": 22.212329864501953, |
| "learning_rate": 4.050104384133612e-06, |
| "loss": 0.2626, |
| "step": 5730 |
| }, |
| { |
| "epoch": 3.9944328462073764, |
| "grad_norm": 7.783158302307129, |
| "learning_rate": 4.022268615170494e-06, |
| "loss": 0.2033, |
| "step": 5740 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_accuracy": 0.8193211488250652, |
| "eval_f1": 0.8180624199818877, |
| "eval_loss": 0.6137004494667053, |
| "eval_precision": 0.8174134517321099, |
| "eval_recall": 0.8193211488250652, |
| "eval_runtime": 30.262, |
| "eval_samples_per_second": 189.842, |
| "eval_steps_per_second": 5.948, |
| "step": 5748 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 7185, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.2096484874133504e+16, |
| "train_batch_size": 32, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
