| { |
| "best_metric": 0.0018289362778887153, |
| "best_model_checkpoint": "./results/checkpoint-1669", |
| "epoch": 3.998502994011976, |
| "eval_steps": 500, |
| "global_step": 1669, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.023952095808383235, |
| "grad_norm": 21869930.0, |
| "learning_rate": 2.3980815347721825e-07, |
| "loss": 0.9053, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.04790419161676647, |
| "grad_norm": 19059822.0, |
| "learning_rate": 4.796163069544365e-07, |
| "loss": 0.7081, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0718562874251497, |
| "grad_norm": 11655885.0, |
| "learning_rate": 7.194244604316547e-07, |
| "loss": 0.5323, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.09580838323353294, |
| "grad_norm": 3832326.5, |
| "learning_rate": 9.59232613908873e-07, |
| "loss": 0.3305, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.11976047904191617, |
| "grad_norm": 2399766.25, |
| "learning_rate": 1.1990407673860912e-06, |
| "loss": 0.178, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.1437125748502994, |
| "grad_norm": 707622.9375, |
| "learning_rate": 1.4388489208633094e-06, |
| "loss": 0.1208, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.16766467065868262, |
| "grad_norm": 694203.75, |
| "learning_rate": 1.6786570743405278e-06, |
| "loss": 0.1082, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.19161676646706588, |
| "grad_norm": 906404.875, |
| "learning_rate": 1.918465227817746e-06, |
| "loss": 0.085, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.2155688622754491, |
| "grad_norm": 430721.75, |
| "learning_rate": 2.158273381294964e-06, |
| "loss": 0.0717, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.23952095808383234, |
| "grad_norm": 347536.15625, |
| "learning_rate": 2.3980815347721824e-06, |
| "loss": 0.053, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.2634730538922156, |
| "grad_norm": 364138.15625, |
| "learning_rate": 2.637889688249401e-06, |
| "loss": 0.045, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.2874251497005988, |
| "grad_norm": 305517.90625, |
| "learning_rate": 2.877697841726619e-06, |
| "loss": 0.0366, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.31137724550898205, |
| "grad_norm": 286330.90625, |
| "learning_rate": 3.1175059952038373e-06, |
| "loss": 0.0318, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.33532934131736525, |
| "grad_norm": 221961.6875, |
| "learning_rate": 3.3573141486810557e-06, |
| "loss": 0.0262, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.3592814371257485, |
| "grad_norm": 307385.9375, |
| "learning_rate": 3.5971223021582737e-06, |
| "loss": 0.0229, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.38323353293413176, |
| "grad_norm": 362847.0, |
| "learning_rate": 3.836930455635492e-06, |
| "loss": 0.0227, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.40718562874251496, |
| "grad_norm": 225246.109375, |
| "learning_rate": 4.0767386091127105e-06, |
| "loss": 0.0211, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.4311377245508982, |
| "grad_norm": 336017.8125, |
| "learning_rate": 4.316546762589928e-06, |
| "loss": 0.0188, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.4550898203592814, |
| "grad_norm": 232213.890625, |
| "learning_rate": 4.5563549160671465e-06, |
| "loss": 0.0134, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.47904191616766467, |
| "grad_norm": 189961.46875, |
| "learning_rate": 4.796163069544365e-06, |
| "loss": 0.016, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.5029940119760479, |
| "grad_norm": 108848.3671875, |
| "learning_rate": 5.035971223021583e-06, |
| "loss": 0.0141, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.5269461077844312, |
| "grad_norm": 158108.1875, |
| "learning_rate": 5.275779376498802e-06, |
| "loss": 0.0131, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.5508982035928144, |
| "grad_norm": 257074.015625, |
| "learning_rate": 5.51558752997602e-06, |
| "loss": 0.0098, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.5748502994011976, |
| "grad_norm": 181764.84375, |
| "learning_rate": 5.755395683453238e-06, |
| "loss": 0.011, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.5988023952095808, |
| "grad_norm": 231444.921875, |
| "learning_rate": 5.995203836930457e-06, |
| "loss": 0.0135, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.6227544910179641, |
| "grad_norm": 267698.96875, |
| "learning_rate": 6.2350119904076745e-06, |
| "loss": 0.0099, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.6467065868263473, |
| "grad_norm": 168324.34375, |
| "learning_rate": 6.474820143884892e-06, |
| "loss": 0.0107, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.6706586826347305, |
| "grad_norm": 174906.8125, |
| "learning_rate": 6.714628297362111e-06, |
| "loss": 0.013, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.6946107784431138, |
| "grad_norm": 229340.8125, |
| "learning_rate": 6.954436450839329e-06, |
| "loss": 0.0125, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.718562874251497, |
| "grad_norm": 141271.78125, |
| "learning_rate": 7.194244604316547e-06, |
| "loss": 0.0093, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.7425149700598802, |
| "grad_norm": 65792.4296875, |
| "learning_rate": 7.434052757793766e-06, |
| "loss": 0.0107, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.7664670658682635, |
| "grad_norm": 155497.109375, |
| "learning_rate": 7.673860911270984e-06, |
| "loss": 0.0078, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.7904191616766467, |
| "grad_norm": 360102.5625, |
| "learning_rate": 7.913669064748202e-06, |
| "loss": 0.0077, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.8143712574850299, |
| "grad_norm": 261093.21875, |
| "learning_rate": 8.153477218225421e-06, |
| "loss": 0.0061, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.8383233532934131, |
| "grad_norm": 178080.28125, |
| "learning_rate": 8.393285371702639e-06, |
| "loss": 0.0082, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.8622754491017964, |
| "grad_norm": 269176.5625, |
| "learning_rate": 8.633093525179856e-06, |
| "loss": 0.007, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.8862275449101796, |
| "grad_norm": 409776.6875, |
| "learning_rate": 8.872901678657075e-06, |
| "loss": 0.009, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.9101796407185628, |
| "grad_norm": 653130.125, |
| "learning_rate": 9.112709832134293e-06, |
| "loss": 0.0065, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.9341317365269461, |
| "grad_norm": 85098.8671875, |
| "learning_rate": 9.35251798561151e-06, |
| "loss": 0.0036, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.9580838323353293, |
| "grad_norm": 427729.28125, |
| "learning_rate": 9.59232613908873e-06, |
| "loss": 0.0059, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.9820359281437125, |
| "grad_norm": 151977.40625, |
| "learning_rate": 9.832134292565947e-06, |
| "loss": 0.0074, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.9988023952095808, |
| "eval_accuracy": 0.8697995620683847, |
| "eval_f1": 0.8873013558827817, |
| "eval_loss": 0.009821193292737007, |
| "eval_precision": 0.7974318658280922, |
| "eval_recall": 1.0, |
| "eval_runtime": 156.9292, |
| "eval_samples_per_second": 37.832, |
| "eval_steps_per_second": 2.37, |
| "step": 417 |
| }, |
| { |
| "epoch": 1.0062874251497007, |
| "grad_norm": 229342.40625, |
| "learning_rate": 1.0071942446043167e-05, |
| "loss": 0.0093, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.030239520958084, |
| "grad_norm": 105467.90625, |
| "learning_rate": 1.0311750599520384e-05, |
| "loss": 0.0042, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.054191616766467, |
| "grad_norm": 71231.6171875, |
| "learning_rate": 1.0551558752997603e-05, |
| "loss": 0.0043, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.0781437125748503, |
| "grad_norm": 147894.453125, |
| "learning_rate": 1.0791366906474821e-05, |
| "loss": 0.0037, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.1020958083832335, |
| "grad_norm": 173828.546875, |
| "learning_rate": 1.103117505995204e-05, |
| "loss": 0.0044, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.1260479041916167, |
| "grad_norm": 158015.078125, |
| "learning_rate": 1.1270983213429258e-05, |
| "loss": 0.0039, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.15, |
| "grad_norm": 258871.4375, |
| "learning_rate": 1.1510791366906475e-05, |
| "loss": 0.0034, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.1739520958083833, |
| "grad_norm": 182111.390625, |
| "learning_rate": 1.1750599520383695e-05, |
| "loss": 0.0066, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.1979041916167665, |
| "grad_norm": 68393.5703125, |
| "learning_rate": 1.1990407673860914e-05, |
| "loss": 0.0031, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.2218562874251497, |
| "grad_norm": 304475.46875, |
| "learning_rate": 1.223021582733813e-05, |
| "loss": 0.0026, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.245808383233533, |
| "grad_norm": 149909.921875, |
| "learning_rate": 1.2470023980815349e-05, |
| "loss": 0.0051, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.2697604790419161, |
| "grad_norm": 275816.8125, |
| "learning_rate": 1.2709832134292568e-05, |
| "loss": 0.0067, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.2937125748502993, |
| "grad_norm": 343921.03125, |
| "learning_rate": 1.2949640287769784e-05, |
| "loss": 0.0052, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.3176646706586825, |
| "grad_norm": 132028.453125, |
| "learning_rate": 1.3189448441247003e-05, |
| "loss": 0.0048, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.341616766467066, |
| "grad_norm": 253700.5625, |
| "learning_rate": 1.3429256594724223e-05, |
| "loss": 0.0044, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.3655688622754492, |
| "grad_norm": 66469.2265625, |
| "learning_rate": 1.3669064748201439e-05, |
| "loss": 0.0034, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.3895209580838324, |
| "grad_norm": 266988.59375, |
| "learning_rate": 1.3908872901678658e-05, |
| "loss": 0.0066, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.4134730538922156, |
| "grad_norm": 305832.90625, |
| "learning_rate": 1.4148681055155877e-05, |
| "loss": 0.0033, |
| "step": 590 |
| }, |
| { |
| "epoch": 1.4374251497005988, |
| "grad_norm": 356095.40625, |
| "learning_rate": 1.4388489208633095e-05, |
| "loss": 0.004, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.461377245508982, |
| "grad_norm": 240207.0625, |
| "learning_rate": 1.4628297362110312e-05, |
| "loss": 0.006, |
| "step": 610 |
| }, |
| { |
| "epoch": 1.4853293413173652, |
| "grad_norm": 147457.96875, |
| "learning_rate": 1.4868105515587531e-05, |
| "loss": 0.0042, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.5092814371257486, |
| "grad_norm": 148538.671875, |
| "learning_rate": 1.5107913669064749e-05, |
| "loss": 0.006, |
| "step": 630 |
| }, |
| { |
| "epoch": 1.5332335329341318, |
| "grad_norm": 85050.8359375, |
| "learning_rate": 1.534772182254197e-05, |
| "loss": 0.0024, |
| "step": 640 |
| }, |
| { |
| "epoch": 1.557185628742515, |
| "grad_norm": 211666.234375, |
| "learning_rate": 1.5587529976019188e-05, |
| "loss": 0.0034, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.5811377245508982, |
| "grad_norm": 96871.3203125, |
| "learning_rate": 1.5827338129496403e-05, |
| "loss": 0.0058, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.6050898203592814, |
| "grad_norm": 126729.3984375, |
| "learning_rate": 1.6067146282973623e-05, |
| "loss": 0.0022, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.6290419161676648, |
| "grad_norm": 242174.453125, |
| "learning_rate": 1.6306954436450842e-05, |
| "loss": 0.0031, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.6529940119760478, |
| "grad_norm": 86450.3984375, |
| "learning_rate": 1.6546762589928058e-05, |
| "loss": 0.0065, |
| "step": 690 |
| }, |
| { |
| "epoch": 1.6769461077844312, |
| "grad_norm": 218104.953125, |
| "learning_rate": 1.6786570743405277e-05, |
| "loss": 0.0018, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.7008982035928144, |
| "grad_norm": 59439.62890625, |
| "learning_rate": 1.7026378896882496e-05, |
| "loss": 0.0028, |
| "step": 710 |
| }, |
| { |
| "epoch": 1.7248502994011976, |
| "grad_norm": 593990.1875, |
| "learning_rate": 1.7266187050359712e-05, |
| "loss": 0.0058, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.7488023952095808, |
| "grad_norm": 75406.0546875, |
| "learning_rate": 1.750599520383693e-05, |
| "loss": 0.0024, |
| "step": 730 |
| }, |
| { |
| "epoch": 1.772754491017964, |
| "grad_norm": 339184.53125, |
| "learning_rate": 1.774580335731415e-05, |
| "loss": 0.0025, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.7967065868263474, |
| "grad_norm": 50401.92578125, |
| "learning_rate": 1.7985611510791367e-05, |
| "loss": 0.0034, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.8206586826347304, |
| "grad_norm": 149760.171875, |
| "learning_rate": 1.8225419664268586e-05, |
| "loss": 0.0007, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.8446107784431138, |
| "grad_norm": 186960.296875, |
| "learning_rate": 1.8465227817745805e-05, |
| "loss": 0.0026, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.868562874251497, |
| "grad_norm": 84101.9140625, |
| "learning_rate": 1.870503597122302e-05, |
| "loss": 0.0041, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.8925149700598802, |
| "grad_norm": 158750.65625, |
| "learning_rate": 1.894484412470024e-05, |
| "loss": 0.0051, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.9164670658682634, |
| "grad_norm": 148909.34375, |
| "learning_rate": 1.918465227817746e-05, |
| "loss": 0.002, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.9404191616766466, |
| "grad_norm": 266416.875, |
| "learning_rate": 1.9424460431654675e-05, |
| "loss": 0.003, |
| "step": 810 |
| }, |
| { |
| "epoch": 1.96437125748503, |
| "grad_norm": 262396.09375, |
| "learning_rate": 1.9664268585131895e-05, |
| "loss": 0.0017, |
| "step": 820 |
| }, |
| { |
| "epoch": 1.988323353293413, |
| "grad_norm": 103789.453125, |
| "learning_rate": 1.9904076738609114e-05, |
| "loss": 0.0022, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.9979041916167666, |
| "eval_accuracy": 0.9964628600303184, |
| "eval_f1": 0.9965613230718847, |
| "eval_loss": 0.00301022338680923, |
| "eval_precision": 0.9931462140992167, |
| "eval_recall": 1.0, |
| "eval_runtime": 156.7957, |
| "eval_samples_per_second": 37.865, |
| "eval_steps_per_second": 2.373, |
| "step": 834 |
| }, |
| { |
| "epoch": 2.0125748502994014, |
| "grad_norm": 38590.04296875, |
| "learning_rate": 1.996402877697842e-05, |
| "loss": 0.0023, |
| "step": 840 |
| }, |
| { |
| "epoch": 2.0365269461077844, |
| "grad_norm": 76568.2109375, |
| "learning_rate": 1.9904076738609114e-05, |
| "loss": 0.0032, |
| "step": 850 |
| }, |
| { |
| "epoch": 2.060479041916168, |
| "grad_norm": 106512.125, |
| "learning_rate": 1.984412470023981e-05, |
| "loss": 0.0024, |
| "step": 860 |
| }, |
| { |
| "epoch": 2.084431137724551, |
| "grad_norm": 156610.90625, |
| "learning_rate": 1.9784172661870504e-05, |
| "loss": 0.0017, |
| "step": 870 |
| }, |
| { |
| "epoch": 2.108383233532934, |
| "grad_norm": 81875.859375, |
| "learning_rate": 1.97242206235012e-05, |
| "loss": 0.0028, |
| "step": 880 |
| }, |
| { |
| "epoch": 2.132335329341317, |
| "grad_norm": 138606.71875, |
| "learning_rate": 1.9664268585131895e-05, |
| "loss": 0.0014, |
| "step": 890 |
| }, |
| { |
| "epoch": 2.1562874251497006, |
| "grad_norm": 381988.15625, |
| "learning_rate": 1.960431654676259e-05, |
| "loss": 0.0033, |
| "step": 900 |
| }, |
| { |
| "epoch": 2.180239520958084, |
| "grad_norm": 83168.578125, |
| "learning_rate": 1.954436450839329e-05, |
| "loss": 0.001, |
| "step": 910 |
| }, |
| { |
| "epoch": 2.204191616766467, |
| "grad_norm": 20675.666015625, |
| "learning_rate": 1.9484412470023982e-05, |
| "loss": 0.0006, |
| "step": 920 |
| }, |
| { |
| "epoch": 2.2281437125748504, |
| "grad_norm": 278388.1875, |
| "learning_rate": 1.9424460431654675e-05, |
| "loss": 0.0008, |
| "step": 930 |
| }, |
| { |
| "epoch": 2.2520958083832334, |
| "grad_norm": 89630.8828125, |
| "learning_rate": 1.9364508393285372e-05, |
| "loss": 0.0008, |
| "step": 940 |
| }, |
| { |
| "epoch": 2.276047904191617, |
| "grad_norm": 172995.15625, |
| "learning_rate": 1.930455635491607e-05, |
| "loss": 0.0033, |
| "step": 950 |
| }, |
| { |
| "epoch": 2.3, |
| "grad_norm": 17161.27734375, |
| "learning_rate": 1.9244604316546766e-05, |
| "loss": 0.0013, |
| "step": 960 |
| }, |
| { |
| "epoch": 2.3239520958083832, |
| "grad_norm": 57101.74609375, |
| "learning_rate": 1.918465227817746e-05, |
| "loss": 0.0025, |
| "step": 970 |
| }, |
| { |
| "epoch": 2.3479041916167667, |
| "grad_norm": 368897.71875, |
| "learning_rate": 1.9124700239808156e-05, |
| "loss": 0.0042, |
| "step": 980 |
| }, |
| { |
| "epoch": 2.3718562874251496, |
| "grad_norm": 33615.3828125, |
| "learning_rate": 1.906474820143885e-05, |
| "loss": 0.0004, |
| "step": 990 |
| }, |
| { |
| "epoch": 2.395808383233533, |
| "grad_norm": 46844.67578125, |
| "learning_rate": 1.9004796163069547e-05, |
| "loss": 0.0011, |
| "step": 1000 |
| }, |
| { |
| "epoch": 2.419760479041916, |
| "grad_norm": 70535.828125, |
| "learning_rate": 1.894484412470024e-05, |
| "loss": 0.0005, |
| "step": 1010 |
| }, |
| { |
| "epoch": 2.4437125748502995, |
| "grad_norm": 41407.75, |
| "learning_rate": 1.8884892086330937e-05, |
| "loss": 0.0036, |
| "step": 1020 |
| }, |
| { |
| "epoch": 2.4676646706586824, |
| "grad_norm": 41804.3671875, |
| "learning_rate": 1.8824940047961634e-05, |
| "loss": 0.0005, |
| "step": 1030 |
| }, |
| { |
| "epoch": 2.491616766467066, |
| "grad_norm": 17560.765625, |
| "learning_rate": 1.8764988009592328e-05, |
| "loss": 0.0013, |
| "step": 1040 |
| }, |
| { |
| "epoch": 2.5155688622754493, |
| "grad_norm": 11264.94921875, |
| "learning_rate": 1.870503597122302e-05, |
| "loss": 0.0024, |
| "step": 1050 |
| }, |
| { |
| "epoch": 2.5395209580838323, |
| "grad_norm": 102580.203125, |
| "learning_rate": 1.8645083932853718e-05, |
| "loss": 0.0004, |
| "step": 1060 |
| }, |
| { |
| "epoch": 2.5634730538922157, |
| "grad_norm": 19371.921875, |
| "learning_rate": 1.8585131894484415e-05, |
| "loss": 0.0021, |
| "step": 1070 |
| }, |
| { |
| "epoch": 2.5874251497005987, |
| "grad_norm": 59045.21484375, |
| "learning_rate": 1.8525179856115108e-05, |
| "loss": 0.0039, |
| "step": 1080 |
| }, |
| { |
| "epoch": 2.611377245508982, |
| "grad_norm": 37528.83984375, |
| "learning_rate": 1.8465227817745805e-05, |
| "loss": 0.0015, |
| "step": 1090 |
| }, |
| { |
| "epoch": 2.635329341317365, |
| "grad_norm": 484952.59375, |
| "learning_rate": 1.8405275779376502e-05, |
| "loss": 0.0023, |
| "step": 1100 |
| }, |
| { |
| "epoch": 2.6592814371257485, |
| "grad_norm": 14117.0771484375, |
| "learning_rate": 1.8345323741007196e-05, |
| "loss": 0.0017, |
| "step": 1110 |
| }, |
| { |
| "epoch": 2.683233532934132, |
| "grad_norm": 276284.59375, |
| "learning_rate": 1.8285371702637892e-05, |
| "loss": 0.0016, |
| "step": 1120 |
| }, |
| { |
| "epoch": 2.707185628742515, |
| "grad_norm": 40982.03515625, |
| "learning_rate": 1.8225419664268586e-05, |
| "loss": 0.001, |
| "step": 1130 |
| }, |
| { |
| "epoch": 2.7311377245508983, |
| "grad_norm": 101166.234375, |
| "learning_rate": 1.8165467625899283e-05, |
| "loss": 0.0009, |
| "step": 1140 |
| }, |
| { |
| "epoch": 2.7550898203592813, |
| "grad_norm": 51041.46875, |
| "learning_rate": 1.810551558752998e-05, |
| "loss": 0.0013, |
| "step": 1150 |
| }, |
| { |
| "epoch": 2.7790419161676647, |
| "grad_norm": 204233.671875, |
| "learning_rate": 1.8045563549160673e-05, |
| "loss": 0.0016, |
| "step": 1160 |
| }, |
| { |
| "epoch": 2.8029940119760477, |
| "grad_norm": 143324.921875, |
| "learning_rate": 1.7985611510791367e-05, |
| "loss": 0.0026, |
| "step": 1170 |
| }, |
| { |
| "epoch": 2.826946107784431, |
| "grad_norm": 44342.2734375, |
| "learning_rate": 1.7925659472422064e-05, |
| "loss": 0.0023, |
| "step": 1180 |
| }, |
| { |
| "epoch": 2.8508982035928145, |
| "grad_norm": 75831.65625, |
| "learning_rate": 1.786570743405276e-05, |
| "loss": 0.0016, |
| "step": 1190 |
| }, |
| { |
| "epoch": 2.8748502994011975, |
| "grad_norm": 96995.328125, |
| "learning_rate": 1.7805755395683454e-05, |
| "loss": 0.0003, |
| "step": 1200 |
| }, |
| { |
| "epoch": 2.898802395209581, |
| "grad_norm": 110547.0546875, |
| "learning_rate": 1.774580335731415e-05, |
| "loss": 0.0003, |
| "step": 1210 |
| }, |
| { |
| "epoch": 2.922754491017964, |
| "grad_norm": 30139.875, |
| "learning_rate": 1.7685851318944848e-05, |
| "loss": 0.0018, |
| "step": 1220 |
| }, |
| { |
| "epoch": 2.9467065868263473, |
| "grad_norm": 42453.53515625, |
| "learning_rate": 1.762589928057554e-05, |
| "loss": 0.0002, |
| "step": 1230 |
| }, |
| { |
| "epoch": 2.9706586826347303, |
| "grad_norm": 49538.61328125, |
| "learning_rate": 1.7565947242206235e-05, |
| "loss": 0.001, |
| "step": 1240 |
| }, |
| { |
| "epoch": 2.9946107784431137, |
| "grad_norm": 121568.9453125, |
| "learning_rate": 1.750599520383693e-05, |
| "loss": 0.0007, |
| "step": 1250 |
| }, |
| { |
| "epoch": 2.9994011976047905, |
| "eval_accuracy": 0.9823143001515917, |
| "eval_f1": 0.9830398966241318, |
| "eval_loss": 0.0027729119174182415, |
| "eval_precision": 0.9666454891994918, |
| "eval_recall": 1.0, |
| "eval_runtime": 156.768, |
| "eval_samples_per_second": 37.871, |
| "eval_steps_per_second": 2.373, |
| "step": 1252 |
| }, |
| { |
| "epoch": 3.0188622754491017, |
| "grad_norm": 54773.9140625, |
| "learning_rate": 1.744604316546763e-05, |
| "loss": 0.0008, |
| "step": 1260 |
| }, |
| { |
| "epoch": 3.042814371257485, |
| "grad_norm": 130051.09375, |
| "learning_rate": 1.7386091127098322e-05, |
| "loss": 0.0004, |
| "step": 1270 |
| }, |
| { |
| "epoch": 3.066766467065868, |
| "grad_norm": 38819.87109375, |
| "learning_rate": 1.732613908872902e-05, |
| "loss": 0.0012, |
| "step": 1280 |
| }, |
| { |
| "epoch": 3.0907185628742515, |
| "grad_norm": 36351.796875, |
| "learning_rate": 1.7266187050359712e-05, |
| "loss": 0.0009, |
| "step": 1290 |
| }, |
| { |
| "epoch": 3.114670658682635, |
| "grad_norm": 71120.03125, |
| "learning_rate": 1.720623501199041e-05, |
| "loss": 0.0027, |
| "step": 1300 |
| }, |
| { |
| "epoch": 3.138622754491018, |
| "grad_norm": 50392.36328125, |
| "learning_rate": 1.7146282973621106e-05, |
| "loss": 0.0045, |
| "step": 1310 |
| }, |
| { |
| "epoch": 3.1625748502994013, |
| "grad_norm": 25353.765625, |
| "learning_rate": 1.70863309352518e-05, |
| "loss": 0.0016, |
| "step": 1320 |
| }, |
| { |
| "epoch": 3.1865269461077843, |
| "grad_norm": 55808.15625, |
| "learning_rate": 1.7026378896882496e-05, |
| "loss": 0.002, |
| "step": 1330 |
| }, |
| { |
| "epoch": 3.2104790419161677, |
| "grad_norm": 35924.5078125, |
| "learning_rate": 1.6966426858513193e-05, |
| "loss": 0.0002, |
| "step": 1340 |
| }, |
| { |
| "epoch": 3.2344311377245507, |
| "grad_norm": 8763.8037109375, |
| "learning_rate": 1.6906474820143887e-05, |
| "loss": 0.0005, |
| "step": 1350 |
| }, |
| { |
| "epoch": 3.258383233532934, |
| "grad_norm": 3576.546875, |
| "learning_rate": 1.684652278177458e-05, |
| "loss": 0.0004, |
| "step": 1360 |
| }, |
| { |
| "epoch": 3.2823353293413176, |
| "grad_norm": 53395.13671875, |
| "learning_rate": 1.6786570743405277e-05, |
| "loss": 0.0001, |
| "step": 1370 |
| }, |
| { |
| "epoch": 3.3062874251497005, |
| "grad_norm": 14970.0224609375, |
| "learning_rate": 1.6726618705035974e-05, |
| "loss": 0.0001, |
| "step": 1380 |
| }, |
| { |
| "epoch": 3.330239520958084, |
| "grad_norm": 62940.63671875, |
| "learning_rate": 1.6666666666666667e-05, |
| "loss": 0.0008, |
| "step": 1390 |
| }, |
| { |
| "epoch": 3.354191616766467, |
| "grad_norm": 66767.4453125, |
| "learning_rate": 1.660671462829736e-05, |
| "loss": 0.001, |
| "step": 1400 |
| }, |
| { |
| "epoch": 3.3781437125748504, |
| "grad_norm": 62226.42578125, |
| "learning_rate": 1.6546762589928058e-05, |
| "loss": 0.0015, |
| "step": 1410 |
| }, |
| { |
| "epoch": 3.4020958083832333, |
| "grad_norm": 43982.64453125, |
| "learning_rate": 1.6486810551558755e-05, |
| "loss": 0.0018, |
| "step": 1420 |
| }, |
| { |
| "epoch": 3.4260479041916168, |
| "grad_norm": 114928.5390625, |
| "learning_rate": 1.6426858513189448e-05, |
| "loss": 0.0036, |
| "step": 1430 |
| }, |
| { |
| "epoch": 3.45, |
| "grad_norm": 101840.3515625, |
| "learning_rate": 1.6366906474820145e-05, |
| "loss": 0.0011, |
| "step": 1440 |
| }, |
| { |
| "epoch": 3.473952095808383, |
| "grad_norm": 59594.5078125, |
| "learning_rate": 1.6306954436450842e-05, |
| "loss": 0.0033, |
| "step": 1450 |
| }, |
| { |
| "epoch": 3.4979041916167666, |
| "grad_norm": 18318.77734375, |
| "learning_rate": 1.6247002398081535e-05, |
| "loss": 0.0004, |
| "step": 1460 |
| }, |
| { |
| "epoch": 3.5218562874251496, |
| "grad_norm": 18281.22265625, |
| "learning_rate": 1.6187050359712232e-05, |
| "loss": 0.0003, |
| "step": 1470 |
| }, |
| { |
| "epoch": 3.545808383233533, |
| "grad_norm": 13549.404296875, |
| "learning_rate": 1.6127098321342926e-05, |
| "loss": 0.0009, |
| "step": 1480 |
| }, |
| { |
| "epoch": 3.569760479041916, |
| "grad_norm": 13404.5205078125, |
| "learning_rate": 1.6067146282973623e-05, |
| "loss": 0.0007, |
| "step": 1490 |
| }, |
| { |
| "epoch": 3.5937125748502994, |
| "grad_norm": 36192.89453125, |
| "learning_rate": 1.600719424460432e-05, |
| "loss": 0.0002, |
| "step": 1500 |
| }, |
| { |
| "epoch": 3.617664670658683, |
| "grad_norm": 38474.55859375, |
| "learning_rate": 1.5947242206235013e-05, |
| "loss": 0.0017, |
| "step": 1510 |
| }, |
| { |
| "epoch": 3.641616766467066, |
| "grad_norm": 36329.5, |
| "learning_rate": 1.5887290167865707e-05, |
| "loss": 0.0006, |
| "step": 1520 |
| }, |
| { |
| "epoch": 3.665568862275449, |
| "grad_norm": 839098.25, |
| "learning_rate": 1.5827338129496403e-05, |
| "loss": 0.0004, |
| "step": 1530 |
| }, |
| { |
| "epoch": 3.689520958083832, |
| "grad_norm": 29361.619140625, |
| "learning_rate": 1.57673860911271e-05, |
| "loss": 0.001, |
| "step": 1540 |
| }, |
| { |
| "epoch": 3.7134730538922156, |
| "grad_norm": 14026.3037109375, |
| "learning_rate": 1.5707434052757794e-05, |
| "loss": 0.0009, |
| "step": 1550 |
| }, |
| { |
| "epoch": 3.7374251497005986, |
| "grad_norm": 17467.173828125, |
| "learning_rate": 1.564748201438849e-05, |
| "loss": 0.0016, |
| "step": 1560 |
| }, |
| { |
| "epoch": 3.761377245508982, |
| "grad_norm": 27251.703125, |
| "learning_rate": 1.5587529976019188e-05, |
| "loss": 0.001, |
| "step": 1570 |
| }, |
| { |
| "epoch": 3.7853293413173654, |
| "grad_norm": 54221.84765625, |
| "learning_rate": 1.552757793764988e-05, |
| "loss": 0.0002, |
| "step": 1580 |
| }, |
| { |
| "epoch": 3.8092814371257484, |
| "grad_norm": 22032.01953125, |
| "learning_rate": 1.5467625899280575e-05, |
| "loss": 0.001, |
| "step": 1590 |
| }, |
| { |
| "epoch": 3.833233532934132, |
| "grad_norm": 32913.08203125, |
| "learning_rate": 1.540767386091127e-05, |
| "loss": 0.0019, |
| "step": 1600 |
| }, |
| { |
| "epoch": 3.857185628742515, |
| "grad_norm": 16616.380859375, |
| "learning_rate": 1.534772182254197e-05, |
| "loss": 0.0009, |
| "step": 1610 |
| }, |
| { |
| "epoch": 3.8811377245508982, |
| "grad_norm": 80629.234375, |
| "learning_rate": 1.5287769784172665e-05, |
| "loss": 0.0001, |
| "step": 1620 |
| }, |
| { |
| "epoch": 3.905089820359281, |
| "grad_norm": 16487.8671875, |
| "learning_rate": 1.5227817745803359e-05, |
| "loss": 0.0007, |
| "step": 1630 |
| }, |
| { |
| "epoch": 3.9290419161676646, |
| "grad_norm": 11642.541015625, |
| "learning_rate": 1.5167865707434052e-05, |
| "loss": 0.0011, |
| "step": 1640 |
| }, |
| { |
| "epoch": 3.952994011976048, |
| "grad_norm": 37791.38671875, |
| "learning_rate": 1.5107913669064749e-05, |
| "loss": 0.0004, |
| "step": 1650 |
| }, |
| { |
| "epoch": 3.976946107784431, |
| "grad_norm": 16768.58203125, |
| "learning_rate": 1.5047961630695444e-05, |
| "loss": 0.0015, |
| "step": 1660 |
| }, |
| { |
| "epoch": 3.998502994011976, |
| "eval_accuracy": 0.9984840828701365, |
| "eval_f1": 0.9985233798195242, |
| "eval_loss": 0.0018289362778887153, |
| "eval_precision": 0.997051114023591, |
| "eval_recall": 1.0, |
| "eval_runtime": 157.3988, |
| "eval_samples_per_second": 37.719, |
| "eval_steps_per_second": 2.363, |
| "step": 1669 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 4170, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 10, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "EarlyStoppingCallback": { |
| "args": { |
| "early_stopping_patience": 3, |
| "early_stopping_threshold": 0.01 |
| }, |
| "attributes": { |
| "early_stopping_patience_counter": 3 |
| } |
| }, |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 7.478687595449549e+16, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
