| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 11.19194180190263, |
| "eval_steps": 500, |
| "global_step": 20000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.005595970900951315, |
| "grad_norm": 7.419506072998047, |
| "learning_rate": 1.0000000000000002e-06, |
| "loss": 0.9689, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.01119194180190263, |
| "grad_norm": 8.035171508789062, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 0.8977, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.016787912702853944, |
| "grad_norm": 7.580524444580078, |
| "learning_rate": 3e-06, |
| "loss": 0.9942, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.02238388360380526, |
| "grad_norm": 5.7520976066589355, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 0.8421, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.027979854504756575, |
| "grad_norm": 4.714428901672363, |
| "learning_rate": 5e-06, |
| "loss": 0.6063, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.03357582540570789, |
| "grad_norm": 4.136861801147461, |
| "learning_rate": 6e-06, |
| "loss": 0.4259, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.03917179630665921, |
| "grad_norm": 2.1667540073394775, |
| "learning_rate": 7.000000000000001e-06, |
| "loss": 0.3447, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.04476776720761052, |
| "grad_norm": 2.3095765113830566, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 0.284, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.05036373810856184, |
| "grad_norm": 1.2860591411590576, |
| "learning_rate": 9e-06, |
| "loss": 0.2067, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.05595970900951315, |
| "grad_norm": 2.0302886962890625, |
| "learning_rate": 1e-05, |
| "loss": 0.1943, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.06155567991046446, |
| "grad_norm": 1.2757196426391602, |
| "learning_rate": 1.1000000000000001e-05, |
| "loss": 0.1442, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.06715165081141578, |
| "grad_norm": 1.5842756032943726, |
| "learning_rate": 1.2e-05, |
| "loss": 0.132, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.0727476217123671, |
| "grad_norm": 1.0327903032302856, |
| "learning_rate": 1.3000000000000001e-05, |
| "loss": 0.097, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.07834359261331841, |
| "grad_norm": 0.733019232749939, |
| "learning_rate": 1.4000000000000001e-05, |
| "loss": 0.0807, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.08393956351426973, |
| "grad_norm": 0.9548436999320984, |
| "learning_rate": 1.5e-05, |
| "loss": 0.0922, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.08953553441522104, |
| "grad_norm": 0.44906941056251526, |
| "learning_rate": 1.6000000000000003e-05, |
| "loss": 0.0841, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.09513150531617236, |
| "grad_norm": 0.9586009979248047, |
| "learning_rate": 1.7000000000000003e-05, |
| "loss": 0.0726, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.10072747621712368, |
| "grad_norm": 0.6236313581466675, |
| "learning_rate": 1.8e-05, |
| "loss": 0.0631, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.10632344711807498, |
| "grad_norm": 1.1688262224197388, |
| "learning_rate": 1.9e-05, |
| "loss": 0.0717, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.1119194180190263, |
| "grad_norm": 1.5576119422912598, |
| "learning_rate": 2e-05, |
| "loss": 0.0718, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.11751538891997762, |
| "grad_norm": 1.0707802772521973, |
| "learning_rate": 2.1e-05, |
| "loss": 0.0591, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.12311135982092893, |
| "grad_norm": 0.8612272143363953, |
| "learning_rate": 2.2000000000000003e-05, |
| "loss": 0.0623, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.12870733072188026, |
| "grad_norm": 0.796205997467041, |
| "learning_rate": 2.3000000000000003e-05, |
| "loss": 0.0563, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.13430330162283155, |
| "grad_norm": 1.127061367034912, |
| "learning_rate": 2.4e-05, |
| "loss": 0.0545, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.13989927252378287, |
| "grad_norm": 0.9559623003005981, |
| "learning_rate": 2.5e-05, |
| "loss": 0.0543, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.1454952434247342, |
| "grad_norm": 0.7295358777046204, |
| "learning_rate": 2.6000000000000002e-05, |
| "loss": 0.0554, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.1510912143256855, |
| "grad_norm": 0.8386074900627136, |
| "learning_rate": 2.7000000000000002e-05, |
| "loss": 0.0488, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.15668718522663683, |
| "grad_norm": 0.9443495869636536, |
| "learning_rate": 2.8000000000000003e-05, |
| "loss": 0.0639, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.16228315612758815, |
| "grad_norm": 0.8754186630249023, |
| "learning_rate": 2.9e-05, |
| "loss": 0.0477, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.16787912702853947, |
| "grad_norm": 0.5491052269935608, |
| "learning_rate": 3e-05, |
| "loss": 0.0509, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.17347509792949076, |
| "grad_norm": 0.7870469093322754, |
| "learning_rate": 3.1e-05, |
| "loss": 0.0478, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.17907106883044208, |
| "grad_norm": 0.9322296380996704, |
| "learning_rate": 3.2000000000000005e-05, |
| "loss": 0.0514, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.1846670397313934, |
| "grad_norm": 1.236414909362793, |
| "learning_rate": 3.3e-05, |
| "loss": 0.0504, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.19026301063234471, |
| "grad_norm": 1.2571903467178345, |
| "learning_rate": 3.4000000000000007e-05, |
| "loss": 0.0374, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.19585898153329603, |
| "grad_norm": 1.1705288887023926, |
| "learning_rate": 3.5e-05, |
| "loss": 0.0514, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.20145495243424735, |
| "grad_norm": 1.0005333423614502, |
| "learning_rate": 3.6e-05, |
| "loss": 0.0459, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.20705092333519864, |
| "grad_norm": 0.5335679054260254, |
| "learning_rate": 3.7e-05, |
| "loss": 0.0444, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.21264689423614996, |
| "grad_norm": 1.052669882774353, |
| "learning_rate": 3.8e-05, |
| "loss": 0.0409, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.21824286513710128, |
| "grad_norm": 0.44473376870155334, |
| "learning_rate": 3.9000000000000006e-05, |
| "loss": 0.0505, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.2238388360380526, |
| "grad_norm": 0.6711838841438293, |
| "learning_rate": 4e-05, |
| "loss": 0.0388, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.22943480693900392, |
| "grad_norm": 0.55412358045578, |
| "learning_rate": 4.1e-05, |
| "loss": 0.0416, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.23503077783995524, |
| "grad_norm": 1.0375343561172485, |
| "learning_rate": 4.2e-05, |
| "loss": 0.0501, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.24062674874090656, |
| "grad_norm": 0.7955525517463684, |
| "learning_rate": 4.3e-05, |
| "loss": 0.0461, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.24622271964185785, |
| "grad_norm": 0.8107234239578247, |
| "learning_rate": 4.4000000000000006e-05, |
| "loss": 0.0448, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.2518186905428092, |
| "grad_norm": 0.8368202447891235, |
| "learning_rate": 4.5e-05, |
| "loss": 0.0459, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.2574146614437605, |
| "grad_norm": 0.6938339471817017, |
| "learning_rate": 4.600000000000001e-05, |
| "loss": 0.034, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.2630106323447118, |
| "grad_norm": 0.8612020611763, |
| "learning_rate": 4.7e-05, |
| "loss": 0.0454, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.2686066032456631, |
| "grad_norm": 0.777197539806366, |
| "learning_rate": 4.8e-05, |
| "loss": 0.0381, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.2742025741466144, |
| "grad_norm": 0.6520339250564575, |
| "learning_rate": 4.9e-05, |
| "loss": 0.0381, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.27979854504756574, |
| "grad_norm": 0.5808746814727783, |
| "learning_rate": 5e-05, |
| "loss": 0.0285, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.28539451594851706, |
| "grad_norm": 0.9482337832450867, |
| "learning_rate": 5.1000000000000006e-05, |
| "loss": 0.0362, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.2909904868494684, |
| "grad_norm": 0.5615134239196777, |
| "learning_rate": 5.2000000000000004e-05, |
| "loss": 0.0322, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.2965864577504197, |
| "grad_norm": 1.2695409059524536, |
| "learning_rate": 5.300000000000001e-05, |
| "loss": 0.0411, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.302182428651371, |
| "grad_norm": 0.7221632599830627, |
| "learning_rate": 5.4000000000000005e-05, |
| "loss": 0.0422, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.30777839955232233, |
| "grad_norm": 1.1144938468933105, |
| "learning_rate": 5.500000000000001e-05, |
| "loss": 0.0334, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.31337437045327365, |
| "grad_norm": 0.6722885966300964, |
| "learning_rate": 5.6000000000000006e-05, |
| "loss": 0.0436, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.318970341354225, |
| "grad_norm": 1.0043433904647827, |
| "learning_rate": 5.6999999999999996e-05, |
| "loss": 0.0452, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.3245663122551763, |
| "grad_norm": 0.9483539462089539, |
| "learning_rate": 5.8e-05, |
| "loss": 0.0492, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.3301622831561276, |
| "grad_norm": 0.7825531363487244, |
| "learning_rate": 5.9e-05, |
| "loss": 0.0381, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.33575825405707893, |
| "grad_norm": 0.7982919216156006, |
| "learning_rate": 6e-05, |
| "loss": 0.0447, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.3413542249580302, |
| "grad_norm": 0.9162524342536926, |
| "learning_rate": 6.1e-05, |
| "loss": 0.0453, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.3469501958589815, |
| "grad_norm": 0.5597997903823853, |
| "learning_rate": 6.2e-05, |
| "loss": 0.0393, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.35254616675993283, |
| "grad_norm": 0.713256299495697, |
| "learning_rate": 6.3e-05, |
| "loss": 0.0394, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.35814213766088415, |
| "grad_norm": 0.7356066703796387, |
| "learning_rate": 6.400000000000001e-05, |
| "loss": 0.0339, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.36373810856183547, |
| "grad_norm": 0.5933259129524231, |
| "learning_rate": 6.500000000000001e-05, |
| "loss": 0.038, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.3693340794627868, |
| "grad_norm": 0.5277016162872314, |
| "learning_rate": 6.6e-05, |
| "loss": 0.0383, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.3749300503637381, |
| "grad_norm": 0.9106026887893677, |
| "learning_rate": 6.7e-05, |
| "loss": 0.0268, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.38052602126468943, |
| "grad_norm": 0.5941755771636963, |
| "learning_rate": 6.800000000000001e-05, |
| "loss": 0.0399, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.38612199216564075, |
| "grad_norm": 0.7207239270210266, |
| "learning_rate": 6.9e-05, |
| "loss": 0.0304, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.39171796306659207, |
| "grad_norm": 0.5808258652687073, |
| "learning_rate": 7e-05, |
| "loss": 0.0317, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.3973139339675434, |
| "grad_norm": 0.6304859519004822, |
| "learning_rate": 7.1e-05, |
| "loss": 0.0417, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.4029099048684947, |
| "grad_norm": 0.6625694036483765, |
| "learning_rate": 7.2e-05, |
| "loss": 0.0301, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.408505875769446, |
| "grad_norm": 0.6456591486930847, |
| "learning_rate": 7.3e-05, |
| "loss": 0.0416, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.4141018466703973, |
| "grad_norm": 0.8103715181350708, |
| "learning_rate": 7.4e-05, |
| "loss": 0.0398, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.4196978175713486, |
| "grad_norm": 0.592147707939148, |
| "learning_rate": 7.500000000000001e-05, |
| "loss": 0.0317, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.4252937884722999, |
| "grad_norm": 0.6823825836181641, |
| "learning_rate": 7.6e-05, |
| "loss": 0.031, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.43088975937325125, |
| "grad_norm": 0.3274383544921875, |
| "learning_rate": 7.7e-05, |
| "loss": 0.0305, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.43648573027420257, |
| "grad_norm": 0.3436225950717926, |
| "learning_rate": 7.800000000000001e-05, |
| "loss": 0.0338, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.4420817011751539, |
| "grad_norm": 0.8361327052116394, |
| "learning_rate": 7.900000000000001e-05, |
| "loss": 0.0264, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.4476776720761052, |
| "grad_norm": 0.5449605584144592, |
| "learning_rate": 8e-05, |
| "loss": 0.0321, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.4532736429770565, |
| "grad_norm": 0.31227922439575195, |
| "learning_rate": 8.1e-05, |
| "loss": 0.0272, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.45886961387800784, |
| "grad_norm": 0.6099038124084473, |
| "learning_rate": 8.2e-05, |
| "loss": 0.0504, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.46446558477895916, |
| "grad_norm": 0.6343345642089844, |
| "learning_rate": 8.3e-05, |
| "loss": 0.0343, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.4700615556799105, |
| "grad_norm": 0.7962288856506348, |
| "learning_rate": 8.4e-05, |
| "loss": 0.0292, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.4756575265808618, |
| "grad_norm": 0.3960738182067871, |
| "learning_rate": 8.5e-05, |
| "loss": 0.033, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.4812534974818131, |
| "grad_norm": 0.9380257725715637, |
| "learning_rate": 8.6e-05, |
| "loss": 0.0404, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.4868494683827644, |
| "grad_norm": 0.7713156342506409, |
| "learning_rate": 8.7e-05, |
| "loss": 0.0387, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.4924454392837157, |
| "grad_norm": 1.137207269668579, |
| "learning_rate": 8.800000000000001e-05, |
| "loss": 0.039, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.498041410184667, |
| "grad_norm": 0.7128203511238098, |
| "learning_rate": 8.900000000000001e-05, |
| "loss": 0.0354, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.5036373810856184, |
| "grad_norm": 0.6396750211715698, |
| "learning_rate": 9e-05, |
| "loss": 0.0367, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.5092333519865697, |
| "grad_norm": 0.6838144659996033, |
| "learning_rate": 9.1e-05, |
| "loss": 0.0369, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.514829322887521, |
| "grad_norm": 0.6156594157218933, |
| "learning_rate": 9.200000000000001e-05, |
| "loss": 0.0402, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.5204252937884724, |
| "grad_norm": 0.5517926812171936, |
| "learning_rate": 9.300000000000001e-05, |
| "loss": 0.0497, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.5260212646894236, |
| "grad_norm": 0.6177653670310974, |
| "learning_rate": 9.4e-05, |
| "loss": 0.0322, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.5316172355903749, |
| "grad_norm": 0.5705161094665527, |
| "learning_rate": 9.5e-05, |
| "loss": 0.0365, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.5372132064913262, |
| "grad_norm": 0.7966452836990356, |
| "learning_rate": 9.6e-05, |
| "loss": 0.0377, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.5428091773922775, |
| "grad_norm": 0.7984173893928528, |
| "learning_rate": 9.7e-05, |
| "loss": 0.0335, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.5484051482932288, |
| "grad_norm": 0.6380477547645569, |
| "learning_rate": 9.8e-05, |
| "loss": 0.0329, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.5540011191941802, |
| "grad_norm": 0.7180393934249878, |
| "learning_rate": 9.900000000000001e-05, |
| "loss": 0.0302, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.5595970900951315, |
| "grad_norm": 0.8885056972503662, |
| "learning_rate": 0.0001, |
| "loss": 0.0345, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.5651930609960828, |
| "grad_norm": 0.41542354226112366, |
| "learning_rate": 9.999993165095463e-05, |
| "loss": 0.0445, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.5707890318970341, |
| "grad_norm": 0.4343472421169281, |
| "learning_rate": 9.999972660400536e-05, |
| "loss": 0.0263, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.5763850027979854, |
| "grad_norm": 0.7970145344734192, |
| "learning_rate": 9.999938485971279e-05, |
| "loss": 0.0322, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.5819809736989368, |
| "grad_norm": 0.6129629015922546, |
| "learning_rate": 9.999890641901125e-05, |
| "loss": 0.0262, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.5875769445998881, |
| "grad_norm": 0.5661425590515137, |
| "learning_rate": 9.999829128320874e-05, |
| "loss": 0.0317, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.5931729155008394, |
| "grad_norm": 0.7532817721366882, |
| "learning_rate": 9.999753945398704e-05, |
| "loss": 0.0359, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.5987688864017907, |
| "grad_norm": 0.42677804827690125, |
| "learning_rate": 9.999665093340165e-05, |
| "loss": 0.0273, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.604364857302742, |
| "grad_norm": 0.6325145363807678, |
| "learning_rate": 9.99956257238817e-05, |
| "loss": 0.0377, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.6099608282036934, |
| "grad_norm": 0.6003039479255676, |
| "learning_rate": 9.999446382823013e-05, |
| "loss": 0.0327, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.6155567991046447, |
| "grad_norm": 0.36753129959106445, |
| "learning_rate": 9.999316524962345e-05, |
| "loss": 0.0285, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.621152770005596, |
| "grad_norm": 0.43158769607543945, |
| "learning_rate": 9.999172999161198e-05, |
| "loss": 0.0275, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.6267487409065473, |
| "grad_norm": 0.33566170930862427, |
| "learning_rate": 9.999015805811965e-05, |
| "loss": 0.0278, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.6323447118074986, |
| "grad_norm": 0.671672523021698, |
| "learning_rate": 9.998844945344405e-05, |
| "loss": 0.0344, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.63794068270845, |
| "grad_norm": 1.1190325021743774, |
| "learning_rate": 9.998660418225645e-05, |
| "loss": 0.0304, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.6435366536094013, |
| "grad_norm": 0.6546229124069214, |
| "learning_rate": 9.998462224960175e-05, |
| "loss": 0.0343, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.6491326245103526, |
| "grad_norm": 0.7560105323791504, |
| "learning_rate": 9.998250366089848e-05, |
| "loss": 0.0259, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.6547285954113039, |
| "grad_norm": 0.6937676072120667, |
| "learning_rate": 9.998024842193876e-05, |
| "loss": 0.0308, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.6603245663122552, |
| "grad_norm": 0.4479691684246063, |
| "learning_rate": 9.997785653888835e-05, |
| "loss": 0.0272, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.6659205372132065, |
| "grad_norm": 0.38218632340431213, |
| "learning_rate": 9.997532801828658e-05, |
| "loss": 0.0313, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.6715165081141579, |
| "grad_norm": 0.3345787525177002, |
| "learning_rate": 9.997266286704631e-05, |
| "loss": 0.0328, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.6771124790151091, |
| "grad_norm": 0.3578011989593506, |
| "learning_rate": 9.996986109245395e-05, |
| "loss": 0.0373, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.6827084499160604, |
| "grad_norm": 0.6602341532707214, |
| "learning_rate": 9.996692270216947e-05, |
| "loss": 0.0346, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.6883044208170117, |
| "grad_norm": 0.4503819942474365, |
| "learning_rate": 9.996384770422629e-05, |
| "loss": 0.0243, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.693900391717963, |
| "grad_norm": 0.753041684627533, |
| "learning_rate": 9.996063610703137e-05, |
| "loss": 0.0277, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.6994963626189143, |
| "grad_norm": 0.3396258056163788, |
| "learning_rate": 9.995728791936504e-05, |
| "loss": 0.0219, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.7050923335198657, |
| "grad_norm": 0.6529501676559448, |
| "learning_rate": 9.995380315038119e-05, |
| "loss": 0.0242, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.710688304420817, |
| "grad_norm": 0.2462773472070694, |
| "learning_rate": 9.9950181809607e-05, |
| "loss": 0.021, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.7162842753217683, |
| "grad_norm": 0.4511205554008484, |
| "learning_rate": 9.994642390694308e-05, |
| "loss": 0.0267, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.7218802462227196, |
| "grad_norm": 0.5708833336830139, |
| "learning_rate": 9.99425294526634e-05, |
| "loss": 0.0288, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.7274762171236709, |
| "grad_norm": 0.4378319978713989, |
| "learning_rate": 9.993849845741524e-05, |
| "loss": 0.0308, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.7330721880246223, |
| "grad_norm": 0.44127964973449707, |
| "learning_rate": 9.99343309322192e-05, |
| "loss": 0.0282, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.7386681589255736, |
| "grad_norm": 0.35624831914901733, |
| "learning_rate": 9.993002688846913e-05, |
| "loss": 0.0298, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.7442641298265249, |
| "grad_norm": 0.45579585433006287, |
| "learning_rate": 9.992558633793212e-05, |
| "loss": 0.0325, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.7498601007274762, |
| "grad_norm": 0.6297839283943176, |
| "learning_rate": 9.992100929274846e-05, |
| "loss": 0.0369, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.7554560716284275, |
| "grad_norm": 0.29105043411254883, |
| "learning_rate": 9.991629576543163e-05, |
| "loss": 0.0253, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.7610520425293789, |
| "grad_norm": 0.501181960105896, |
| "learning_rate": 9.991144576886823e-05, |
| "loss": 0.0355, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.7666480134303302, |
| "grad_norm": 0.4630679488182068, |
| "learning_rate": 9.990645931631796e-05, |
| "loss": 0.0264, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.7722439843312815, |
| "grad_norm": 0.6088075637817383, |
| "learning_rate": 9.990133642141359e-05, |
| "loss": 0.0282, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.7778399552322328, |
| "grad_norm": 0.5682616233825684, |
| "learning_rate": 9.989607709816091e-05, |
| "loss": 0.0331, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.7834359261331841, |
| "grad_norm": 0.4457339644432068, |
| "learning_rate": 9.989068136093873e-05, |
| "loss": 0.0309, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.7890318970341355, |
| "grad_norm": 0.566882848739624, |
| "learning_rate": 9.988514922449879e-05, |
| "loss": 0.0436, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.7946278679350868, |
| "grad_norm": 0.4208590090274811, |
| "learning_rate": 9.987948070396571e-05, |
| "loss": 0.0293, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.8002238388360381, |
| "grad_norm": 0.5373462438583374, |
| "learning_rate": 9.987367581483705e-05, |
| "loss": 0.0333, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.8058198097369894, |
| "grad_norm": 0.4833603799343109, |
| "learning_rate": 9.986773457298311e-05, |
| "loss": 0.0238, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.8114157806379407, |
| "grad_norm": 0.3185485303401947, |
| "learning_rate": 9.986165699464705e-05, |
| "loss": 0.0279, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.817011751538892, |
| "grad_norm": 0.32943880558013916, |
| "learning_rate": 9.985544309644475e-05, |
| "loss": 0.0259, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.8226077224398433, |
| "grad_norm": 0.4028552174568176, |
| "learning_rate": 9.984909289536473e-05, |
| "loss": 0.0183, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.8282036933407946, |
| "grad_norm": 0.3354315459728241, |
| "learning_rate": 9.984260640876821e-05, |
| "loss": 0.0279, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.8337996642417459, |
| "grad_norm": 0.581444263458252, |
| "learning_rate": 9.983598365438902e-05, |
| "loss": 0.0231, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.8393956351426972, |
| "grad_norm": 0.3263351321220398, |
| "learning_rate": 9.98292246503335e-05, |
| "loss": 0.0257, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.8449916060436485, |
| "grad_norm": 0.4574286639690399, |
| "learning_rate": 9.98223294150805e-05, |
| "loss": 0.0172, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.8505875769445999, |
| "grad_norm": 0.6482700705528259, |
| "learning_rate": 9.981529796748134e-05, |
| "loss": 0.0252, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.8561835478455512, |
| "grad_norm": 0.22327029705047607, |
| "learning_rate": 9.980813032675974e-05, |
| "loss": 0.0296, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.8617795187465025, |
| "grad_norm": 0.39261817932128906, |
| "learning_rate": 9.980082651251175e-05, |
| "loss": 0.0226, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.8673754896474538, |
| "grad_norm": 0.3742023706436157, |
| "learning_rate": 9.979338654470569e-05, |
| "loss": 0.0283, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.8729714605484051, |
| "grad_norm": 0.240834578871727, |
| "learning_rate": 9.97858104436822e-05, |
| "loss": 0.0176, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.8785674314493565, |
| "grad_norm": 0.39040738344192505, |
| "learning_rate": 9.977809823015401e-05, |
| "loss": 0.0225, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.8841634023503078, |
| "grad_norm": 0.3102349042892456, |
| "learning_rate": 9.977024992520602e-05, |
| "loss": 0.0229, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.8897593732512591, |
| "grad_norm": 0.32893484830856323, |
| "learning_rate": 9.976226555029522e-05, |
| "loss": 0.0286, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.8953553441522104, |
| "grad_norm": 0.3821198046207428, |
| "learning_rate": 9.975414512725057e-05, |
| "loss": 0.0278, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.9009513150531617, |
| "grad_norm": 0.3672045171260834, |
| "learning_rate": 9.974588867827301e-05, |
| "loss": 0.0275, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.906547285954113, |
| "grad_norm": 0.36223965883255005, |
| "learning_rate": 9.973749622593534e-05, |
| "loss": 0.028, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.9121432568550644, |
| "grad_norm": 0.5474312901496887, |
| "learning_rate": 9.972896779318219e-05, |
| "loss": 0.0307, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.9177392277560157, |
| "grad_norm": 0.7324241399765015, |
| "learning_rate": 9.972030340333001e-05, |
| "loss": 0.0246, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.923335198656967, |
| "grad_norm": 0.44370922446250916, |
| "learning_rate": 9.97115030800669e-05, |
| "loss": 0.0229, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.9289311695579183, |
| "grad_norm": 0.40400007367134094, |
| "learning_rate": 9.970256684745258e-05, |
| "loss": 0.0368, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.9345271404588696, |
| "grad_norm": 0.4597970247268677, |
| "learning_rate": 9.969349472991838e-05, |
| "loss": 0.0215, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.940123111359821, |
| "grad_norm": 0.41508862376213074, |
| "learning_rate": 9.968428675226714e-05, |
| "loss": 0.0251, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.9457190822607723, |
| "grad_norm": 0.5726234316825867, |
| "learning_rate": 9.967494293967312e-05, |
| "loss": 0.0385, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.9513150531617236, |
| "grad_norm": 0.47390761971473694, |
| "learning_rate": 9.966546331768191e-05, |
| "loss": 0.0269, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.9569110240626749, |
| "grad_norm": 0.3252114951610565, |
| "learning_rate": 9.965584791221048e-05, |
| "loss": 0.023, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.9625069949636262, |
| "grad_norm": 0.4773138761520386, |
| "learning_rate": 9.964609674954696e-05, |
| "loss": 0.0322, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.9681029658645776, |
| "grad_norm": 0.45844170451164246, |
| "learning_rate": 9.963620985635065e-05, |
| "loss": 0.0233, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.9736989367655288, |
| "grad_norm": 0.40978696942329407, |
| "learning_rate": 9.962618725965196e-05, |
| "loss": 0.0337, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.9792949076664801, |
| "grad_norm": 0.43942537903785706, |
| "learning_rate": 9.961602898685226e-05, |
| "loss": 0.0225, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.9848908785674314, |
| "grad_norm": 0.7744397521018982, |
| "learning_rate": 9.96057350657239e-05, |
| "loss": 0.0302, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.9904868494683827, |
| "grad_norm": 0.3644595444202423, |
| "learning_rate": 9.959530552441005e-05, |
| "loss": 0.0252, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.996082820369334, |
| "grad_norm": 0.29574769735336304, |
| "learning_rate": 9.95847403914247e-05, |
| "loss": 0.0222, |
| "step": 1780 |
| }, |
| { |
| "epoch": 1.0016787912702854, |
| "grad_norm": 0.5153500437736511, |
| "learning_rate": 9.95740396956525e-05, |
| "loss": 0.0291, |
| "step": 1790 |
| }, |
| { |
| "epoch": 1.0072747621712368, |
| "grad_norm": 0.5961137413978577, |
| "learning_rate": 9.956320346634876e-05, |
| "loss": 0.0266, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.012870733072188, |
| "grad_norm": 0.48836737871170044, |
| "learning_rate": 9.955223173313931e-05, |
| "loss": 0.0213, |
| "step": 1810 |
| }, |
| { |
| "epoch": 1.0184667039731394, |
| "grad_norm": 0.5610430240631104, |
| "learning_rate": 9.954112452602045e-05, |
| "loss": 0.0205, |
| "step": 1820 |
| }, |
| { |
| "epoch": 1.0240626748740906, |
| "grad_norm": 0.4025803804397583, |
| "learning_rate": 9.952988187535886e-05, |
| "loss": 0.0224, |
| "step": 1830 |
| }, |
| { |
| "epoch": 1.029658645775042, |
| "grad_norm": 0.605367124080658, |
| "learning_rate": 9.95185038118915e-05, |
| "loss": 0.0303, |
| "step": 1840 |
| }, |
| { |
| "epoch": 1.0352546166759933, |
| "grad_norm": 0.3206970989704132, |
| "learning_rate": 9.950699036672559e-05, |
| "loss": 0.0231, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.0408505875769447, |
| "grad_norm": 0.3495715260505676, |
| "learning_rate": 9.949534157133844e-05, |
| "loss": 0.024, |
| "step": 1860 |
| }, |
| { |
| "epoch": 1.046446558477896, |
| "grad_norm": 0.3895197808742523, |
| "learning_rate": 9.948355745757741e-05, |
| "loss": 0.0203, |
| "step": 1870 |
| }, |
| { |
| "epoch": 1.0520425293788471, |
| "grad_norm": 0.40038052201271057, |
| "learning_rate": 9.94716380576598e-05, |
| "loss": 0.0221, |
| "step": 1880 |
| }, |
| { |
| "epoch": 1.0576385002797986, |
| "grad_norm": 0.479744553565979, |
| "learning_rate": 9.945958340417283e-05, |
| "loss": 0.028, |
| "step": 1890 |
| }, |
| { |
| "epoch": 1.0632344711807498, |
| "grad_norm": 0.3020111322402954, |
| "learning_rate": 9.944739353007344e-05, |
| "loss": 0.0265, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.0688304420817012, |
| "grad_norm": 0.3391585648059845, |
| "learning_rate": 9.943506846868826e-05, |
| "loss": 0.0233, |
| "step": 1910 |
| }, |
| { |
| "epoch": 1.0744264129826524, |
| "grad_norm": 0.3941816985607147, |
| "learning_rate": 9.942260825371358e-05, |
| "loss": 0.0184, |
| "step": 1920 |
| }, |
| { |
| "epoch": 1.0800223838836038, |
| "grad_norm": 0.31161707639694214, |
| "learning_rate": 9.941001291921512e-05, |
| "loss": 0.0229, |
| "step": 1930 |
| }, |
| { |
| "epoch": 1.085618354784555, |
| "grad_norm": 0.33263275027275085, |
| "learning_rate": 9.939728249962807e-05, |
| "loss": 0.0227, |
| "step": 1940 |
| }, |
| { |
| "epoch": 1.0912143256855065, |
| "grad_norm": 0.35178300738334656, |
| "learning_rate": 9.938441702975689e-05, |
| "loss": 0.0224, |
| "step": 1950 |
| }, |
| { |
| "epoch": 1.0968102965864577, |
| "grad_norm": 0.374667227268219, |
| "learning_rate": 9.937141654477528e-05, |
| "loss": 0.0196, |
| "step": 1960 |
| }, |
| { |
| "epoch": 1.102406267487409, |
| "grad_norm": 0.2080841362476349, |
| "learning_rate": 9.93582810802261e-05, |
| "loss": 0.0274, |
| "step": 1970 |
| }, |
| { |
| "epoch": 1.1080022383883603, |
| "grad_norm": 0.29197070002555847, |
| "learning_rate": 9.934501067202117e-05, |
| "loss": 0.0242, |
| "step": 1980 |
| }, |
| { |
| "epoch": 1.1135982092893117, |
| "grad_norm": 0.32980409264564514, |
| "learning_rate": 9.93316053564413e-05, |
| "loss": 0.0189, |
| "step": 1990 |
| }, |
| { |
| "epoch": 1.119194180190263, |
| "grad_norm": 0.4776092767715454, |
| "learning_rate": 9.931806517013612e-05, |
| "loss": 0.022, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.1247901510912144, |
| "grad_norm": 0.37389442324638367, |
| "learning_rate": 9.930439015012396e-05, |
| "loss": 0.0216, |
| "step": 2010 |
| }, |
| { |
| "epoch": 1.1303861219921656, |
| "grad_norm": 0.22275716066360474, |
| "learning_rate": 9.929058033379181e-05, |
| "loss": 0.0192, |
| "step": 2020 |
| }, |
| { |
| "epoch": 1.135982092893117, |
| "grad_norm": 0.5097452402114868, |
| "learning_rate": 9.927663575889521e-05, |
| "loss": 0.0198, |
| "step": 2030 |
| }, |
| { |
| "epoch": 1.1415780637940682, |
| "grad_norm": 0.3198114037513733, |
| "learning_rate": 9.926255646355804e-05, |
| "loss": 0.0218, |
| "step": 2040 |
| }, |
| { |
| "epoch": 1.1471740346950197, |
| "grad_norm": 0.1620880514383316, |
| "learning_rate": 9.92483424862726e-05, |
| "loss": 0.0227, |
| "step": 2050 |
| }, |
| { |
| "epoch": 1.1527700055959709, |
| "grad_norm": 0.2927526831626892, |
| "learning_rate": 9.923399386589933e-05, |
| "loss": 0.0195, |
| "step": 2060 |
| }, |
| { |
| "epoch": 1.1583659764969223, |
| "grad_norm": 0.2967079281806946, |
| "learning_rate": 9.921951064166684e-05, |
| "loss": 0.024, |
| "step": 2070 |
| }, |
| { |
| "epoch": 1.1639619473978735, |
| "grad_norm": 0.19401852786540985, |
| "learning_rate": 9.92048928531717e-05, |
| "loss": 0.0223, |
| "step": 2080 |
| }, |
| { |
| "epoch": 1.169557918298825, |
| "grad_norm": 0.28363627195358276, |
| "learning_rate": 9.919014054037836e-05, |
| "loss": 0.0188, |
| "step": 2090 |
| }, |
| { |
| "epoch": 1.1751538891997761, |
| "grad_norm": 0.3623961806297302, |
| "learning_rate": 9.917525374361912e-05, |
| "loss": 0.0206, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.1807498601007276, |
| "grad_norm": 0.503246545791626, |
| "learning_rate": 9.91602325035939e-05, |
| "loss": 0.0253, |
| "step": 2110 |
| }, |
| { |
| "epoch": 1.1863458310016788, |
| "grad_norm": 0.7744673490524292, |
| "learning_rate": 9.914507686137019e-05, |
| "loss": 0.0337, |
| "step": 2120 |
| }, |
| { |
| "epoch": 1.19194180190263, |
| "grad_norm": 0.48357081413269043, |
| "learning_rate": 9.912978685838294e-05, |
| "loss": 0.0309, |
| "step": 2130 |
| }, |
| { |
| "epoch": 1.1975377728035814, |
| "grad_norm": 0.22658684849739075, |
| "learning_rate": 9.911436253643445e-05, |
| "loss": 0.0208, |
| "step": 2140 |
| }, |
| { |
| "epoch": 1.2031337437045329, |
| "grad_norm": 0.40776172280311584, |
| "learning_rate": 9.90988039376942e-05, |
| "loss": 0.0232, |
| "step": 2150 |
| }, |
| { |
| "epoch": 1.208729714605484, |
| "grad_norm": 0.48974546790122986, |
| "learning_rate": 9.90831111046988e-05, |
| "loss": 0.0278, |
| "step": 2160 |
| }, |
| { |
| "epoch": 1.2143256855064353, |
| "grad_norm": 0.3066832423210144, |
| "learning_rate": 9.90672840803519e-05, |
| "loss": 0.018, |
| "step": 2170 |
| }, |
| { |
| "epoch": 1.2199216564073867, |
| "grad_norm": 0.22434163093566895, |
| "learning_rate": 9.905132290792394e-05, |
| "loss": 0.0141, |
| "step": 2180 |
| }, |
| { |
| "epoch": 1.225517627308338, |
| "grad_norm": 0.3365159034729004, |
| "learning_rate": 9.903522763105218e-05, |
| "loss": 0.0205, |
| "step": 2190 |
| }, |
| { |
| "epoch": 1.2311135982092893, |
| "grad_norm": 0.3467719256877899, |
| "learning_rate": 9.901899829374047e-05, |
| "loss": 0.0206, |
| "step": 2200 |
| }, |
| { |
| "epoch": 1.2367095691102405, |
| "grad_norm": 0.31818097829818726, |
| "learning_rate": 9.900263494035921e-05, |
| "loss": 0.0255, |
| "step": 2210 |
| }, |
| { |
| "epoch": 1.242305540011192, |
| "grad_norm": 0.3118780851364136, |
| "learning_rate": 9.89861376156452e-05, |
| "loss": 0.0211, |
| "step": 2220 |
| }, |
| { |
| "epoch": 1.2479015109121432, |
| "grad_norm": 0.2563456594944, |
| "learning_rate": 9.896950636470147e-05, |
| "loss": 0.0249, |
| "step": 2230 |
| }, |
| { |
| "epoch": 1.2534974818130946, |
| "grad_norm": 0.4434971213340759, |
| "learning_rate": 9.895274123299723e-05, |
| "loss": 0.0214, |
| "step": 2240 |
| }, |
| { |
| "epoch": 1.2590934527140458, |
| "grad_norm": 0.36243245005607605, |
| "learning_rate": 9.893584226636772e-05, |
| "loss": 0.0239, |
| "step": 2250 |
| }, |
| { |
| "epoch": 1.2646894236149973, |
| "grad_norm": 0.4027983546257019, |
| "learning_rate": 9.891880951101407e-05, |
| "loss": 0.0328, |
| "step": 2260 |
| }, |
| { |
| "epoch": 1.2702853945159485, |
| "grad_norm": 0.4992479383945465, |
| "learning_rate": 9.890164301350318e-05, |
| "loss": 0.0247, |
| "step": 2270 |
| }, |
| { |
| "epoch": 1.2758813654169, |
| "grad_norm": 0.5188339948654175, |
| "learning_rate": 9.888434282076758e-05, |
| "loss": 0.0252, |
| "step": 2280 |
| }, |
| { |
| "epoch": 1.281477336317851, |
| "grad_norm": 0.2691977620124817, |
| "learning_rate": 9.886690898010535e-05, |
| "loss": 0.0238, |
| "step": 2290 |
| }, |
| { |
| "epoch": 1.2870733072188025, |
| "grad_norm": 0.42759424448013306, |
| "learning_rate": 9.884934153917997e-05, |
| "loss": 0.0252, |
| "step": 2300 |
| }, |
| { |
| "epoch": 1.2926692781197537, |
| "grad_norm": 0.315560519695282, |
| "learning_rate": 9.883164054602012e-05, |
| "loss": 0.0184, |
| "step": 2310 |
| }, |
| { |
| "epoch": 1.2982652490207052, |
| "grad_norm": 0.34518998861312866, |
| "learning_rate": 9.881380604901964e-05, |
| "loss": 0.026, |
| "step": 2320 |
| }, |
| { |
| "epoch": 1.3038612199216564, |
| "grad_norm": 0.322465717792511, |
| "learning_rate": 9.879583809693738e-05, |
| "loss": 0.0217, |
| "step": 2330 |
| }, |
| { |
| "epoch": 1.3094571908226076, |
| "grad_norm": 0.31809547543525696, |
| "learning_rate": 9.877773673889701e-05, |
| "loss": 0.0219, |
| "step": 2340 |
| }, |
| { |
| "epoch": 1.315053161723559, |
| "grad_norm": 0.4411179721355438, |
| "learning_rate": 9.8759502024387e-05, |
| "loss": 0.0221, |
| "step": 2350 |
| }, |
| { |
| "epoch": 1.3206491326245104, |
| "grad_norm": 0.44775789976119995, |
| "learning_rate": 9.87411340032603e-05, |
| "loss": 0.0234, |
| "step": 2360 |
| }, |
| { |
| "epoch": 1.3262451035254617, |
| "grad_norm": 0.5176445245742798, |
| "learning_rate": 9.872263272573443e-05, |
| "loss": 0.0255, |
| "step": 2370 |
| }, |
| { |
| "epoch": 1.3318410744264129, |
| "grad_norm": 0.36430883407592773, |
| "learning_rate": 9.870399824239117e-05, |
| "loss": 0.0205, |
| "step": 2380 |
| }, |
| { |
| "epoch": 1.3374370453273643, |
| "grad_norm": 0.5294170379638672, |
| "learning_rate": 9.868523060417646e-05, |
| "loss": 0.0266, |
| "step": 2390 |
| }, |
| { |
| "epoch": 1.3430330162283157, |
| "grad_norm": 0.3633783459663391, |
| "learning_rate": 9.86663298624003e-05, |
| "loss": 0.0208, |
| "step": 2400 |
| }, |
| { |
| "epoch": 1.348628987129267, |
| "grad_norm": 0.5161033272743225, |
| "learning_rate": 9.864729606873663e-05, |
| "loss": 0.0201, |
| "step": 2410 |
| }, |
| { |
| "epoch": 1.3542249580302181, |
| "grad_norm": 0.6746691465377808, |
| "learning_rate": 9.862812927522309e-05, |
| "loss": 0.0243, |
| "step": 2420 |
| }, |
| { |
| "epoch": 1.3598209289311696, |
| "grad_norm": 0.2213054746389389, |
| "learning_rate": 9.860882953426099e-05, |
| "loss": 0.0209, |
| "step": 2430 |
| }, |
| { |
| "epoch": 1.365416899832121, |
| "grad_norm": 0.6545590162277222, |
| "learning_rate": 9.858939689861506e-05, |
| "loss": 0.0225, |
| "step": 2440 |
| }, |
| { |
| "epoch": 1.3710128707330722, |
| "grad_norm": 0.46804091334342957, |
| "learning_rate": 9.856983142141339e-05, |
| "loss": 0.0271, |
| "step": 2450 |
| }, |
| { |
| "epoch": 1.3766088416340234, |
| "grad_norm": 0.38381436467170715, |
| "learning_rate": 9.855013315614725e-05, |
| "loss": 0.0233, |
| "step": 2460 |
| }, |
| { |
| "epoch": 1.3822048125349748, |
| "grad_norm": 0.41659992933273315, |
| "learning_rate": 9.853030215667093e-05, |
| "loss": 0.0229, |
| "step": 2470 |
| }, |
| { |
| "epoch": 1.387800783435926, |
| "grad_norm": 0.4473920464515686, |
| "learning_rate": 9.851033847720166e-05, |
| "loss": 0.0278, |
| "step": 2480 |
| }, |
| { |
| "epoch": 1.3933967543368775, |
| "grad_norm": 0.3903592824935913, |
| "learning_rate": 9.849024217231935e-05, |
| "loss": 0.0222, |
| "step": 2490 |
| }, |
| { |
| "epoch": 1.3989927252378287, |
| "grad_norm": 0.296999454498291, |
| "learning_rate": 9.847001329696653e-05, |
| "loss": 0.0287, |
| "step": 2500 |
| }, |
| { |
| "epoch": 1.4045886961387801, |
| "grad_norm": 0.45139339566230774, |
| "learning_rate": 9.844965190644817e-05, |
| "loss": 0.0253, |
| "step": 2510 |
| }, |
| { |
| "epoch": 1.4101846670397313, |
| "grad_norm": 0.29245492815971375, |
| "learning_rate": 9.842915805643155e-05, |
| "loss": 0.0149, |
| "step": 2520 |
| }, |
| { |
| "epoch": 1.4157806379406828, |
| "grad_norm": 0.2889615595340729, |
| "learning_rate": 9.840853180294608e-05, |
| "loss": 0.0224, |
| "step": 2530 |
| }, |
| { |
| "epoch": 1.421376608841634, |
| "grad_norm": 0.4102277457714081, |
| "learning_rate": 9.838777320238312e-05, |
| "loss": 0.0268, |
| "step": 2540 |
| }, |
| { |
| "epoch": 1.4269725797425854, |
| "grad_norm": 0.5045889616012573, |
| "learning_rate": 9.836688231149592e-05, |
| "loss": 0.0195, |
| "step": 2550 |
| }, |
| { |
| "epoch": 1.4325685506435366, |
| "grad_norm": 0.5412267446517944, |
| "learning_rate": 9.834585918739936e-05, |
| "loss": 0.0262, |
| "step": 2560 |
| }, |
| { |
| "epoch": 1.438164521544488, |
| "grad_norm": 0.5022779703140259, |
| "learning_rate": 9.832470388756987e-05, |
| "loss": 0.0268, |
| "step": 2570 |
| }, |
| { |
| "epoch": 1.4437604924454392, |
| "grad_norm": 0.5818321108818054, |
| "learning_rate": 9.830341646984521e-05, |
| "loss": 0.0262, |
| "step": 2580 |
| }, |
| { |
| "epoch": 1.4493564633463907, |
| "grad_norm": 0.3627963066101074, |
| "learning_rate": 9.82819969924244e-05, |
| "loss": 0.0161, |
| "step": 2590 |
| }, |
| { |
| "epoch": 1.4549524342473419, |
| "grad_norm": 0.35047340393066406, |
| "learning_rate": 9.826044551386744e-05, |
| "loss": 0.0245, |
| "step": 2600 |
| }, |
| { |
| "epoch": 1.4605484051482933, |
| "grad_norm": 0.2970013916492462, |
| "learning_rate": 9.823876209309527e-05, |
| "loss": 0.0206, |
| "step": 2610 |
| }, |
| { |
| "epoch": 1.4661443760492445, |
| "grad_norm": 0.39108118414878845, |
| "learning_rate": 9.821694678938953e-05, |
| "loss": 0.0229, |
| "step": 2620 |
| }, |
| { |
| "epoch": 1.4717403469501957, |
| "grad_norm": 0.30723538994789124, |
| "learning_rate": 9.819499966239243e-05, |
| "loss": 0.0239, |
| "step": 2630 |
| }, |
| { |
| "epoch": 1.4773363178511472, |
| "grad_norm": 0.316388338804245, |
| "learning_rate": 9.817292077210659e-05, |
| "loss": 0.0232, |
| "step": 2640 |
| }, |
| { |
| "epoch": 1.4829322887520986, |
| "grad_norm": 0.2693226635456085, |
| "learning_rate": 9.815071017889482e-05, |
| "loss": 0.0201, |
| "step": 2650 |
| }, |
| { |
| "epoch": 1.4885282596530498, |
| "grad_norm": 0.2165406197309494, |
| "learning_rate": 9.812836794348004e-05, |
| "loss": 0.0178, |
| "step": 2660 |
| }, |
| { |
| "epoch": 1.494124230554001, |
| "grad_norm": 0.33953240513801575, |
| "learning_rate": 9.81058941269451e-05, |
| "loss": 0.0247, |
| "step": 2670 |
| }, |
| { |
| "epoch": 1.4997202014549524, |
| "grad_norm": 0.37577569484710693, |
| "learning_rate": 9.808328879073251e-05, |
| "loss": 0.0188, |
| "step": 2680 |
| }, |
| { |
| "epoch": 1.5053161723559039, |
| "grad_norm": 0.3397989273071289, |
| "learning_rate": 9.806055199664446e-05, |
| "loss": 0.0174, |
| "step": 2690 |
| }, |
| { |
| "epoch": 1.510912143256855, |
| "grad_norm": 0.11495699733495712, |
| "learning_rate": 9.803768380684242e-05, |
| "loss": 0.0193, |
| "step": 2700 |
| }, |
| { |
| "epoch": 1.5165081141578063, |
| "grad_norm": 0.3947618305683136, |
| "learning_rate": 9.801468428384716e-05, |
| "loss": 0.0195, |
| "step": 2710 |
| }, |
| { |
| "epoch": 1.5221040850587577, |
| "grad_norm": 0.3024958670139313, |
| "learning_rate": 9.799155349053851e-05, |
| "loss": 0.021, |
| "step": 2720 |
| }, |
| { |
| "epoch": 1.5277000559597091, |
| "grad_norm": 0.3651089072227478, |
| "learning_rate": 9.796829149015517e-05, |
| "loss": 0.0148, |
| "step": 2730 |
| }, |
| { |
| "epoch": 1.5332960268606604, |
| "grad_norm": 0.6126254796981812, |
| "learning_rate": 9.794489834629455e-05, |
| "loss": 0.0187, |
| "step": 2740 |
| }, |
| { |
| "epoch": 1.5388919977616116, |
| "grad_norm": 0.35577818751335144, |
| "learning_rate": 9.792137412291265e-05, |
| "loss": 0.0183, |
| "step": 2750 |
| }, |
| { |
| "epoch": 1.544487968662563, |
| "grad_norm": 0.26784461736679077, |
| "learning_rate": 9.789771888432375e-05, |
| "loss": 0.0239, |
| "step": 2760 |
| }, |
| { |
| "epoch": 1.5500839395635144, |
| "grad_norm": 0.3259308338165283, |
| "learning_rate": 9.787393269520039e-05, |
| "loss": 0.0174, |
| "step": 2770 |
| }, |
| { |
| "epoch": 1.5556799104644656, |
| "grad_norm": 0.3289090394973755, |
| "learning_rate": 9.785001562057309e-05, |
| "loss": 0.0185, |
| "step": 2780 |
| }, |
| { |
| "epoch": 1.5612758813654168, |
| "grad_norm": 0.41667595505714417, |
| "learning_rate": 9.782596772583026e-05, |
| "loss": 0.0264, |
| "step": 2790 |
| }, |
| { |
| "epoch": 1.5668718522663683, |
| "grad_norm": 0.4217163324356079, |
| "learning_rate": 9.780178907671789e-05, |
| "loss": 0.0221, |
| "step": 2800 |
| }, |
| { |
| "epoch": 1.5724678231673195, |
| "grad_norm": 0.3442951440811157, |
| "learning_rate": 9.777747973933948e-05, |
| "loss": 0.0195, |
| "step": 2810 |
| }, |
| { |
| "epoch": 1.578063794068271, |
| "grad_norm": 0.38543257117271423, |
| "learning_rate": 9.775303978015585e-05, |
| "loss": 0.0189, |
| "step": 2820 |
| }, |
| { |
| "epoch": 1.5836597649692221, |
| "grad_norm": 0.6017774939537048, |
| "learning_rate": 9.772846926598491e-05, |
| "loss": 0.0254, |
| "step": 2830 |
| }, |
| { |
| "epoch": 1.5892557358701733, |
| "grad_norm": 0.5754305720329285, |
| "learning_rate": 9.77037682640015e-05, |
| "loss": 0.0224, |
| "step": 2840 |
| }, |
| { |
| "epoch": 1.5948517067711248, |
| "grad_norm": 0.2952113747596741, |
| "learning_rate": 9.767893684173721e-05, |
| "loss": 0.0209, |
| "step": 2850 |
| }, |
| { |
| "epoch": 1.6004476776720762, |
| "grad_norm": 0.3667709231376648, |
| "learning_rate": 9.765397506708023e-05, |
| "loss": 0.0221, |
| "step": 2860 |
| }, |
| { |
| "epoch": 1.6060436485730274, |
| "grad_norm": 0.543677031993866, |
| "learning_rate": 9.762888300827507e-05, |
| "loss": 0.0216, |
| "step": 2870 |
| }, |
| { |
| "epoch": 1.6116396194739786, |
| "grad_norm": 0.3521057069301605, |
| "learning_rate": 9.760366073392246e-05, |
| "loss": 0.02, |
| "step": 2880 |
| }, |
| { |
| "epoch": 1.61723559037493, |
| "grad_norm": 0.35763946175575256, |
| "learning_rate": 9.757830831297914e-05, |
| "loss": 0.0244, |
| "step": 2890 |
| }, |
| { |
| "epoch": 1.6228315612758815, |
| "grad_norm": 0.25549840927124023, |
| "learning_rate": 9.755282581475769e-05, |
| "loss": 0.0224, |
| "step": 2900 |
| }, |
| { |
| "epoch": 1.6284275321768327, |
| "grad_norm": 0.22006206214427948, |
| "learning_rate": 9.752721330892624e-05, |
| "loss": 0.0178, |
| "step": 2910 |
| }, |
| { |
| "epoch": 1.6340235030777839, |
| "grad_norm": 0.2791355550289154, |
| "learning_rate": 9.750147086550844e-05, |
| "loss": 0.0204, |
| "step": 2920 |
| }, |
| { |
| "epoch": 1.6396194739787353, |
| "grad_norm": 0.34600383043289185, |
| "learning_rate": 9.747559855488313e-05, |
| "loss": 0.0206, |
| "step": 2930 |
| }, |
| { |
| "epoch": 1.6452154448796867, |
| "grad_norm": 0.40189531445503235, |
| "learning_rate": 9.744959644778422e-05, |
| "loss": 0.0213, |
| "step": 2940 |
| }, |
| { |
| "epoch": 1.650811415780638, |
| "grad_norm": 0.21385939419269562, |
| "learning_rate": 9.742346461530048e-05, |
| "loss": 0.0287, |
| "step": 2950 |
| }, |
| { |
| "epoch": 1.6564073866815892, |
| "grad_norm": 0.4269281327724457, |
| "learning_rate": 9.739720312887535e-05, |
| "loss": 0.0226, |
| "step": 2960 |
| }, |
| { |
| "epoch": 1.6620033575825406, |
| "grad_norm": 0.46277040243148804, |
| "learning_rate": 9.73708120603067e-05, |
| "loss": 0.0206, |
| "step": 2970 |
| }, |
| { |
| "epoch": 1.667599328483492, |
| "grad_norm": 0.340044230222702, |
| "learning_rate": 9.734429148174675e-05, |
| "loss": 0.016, |
| "step": 2980 |
| }, |
| { |
| "epoch": 1.6731952993844432, |
| "grad_norm": 0.33839765191078186, |
| "learning_rate": 9.731764146570173e-05, |
| "loss": 0.0208, |
| "step": 2990 |
| }, |
| { |
| "epoch": 1.6787912702853944, |
| "grad_norm": 0.4214085042476654, |
| "learning_rate": 9.729086208503174e-05, |
| "loss": 0.0291, |
| "step": 3000 |
| }, |
| { |
| "epoch": 1.6843872411863459, |
| "grad_norm": 0.29594293236732483, |
| "learning_rate": 9.726395341295062e-05, |
| "loss": 0.0194, |
| "step": 3010 |
| }, |
| { |
| "epoch": 1.6899832120872973, |
| "grad_norm": 0.43080446124076843, |
| "learning_rate": 9.723691552302562e-05, |
| "loss": 0.0204, |
| "step": 3020 |
| }, |
| { |
| "epoch": 1.6955791829882485, |
| "grad_norm": 0.3255208134651184, |
| "learning_rate": 9.720974848917735e-05, |
| "loss": 0.0219, |
| "step": 3030 |
| }, |
| { |
| "epoch": 1.7011751538891997, |
| "grad_norm": 0.30094242095947266, |
| "learning_rate": 9.718245238567939e-05, |
| "loss": 0.0207, |
| "step": 3040 |
| }, |
| { |
| "epoch": 1.7067711247901511, |
| "grad_norm": 0.27606436610221863, |
| "learning_rate": 9.715502728715826e-05, |
| "loss": 0.025, |
| "step": 3050 |
| }, |
| { |
| "epoch": 1.7123670956911026, |
| "grad_norm": 0.21307139098644257, |
| "learning_rate": 9.712747326859315e-05, |
| "loss": 0.0202, |
| "step": 3060 |
| }, |
| { |
| "epoch": 1.7179630665920538, |
| "grad_norm": 0.4076824188232422, |
| "learning_rate": 9.709979040531569e-05, |
| "loss": 0.0181, |
| "step": 3070 |
| }, |
| { |
| "epoch": 1.723559037493005, |
| "grad_norm": 0.3973149359226227, |
| "learning_rate": 9.707197877300974e-05, |
| "loss": 0.0278, |
| "step": 3080 |
| }, |
| { |
| "epoch": 1.7291550083939562, |
| "grad_norm": 0.3367111086845398, |
| "learning_rate": 9.704403844771128e-05, |
| "loss": 0.0284, |
| "step": 3090 |
| }, |
| { |
| "epoch": 1.7347509792949076, |
| "grad_norm": 0.4137897193431854, |
| "learning_rate": 9.701596950580806e-05, |
| "loss": 0.0251, |
| "step": 3100 |
| }, |
| { |
| "epoch": 1.740346950195859, |
| "grad_norm": 0.28888463973999023, |
| "learning_rate": 9.698777202403953e-05, |
| "loss": 0.0185, |
| "step": 3110 |
| }, |
| { |
| "epoch": 1.7459429210968103, |
| "grad_norm": 0.2732876241207123, |
| "learning_rate": 9.695944607949649e-05, |
| "loss": 0.0206, |
| "step": 3120 |
| }, |
| { |
| "epoch": 1.7515388919977615, |
| "grad_norm": 0.5475505590438843, |
| "learning_rate": 9.693099174962103e-05, |
| "loss": 0.0239, |
| "step": 3130 |
| }, |
| { |
| "epoch": 1.757134862898713, |
| "grad_norm": 0.3212341070175171, |
| "learning_rate": 9.690240911220618e-05, |
| "loss": 0.0193, |
| "step": 3140 |
| }, |
| { |
| "epoch": 1.7627308337996643, |
| "grad_norm": 0.38309773802757263, |
| "learning_rate": 9.687369824539577e-05, |
| "loss": 0.0228, |
| "step": 3150 |
| }, |
| { |
| "epoch": 1.7683268047006155, |
| "grad_norm": 0.22085356712341309, |
| "learning_rate": 9.684485922768422e-05, |
| "loss": 0.0167, |
| "step": 3160 |
| }, |
| { |
| "epoch": 1.7739227756015667, |
| "grad_norm": 0.32358717918395996, |
| "learning_rate": 9.681589213791633e-05, |
| "loss": 0.0216, |
| "step": 3170 |
| }, |
| { |
| "epoch": 1.7795187465025182, |
| "grad_norm": 0.30354073643684387, |
| "learning_rate": 9.6786797055287e-05, |
| "loss": 0.0202, |
| "step": 3180 |
| }, |
| { |
| "epoch": 1.7851147174034696, |
| "grad_norm": 0.3479655981063843, |
| "learning_rate": 9.675757405934103e-05, |
| "loss": 0.0167, |
| "step": 3190 |
| }, |
| { |
| "epoch": 1.7907106883044208, |
| "grad_norm": 0.3674020767211914, |
| "learning_rate": 9.672822322997305e-05, |
| "loss": 0.0216, |
| "step": 3200 |
| }, |
| { |
| "epoch": 1.796306659205372, |
| "grad_norm": 0.2632925808429718, |
| "learning_rate": 9.669874464742705e-05, |
| "loss": 0.0166, |
| "step": 3210 |
| }, |
| { |
| "epoch": 1.8019026301063235, |
| "grad_norm": 0.22815559804439545, |
| "learning_rate": 9.66691383922964e-05, |
| "loss": 0.0182, |
| "step": 3220 |
| }, |
| { |
| "epoch": 1.8074986010072749, |
| "grad_norm": 0.2246052771806717, |
| "learning_rate": 9.663940454552342e-05, |
| "loss": 0.0186, |
| "step": 3230 |
| }, |
| { |
| "epoch": 1.813094571908226, |
| "grad_norm": 0.28712260723114014, |
| "learning_rate": 9.660954318839933e-05, |
| "loss": 0.0157, |
| "step": 3240 |
| }, |
| { |
| "epoch": 1.8186905428091773, |
| "grad_norm": 0.2282487452030182, |
| "learning_rate": 9.657955440256395e-05, |
| "loss": 0.0201, |
| "step": 3250 |
| }, |
| { |
| "epoch": 1.8242865137101287, |
| "grad_norm": 0.3279257118701935, |
| "learning_rate": 9.654943827000548e-05, |
| "loss": 0.0153, |
| "step": 3260 |
| }, |
| { |
| "epoch": 1.8298824846110802, |
| "grad_norm": 0.3519797623157501, |
| "learning_rate": 9.651919487306025e-05, |
| "loss": 0.0217, |
| "step": 3270 |
| }, |
| { |
| "epoch": 1.8354784555120314, |
| "grad_norm": 0.29638567566871643, |
| "learning_rate": 9.648882429441257e-05, |
| "loss": 0.0165, |
| "step": 3280 |
| }, |
| { |
| "epoch": 1.8410744264129826, |
| "grad_norm": 0.3102523982524872, |
| "learning_rate": 9.645832661709444e-05, |
| "loss": 0.02, |
| "step": 3290 |
| }, |
| { |
| "epoch": 1.846670397313934, |
| "grad_norm": 0.31784892082214355, |
| "learning_rate": 9.642770192448536e-05, |
| "loss": 0.0259, |
| "step": 3300 |
| }, |
| { |
| "epoch": 1.8522663682148854, |
| "grad_norm": 0.31783589720726013, |
| "learning_rate": 9.639695030031204e-05, |
| "loss": 0.0154, |
| "step": 3310 |
| }, |
| { |
| "epoch": 1.8578623391158366, |
| "grad_norm": 0.4002092778682709, |
| "learning_rate": 9.636607182864827e-05, |
| "loss": 0.0128, |
| "step": 3320 |
| }, |
| { |
| "epoch": 1.8634583100167879, |
| "grad_norm": 0.3656691610813141, |
| "learning_rate": 9.63350665939146e-05, |
| "loss": 0.0167, |
| "step": 3330 |
| }, |
| { |
| "epoch": 1.869054280917739, |
| "grad_norm": 0.34003934264183044, |
| "learning_rate": 9.630393468087818e-05, |
| "loss": 0.018, |
| "step": 3340 |
| }, |
| { |
| "epoch": 1.8746502518186905, |
| "grad_norm": 0.3051067888736725, |
| "learning_rate": 9.627267617465243e-05, |
| "loss": 0.0192, |
| "step": 3350 |
| }, |
| { |
| "epoch": 1.880246222719642, |
| "grad_norm": 0.32361093163490295, |
| "learning_rate": 9.624129116069694e-05, |
| "loss": 0.0262, |
| "step": 3360 |
| }, |
| { |
| "epoch": 1.8858421936205931, |
| "grad_norm": 0.20856234431266785, |
| "learning_rate": 9.620977972481716e-05, |
| "loss": 0.0259, |
| "step": 3370 |
| }, |
| { |
| "epoch": 1.8914381645215443, |
| "grad_norm": 0.3916553258895874, |
| "learning_rate": 9.617814195316411e-05, |
| "loss": 0.0184, |
| "step": 3380 |
| }, |
| { |
| "epoch": 1.8970341354224958, |
| "grad_norm": 0.461211621761322, |
| "learning_rate": 9.614637793223425e-05, |
| "loss": 0.018, |
| "step": 3390 |
| }, |
| { |
| "epoch": 1.9026301063234472, |
| "grad_norm": 0.4060401916503906, |
| "learning_rate": 9.611448774886924e-05, |
| "loss": 0.0196, |
| "step": 3400 |
| }, |
| { |
| "epoch": 1.9082260772243984, |
| "grad_norm": 0.362894207239151, |
| "learning_rate": 9.60824714902556e-05, |
| "loss": 0.0149, |
| "step": 3410 |
| }, |
| { |
| "epoch": 1.9138220481253496, |
| "grad_norm": 0.2224276214838028, |
| "learning_rate": 9.605032924392457e-05, |
| "loss": 0.0214, |
| "step": 3420 |
| }, |
| { |
| "epoch": 1.919418019026301, |
| "grad_norm": 0.36570799350738525, |
| "learning_rate": 9.601806109775179e-05, |
| "loss": 0.019, |
| "step": 3430 |
| }, |
| { |
| "epoch": 1.9250139899272525, |
| "grad_norm": 0.37845227122306824, |
| "learning_rate": 9.598566713995718e-05, |
| "loss": 0.0283, |
| "step": 3440 |
| }, |
| { |
| "epoch": 1.9306099608282037, |
| "grad_norm": 0.2989262044429779, |
| "learning_rate": 9.595314745910456e-05, |
| "loss": 0.0195, |
| "step": 3450 |
| }, |
| { |
| "epoch": 1.936205931729155, |
| "grad_norm": 0.4651845097541809, |
| "learning_rate": 9.59205021441015e-05, |
| "loss": 0.0221, |
| "step": 3460 |
| }, |
| { |
| "epoch": 1.9418019026301063, |
| "grad_norm": 0.16341492533683777, |
| "learning_rate": 9.588773128419906e-05, |
| "loss": 0.0189, |
| "step": 3470 |
| }, |
| { |
| "epoch": 1.9473978735310578, |
| "grad_norm": 0.3499149978160858, |
| "learning_rate": 9.58548349689915e-05, |
| "loss": 0.0163, |
| "step": 3480 |
| }, |
| { |
| "epoch": 1.952993844432009, |
| "grad_norm": 0.5015300512313843, |
| "learning_rate": 9.582181328841611e-05, |
| "loss": 0.0287, |
| "step": 3490 |
| }, |
| { |
| "epoch": 1.9585898153329602, |
| "grad_norm": 0.3239698112010956, |
| "learning_rate": 9.578866633275288e-05, |
| "loss": 0.0168, |
| "step": 3500 |
| }, |
| { |
| "epoch": 1.9641857862339116, |
| "grad_norm": 0.29603099822998047, |
| "learning_rate": 9.575539419262434e-05, |
| "loss": 0.0204, |
| "step": 3510 |
| }, |
| { |
| "epoch": 1.969781757134863, |
| "grad_norm": 0.4523886740207672, |
| "learning_rate": 9.572199695899522e-05, |
| "loss": 0.0247, |
| "step": 3520 |
| }, |
| { |
| "epoch": 1.9753777280358142, |
| "grad_norm": 0.2664707899093628, |
| "learning_rate": 9.568847472317232e-05, |
| "loss": 0.0155, |
| "step": 3530 |
| }, |
| { |
| "epoch": 1.9809736989367654, |
| "grad_norm": 0.3717735707759857, |
| "learning_rate": 9.565482757680415e-05, |
| "loss": 0.0279, |
| "step": 3540 |
| }, |
| { |
| "epoch": 1.9865696698377169, |
| "grad_norm": 0.4721260070800781, |
| "learning_rate": 9.562105561188069e-05, |
| "loss": 0.017, |
| "step": 3550 |
| }, |
| { |
| "epoch": 1.9921656407386683, |
| "grad_norm": 0.19504283368587494, |
| "learning_rate": 9.558715892073323e-05, |
| "loss": 0.0251, |
| "step": 3560 |
| }, |
| { |
| "epoch": 1.9977616116396195, |
| "grad_norm": 0.3900291919708252, |
| "learning_rate": 9.555313759603402e-05, |
| "loss": 0.028, |
| "step": 3570 |
| }, |
| { |
| "epoch": 2.0033575825405707, |
| "grad_norm": 0.3327538073062897, |
| "learning_rate": 9.551899173079607e-05, |
| "loss": 0.0214, |
| "step": 3580 |
| }, |
| { |
| "epoch": 2.008953553441522, |
| "grad_norm": 0.5092990398406982, |
| "learning_rate": 9.548472141837286e-05, |
| "loss": 0.0204, |
| "step": 3590 |
| }, |
| { |
| "epoch": 2.0145495243424736, |
| "grad_norm": 0.2563795745372772, |
| "learning_rate": 9.545032675245813e-05, |
| "loss": 0.0242, |
| "step": 3600 |
| }, |
| { |
| "epoch": 2.020145495243425, |
| "grad_norm": 0.1788598746061325, |
| "learning_rate": 9.541580782708557e-05, |
| "loss": 0.0189, |
| "step": 3610 |
| }, |
| { |
| "epoch": 2.025741466144376, |
| "grad_norm": 0.2857683598995209, |
| "learning_rate": 9.538116473662861e-05, |
| "loss": 0.0187, |
| "step": 3620 |
| }, |
| { |
| "epoch": 2.031337437045327, |
| "grad_norm": 0.25776809453964233, |
| "learning_rate": 9.534639757580013e-05, |
| "loss": 0.0176, |
| "step": 3630 |
| }, |
| { |
| "epoch": 2.036933407946279, |
| "grad_norm": 0.37827619910240173, |
| "learning_rate": 9.531150643965223e-05, |
| "loss": 0.0133, |
| "step": 3640 |
| }, |
| { |
| "epoch": 2.04252937884723, |
| "grad_norm": 0.36484652757644653, |
| "learning_rate": 9.527649142357596e-05, |
| "loss": 0.021, |
| "step": 3650 |
| }, |
| { |
| "epoch": 2.0481253497481813, |
| "grad_norm": 0.41479215025901794, |
| "learning_rate": 9.524135262330098e-05, |
| "loss": 0.0159, |
| "step": 3660 |
| }, |
| { |
| "epoch": 2.0537213206491325, |
| "grad_norm": 0.261192262172699, |
| "learning_rate": 9.520609013489547e-05, |
| "loss": 0.0169, |
| "step": 3670 |
| }, |
| { |
| "epoch": 2.059317291550084, |
| "grad_norm": 0.3758920431137085, |
| "learning_rate": 9.517070405476575e-05, |
| "loss": 0.02, |
| "step": 3680 |
| }, |
| { |
| "epoch": 2.0649132624510353, |
| "grad_norm": 0.33406686782836914, |
| "learning_rate": 9.513519447965595e-05, |
| "loss": 0.0176, |
| "step": 3690 |
| }, |
| { |
| "epoch": 2.0705092333519866, |
| "grad_norm": 0.18889296054840088, |
| "learning_rate": 9.509956150664796e-05, |
| "loss": 0.0167, |
| "step": 3700 |
| }, |
| { |
| "epoch": 2.0761052042529378, |
| "grad_norm": 0.231406569480896, |
| "learning_rate": 9.50638052331609e-05, |
| "loss": 0.0232, |
| "step": 3710 |
| }, |
| { |
| "epoch": 2.0817011751538894, |
| "grad_norm": 0.31842225790023804, |
| "learning_rate": 9.502792575695112e-05, |
| "loss": 0.0219, |
| "step": 3720 |
| }, |
| { |
| "epoch": 2.0872971460548406, |
| "grad_norm": 0.2191598266363144, |
| "learning_rate": 9.499192317611167e-05, |
| "loss": 0.0207, |
| "step": 3730 |
| }, |
| { |
| "epoch": 2.092893116955792, |
| "grad_norm": 0.3848901391029358, |
| "learning_rate": 9.49557975890723e-05, |
| "loss": 0.0205, |
| "step": 3740 |
| }, |
| { |
| "epoch": 2.098489087856743, |
| "grad_norm": 0.3654007017612457, |
| "learning_rate": 9.491954909459895e-05, |
| "loss": 0.0202, |
| "step": 3750 |
| }, |
| { |
| "epoch": 2.1040850587576942, |
| "grad_norm": 0.3708373010158539, |
| "learning_rate": 9.488317779179361e-05, |
| "loss": 0.0186, |
| "step": 3760 |
| }, |
| { |
| "epoch": 2.109681029658646, |
| "grad_norm": 0.29888278245925903, |
| "learning_rate": 9.484668378009408e-05, |
| "loss": 0.0179, |
| "step": 3770 |
| }, |
| { |
| "epoch": 2.115277000559597, |
| "grad_norm": 0.3273047208786011, |
| "learning_rate": 9.481006715927351e-05, |
| "loss": 0.0194, |
| "step": 3780 |
| }, |
| { |
| "epoch": 2.1208729714605483, |
| "grad_norm": 0.30253902077674866, |
| "learning_rate": 9.477332802944044e-05, |
| "loss": 0.0172, |
| "step": 3790 |
| }, |
| { |
| "epoch": 2.1264689423614995, |
| "grad_norm": 0.3017847537994385, |
| "learning_rate": 9.473646649103818e-05, |
| "loss": 0.0239, |
| "step": 3800 |
| }, |
| { |
| "epoch": 2.132064913262451, |
| "grad_norm": 0.2024342566728592, |
| "learning_rate": 9.46994826448448e-05, |
| "loss": 0.0229, |
| "step": 3810 |
| }, |
| { |
| "epoch": 2.1376608841634024, |
| "grad_norm": 0.25708290934562683, |
| "learning_rate": 9.46623765919727e-05, |
| "loss": 0.017, |
| "step": 3820 |
| }, |
| { |
| "epoch": 2.1432568550643536, |
| "grad_norm": 0.38740572333335876, |
| "learning_rate": 9.462514843386845e-05, |
| "loss": 0.0186, |
| "step": 3830 |
| }, |
| { |
| "epoch": 2.148852825965305, |
| "grad_norm": 0.41047894954681396, |
| "learning_rate": 9.458779827231237e-05, |
| "loss": 0.0197, |
| "step": 3840 |
| }, |
| { |
| "epoch": 2.1544487968662565, |
| "grad_norm": 0.26995226740837097, |
| "learning_rate": 9.45503262094184e-05, |
| "loss": 0.0183, |
| "step": 3850 |
| }, |
| { |
| "epoch": 2.1600447677672077, |
| "grad_norm": 0.3127893805503845, |
| "learning_rate": 9.451273234763371e-05, |
| "loss": 0.0206, |
| "step": 3860 |
| }, |
| { |
| "epoch": 2.165640738668159, |
| "grad_norm": 0.33325016498565674, |
| "learning_rate": 9.447501678973852e-05, |
| "loss": 0.0208, |
| "step": 3870 |
| }, |
| { |
| "epoch": 2.17123670956911, |
| "grad_norm": 0.2265041172504425, |
| "learning_rate": 9.443717963884569e-05, |
| "loss": 0.0177, |
| "step": 3880 |
| }, |
| { |
| "epoch": 2.1768326804700617, |
| "grad_norm": 0.44378480315208435, |
| "learning_rate": 9.439922099840054e-05, |
| "loss": 0.0232, |
| "step": 3890 |
| }, |
| { |
| "epoch": 2.182428651371013, |
| "grad_norm": 0.2953107953071594, |
| "learning_rate": 9.43611409721806e-05, |
| "loss": 0.0201, |
| "step": 3900 |
| }, |
| { |
| "epoch": 2.188024622271964, |
| "grad_norm": 0.3876049518585205, |
| "learning_rate": 9.432293966429514e-05, |
| "loss": 0.0164, |
| "step": 3910 |
| }, |
| { |
| "epoch": 2.1936205931729154, |
| "grad_norm": 0.2669300138950348, |
| "learning_rate": 9.428461717918511e-05, |
| "loss": 0.0153, |
| "step": 3920 |
| }, |
| { |
| "epoch": 2.199216564073867, |
| "grad_norm": 0.6801855564117432, |
| "learning_rate": 9.424617362162271e-05, |
| "loss": 0.0185, |
| "step": 3930 |
| }, |
| { |
| "epoch": 2.204812534974818, |
| "grad_norm": 0.3502347469329834, |
| "learning_rate": 9.420760909671118e-05, |
| "loss": 0.0253, |
| "step": 3940 |
| }, |
| { |
| "epoch": 2.2104085058757694, |
| "grad_norm": 0.3213407099246979, |
| "learning_rate": 9.416892370988444e-05, |
| "loss": 0.0221, |
| "step": 3950 |
| }, |
| { |
| "epoch": 2.2160044767767206, |
| "grad_norm": 0.45591723918914795, |
| "learning_rate": 9.413011756690685e-05, |
| "loss": 0.0303, |
| "step": 3960 |
| }, |
| { |
| "epoch": 2.2216004476776723, |
| "grad_norm": 0.5190838575363159, |
| "learning_rate": 9.409119077387294e-05, |
| "loss": 0.0214, |
| "step": 3970 |
| }, |
| { |
| "epoch": 2.2271964185786235, |
| "grad_norm": 0.24658669531345367, |
| "learning_rate": 9.405214343720707e-05, |
| "loss": 0.0169, |
| "step": 3980 |
| }, |
| { |
| "epoch": 2.2327923894795747, |
| "grad_norm": 0.26745668053627014, |
| "learning_rate": 9.401297566366318e-05, |
| "loss": 0.0174, |
| "step": 3990 |
| }, |
| { |
| "epoch": 2.238388360380526, |
| "grad_norm": 0.23573242127895355, |
| "learning_rate": 9.397368756032445e-05, |
| "loss": 0.0166, |
| "step": 4000 |
| }, |
| { |
| "epoch": 2.243984331281477, |
| "grad_norm": 0.38697415590286255, |
| "learning_rate": 9.393427923460308e-05, |
| "loss": 0.0175, |
| "step": 4010 |
| }, |
| { |
| "epoch": 2.2495803021824288, |
| "grad_norm": 0.26302671432495117, |
| "learning_rate": 9.389475079423988e-05, |
| "loss": 0.016, |
| "step": 4020 |
| }, |
| { |
| "epoch": 2.25517627308338, |
| "grad_norm": 0.520627498626709, |
| "learning_rate": 9.385510234730415e-05, |
| "loss": 0.0196, |
| "step": 4030 |
| }, |
| { |
| "epoch": 2.260772243984331, |
| "grad_norm": 0.3094232976436615, |
| "learning_rate": 9.381533400219318e-05, |
| "loss": 0.0197, |
| "step": 4040 |
| }, |
| { |
| "epoch": 2.266368214885283, |
| "grad_norm": 0.3238268196582794, |
| "learning_rate": 9.377544586763215e-05, |
| "loss": 0.0242, |
| "step": 4050 |
| }, |
| { |
| "epoch": 2.271964185786234, |
| "grad_norm": 0.37398698925971985, |
| "learning_rate": 9.373543805267368e-05, |
| "loss": 0.0225, |
| "step": 4060 |
| }, |
| { |
| "epoch": 2.2775601566871853, |
| "grad_norm": 0.22411245107650757, |
| "learning_rate": 9.369531066669758e-05, |
| "loss": 0.0259, |
| "step": 4070 |
| }, |
| { |
| "epoch": 2.2831561275881365, |
| "grad_norm": 0.2310367226600647, |
| "learning_rate": 9.365506381941066e-05, |
| "loss": 0.0198, |
| "step": 4080 |
| }, |
| { |
| "epoch": 2.2887520984890877, |
| "grad_norm": 0.4910151958465576, |
| "learning_rate": 9.36146976208462e-05, |
| "loss": 0.0234, |
| "step": 4090 |
| }, |
| { |
| "epoch": 2.2943480693900393, |
| "grad_norm": 0.2820461392402649, |
| "learning_rate": 9.357421218136386e-05, |
| "loss": 0.0176, |
| "step": 4100 |
| }, |
| { |
| "epoch": 2.2999440402909905, |
| "grad_norm": 0.22990214824676514, |
| "learning_rate": 9.353360761164931e-05, |
| "loss": 0.0185, |
| "step": 4110 |
| }, |
| { |
| "epoch": 2.3055400111919417, |
| "grad_norm": 0.33790138363838196, |
| "learning_rate": 9.349288402271388e-05, |
| "loss": 0.0178, |
| "step": 4120 |
| }, |
| { |
| "epoch": 2.311135982092893, |
| "grad_norm": 0.3388676345348358, |
| "learning_rate": 9.345204152589428e-05, |
| "loss": 0.0147, |
| "step": 4130 |
| }, |
| { |
| "epoch": 2.3167319529938446, |
| "grad_norm": 0.36007586121559143, |
| "learning_rate": 9.341108023285238e-05, |
| "loss": 0.0185, |
| "step": 4140 |
| }, |
| { |
| "epoch": 2.322327923894796, |
| "grad_norm": 0.41096752882003784, |
| "learning_rate": 9.337000025557476e-05, |
| "loss": 0.0219, |
| "step": 4150 |
| }, |
| { |
| "epoch": 2.327923894795747, |
| "grad_norm": 0.2878301441669464, |
| "learning_rate": 9.332880170637252e-05, |
| "loss": 0.0159, |
| "step": 4160 |
| }, |
| { |
| "epoch": 2.3335198656966982, |
| "grad_norm": 0.32061803340911865, |
| "learning_rate": 9.328748469788093e-05, |
| "loss": 0.0216, |
| "step": 4170 |
| }, |
| { |
| "epoch": 2.33911583659765, |
| "grad_norm": 0.29178762435913086, |
| "learning_rate": 9.32460493430591e-05, |
| "loss": 0.0178, |
| "step": 4180 |
| }, |
| { |
| "epoch": 2.344711807498601, |
| "grad_norm": 0.32889455556869507, |
| "learning_rate": 9.320449575518972e-05, |
| "loss": 0.0194, |
| "step": 4190 |
| }, |
| { |
| "epoch": 2.3503077783995523, |
| "grad_norm": 0.2980196475982666, |
| "learning_rate": 9.316282404787871e-05, |
| "loss": 0.015, |
| "step": 4200 |
| }, |
| { |
| "epoch": 2.3559037493005035, |
| "grad_norm": 0.21256855130195618, |
| "learning_rate": 9.31210343350549e-05, |
| "loss": 0.0151, |
| "step": 4210 |
| }, |
| { |
| "epoch": 2.361499720201455, |
| "grad_norm": 0.2378161996603012, |
| "learning_rate": 9.30791267309698e-05, |
| "loss": 0.0179, |
| "step": 4220 |
| }, |
| { |
| "epoch": 2.3670956911024064, |
| "grad_norm": 0.211124449968338, |
| "learning_rate": 9.30371013501972e-05, |
| "loss": 0.0147, |
| "step": 4230 |
| }, |
| { |
| "epoch": 2.3726916620033576, |
| "grad_norm": 0.3496321439743042, |
| "learning_rate": 9.299495830763286e-05, |
| "loss": 0.0144, |
| "step": 4240 |
| }, |
| { |
| "epoch": 2.378287632904309, |
| "grad_norm": 0.2865016758441925, |
| "learning_rate": 9.295269771849427e-05, |
| "loss": 0.0209, |
| "step": 4250 |
| }, |
| { |
| "epoch": 2.38388360380526, |
| "grad_norm": 0.22519885003566742, |
| "learning_rate": 9.291031969832026e-05, |
| "loss": 0.0177, |
| "step": 4260 |
| }, |
| { |
| "epoch": 2.3894795747062116, |
| "grad_norm": 0.41060182452201843, |
| "learning_rate": 9.286782436297073e-05, |
| "loss": 0.0169, |
| "step": 4270 |
| }, |
| { |
| "epoch": 2.395075545607163, |
| "grad_norm": 0.6265867352485657, |
| "learning_rate": 9.282521182862629e-05, |
| "loss": 0.0189, |
| "step": 4280 |
| }, |
| { |
| "epoch": 2.400671516508114, |
| "grad_norm": 0.3811153173446655, |
| "learning_rate": 9.278248221178798e-05, |
| "loss": 0.0274, |
| "step": 4290 |
| }, |
| { |
| "epoch": 2.4062674874090657, |
| "grad_norm": 0.2686716318130493, |
| "learning_rate": 9.273963562927695e-05, |
| "loss": 0.0198, |
| "step": 4300 |
| }, |
| { |
| "epoch": 2.411863458310017, |
| "grad_norm": 0.31025633215904236, |
| "learning_rate": 9.269667219823412e-05, |
| "loss": 0.0159, |
| "step": 4310 |
| }, |
| { |
| "epoch": 2.417459429210968, |
| "grad_norm": 0.23998180031776428, |
| "learning_rate": 9.265359203611987e-05, |
| "loss": 0.018, |
| "step": 4320 |
| }, |
| { |
| "epoch": 2.4230554001119193, |
| "grad_norm": 0.45635882019996643, |
| "learning_rate": 9.261039526071374e-05, |
| "loss": 0.0199, |
| "step": 4330 |
| }, |
| { |
| "epoch": 2.4286513710128705, |
| "grad_norm": 0.34626588225364685, |
| "learning_rate": 9.256708199011401e-05, |
| "loss": 0.0169, |
| "step": 4340 |
| }, |
| { |
| "epoch": 2.434247341913822, |
| "grad_norm": 0.27278828620910645, |
| "learning_rate": 9.252365234273755e-05, |
| "loss": 0.0173, |
| "step": 4350 |
| }, |
| { |
| "epoch": 2.4398433128147734, |
| "grad_norm": 0.5236303806304932, |
| "learning_rate": 9.248010643731935e-05, |
| "loss": 0.0226, |
| "step": 4360 |
| }, |
| { |
| "epoch": 2.4454392837157246, |
| "grad_norm": 0.27782773971557617, |
| "learning_rate": 9.243644439291223e-05, |
| "loss": 0.0194, |
| "step": 4370 |
| }, |
| { |
| "epoch": 2.451035254616676, |
| "grad_norm": 0.280048131942749, |
| "learning_rate": 9.239266632888659e-05, |
| "loss": 0.0174, |
| "step": 4380 |
| }, |
| { |
| "epoch": 2.4566312255176275, |
| "grad_norm": 0.3045734763145447, |
| "learning_rate": 9.234877236492997e-05, |
| "loss": 0.0148, |
| "step": 4390 |
| }, |
| { |
| "epoch": 2.4622271964185787, |
| "grad_norm": 0.1700965315103531, |
| "learning_rate": 9.230476262104677e-05, |
| "loss": 0.0155, |
| "step": 4400 |
| }, |
| { |
| "epoch": 2.46782316731953, |
| "grad_norm": 0.3037347197532654, |
| "learning_rate": 9.226063721755799e-05, |
| "loss": 0.0132, |
| "step": 4410 |
| }, |
| { |
| "epoch": 2.473419138220481, |
| "grad_norm": 0.29750266671180725, |
| "learning_rate": 9.221639627510076e-05, |
| "loss": 0.0149, |
| "step": 4420 |
| }, |
| { |
| "epoch": 2.4790151091214327, |
| "grad_norm": 0.1919635832309723, |
| "learning_rate": 9.217203991462815e-05, |
| "loss": 0.015, |
| "step": 4430 |
| }, |
| { |
| "epoch": 2.484611080022384, |
| "grad_norm": 0.2919257879257202, |
| "learning_rate": 9.212756825740873e-05, |
| "loss": 0.0177, |
| "step": 4440 |
| }, |
| { |
| "epoch": 2.490207050923335, |
| "grad_norm": 0.17676684260368347, |
| "learning_rate": 9.208298142502636e-05, |
| "loss": 0.0175, |
| "step": 4450 |
| }, |
| { |
| "epoch": 2.4958030218242864, |
| "grad_norm": 0.24397723376750946, |
| "learning_rate": 9.20382795393797e-05, |
| "loss": 0.0179, |
| "step": 4460 |
| }, |
| { |
| "epoch": 2.501398992725238, |
| "grad_norm": 0.32645362615585327, |
| "learning_rate": 9.199346272268199e-05, |
| "loss": 0.0179, |
| "step": 4470 |
| }, |
| { |
| "epoch": 2.5069949636261892, |
| "grad_norm": 0.35162001848220825, |
| "learning_rate": 9.194853109746074e-05, |
| "loss": 0.0174, |
| "step": 4480 |
| }, |
| { |
| "epoch": 2.5125909345271404, |
| "grad_norm": 0.4019016623497009, |
| "learning_rate": 9.190348478655724e-05, |
| "loss": 0.015, |
| "step": 4490 |
| }, |
| { |
| "epoch": 2.5181869054280916, |
| "grad_norm": 0.4017965495586395, |
| "learning_rate": 9.185832391312644e-05, |
| "loss": 0.0238, |
| "step": 4500 |
| }, |
| { |
| "epoch": 2.523782876329043, |
| "grad_norm": 0.41645774245262146, |
| "learning_rate": 9.18130486006364e-05, |
| "loss": 0.0143, |
| "step": 4510 |
| }, |
| { |
| "epoch": 2.5293788472299945, |
| "grad_norm": 0.28400033712387085, |
| "learning_rate": 9.176765897286813e-05, |
| "loss": 0.0196, |
| "step": 4520 |
| }, |
| { |
| "epoch": 2.5349748181309457, |
| "grad_norm": 0.4045359492301941, |
| "learning_rate": 9.17221551539151e-05, |
| "loss": 0.0191, |
| "step": 4530 |
| }, |
| { |
| "epoch": 2.540570789031897, |
| "grad_norm": 0.37660202383995056, |
| "learning_rate": 9.167653726818305e-05, |
| "loss": 0.0138, |
| "step": 4540 |
| }, |
| { |
| "epoch": 2.5461667599328486, |
| "grad_norm": 0.35835906863212585, |
| "learning_rate": 9.163080544038952e-05, |
| "loss": 0.0213, |
| "step": 4550 |
| }, |
| { |
| "epoch": 2.5517627308338, |
| "grad_norm": 0.3906223177909851, |
| "learning_rate": 9.158495979556358e-05, |
| "loss": 0.0204, |
| "step": 4560 |
| }, |
| { |
| "epoch": 2.557358701734751, |
| "grad_norm": 0.23904386162757874, |
| "learning_rate": 9.153900045904549e-05, |
| "loss": 0.0193, |
| "step": 4570 |
| }, |
| { |
| "epoch": 2.562954672635702, |
| "grad_norm": 0.3690219521522522, |
| "learning_rate": 9.14929275564863e-05, |
| "loss": 0.0218, |
| "step": 4580 |
| }, |
| { |
| "epoch": 2.5685506435366534, |
| "grad_norm": 0.3098298907279968, |
| "learning_rate": 9.144674121384757e-05, |
| "loss": 0.0142, |
| "step": 4590 |
| }, |
| { |
| "epoch": 2.574146614437605, |
| "grad_norm": 0.5726227164268494, |
| "learning_rate": 9.140044155740101e-05, |
| "loss": 0.0168, |
| "step": 4600 |
| }, |
| { |
| "epoch": 2.5797425853385563, |
| "grad_norm": 0.32549935579299927, |
| "learning_rate": 9.135402871372808e-05, |
| "loss": 0.0228, |
| "step": 4610 |
| }, |
| { |
| "epoch": 2.5853385562395075, |
| "grad_norm": 0.35607558488845825, |
| "learning_rate": 9.130750280971978e-05, |
| "loss": 0.0234, |
| "step": 4620 |
| }, |
| { |
| "epoch": 2.590934527140459, |
| "grad_norm": 0.31833362579345703, |
| "learning_rate": 9.126086397257612e-05, |
| "loss": 0.0134, |
| "step": 4630 |
| }, |
| { |
| "epoch": 2.5965304980414103, |
| "grad_norm": 0.5075991749763489, |
| "learning_rate": 9.121411232980588e-05, |
| "loss": 0.0181, |
| "step": 4640 |
| }, |
| { |
| "epoch": 2.6021264689423615, |
| "grad_norm": 0.2868656814098358, |
| "learning_rate": 9.116724800922629e-05, |
| "loss": 0.0216, |
| "step": 4650 |
| }, |
| { |
| "epoch": 2.6077224398433128, |
| "grad_norm": 0.38551998138427734, |
| "learning_rate": 9.112027113896262e-05, |
| "loss": 0.0218, |
| "step": 4660 |
| }, |
| { |
| "epoch": 2.613318410744264, |
| "grad_norm": 0.3080727756023407, |
| "learning_rate": 9.107318184744781e-05, |
| "loss": 0.0263, |
| "step": 4670 |
| }, |
| { |
| "epoch": 2.618914381645215, |
| "grad_norm": 0.2743169665336609, |
| "learning_rate": 9.102598026342222e-05, |
| "loss": 0.0143, |
| "step": 4680 |
| }, |
| { |
| "epoch": 2.624510352546167, |
| "grad_norm": 0.286101758480072, |
| "learning_rate": 9.097866651593317e-05, |
| "loss": 0.0219, |
| "step": 4690 |
| }, |
| { |
| "epoch": 2.630106323447118, |
| "grad_norm": 0.1881791204214096, |
| "learning_rate": 9.093124073433463e-05, |
| "loss": 0.015, |
| "step": 4700 |
| }, |
| { |
| "epoch": 2.6357022943480692, |
| "grad_norm": 0.3556104004383087, |
| "learning_rate": 9.088370304828685e-05, |
| "loss": 0.0207, |
| "step": 4710 |
| }, |
| { |
| "epoch": 2.641298265249021, |
| "grad_norm": 0.2784225344657898, |
| "learning_rate": 9.083605358775612e-05, |
| "loss": 0.0159, |
| "step": 4720 |
| }, |
| { |
| "epoch": 2.646894236149972, |
| "grad_norm": 0.22262175381183624, |
| "learning_rate": 9.078829248301417e-05, |
| "loss": 0.0162, |
| "step": 4730 |
| }, |
| { |
| "epoch": 2.6524902070509233, |
| "grad_norm": 0.16783557832241058, |
| "learning_rate": 9.074041986463808e-05, |
| "loss": 0.018, |
| "step": 4740 |
| }, |
| { |
| "epoch": 2.6580861779518745, |
| "grad_norm": 0.31983381509780884, |
| "learning_rate": 9.069243586350975e-05, |
| "loss": 0.0168, |
| "step": 4750 |
| }, |
| { |
| "epoch": 2.6636821488528257, |
| "grad_norm": 0.2954675555229187, |
| "learning_rate": 9.064434061081562e-05, |
| "loss": 0.0157, |
| "step": 4760 |
| }, |
| { |
| "epoch": 2.6692781197537774, |
| "grad_norm": 0.37835440039634705, |
| "learning_rate": 9.059613423804623e-05, |
| "loss": 0.016, |
| "step": 4770 |
| }, |
| { |
| "epoch": 2.6748740906547286, |
| "grad_norm": 0.30182933807373047, |
| "learning_rate": 9.0547816876996e-05, |
| "loss": 0.0223, |
| "step": 4780 |
| }, |
| { |
| "epoch": 2.68047006155568, |
| "grad_norm": 0.3329738974571228, |
| "learning_rate": 9.049938865976275e-05, |
| "loss": 0.0232, |
| "step": 4790 |
| }, |
| { |
| "epoch": 2.6860660324566314, |
| "grad_norm": 0.2866031527519226, |
| "learning_rate": 9.045084971874738e-05, |
| "loss": 0.0193, |
| "step": 4800 |
| }, |
| { |
| "epoch": 2.6916620033575827, |
| "grad_norm": 0.3558676540851593, |
| "learning_rate": 9.040220018665347e-05, |
| "loss": 0.0181, |
| "step": 4810 |
| }, |
| { |
| "epoch": 2.697257974258534, |
| "grad_norm": 0.22001361846923828, |
| "learning_rate": 9.035344019648702e-05, |
| "loss": 0.0124, |
| "step": 4820 |
| }, |
| { |
| "epoch": 2.702853945159485, |
| "grad_norm": 0.28986766934394836, |
| "learning_rate": 9.030456988155596e-05, |
| "loss": 0.0179, |
| "step": 4830 |
| }, |
| { |
| "epoch": 2.7084499160604363, |
| "grad_norm": 0.3889327347278595, |
| "learning_rate": 9.025558937546988e-05, |
| "loss": 0.0186, |
| "step": 4840 |
| }, |
| { |
| "epoch": 2.714045886961388, |
| "grad_norm": 0.33833345770835876, |
| "learning_rate": 9.020649881213958e-05, |
| "loss": 0.0161, |
| "step": 4850 |
| }, |
| { |
| "epoch": 2.719641857862339, |
| "grad_norm": 0.23896977305412292, |
| "learning_rate": 9.015729832577681e-05, |
| "loss": 0.0149, |
| "step": 4860 |
| }, |
| { |
| "epoch": 2.7252378287632903, |
| "grad_norm": 0.44981443881988525, |
| "learning_rate": 9.010798805089384e-05, |
| "loss": 0.0221, |
| "step": 4870 |
| }, |
| { |
| "epoch": 2.730833799664242, |
| "grad_norm": 0.4389462471008301, |
| "learning_rate": 9.005856812230304e-05, |
| "loss": 0.0175, |
| "step": 4880 |
| }, |
| { |
| "epoch": 2.736429770565193, |
| "grad_norm": 0.2757073640823364, |
| "learning_rate": 9.000903867511666e-05, |
| "loss": 0.0176, |
| "step": 4890 |
| }, |
| { |
| "epoch": 2.7420257414661444, |
| "grad_norm": 0.2381424754858017, |
| "learning_rate": 8.995939984474624e-05, |
| "loss": 0.0145, |
| "step": 4900 |
| }, |
| { |
| "epoch": 2.7476217123670956, |
| "grad_norm": 0.25083616375923157, |
| "learning_rate": 8.990965176690252e-05, |
| "loss": 0.0184, |
| "step": 4910 |
| }, |
| { |
| "epoch": 2.753217683268047, |
| "grad_norm": 0.3651309013366699, |
| "learning_rate": 8.98597945775948e-05, |
| "loss": 0.0201, |
| "step": 4920 |
| }, |
| { |
| "epoch": 2.7588136541689985, |
| "grad_norm": 0.19562850892543793, |
| "learning_rate": 8.980982841313074e-05, |
| "loss": 0.0158, |
| "step": 4930 |
| }, |
| { |
| "epoch": 2.7644096250699497, |
| "grad_norm": 0.646306037902832, |
| "learning_rate": 8.975975341011596e-05, |
| "loss": 0.0172, |
| "step": 4940 |
| }, |
| { |
| "epoch": 2.770005595970901, |
| "grad_norm": 0.5771059393882751, |
| "learning_rate": 8.970956970545355e-05, |
| "loss": 0.0181, |
| "step": 4950 |
| }, |
| { |
| "epoch": 2.775601566871852, |
| "grad_norm": 0.2918018400669098, |
| "learning_rate": 8.965927743634391e-05, |
| "loss": 0.0199, |
| "step": 4960 |
| }, |
| { |
| "epoch": 2.7811975377728038, |
| "grad_norm": 0.5034765601158142, |
| "learning_rate": 8.96088767402841e-05, |
| "loss": 0.0172, |
| "step": 4970 |
| }, |
| { |
| "epoch": 2.786793508673755, |
| "grad_norm": 0.29646632075309753, |
| "learning_rate": 8.955836775506776e-05, |
| "loss": 0.0147, |
| "step": 4980 |
| }, |
| { |
| "epoch": 2.792389479574706, |
| "grad_norm": 0.2613969147205353, |
| "learning_rate": 8.950775061878453e-05, |
| "loss": 0.0164, |
| "step": 4990 |
| }, |
| { |
| "epoch": 2.7979854504756574, |
| "grad_norm": 0.27573442459106445, |
| "learning_rate": 8.945702546981969e-05, |
| "loss": 0.018, |
| "step": 5000 |
| }, |
| { |
| "epoch": 2.8035814213766086, |
| "grad_norm": 0.33170339465141296, |
| "learning_rate": 8.940619244685388e-05, |
| "loss": 0.019, |
| "step": 5010 |
| }, |
| { |
| "epoch": 2.8091773922775602, |
| "grad_norm": 0.2994827628135681, |
| "learning_rate": 8.935525168886262e-05, |
| "loss": 0.019, |
| "step": 5020 |
| }, |
| { |
| "epoch": 2.8147733631785115, |
| "grad_norm": 0.3199397921562195, |
| "learning_rate": 8.930420333511606e-05, |
| "loss": 0.0172, |
| "step": 5030 |
| }, |
| { |
| "epoch": 2.8203693340794627, |
| "grad_norm": 0.24537423253059387, |
| "learning_rate": 8.92530475251784e-05, |
| "loss": 0.0146, |
| "step": 5040 |
| }, |
| { |
| "epoch": 2.8259653049804143, |
| "grad_norm": 0.24761222302913666, |
| "learning_rate": 8.920178439890765e-05, |
| "loss": 0.0194, |
| "step": 5050 |
| }, |
| { |
| "epoch": 2.8315612758813655, |
| "grad_norm": 0.2208421230316162, |
| "learning_rate": 8.91504140964553e-05, |
| "loss": 0.0123, |
| "step": 5060 |
| }, |
| { |
| "epoch": 2.8371572467823167, |
| "grad_norm": 0.3568471074104309, |
| "learning_rate": 8.909893675826574e-05, |
| "loss": 0.0147, |
| "step": 5070 |
| }, |
| { |
| "epoch": 2.842753217683268, |
| "grad_norm": 0.24207855761051178, |
| "learning_rate": 8.90473525250761e-05, |
| "loss": 0.0166, |
| "step": 5080 |
| }, |
| { |
| "epoch": 2.848349188584219, |
| "grad_norm": 0.47056907415390015, |
| "learning_rate": 8.899566153791566e-05, |
| "loss": 0.0234, |
| "step": 5090 |
| }, |
| { |
| "epoch": 2.853945159485171, |
| "grad_norm": 0.26351991295814514, |
| "learning_rate": 8.894386393810563e-05, |
| "loss": 0.0212, |
| "step": 5100 |
| }, |
| { |
| "epoch": 2.859541130386122, |
| "grad_norm": 0.2002822756767273, |
| "learning_rate": 8.889195986725865e-05, |
| "loss": 0.0191, |
| "step": 5110 |
| }, |
| { |
| "epoch": 2.865137101287073, |
| "grad_norm": 0.28489527106285095, |
| "learning_rate": 8.883994946727849e-05, |
| "loss": 0.0155, |
| "step": 5120 |
| }, |
| { |
| "epoch": 2.870733072188025, |
| "grad_norm": 0.30861204862594604, |
| "learning_rate": 8.878783288035957e-05, |
| "loss": 0.0158, |
| "step": 5130 |
| }, |
| { |
| "epoch": 2.876329043088976, |
| "grad_norm": 0.2856840193271637, |
| "learning_rate": 8.873561024898668e-05, |
| "loss": 0.0201, |
| "step": 5140 |
| }, |
| { |
| "epoch": 2.8819250139899273, |
| "grad_norm": 0.3461334705352783, |
| "learning_rate": 8.868328171593448e-05, |
| "loss": 0.0184, |
| "step": 5150 |
| }, |
| { |
| "epoch": 2.8875209848908785, |
| "grad_norm": 0.22160184383392334, |
| "learning_rate": 8.863084742426719e-05, |
| "loss": 0.0171, |
| "step": 5160 |
| }, |
| { |
| "epoch": 2.8931169557918297, |
| "grad_norm": 0.2488642781972885, |
| "learning_rate": 8.857830751733815e-05, |
| "loss": 0.0153, |
| "step": 5170 |
| }, |
| { |
| "epoch": 2.8987129266927814, |
| "grad_norm": 0.33482569456100464, |
| "learning_rate": 8.852566213878947e-05, |
| "loss": 0.0189, |
| "step": 5180 |
| }, |
| { |
| "epoch": 2.9043088975937326, |
| "grad_norm": 0.2865656316280365, |
| "learning_rate": 8.84729114325516e-05, |
| "loss": 0.0168, |
| "step": 5190 |
| }, |
| { |
| "epoch": 2.9099048684946838, |
| "grad_norm": 0.3801150321960449, |
| "learning_rate": 8.842005554284296e-05, |
| "loss": 0.0149, |
| "step": 5200 |
| }, |
| { |
| "epoch": 2.915500839395635, |
| "grad_norm": 0.24389003217220306, |
| "learning_rate": 8.836709461416952e-05, |
| "loss": 0.0176, |
| "step": 5210 |
| }, |
| { |
| "epoch": 2.9210968102965866, |
| "grad_norm": 0.4815085828304291, |
| "learning_rate": 8.831402879132446e-05, |
| "loss": 0.014, |
| "step": 5220 |
| }, |
| { |
| "epoch": 2.926692781197538, |
| "grad_norm": 0.2196839153766632, |
| "learning_rate": 8.82608582193877e-05, |
| "loss": 0.0174, |
| "step": 5230 |
| }, |
| { |
| "epoch": 2.932288752098489, |
| "grad_norm": 0.30073830485343933, |
| "learning_rate": 8.820758304372557e-05, |
| "loss": 0.0168, |
| "step": 5240 |
| }, |
| { |
| "epoch": 2.9378847229994403, |
| "grad_norm": 0.21486796438694, |
| "learning_rate": 8.815420340999033e-05, |
| "loss": 0.0128, |
| "step": 5250 |
| }, |
| { |
| "epoch": 2.9434806939003915, |
| "grad_norm": 0.31880220770835876, |
| "learning_rate": 8.810071946411989e-05, |
| "loss": 0.0209, |
| "step": 5260 |
| }, |
| { |
| "epoch": 2.949076664801343, |
| "grad_norm": 0.20475736260414124, |
| "learning_rate": 8.804713135233731e-05, |
| "loss": 0.0152, |
| "step": 5270 |
| }, |
| { |
| "epoch": 2.9546726357022943, |
| "grad_norm": 0.19735224545001984, |
| "learning_rate": 8.799343922115044e-05, |
| "loss": 0.0104, |
| "step": 5280 |
| }, |
| { |
| "epoch": 2.9602686066032455, |
| "grad_norm": 0.17013341188430786, |
| "learning_rate": 8.79396432173515e-05, |
| "loss": 0.0129, |
| "step": 5290 |
| }, |
| { |
| "epoch": 2.965864577504197, |
| "grad_norm": 0.38702845573425293, |
| "learning_rate": 8.788574348801675e-05, |
| "loss": 0.0239, |
| "step": 5300 |
| }, |
| { |
| "epoch": 2.9714605484051484, |
| "grad_norm": 0.34306514263153076, |
| "learning_rate": 8.783174018050594e-05, |
| "loss": 0.03, |
| "step": 5310 |
| }, |
| { |
| "epoch": 2.9770565193060996, |
| "grad_norm": 0.26854732632637024, |
| "learning_rate": 8.77776334424621e-05, |
| "loss": 0.019, |
| "step": 5320 |
| }, |
| { |
| "epoch": 2.982652490207051, |
| "grad_norm": 0.28458869457244873, |
| "learning_rate": 8.772342342181095e-05, |
| "loss": 0.0213, |
| "step": 5330 |
| }, |
| { |
| "epoch": 2.988248461108002, |
| "grad_norm": 0.28708454966545105, |
| "learning_rate": 8.766911026676064e-05, |
| "loss": 0.0173, |
| "step": 5340 |
| }, |
| { |
| "epoch": 2.9938444320089537, |
| "grad_norm": 0.35600361227989197, |
| "learning_rate": 8.761469412580125e-05, |
| "loss": 0.0179, |
| "step": 5350 |
| }, |
| { |
| "epoch": 2.999440402909905, |
| "grad_norm": 0.29637375473976135, |
| "learning_rate": 8.756017514770443e-05, |
| "loss": 0.0223, |
| "step": 5360 |
| }, |
| { |
| "epoch": 3.005036373810856, |
| "grad_norm": 0.39075925946235657, |
| "learning_rate": 8.750555348152298e-05, |
| "loss": 0.0148, |
| "step": 5370 |
| }, |
| { |
| "epoch": 3.0106323447118073, |
| "grad_norm": 0.3552566468715668, |
| "learning_rate": 8.745082927659047e-05, |
| "loss": 0.0187, |
| "step": 5380 |
| }, |
| { |
| "epoch": 3.016228315612759, |
| "grad_norm": 0.2608230710029602, |
| "learning_rate": 8.739600268252078e-05, |
| "loss": 0.0205, |
| "step": 5390 |
| }, |
| { |
| "epoch": 3.02182428651371, |
| "grad_norm": 0.2771034240722656, |
| "learning_rate": 8.73410738492077e-05, |
| "loss": 0.0187, |
| "step": 5400 |
| }, |
| { |
| "epoch": 3.0274202574146614, |
| "grad_norm": 0.2750489413738251, |
| "learning_rate": 8.728604292682459e-05, |
| "loss": 0.0161, |
| "step": 5410 |
| }, |
| { |
| "epoch": 3.0330162283156126, |
| "grad_norm": 0.3373420834541321, |
| "learning_rate": 8.723091006582389e-05, |
| "loss": 0.0193, |
| "step": 5420 |
| }, |
| { |
| "epoch": 3.0386121992165642, |
| "grad_norm": 0.27592456340789795, |
| "learning_rate": 8.717567541693673e-05, |
| "loss": 0.0171, |
| "step": 5430 |
| }, |
| { |
| "epoch": 3.0442081701175154, |
| "grad_norm": 0.3381069004535675, |
| "learning_rate": 8.71203391311725e-05, |
| "loss": 0.0185, |
| "step": 5440 |
| }, |
| { |
| "epoch": 3.0498041410184666, |
| "grad_norm": 0.342650830745697, |
| "learning_rate": 8.706490135981855e-05, |
| "loss": 0.0223, |
| "step": 5450 |
| }, |
| { |
| "epoch": 3.055400111919418, |
| "grad_norm": 0.2777611017227173, |
| "learning_rate": 8.700936225443959e-05, |
| "loss": 0.0135, |
| "step": 5460 |
| }, |
| { |
| "epoch": 3.0609960828203695, |
| "grad_norm": 0.26987946033477783, |
| "learning_rate": 8.695372196687743e-05, |
| "loss": 0.0182, |
| "step": 5470 |
| }, |
| { |
| "epoch": 3.0665920537213207, |
| "grad_norm": 0.24877256155014038, |
| "learning_rate": 8.689798064925049e-05, |
| "loss": 0.015, |
| "step": 5480 |
| }, |
| { |
| "epoch": 3.072188024622272, |
| "grad_norm": 0.31654706597328186, |
| "learning_rate": 8.684213845395339e-05, |
| "loss": 0.0142, |
| "step": 5490 |
| }, |
| { |
| "epoch": 3.077783995523223, |
| "grad_norm": 0.22976505756378174, |
| "learning_rate": 8.678619553365659e-05, |
| "loss": 0.0119, |
| "step": 5500 |
| }, |
| { |
| "epoch": 3.083379966424175, |
| "grad_norm": 0.3443313241004944, |
| "learning_rate": 8.673015204130586e-05, |
| "loss": 0.0138, |
| "step": 5510 |
| }, |
| { |
| "epoch": 3.088975937325126, |
| "grad_norm": 0.34815511107444763, |
| "learning_rate": 8.6674008130122e-05, |
| "loss": 0.0127, |
| "step": 5520 |
| }, |
| { |
| "epoch": 3.094571908226077, |
| "grad_norm": 0.392868310213089, |
| "learning_rate": 8.661776395360029e-05, |
| "loss": 0.0148, |
| "step": 5530 |
| }, |
| { |
| "epoch": 3.1001678791270284, |
| "grad_norm": 0.15690505504608154, |
| "learning_rate": 8.656141966551019e-05, |
| "loss": 0.0158, |
| "step": 5540 |
| }, |
| { |
| "epoch": 3.10576385002798, |
| "grad_norm": 0.2958482503890991, |
| "learning_rate": 8.650497541989482e-05, |
| "loss": 0.015, |
| "step": 5550 |
| }, |
| { |
| "epoch": 3.1113598209289313, |
| "grad_norm": 0.34652698040008545, |
| "learning_rate": 8.644843137107059e-05, |
| "loss": 0.0186, |
| "step": 5560 |
| }, |
| { |
| "epoch": 3.1169557918298825, |
| "grad_norm": 0.2787473201751709, |
| "learning_rate": 8.639178767362676e-05, |
| "loss": 0.0171, |
| "step": 5570 |
| }, |
| { |
| "epoch": 3.1225517627308337, |
| "grad_norm": 0.28770115971565247, |
| "learning_rate": 8.633504448242505e-05, |
| "loss": 0.0088, |
| "step": 5580 |
| }, |
| { |
| "epoch": 3.128147733631785, |
| "grad_norm": 0.16269604861736298, |
| "learning_rate": 8.627820195259918e-05, |
| "loss": 0.0144, |
| "step": 5590 |
| }, |
| { |
| "epoch": 3.1337437045327365, |
| "grad_norm": 0.2170538753271103, |
| "learning_rate": 8.622126023955446e-05, |
| "loss": 0.0145, |
| "step": 5600 |
| }, |
| { |
| "epoch": 3.1393396754336877, |
| "grad_norm": 0.1933916211128235, |
| "learning_rate": 8.616421949896734e-05, |
| "loss": 0.0145, |
| "step": 5610 |
| }, |
| { |
| "epoch": 3.144935646334639, |
| "grad_norm": 0.28321388363838196, |
| "learning_rate": 8.610707988678503e-05, |
| "loss": 0.0171, |
| "step": 5620 |
| }, |
| { |
| "epoch": 3.1505316172355906, |
| "grad_norm": 0.1729007363319397, |
| "learning_rate": 8.604984155922506e-05, |
| "loss": 0.0103, |
| "step": 5630 |
| }, |
| { |
| "epoch": 3.156127588136542, |
| "grad_norm": 0.41079893708229065, |
| "learning_rate": 8.599250467277483e-05, |
| "loss": 0.0159, |
| "step": 5640 |
| }, |
| { |
| "epoch": 3.161723559037493, |
| "grad_norm": 0.4628431797027588, |
| "learning_rate": 8.59350693841912e-05, |
| "loss": 0.0184, |
| "step": 5650 |
| }, |
| { |
| "epoch": 3.1673195299384442, |
| "grad_norm": 0.30907726287841797, |
| "learning_rate": 8.587753585050004e-05, |
| "loss": 0.0183, |
| "step": 5660 |
| }, |
| { |
| "epoch": 3.1729155008393954, |
| "grad_norm": 0.19282157719135284, |
| "learning_rate": 8.581990422899585e-05, |
| "loss": 0.0127, |
| "step": 5670 |
| }, |
| { |
| "epoch": 3.178511471740347, |
| "grad_norm": 0.27166658639907837, |
| "learning_rate": 8.576217467724128e-05, |
| "loss": 0.023, |
| "step": 5680 |
| }, |
| { |
| "epoch": 3.1841074426412983, |
| "grad_norm": 0.3486577272415161, |
| "learning_rate": 8.570434735306671e-05, |
| "loss": 0.0108, |
| "step": 5690 |
| }, |
| { |
| "epoch": 3.1897034135422495, |
| "grad_norm": 0.295238733291626, |
| "learning_rate": 8.564642241456986e-05, |
| "loss": 0.0181, |
| "step": 5700 |
| }, |
| { |
| "epoch": 3.1952993844432007, |
| "grad_norm": 0.20616333186626434, |
| "learning_rate": 8.558840002011528e-05, |
| "loss": 0.0202, |
| "step": 5710 |
| }, |
| { |
| "epoch": 3.2008953553441524, |
| "grad_norm": 0.12979304790496826, |
| "learning_rate": 8.553028032833397e-05, |
| "loss": 0.0125, |
| "step": 5720 |
| }, |
| { |
| "epoch": 3.2064913262451036, |
| "grad_norm": 0.23997394740581512, |
| "learning_rate": 8.547206349812298e-05, |
| "loss": 0.0159, |
| "step": 5730 |
| }, |
| { |
| "epoch": 3.212087297146055, |
| "grad_norm": 0.2359701246023178, |
| "learning_rate": 8.541374968864487e-05, |
| "loss": 0.0136, |
| "step": 5740 |
| }, |
| { |
| "epoch": 3.217683268047006, |
| "grad_norm": 0.25309842824935913, |
| "learning_rate": 8.535533905932738e-05, |
| "loss": 0.0154, |
| "step": 5750 |
| }, |
| { |
| "epoch": 3.2232792389479576, |
| "grad_norm": 0.26648661494255066, |
| "learning_rate": 8.529683176986295e-05, |
| "loss": 0.0132, |
| "step": 5760 |
| }, |
| { |
| "epoch": 3.228875209848909, |
| "grad_norm": 0.32268235087394714, |
| "learning_rate": 8.523822798020827e-05, |
| "loss": 0.0133, |
| "step": 5770 |
| }, |
| { |
| "epoch": 3.23447118074986, |
| "grad_norm": 0.2632688283920288, |
| "learning_rate": 8.517952785058385e-05, |
| "loss": 0.017, |
| "step": 5780 |
| }, |
| { |
| "epoch": 3.2400671516508113, |
| "grad_norm": 0.16985219717025757, |
| "learning_rate": 8.512073154147362e-05, |
| "loss": 0.0143, |
| "step": 5790 |
| }, |
| { |
| "epoch": 3.245663122551763, |
| "grad_norm": 0.23951981961727142, |
| "learning_rate": 8.506183921362443e-05, |
| "loss": 0.0157, |
| "step": 5800 |
| }, |
| { |
| "epoch": 3.251259093452714, |
| "grad_norm": 0.36843812465667725, |
| "learning_rate": 8.500285102804568e-05, |
| "loss": 0.0198, |
| "step": 5810 |
| }, |
| { |
| "epoch": 3.2568550643536653, |
| "grad_norm": 0.27591267228126526, |
| "learning_rate": 8.494376714600878e-05, |
| "loss": 0.0246, |
| "step": 5820 |
| }, |
| { |
| "epoch": 3.2624510352546165, |
| "grad_norm": 0.3020281195640564, |
| "learning_rate": 8.488458772904684e-05, |
| "loss": 0.018, |
| "step": 5830 |
| }, |
| { |
| "epoch": 3.2680470061555678, |
| "grad_norm": 0.20429036021232605, |
| "learning_rate": 8.482531293895412e-05, |
| "loss": 0.0154, |
| "step": 5840 |
| }, |
| { |
| "epoch": 3.2736429770565194, |
| "grad_norm": 0.3011918067932129, |
| "learning_rate": 8.476594293778561e-05, |
| "loss": 0.0181, |
| "step": 5850 |
| }, |
| { |
| "epoch": 3.2792389479574706, |
| "grad_norm": 0.20082388818264008, |
| "learning_rate": 8.470647788785665e-05, |
| "loss": 0.0118, |
| "step": 5860 |
| }, |
| { |
| "epoch": 3.284834918858422, |
| "grad_norm": 0.25404563546180725, |
| "learning_rate": 8.46469179517424e-05, |
| "loss": 0.0122, |
| "step": 5870 |
| }, |
| { |
| "epoch": 3.2904308897593735, |
| "grad_norm": 0.17162342369556427, |
| "learning_rate": 8.458726329227747e-05, |
| "loss": 0.0178, |
| "step": 5880 |
| }, |
| { |
| "epoch": 3.2960268606603247, |
| "grad_norm": 0.2713855803012848, |
| "learning_rate": 8.452751407255541e-05, |
| "loss": 0.0127, |
| "step": 5890 |
| }, |
| { |
| "epoch": 3.301622831561276, |
| "grad_norm": 0.25792196393013, |
| "learning_rate": 8.44676704559283e-05, |
| "loss": 0.0151, |
| "step": 5900 |
| }, |
| { |
| "epoch": 3.307218802462227, |
| "grad_norm": 0.24708054959774017, |
| "learning_rate": 8.44077326060063e-05, |
| "loss": 0.0205, |
| "step": 5910 |
| }, |
| { |
| "epoch": 3.3128147733631783, |
| "grad_norm": 0.22907878458499908, |
| "learning_rate": 8.434770068665723e-05, |
| "loss": 0.0196, |
| "step": 5920 |
| }, |
| { |
| "epoch": 3.31841074426413, |
| "grad_norm": 0.42451682686805725, |
| "learning_rate": 8.428757486200603e-05, |
| "loss": 0.0181, |
| "step": 5930 |
| }, |
| { |
| "epoch": 3.324006715165081, |
| "grad_norm": 0.2787477970123291, |
| "learning_rate": 8.422735529643444e-05, |
| "loss": 0.0163, |
| "step": 5940 |
| }, |
| { |
| "epoch": 3.3296026860660324, |
| "grad_norm": 0.2536604404449463, |
| "learning_rate": 8.416704215458043e-05, |
| "loss": 0.0153, |
| "step": 5950 |
| }, |
| { |
| "epoch": 3.3351986569669836, |
| "grad_norm": 0.27685803174972534, |
| "learning_rate": 8.410663560133784e-05, |
| "loss": 0.0171, |
| "step": 5960 |
| }, |
| { |
| "epoch": 3.3407946278679352, |
| "grad_norm": 0.21129871904850006, |
| "learning_rate": 8.404613580185585e-05, |
| "loss": 0.0146, |
| "step": 5970 |
| }, |
| { |
| "epoch": 3.3463905987688864, |
| "grad_norm": 0.2712884247303009, |
| "learning_rate": 8.398554292153866e-05, |
| "loss": 0.0124, |
| "step": 5980 |
| }, |
| { |
| "epoch": 3.3519865696698377, |
| "grad_norm": 0.28807780146598816, |
| "learning_rate": 8.392485712604483e-05, |
| "loss": 0.0151, |
| "step": 5990 |
| }, |
| { |
| "epoch": 3.357582540570789, |
| "grad_norm": 0.24215184152126312, |
| "learning_rate": 8.386407858128706e-05, |
| "loss": 0.0201, |
| "step": 6000 |
| }, |
| { |
| "epoch": 3.3631785114717405, |
| "grad_norm": 0.3111182451248169, |
| "learning_rate": 8.380320745343153e-05, |
| "loss": 0.0148, |
| "step": 6010 |
| }, |
| { |
| "epoch": 3.3687744823726917, |
| "grad_norm": 0.3122502267360687, |
| "learning_rate": 8.37422439088976e-05, |
| "loss": 0.0138, |
| "step": 6020 |
| }, |
| { |
| "epoch": 3.374370453273643, |
| "grad_norm": 0.23829977214336395, |
| "learning_rate": 8.368118811435726e-05, |
| "loss": 0.0172, |
| "step": 6030 |
| }, |
| { |
| "epoch": 3.379966424174594, |
| "grad_norm": 0.22568489611148834, |
| "learning_rate": 8.362004023673474e-05, |
| "loss": 0.0191, |
| "step": 6040 |
| }, |
| { |
| "epoch": 3.385562395075546, |
| "grad_norm": 0.37260109186172485, |
| "learning_rate": 8.355880044320598e-05, |
| "loss": 0.0146, |
| "step": 6050 |
| }, |
| { |
| "epoch": 3.391158365976497, |
| "grad_norm": 0.36467012763023376, |
| "learning_rate": 8.349746890119826e-05, |
| "loss": 0.0144, |
| "step": 6060 |
| }, |
| { |
| "epoch": 3.396754336877448, |
| "grad_norm": 0.28992265462875366, |
| "learning_rate": 8.343604577838964e-05, |
| "loss": 0.014, |
| "step": 6070 |
| }, |
| { |
| "epoch": 3.4023503077783994, |
| "grad_norm": 0.3018409311771393, |
| "learning_rate": 8.337453124270863e-05, |
| "loss": 0.0126, |
| "step": 6080 |
| }, |
| { |
| "epoch": 3.4079462786793506, |
| "grad_norm": 0.31771036982536316, |
| "learning_rate": 8.331292546233362e-05, |
| "loss": 0.0124, |
| "step": 6090 |
| }, |
| { |
| "epoch": 3.4135422495803023, |
| "grad_norm": 0.2008838802576065, |
| "learning_rate": 8.32512286056924e-05, |
| "loss": 0.0181, |
| "step": 6100 |
| }, |
| { |
| "epoch": 3.4191382204812535, |
| "grad_norm": 0.3000880777835846, |
| "learning_rate": 8.318944084146192e-05, |
| "loss": 0.0178, |
| "step": 6110 |
| }, |
| { |
| "epoch": 3.4247341913822047, |
| "grad_norm": 0.201462984085083, |
| "learning_rate": 8.31275623385675e-05, |
| "loss": 0.0121, |
| "step": 6120 |
| }, |
| { |
| "epoch": 3.4303301622831563, |
| "grad_norm": 0.29394298791885376, |
| "learning_rate": 8.306559326618259e-05, |
| "loss": 0.019, |
| "step": 6130 |
| }, |
| { |
| "epoch": 3.4359261331841076, |
| "grad_norm": 0.20683641731739044, |
| "learning_rate": 8.300353379372834e-05, |
| "loss": 0.0157, |
| "step": 6140 |
| }, |
| { |
| "epoch": 3.4415221040850588, |
| "grad_norm": 0.2323373705148697, |
| "learning_rate": 8.29413840908729e-05, |
| "loss": 0.0132, |
| "step": 6150 |
| }, |
| { |
| "epoch": 3.44711807498601, |
| "grad_norm": 0.28800690174102783, |
| "learning_rate": 8.287914432753123e-05, |
| "loss": 0.0149, |
| "step": 6160 |
| }, |
| { |
| "epoch": 3.452714045886961, |
| "grad_norm": 0.24825571477413177, |
| "learning_rate": 8.281681467386446e-05, |
| "loss": 0.0143, |
| "step": 6170 |
| }, |
| { |
| "epoch": 3.458310016787913, |
| "grad_norm": 0.26586174964904785, |
| "learning_rate": 8.275439530027948e-05, |
| "loss": 0.0193, |
| "step": 6180 |
| }, |
| { |
| "epoch": 3.463905987688864, |
| "grad_norm": 0.384670615196228, |
| "learning_rate": 8.269188637742846e-05, |
| "loss": 0.0135, |
| "step": 6190 |
| }, |
| { |
| "epoch": 3.4695019585898152, |
| "grad_norm": 0.2598379850387573, |
| "learning_rate": 8.262928807620843e-05, |
| "loss": 0.0192, |
| "step": 6200 |
| }, |
| { |
| "epoch": 3.4750979294907665, |
| "grad_norm": 0.26824334263801575, |
| "learning_rate": 8.256660056776076e-05, |
| "loss": 0.017, |
| "step": 6210 |
| }, |
| { |
| "epoch": 3.480693900391718, |
| "grad_norm": 0.29601970314979553, |
| "learning_rate": 8.250382402347065e-05, |
| "loss": 0.0236, |
| "step": 6220 |
| }, |
| { |
| "epoch": 3.4862898712926693, |
| "grad_norm": 0.2569962739944458, |
| "learning_rate": 8.244095861496686e-05, |
| "loss": 0.0148, |
| "step": 6230 |
| }, |
| { |
| "epoch": 3.4918858421936205, |
| "grad_norm": 0.18870459496974945, |
| "learning_rate": 8.237800451412095e-05, |
| "loss": 0.0166, |
| "step": 6240 |
| }, |
| { |
| "epoch": 3.4974818130945717, |
| "grad_norm": 0.20874905586242676, |
| "learning_rate": 8.231496189304704e-05, |
| "loss": 0.012, |
| "step": 6250 |
| }, |
| { |
| "epoch": 3.5030777839955234, |
| "grad_norm": 0.456989586353302, |
| "learning_rate": 8.225183092410128e-05, |
| "loss": 0.0174, |
| "step": 6260 |
| }, |
| { |
| "epoch": 3.5086737548964746, |
| "grad_norm": 0.3724716305732727, |
| "learning_rate": 8.218861177988129e-05, |
| "loss": 0.0164, |
| "step": 6270 |
| }, |
| { |
| "epoch": 3.514269725797426, |
| "grad_norm": 0.2510260343551636, |
| "learning_rate": 8.212530463322583e-05, |
| "loss": 0.014, |
| "step": 6280 |
| }, |
| { |
| "epoch": 3.519865696698377, |
| "grad_norm": 0.17292679846286774, |
| "learning_rate": 8.206190965721419e-05, |
| "loss": 0.0135, |
| "step": 6290 |
| }, |
| { |
| "epoch": 3.5254616675993287, |
| "grad_norm": 0.25856831669807434, |
| "learning_rate": 8.199842702516583e-05, |
| "loss": 0.0159, |
| "step": 6300 |
| }, |
| { |
| "epoch": 3.53105763850028, |
| "grad_norm": 0.26525381207466125, |
| "learning_rate": 8.193485691063985e-05, |
| "loss": 0.0132, |
| "step": 6310 |
| }, |
| { |
| "epoch": 3.536653609401231, |
| "grad_norm": 0.319915235042572, |
| "learning_rate": 8.18711994874345e-05, |
| "loss": 0.0113, |
| "step": 6320 |
| }, |
| { |
| "epoch": 3.5422495803021823, |
| "grad_norm": 0.23749981820583344, |
| "learning_rate": 8.180745492958674e-05, |
| "loss": 0.0145, |
| "step": 6330 |
| }, |
| { |
| "epoch": 3.5478455512031335, |
| "grad_norm": 0.25086531043052673, |
| "learning_rate": 8.174362341137177e-05, |
| "loss": 0.0165, |
| "step": 6340 |
| }, |
| { |
| "epoch": 3.553441522104085, |
| "grad_norm": 0.19675312936306, |
| "learning_rate": 8.167970510730253e-05, |
| "loss": 0.0155, |
| "step": 6350 |
| }, |
| { |
| "epoch": 3.5590374930050364, |
| "grad_norm": 0.2085702270269394, |
| "learning_rate": 8.161570019212921e-05, |
| "loss": 0.0155, |
| "step": 6360 |
| }, |
| { |
| "epoch": 3.5646334639059876, |
| "grad_norm": 0.4404468536376953, |
| "learning_rate": 8.155160884083881e-05, |
| "loss": 0.0208, |
| "step": 6370 |
| }, |
| { |
| "epoch": 3.570229434806939, |
| "grad_norm": 0.10625205188989639, |
| "learning_rate": 8.148743122865463e-05, |
| "loss": 0.015, |
| "step": 6380 |
| }, |
| { |
| "epoch": 3.5758254057078904, |
| "grad_norm": 0.34253987669944763, |
| "learning_rate": 8.14231675310358e-05, |
| "loss": 0.0229, |
| "step": 6390 |
| }, |
| { |
| "epoch": 3.5814213766088416, |
| "grad_norm": 0.43956324458122253, |
| "learning_rate": 8.135881792367686e-05, |
| "loss": 0.0181, |
| "step": 6400 |
| }, |
| { |
| "epoch": 3.587017347509793, |
| "grad_norm": 0.45199209451675415, |
| "learning_rate": 8.129438258250712e-05, |
| "loss": 0.0198, |
| "step": 6410 |
| }, |
| { |
| "epoch": 3.592613318410744, |
| "grad_norm": 0.2245771586894989, |
| "learning_rate": 8.12298616836904e-05, |
| "loss": 0.0141, |
| "step": 6420 |
| }, |
| { |
| "epoch": 3.5982092893116957, |
| "grad_norm": 0.3338348865509033, |
| "learning_rate": 8.116525540362434e-05, |
| "loss": 0.0168, |
| "step": 6430 |
| }, |
| { |
| "epoch": 3.603805260212647, |
| "grad_norm": 0.21632985770702362, |
| "learning_rate": 8.110056391894005e-05, |
| "loss": 0.0117, |
| "step": 6440 |
| }, |
| { |
| "epoch": 3.609401231113598, |
| "grad_norm": 0.2893829643726349, |
| "learning_rate": 8.103578740650156e-05, |
| "loss": 0.0166, |
| "step": 6450 |
| }, |
| { |
| "epoch": 3.6149972020145498, |
| "grad_norm": 0.24873918294906616, |
| "learning_rate": 8.097092604340542e-05, |
| "loss": 0.0139, |
| "step": 6460 |
| }, |
| { |
| "epoch": 3.620593172915501, |
| "grad_norm": 0.31232985854148865, |
| "learning_rate": 8.090598000698009e-05, |
| "loss": 0.0122, |
| "step": 6470 |
| }, |
| { |
| "epoch": 3.626189143816452, |
| "grad_norm": 0.20202654600143433, |
| "learning_rate": 8.084094947478556e-05, |
| "loss": 0.0126, |
| "step": 6480 |
| }, |
| { |
| "epoch": 3.6317851147174034, |
| "grad_norm": 0.339890718460083, |
| "learning_rate": 8.077583462461283e-05, |
| "loss": 0.0107, |
| "step": 6490 |
| }, |
| { |
| "epoch": 3.6373810856183546, |
| "grad_norm": 0.17959007620811462, |
| "learning_rate": 8.07106356344834e-05, |
| "loss": 0.0125, |
| "step": 6500 |
| }, |
| { |
| "epoch": 3.6429770565193063, |
| "grad_norm": 0.21795189380645752, |
| "learning_rate": 8.064535268264883e-05, |
| "loss": 0.0202, |
| "step": 6510 |
| }, |
| { |
| "epoch": 3.6485730274202575, |
| "grad_norm": 0.17131085693836212, |
| "learning_rate": 8.057998594759022e-05, |
| "loss": 0.0197, |
| "step": 6520 |
| }, |
| { |
| "epoch": 3.6541689983212087, |
| "grad_norm": 0.180596724152565, |
| "learning_rate": 8.051453560801772e-05, |
| "loss": 0.0128, |
| "step": 6530 |
| }, |
| { |
| "epoch": 3.65976496922216, |
| "grad_norm": 0.23086079955101013, |
| "learning_rate": 8.044900184287007e-05, |
| "loss": 0.0171, |
| "step": 6540 |
| }, |
| { |
| "epoch": 3.6653609401231115, |
| "grad_norm": 0.40819284319877625, |
| "learning_rate": 8.038338483131407e-05, |
| "loss": 0.0162, |
| "step": 6550 |
| }, |
| { |
| "epoch": 3.6709569110240627, |
| "grad_norm": 0.20544512569904327, |
| "learning_rate": 8.031768475274413e-05, |
| "loss": 0.01, |
| "step": 6560 |
| }, |
| { |
| "epoch": 3.676552881925014, |
| "grad_norm": 0.3116811513900757, |
| "learning_rate": 8.025190178678175e-05, |
| "loss": 0.0183, |
| "step": 6570 |
| }, |
| { |
| "epoch": 3.682148852825965, |
| "grad_norm": 0.3111719787120819, |
| "learning_rate": 8.018603611327504e-05, |
| "loss": 0.015, |
| "step": 6580 |
| }, |
| { |
| "epoch": 3.6877448237269164, |
| "grad_norm": 0.20265722274780273, |
| "learning_rate": 8.012008791229826e-05, |
| "loss": 0.0136, |
| "step": 6590 |
| }, |
| { |
| "epoch": 3.693340794627868, |
| "grad_norm": 0.35717812180519104, |
| "learning_rate": 8.005405736415126e-05, |
| "loss": 0.0098, |
| "step": 6600 |
| }, |
| { |
| "epoch": 3.6989367655288192, |
| "grad_norm": 0.45737767219543457, |
| "learning_rate": 7.998794464935904e-05, |
| "loss": 0.0115, |
| "step": 6610 |
| }, |
| { |
| "epoch": 3.7045327364297704, |
| "grad_norm": 0.3025696873664856, |
| "learning_rate": 7.992174994867123e-05, |
| "loss": 0.0159, |
| "step": 6620 |
| }, |
| { |
| "epoch": 3.710128707330722, |
| "grad_norm": 0.3852231502532959, |
| "learning_rate": 7.985547344306161e-05, |
| "loss": 0.0116, |
| "step": 6630 |
| }, |
| { |
| "epoch": 3.7157246782316733, |
| "grad_norm": 0.23505637049674988, |
| "learning_rate": 7.978911531372765e-05, |
| "loss": 0.012, |
| "step": 6640 |
| }, |
| { |
| "epoch": 3.7213206491326245, |
| "grad_norm": 0.16072528064250946, |
| "learning_rate": 7.972267574208991e-05, |
| "loss": 0.0101, |
| "step": 6650 |
| }, |
| { |
| "epoch": 3.7269166200335757, |
| "grad_norm": 0.2579629719257355, |
| "learning_rate": 7.965615490979163e-05, |
| "loss": 0.0172, |
| "step": 6660 |
| }, |
| { |
| "epoch": 3.732512590934527, |
| "grad_norm": 0.170463427901268, |
| "learning_rate": 7.958955299869825e-05, |
| "loss": 0.0164, |
| "step": 6670 |
| }, |
| { |
| "epoch": 3.7381085618354786, |
| "grad_norm": 0.2048628181219101, |
| "learning_rate": 7.952287019089685e-05, |
| "loss": 0.0095, |
| "step": 6680 |
| }, |
| { |
| "epoch": 3.74370453273643, |
| "grad_norm": 0.1665850281715393, |
| "learning_rate": 7.945610666869568e-05, |
| "loss": 0.0131, |
| "step": 6690 |
| }, |
| { |
| "epoch": 3.749300503637381, |
| "grad_norm": 0.184804305434227, |
| "learning_rate": 7.938926261462366e-05, |
| "loss": 0.0161, |
| "step": 6700 |
| }, |
| { |
| "epoch": 3.7548964745383326, |
| "grad_norm": 0.17109259963035583, |
| "learning_rate": 7.932233821142987e-05, |
| "loss": 0.014, |
| "step": 6710 |
| }, |
| { |
| "epoch": 3.760492445439284, |
| "grad_norm": 0.23285003006458282, |
| "learning_rate": 7.925533364208309e-05, |
| "loss": 0.0106, |
| "step": 6720 |
| }, |
| { |
| "epoch": 3.766088416340235, |
| "grad_norm": 0.21361905336380005, |
| "learning_rate": 7.918824908977123e-05, |
| "loss": 0.0218, |
| "step": 6730 |
| }, |
| { |
| "epoch": 3.7716843872411863, |
| "grad_norm": 0.22354750335216522, |
| "learning_rate": 7.912108473790092e-05, |
| "loss": 0.0203, |
| "step": 6740 |
| }, |
| { |
| "epoch": 3.7772803581421375, |
| "grad_norm": 0.24767528474330902, |
| "learning_rate": 7.905384077009693e-05, |
| "loss": 0.0193, |
| "step": 6750 |
| }, |
| { |
| "epoch": 3.782876329043089, |
| "grad_norm": 0.18995364010334015, |
| "learning_rate": 7.898651737020166e-05, |
| "loss": 0.0162, |
| "step": 6760 |
| }, |
| { |
| "epoch": 3.7884722999440403, |
| "grad_norm": 0.13995826244354248, |
| "learning_rate": 7.891911472227478e-05, |
| "loss": 0.0187, |
| "step": 6770 |
| }, |
| { |
| "epoch": 3.7940682708449915, |
| "grad_norm": 0.2525804340839386, |
| "learning_rate": 7.88516330105925e-05, |
| "loss": 0.0136, |
| "step": 6780 |
| }, |
| { |
| "epoch": 3.799664241745943, |
| "grad_norm": 0.17206352949142456, |
| "learning_rate": 7.878407241964729e-05, |
| "loss": 0.0133, |
| "step": 6790 |
| }, |
| { |
| "epoch": 3.8052602126468944, |
| "grad_norm": 0.17433176934719086, |
| "learning_rate": 7.871643313414718e-05, |
| "loss": 0.0257, |
| "step": 6800 |
| }, |
| { |
| "epoch": 3.8108561835478456, |
| "grad_norm": 0.2698834240436554, |
| "learning_rate": 7.864871533901544e-05, |
| "loss": 0.0141, |
| "step": 6810 |
| }, |
| { |
| "epoch": 3.816452154448797, |
| "grad_norm": 0.2874978482723236, |
| "learning_rate": 7.858091921938988e-05, |
| "loss": 0.0175, |
| "step": 6820 |
| }, |
| { |
| "epoch": 3.822048125349748, |
| "grad_norm": 0.267092227935791, |
| "learning_rate": 7.851304496062254e-05, |
| "loss": 0.0169, |
| "step": 6830 |
| }, |
| { |
| "epoch": 3.8276440962506992, |
| "grad_norm": 0.31751275062561035, |
| "learning_rate": 7.844509274827907e-05, |
| "loss": 0.0175, |
| "step": 6840 |
| }, |
| { |
| "epoch": 3.833240067151651, |
| "grad_norm": 0.30981171131134033, |
| "learning_rate": 7.837706276813819e-05, |
| "loss": 0.0145, |
| "step": 6850 |
| }, |
| { |
| "epoch": 3.838836038052602, |
| "grad_norm": 0.31560707092285156, |
| "learning_rate": 7.830895520619128e-05, |
| "loss": 0.0157, |
| "step": 6860 |
| }, |
| { |
| "epoch": 3.8444320089535533, |
| "grad_norm": 0.22295020520687103, |
| "learning_rate": 7.824077024864179e-05, |
| "loss": 0.0108, |
| "step": 6870 |
| }, |
| { |
| "epoch": 3.850027979854505, |
| "grad_norm": 0.25469842553138733, |
| "learning_rate": 7.817250808190483e-05, |
| "loss": 0.015, |
| "step": 6880 |
| }, |
| { |
| "epoch": 3.855623950755456, |
| "grad_norm": 0.3890667259693146, |
| "learning_rate": 7.810416889260653e-05, |
| "loss": 0.0179, |
| "step": 6890 |
| }, |
| { |
| "epoch": 3.8612199216564074, |
| "grad_norm": 0.1923862248659134, |
| "learning_rate": 7.803575286758364e-05, |
| "loss": 0.013, |
| "step": 6900 |
| }, |
| { |
| "epoch": 3.8668158925573586, |
| "grad_norm": 0.17686985433101654, |
| "learning_rate": 7.796726019388295e-05, |
| "loss": 0.0143, |
| "step": 6910 |
| }, |
| { |
| "epoch": 3.87241186345831, |
| "grad_norm": 0.1899517923593521, |
| "learning_rate": 7.789869105876083e-05, |
| "loss": 0.0178, |
| "step": 6920 |
| }, |
| { |
| "epoch": 3.8780078343592614, |
| "grad_norm": 0.3056480586528778, |
| "learning_rate": 7.783004564968263e-05, |
| "loss": 0.0129, |
| "step": 6930 |
| }, |
| { |
| "epoch": 3.8836038052602126, |
| "grad_norm": 0.27795109152793884, |
| "learning_rate": 7.776132415432234e-05, |
| "loss": 0.0151, |
| "step": 6940 |
| }, |
| { |
| "epoch": 3.889199776161164, |
| "grad_norm": 0.22460781037807465, |
| "learning_rate": 7.769252676056187e-05, |
| "loss": 0.0145, |
| "step": 6950 |
| }, |
| { |
| "epoch": 3.8947957470621155, |
| "grad_norm": 0.29980891942977905, |
| "learning_rate": 7.762365365649067e-05, |
| "loss": 0.015, |
| "step": 6960 |
| }, |
| { |
| "epoch": 3.9003917179630667, |
| "grad_norm": 0.2440609186887741, |
| "learning_rate": 7.755470503040516e-05, |
| "loss": 0.0137, |
| "step": 6970 |
| }, |
| { |
| "epoch": 3.905987688864018, |
| "grad_norm": 0.2510973811149597, |
| "learning_rate": 7.748568107080832e-05, |
| "loss": 0.0118, |
| "step": 6980 |
| }, |
| { |
| "epoch": 3.911583659764969, |
| "grad_norm": 0.4981507956981659, |
| "learning_rate": 7.741658196640892e-05, |
| "loss": 0.0217, |
| "step": 6990 |
| }, |
| { |
| "epoch": 3.9171796306659203, |
| "grad_norm": 0.28161290287971497, |
| "learning_rate": 7.734740790612136e-05, |
| "loss": 0.0154, |
| "step": 7000 |
| }, |
| { |
| "epoch": 3.922775601566872, |
| "grad_norm": 0.40513697266578674, |
| "learning_rate": 7.727815907906481e-05, |
| "loss": 0.0169, |
| "step": 7010 |
| }, |
| { |
| "epoch": 3.928371572467823, |
| "grad_norm": 0.31741997599601746, |
| "learning_rate": 7.720883567456298e-05, |
| "loss": 0.0156, |
| "step": 7020 |
| }, |
| { |
| "epoch": 3.9339675433687744, |
| "grad_norm": 0.2534908652305603, |
| "learning_rate": 7.713943788214337e-05, |
| "loss": 0.0142, |
| "step": 7030 |
| }, |
| { |
| "epoch": 3.939563514269726, |
| "grad_norm": 0.2655825912952423, |
| "learning_rate": 7.70699658915369e-05, |
| "loss": 0.0154, |
| "step": 7040 |
| }, |
| { |
| "epoch": 3.9451594851706773, |
| "grad_norm": 0.32799914479255676, |
| "learning_rate": 7.700041989267736e-05, |
| "loss": 0.0137, |
| "step": 7050 |
| }, |
| { |
| "epoch": 3.9507554560716285, |
| "grad_norm": 0.184087872505188, |
| "learning_rate": 7.693080007570084e-05, |
| "loss": 0.013, |
| "step": 7060 |
| }, |
| { |
| "epoch": 3.9563514269725797, |
| "grad_norm": 0.31337958574295044, |
| "learning_rate": 7.686110663094525e-05, |
| "loss": 0.0203, |
| "step": 7070 |
| }, |
| { |
| "epoch": 3.961947397873531, |
| "grad_norm": 0.44696512818336487, |
| "learning_rate": 7.679133974894983e-05, |
| "loss": 0.0136, |
| "step": 7080 |
| }, |
| { |
| "epoch": 3.967543368774482, |
| "grad_norm": 0.2737766206264496, |
| "learning_rate": 7.672149962045457e-05, |
| "loss": 0.0157, |
| "step": 7090 |
| }, |
| { |
| "epoch": 3.9731393396754338, |
| "grad_norm": 0.4152137339115143, |
| "learning_rate": 7.66515864363997e-05, |
| "loss": 0.0151, |
| "step": 7100 |
| }, |
| { |
| "epoch": 3.978735310576385, |
| "grad_norm": 0.25766709446907043, |
| "learning_rate": 7.658160038792518e-05, |
| "loss": 0.0185, |
| "step": 7110 |
| }, |
| { |
| "epoch": 3.984331281477336, |
| "grad_norm": 0.2175714522600174, |
| "learning_rate": 7.651154166637025e-05, |
| "loss": 0.013, |
| "step": 7120 |
| }, |
| { |
| "epoch": 3.989927252378288, |
| "grad_norm": 0.2838795483112335, |
| "learning_rate": 7.644141046327271e-05, |
| "loss": 0.0152, |
| "step": 7130 |
| }, |
| { |
| "epoch": 3.995523223279239, |
| "grad_norm": 0.17076176404953003, |
| "learning_rate": 7.637120697036866e-05, |
| "loss": 0.0161, |
| "step": 7140 |
| }, |
| { |
| "epoch": 4.00111919418019, |
| "grad_norm": 0.34454286098480225, |
| "learning_rate": 7.630093137959171e-05, |
| "loss": 0.0155, |
| "step": 7150 |
| }, |
| { |
| "epoch": 4.0067151650811414, |
| "grad_norm": 0.2543468773365021, |
| "learning_rate": 7.623058388307269e-05, |
| "loss": 0.0224, |
| "step": 7160 |
| }, |
| { |
| "epoch": 4.012311135982093, |
| "grad_norm": 0.26474493741989136, |
| "learning_rate": 7.616016467313891e-05, |
| "loss": 0.0121, |
| "step": 7170 |
| }, |
| { |
| "epoch": 4.017907106883044, |
| "grad_norm": 0.2469242513179779, |
| "learning_rate": 7.608967394231387e-05, |
| "loss": 0.0168, |
| "step": 7180 |
| }, |
| { |
| "epoch": 4.023503077783996, |
| "grad_norm": 0.2605207562446594, |
| "learning_rate": 7.60191118833165e-05, |
| "loss": 0.0142, |
| "step": 7190 |
| }, |
| { |
| "epoch": 4.029099048684947, |
| "grad_norm": 0.1799083948135376, |
| "learning_rate": 7.594847868906076e-05, |
| "loss": 0.02, |
| "step": 7200 |
| }, |
| { |
| "epoch": 4.034695019585898, |
| "grad_norm": 0.179059699177742, |
| "learning_rate": 7.587777455265515e-05, |
| "loss": 0.0115, |
| "step": 7210 |
| }, |
| { |
| "epoch": 4.04029099048685, |
| "grad_norm": 0.2233004868030548, |
| "learning_rate": 7.580699966740201e-05, |
| "loss": 0.0128, |
| "step": 7220 |
| }, |
| { |
| "epoch": 4.045886961387801, |
| "grad_norm": 0.253635436296463, |
| "learning_rate": 7.573615422679726e-05, |
| "loss": 0.0149, |
| "step": 7230 |
| }, |
| { |
| "epoch": 4.051482932288752, |
| "grad_norm": 0.3416047692298889, |
| "learning_rate": 7.566523842452958e-05, |
| "loss": 0.0125, |
| "step": 7240 |
| }, |
| { |
| "epoch": 4.057078903189703, |
| "grad_norm": 0.27430468797683716, |
| "learning_rate": 7.559425245448006e-05, |
| "loss": 0.0153, |
| "step": 7250 |
| }, |
| { |
| "epoch": 4.062674874090654, |
| "grad_norm": 0.26396802067756653, |
| "learning_rate": 7.552319651072164e-05, |
| "loss": 0.0128, |
| "step": 7260 |
| }, |
| { |
| "epoch": 4.068270844991606, |
| "grad_norm": 0.1688843071460724, |
| "learning_rate": 7.545207078751857e-05, |
| "loss": 0.017, |
| "step": 7270 |
| }, |
| { |
| "epoch": 4.073866815892558, |
| "grad_norm": 0.25092509388923645, |
| "learning_rate": 7.538087547932585e-05, |
| "loss": 0.0119, |
| "step": 7280 |
| }, |
| { |
| "epoch": 4.079462786793509, |
| "grad_norm": 0.12876421213150024, |
| "learning_rate": 7.530961078078873e-05, |
| "loss": 0.0099, |
| "step": 7290 |
| }, |
| { |
| "epoch": 4.08505875769446, |
| "grad_norm": 0.13818064332008362, |
| "learning_rate": 7.52382768867422e-05, |
| "loss": 0.0156, |
| "step": 7300 |
| }, |
| { |
| "epoch": 4.090654728595411, |
| "grad_norm": 0.23580847680568695, |
| "learning_rate": 7.516687399221037e-05, |
| "loss": 0.0122, |
| "step": 7310 |
| }, |
| { |
| "epoch": 4.096250699496363, |
| "grad_norm": 0.22529348731040955, |
| "learning_rate": 7.509540229240601e-05, |
| "loss": 0.0115, |
| "step": 7320 |
| }, |
| { |
| "epoch": 4.101846670397314, |
| "grad_norm": 0.29066744446754456, |
| "learning_rate": 7.50238619827301e-05, |
| "loss": 0.0125, |
| "step": 7330 |
| }, |
| { |
| "epoch": 4.107442641298265, |
| "grad_norm": 0.30195966362953186, |
| "learning_rate": 7.495225325877103e-05, |
| "loss": 0.0136, |
| "step": 7340 |
| }, |
| { |
| "epoch": 4.113038612199216, |
| "grad_norm": 0.2478567361831665, |
| "learning_rate": 7.488057631630437e-05, |
| "loss": 0.0138, |
| "step": 7350 |
| }, |
| { |
| "epoch": 4.118634583100168, |
| "grad_norm": 0.23493291437625885, |
| "learning_rate": 7.480883135129211e-05, |
| "loss": 0.0171, |
| "step": 7360 |
| }, |
| { |
| "epoch": 4.1242305540011195, |
| "grad_norm": 0.28376439213752747, |
| "learning_rate": 7.473701855988227e-05, |
| "loss": 0.0161, |
| "step": 7370 |
| }, |
| { |
| "epoch": 4.129826524902071, |
| "grad_norm": 0.183238685131073, |
| "learning_rate": 7.466513813840825e-05, |
| "loss": 0.0159, |
| "step": 7380 |
| }, |
| { |
| "epoch": 4.135422495803022, |
| "grad_norm": 0.26259323954582214, |
| "learning_rate": 7.45931902833884e-05, |
| "loss": 0.0139, |
| "step": 7390 |
| }, |
| { |
| "epoch": 4.141018466703973, |
| "grad_norm": 0.31283116340637207, |
| "learning_rate": 7.452117519152542e-05, |
| "loss": 0.0103, |
| "step": 7400 |
| }, |
| { |
| "epoch": 4.146614437604924, |
| "grad_norm": 0.3131321370601654, |
| "learning_rate": 7.444909305970578e-05, |
| "loss": 0.0147, |
| "step": 7410 |
| }, |
| { |
| "epoch": 4.1522104085058755, |
| "grad_norm": 0.22739440202713013, |
| "learning_rate": 7.437694408499933e-05, |
| "loss": 0.0199, |
| "step": 7420 |
| }, |
| { |
| "epoch": 4.157806379406827, |
| "grad_norm": 0.22918283939361572, |
| "learning_rate": 7.430472846465856e-05, |
| "loss": 0.0152, |
| "step": 7430 |
| }, |
| { |
| "epoch": 4.163402350307779, |
| "grad_norm": 0.3530014455318451, |
| "learning_rate": 7.423244639611826e-05, |
| "loss": 0.0123, |
| "step": 7440 |
| }, |
| { |
| "epoch": 4.16899832120873, |
| "grad_norm": 0.32133522629737854, |
| "learning_rate": 7.416009807699482e-05, |
| "loss": 0.0151, |
| "step": 7450 |
| }, |
| { |
| "epoch": 4.174594292109681, |
| "grad_norm": 0.13515067100524902, |
| "learning_rate": 7.408768370508576e-05, |
| "loss": 0.0123, |
| "step": 7460 |
| }, |
| { |
| "epoch": 4.1801902630106325, |
| "grad_norm": 0.39963120222091675, |
| "learning_rate": 7.401520347836926e-05, |
| "loss": 0.0132, |
| "step": 7470 |
| }, |
| { |
| "epoch": 4.185786233911584, |
| "grad_norm": 0.16310429573059082, |
| "learning_rate": 7.394265759500348e-05, |
| "loss": 0.0211, |
| "step": 7480 |
| }, |
| { |
| "epoch": 4.191382204812535, |
| "grad_norm": 0.23062337934970856, |
| "learning_rate": 7.387004625332608e-05, |
| "loss": 0.0155, |
| "step": 7490 |
| }, |
| { |
| "epoch": 4.196978175713486, |
| "grad_norm": 0.3456437289714813, |
| "learning_rate": 7.379736965185368e-05, |
| "loss": 0.0149, |
| "step": 7500 |
| }, |
| { |
| "epoch": 4.202574146614437, |
| "grad_norm": 0.30712154507637024, |
| "learning_rate": 7.372462798928137e-05, |
| "loss": 0.0142, |
| "step": 7510 |
| }, |
| { |
| "epoch": 4.2081701175153885, |
| "grad_norm": 0.40980008244514465, |
| "learning_rate": 7.365182146448205e-05, |
| "loss": 0.0185, |
| "step": 7520 |
| }, |
| { |
| "epoch": 4.213766088416341, |
| "grad_norm": 0.3277069330215454, |
| "learning_rate": 7.357895027650598e-05, |
| "loss": 0.0202, |
| "step": 7530 |
| }, |
| { |
| "epoch": 4.219362059317292, |
| "grad_norm": 0.2991955280303955, |
| "learning_rate": 7.350601462458024e-05, |
| "loss": 0.0129, |
| "step": 7540 |
| }, |
| { |
| "epoch": 4.224958030218243, |
| "grad_norm": 0.3370542526245117, |
| "learning_rate": 7.343301470810808e-05, |
| "loss": 0.0186, |
| "step": 7550 |
| }, |
| { |
| "epoch": 4.230554001119194, |
| "grad_norm": 0.31613653898239136, |
| "learning_rate": 7.335995072666848e-05, |
| "loss": 0.0123, |
| "step": 7560 |
| }, |
| { |
| "epoch": 4.236149972020145, |
| "grad_norm": 0.21174335479736328, |
| "learning_rate": 7.328682288001561e-05, |
| "loss": 0.0088, |
| "step": 7570 |
| }, |
| { |
| "epoch": 4.241745942921097, |
| "grad_norm": 0.18430404365062714, |
| "learning_rate": 7.32136313680782e-05, |
| "loss": 0.0136, |
| "step": 7580 |
| }, |
| { |
| "epoch": 4.247341913822048, |
| "grad_norm": 0.161945641040802, |
| "learning_rate": 7.3140376390959e-05, |
| "loss": 0.0146, |
| "step": 7590 |
| }, |
| { |
| "epoch": 4.252937884722999, |
| "grad_norm": 0.3349175453186035, |
| "learning_rate": 7.30670581489344e-05, |
| "loss": 0.0151, |
| "step": 7600 |
| }, |
| { |
| "epoch": 4.258533855623951, |
| "grad_norm": 0.22331948578357697, |
| "learning_rate": 7.299367684245362e-05, |
| "loss": 0.0116, |
| "step": 7610 |
| }, |
| { |
| "epoch": 4.264129826524902, |
| "grad_norm": 0.32214659452438354, |
| "learning_rate": 7.292023267213835e-05, |
| "loss": 0.0125, |
| "step": 7620 |
| }, |
| { |
| "epoch": 4.269725797425854, |
| "grad_norm": 0.2628123164176941, |
| "learning_rate": 7.284672583878219e-05, |
| "loss": 0.021, |
| "step": 7630 |
| }, |
| { |
| "epoch": 4.275321768326805, |
| "grad_norm": 0.17666281759738922, |
| "learning_rate": 7.277315654334997e-05, |
| "loss": 0.0129, |
| "step": 7640 |
| }, |
| { |
| "epoch": 4.280917739227756, |
| "grad_norm": 0.13651759922504425, |
| "learning_rate": 7.269952498697734e-05, |
| "loss": 0.0136, |
| "step": 7650 |
| }, |
| { |
| "epoch": 4.286513710128707, |
| "grad_norm": 0.19819198548793793, |
| "learning_rate": 7.262583137097018e-05, |
| "loss": 0.0178, |
| "step": 7660 |
| }, |
| { |
| "epoch": 4.292109681029658, |
| "grad_norm": 0.30227622389793396, |
| "learning_rate": 7.255207589680402e-05, |
| "loss": 0.0099, |
| "step": 7670 |
| }, |
| { |
| "epoch": 4.29770565193061, |
| "grad_norm": 0.1803039014339447, |
| "learning_rate": 7.247825876612353e-05, |
| "loss": 0.0125, |
| "step": 7680 |
| }, |
| { |
| "epoch": 4.303301622831562, |
| "grad_norm": 0.2602524757385254, |
| "learning_rate": 7.240438018074189e-05, |
| "loss": 0.0128, |
| "step": 7690 |
| }, |
| { |
| "epoch": 4.308897593732513, |
| "grad_norm": 0.22282052040100098, |
| "learning_rate": 7.233044034264034e-05, |
| "loss": 0.0105, |
| "step": 7700 |
| }, |
| { |
| "epoch": 4.314493564633464, |
| "grad_norm": 0.3194449841976166, |
| "learning_rate": 7.225643945396757e-05, |
| "loss": 0.0133, |
| "step": 7710 |
| }, |
| { |
| "epoch": 4.320089535534415, |
| "grad_norm": 0.31051668524742126, |
| "learning_rate": 7.218237771703921e-05, |
| "loss": 0.021, |
| "step": 7720 |
| }, |
| { |
| "epoch": 4.3256855064353665, |
| "grad_norm": 0.23389574885368347, |
| "learning_rate": 7.210825533433719e-05, |
| "loss": 0.0151, |
| "step": 7730 |
| }, |
| { |
| "epoch": 4.331281477336318, |
| "grad_norm": 0.16604237258434296, |
| "learning_rate": 7.203407250850928e-05, |
| "loss": 0.0101, |
| "step": 7740 |
| }, |
| { |
| "epoch": 4.336877448237269, |
| "grad_norm": 0.26793259382247925, |
| "learning_rate": 7.195982944236851e-05, |
| "loss": 0.0177, |
| "step": 7750 |
| }, |
| { |
| "epoch": 4.34247341913822, |
| "grad_norm": 0.21598176658153534, |
| "learning_rate": 7.188552633889259e-05, |
| "loss": 0.0168, |
| "step": 7760 |
| }, |
| { |
| "epoch": 4.348069390039171, |
| "grad_norm": 0.30887526273727417, |
| "learning_rate": 7.181116340122336e-05, |
| "loss": 0.0122, |
| "step": 7770 |
| }, |
| { |
| "epoch": 4.3536653609401235, |
| "grad_norm": 0.3463345468044281, |
| "learning_rate": 7.173674083266624e-05, |
| "loss": 0.0143, |
| "step": 7780 |
| }, |
| { |
| "epoch": 4.359261331841075, |
| "grad_norm": 0.26217085123062134, |
| "learning_rate": 7.166225883668969e-05, |
| "loss": 0.0151, |
| "step": 7790 |
| }, |
| { |
| "epoch": 4.364857302742026, |
| "grad_norm": 0.28720608353614807, |
| "learning_rate": 7.158771761692464e-05, |
| "loss": 0.0139, |
| "step": 7800 |
| }, |
| { |
| "epoch": 4.370453273642977, |
| "grad_norm": 0.35230302810668945, |
| "learning_rate": 7.151311737716397e-05, |
| "loss": 0.0146, |
| "step": 7810 |
| }, |
| { |
| "epoch": 4.376049244543928, |
| "grad_norm": 0.2841963469982147, |
| "learning_rate": 7.143845832136188e-05, |
| "loss": 0.0153, |
| "step": 7820 |
| }, |
| { |
| "epoch": 4.3816452154448795, |
| "grad_norm": 0.3889724016189575, |
| "learning_rate": 7.136374065363334e-05, |
| "loss": 0.0147, |
| "step": 7830 |
| }, |
| { |
| "epoch": 4.387241186345831, |
| "grad_norm": 0.2717784345149994, |
| "learning_rate": 7.128896457825364e-05, |
| "loss": 0.0161, |
| "step": 7840 |
| }, |
| { |
| "epoch": 4.392837157246782, |
| "grad_norm": 0.27939334511756897, |
| "learning_rate": 7.121413029965769e-05, |
| "loss": 0.0127, |
| "step": 7850 |
| }, |
| { |
| "epoch": 4.398433128147734, |
| "grad_norm": 0.24780631065368652, |
| "learning_rate": 7.113923802243957e-05, |
| "loss": 0.0134, |
| "step": 7860 |
| }, |
| { |
| "epoch": 4.404029099048685, |
| "grad_norm": 0.2736693024635315, |
| "learning_rate": 7.10642879513519e-05, |
| "loss": 0.0157, |
| "step": 7870 |
| }, |
| { |
| "epoch": 4.409625069949636, |
| "grad_norm": 0.2332269549369812, |
| "learning_rate": 7.09892802913053e-05, |
| "loss": 0.0155, |
| "step": 7880 |
| }, |
| { |
| "epoch": 4.415221040850588, |
| "grad_norm": 0.3542332947254181, |
| "learning_rate": 7.091421524736784e-05, |
| "loss": 0.0161, |
| "step": 7890 |
| }, |
| { |
| "epoch": 4.420817011751539, |
| "grad_norm": 0.29242730140686035, |
| "learning_rate": 7.083909302476453e-05, |
| "loss": 0.0137, |
| "step": 7900 |
| }, |
| { |
| "epoch": 4.42641298265249, |
| "grad_norm": 0.33528995513916016, |
| "learning_rate": 7.076391382887661e-05, |
| "loss": 0.0146, |
| "step": 7910 |
| }, |
| { |
| "epoch": 4.432008953553441, |
| "grad_norm": 0.34565469622612, |
| "learning_rate": 7.068867786524116e-05, |
| "loss": 0.0128, |
| "step": 7920 |
| }, |
| { |
| "epoch": 4.4376049244543925, |
| "grad_norm": 0.29550039768218994, |
| "learning_rate": 7.061338533955043e-05, |
| "loss": 0.0143, |
| "step": 7930 |
| }, |
| { |
| "epoch": 4.443200895355345, |
| "grad_norm": 0.18918676674365997, |
| "learning_rate": 7.053803645765128e-05, |
| "loss": 0.017, |
| "step": 7940 |
| }, |
| { |
| "epoch": 4.448796866256296, |
| "grad_norm": 0.24842104315757751, |
| "learning_rate": 7.04626314255447e-05, |
| "loss": 0.0115, |
| "step": 7950 |
| }, |
| { |
| "epoch": 4.454392837157247, |
| "grad_norm": 0.25395554304122925, |
| "learning_rate": 7.038717044938519e-05, |
| "loss": 0.0136, |
| "step": 7960 |
| }, |
| { |
| "epoch": 4.459988808058198, |
| "grad_norm": 0.223357155919075, |
| "learning_rate": 7.031165373548014e-05, |
| "loss": 0.0159, |
| "step": 7970 |
| }, |
| { |
| "epoch": 4.465584778959149, |
| "grad_norm": 0.2434312105178833, |
| "learning_rate": 7.023608149028937e-05, |
| "loss": 0.0113, |
| "step": 7980 |
| }, |
| { |
| "epoch": 4.471180749860101, |
| "grad_norm": 0.27500098943710327, |
| "learning_rate": 7.016045392042452e-05, |
| "loss": 0.0127, |
| "step": 7990 |
| }, |
| { |
| "epoch": 4.476776720761052, |
| "grad_norm": 0.1670360416173935, |
| "learning_rate": 7.008477123264848e-05, |
| "loss": 0.0151, |
| "step": 8000 |
| }, |
| { |
| "epoch": 4.482372691662003, |
| "grad_norm": 0.3035995662212372, |
| "learning_rate": 7.000903363387482e-05, |
| "loss": 0.0143, |
| "step": 8010 |
| }, |
| { |
| "epoch": 4.487968662562954, |
| "grad_norm": 0.25943461060523987, |
| "learning_rate": 6.993324133116726e-05, |
| "loss": 0.0099, |
| "step": 8020 |
| }, |
| { |
| "epoch": 4.493564633463906, |
| "grad_norm": 0.20338699221611023, |
| "learning_rate": 6.985739453173903e-05, |
| "loss": 0.0127, |
| "step": 8030 |
| }, |
| { |
| "epoch": 4.4991606043648575, |
| "grad_norm": 0.18308840692043304, |
| "learning_rate": 6.978149344295242e-05, |
| "loss": 0.012, |
| "step": 8040 |
| }, |
| { |
| "epoch": 4.504756575265809, |
| "grad_norm": 0.142523393034935, |
| "learning_rate": 6.97055382723181e-05, |
| "loss": 0.0117, |
| "step": 8050 |
| }, |
| { |
| "epoch": 4.51035254616676, |
| "grad_norm": 0.26383474469184875, |
| "learning_rate": 6.962952922749457e-05, |
| "loss": 0.0171, |
| "step": 8060 |
| }, |
| { |
| "epoch": 4.515948517067711, |
| "grad_norm": 0.1817890852689743, |
| "learning_rate": 6.955346651628771e-05, |
| "loss": 0.0147, |
| "step": 8070 |
| }, |
| { |
| "epoch": 4.521544487968662, |
| "grad_norm": 0.20679673552513123, |
| "learning_rate": 6.947735034665002e-05, |
| "loss": 0.0161, |
| "step": 8080 |
| }, |
| { |
| "epoch": 4.527140458869614, |
| "grad_norm": 0.2073245346546173, |
| "learning_rate": 6.940118092668022e-05, |
| "loss": 0.0104, |
| "step": 8090 |
| }, |
| { |
| "epoch": 4.532736429770566, |
| "grad_norm": 0.45759397745132446, |
| "learning_rate": 6.932495846462261e-05, |
| "loss": 0.0141, |
| "step": 8100 |
| }, |
| { |
| "epoch": 4.538332400671517, |
| "grad_norm": 0.2275332510471344, |
| "learning_rate": 6.924868316886649e-05, |
| "loss": 0.0144, |
| "step": 8110 |
| }, |
| { |
| "epoch": 4.543928371572468, |
| "grad_norm": 0.24839594960212708, |
| "learning_rate": 6.917235524794558e-05, |
| "loss": 0.0153, |
| "step": 8120 |
| }, |
| { |
| "epoch": 4.549524342473419, |
| "grad_norm": 0.13045403361320496, |
| "learning_rate": 6.909597491053751e-05, |
| "loss": 0.0148, |
| "step": 8130 |
| }, |
| { |
| "epoch": 4.5551203133743705, |
| "grad_norm": 0.298033207654953, |
| "learning_rate": 6.901954236546323e-05, |
| "loss": 0.0148, |
| "step": 8140 |
| }, |
| { |
| "epoch": 4.560716284275322, |
| "grad_norm": 0.3102302849292755, |
| "learning_rate": 6.894305782168638e-05, |
| "loss": 0.0104, |
| "step": 8150 |
| }, |
| { |
| "epoch": 4.566312255176273, |
| "grad_norm": 0.3511497378349304, |
| "learning_rate": 6.886652148831279e-05, |
| "loss": 0.0114, |
| "step": 8160 |
| }, |
| { |
| "epoch": 4.571908226077224, |
| "grad_norm": 0.19204401969909668, |
| "learning_rate": 6.878993357458986e-05, |
| "loss": 0.0144, |
| "step": 8170 |
| }, |
| { |
| "epoch": 4.577504196978175, |
| "grad_norm": 0.27601921558380127, |
| "learning_rate": 6.871329428990602e-05, |
| "loss": 0.0121, |
| "step": 8180 |
| }, |
| { |
| "epoch": 4.583100167879127, |
| "grad_norm": 0.15351536870002747, |
| "learning_rate": 6.863660384379017e-05, |
| "loss": 0.017, |
| "step": 8190 |
| }, |
| { |
| "epoch": 4.588696138780079, |
| "grad_norm": 0.34269094467163086, |
| "learning_rate": 6.855986244591104e-05, |
| "loss": 0.0164, |
| "step": 8200 |
| }, |
| { |
| "epoch": 4.59429210968103, |
| "grad_norm": 0.20768719911575317, |
| "learning_rate": 6.84830703060767e-05, |
| "loss": 0.0186, |
| "step": 8210 |
| }, |
| { |
| "epoch": 4.599888080581981, |
| "grad_norm": 0.29763510823249817, |
| "learning_rate": 6.840622763423391e-05, |
| "loss": 0.0134, |
| "step": 8220 |
| }, |
| { |
| "epoch": 4.605484051482932, |
| "grad_norm": 0.29871609807014465, |
| "learning_rate": 6.83293346404676e-05, |
| "loss": 0.0118, |
| "step": 8230 |
| }, |
| { |
| "epoch": 4.6110800223838835, |
| "grad_norm": 0.24642953276634216, |
| "learning_rate": 6.825239153500029e-05, |
| "loss": 0.015, |
| "step": 8240 |
| }, |
| { |
| "epoch": 4.616675993284835, |
| "grad_norm": 0.20664198696613312, |
| "learning_rate": 6.817539852819149e-05, |
| "loss": 0.0165, |
| "step": 8250 |
| }, |
| { |
| "epoch": 4.622271964185786, |
| "grad_norm": 0.1941448450088501, |
| "learning_rate": 6.809835583053715e-05, |
| "loss": 0.0129, |
| "step": 8260 |
| }, |
| { |
| "epoch": 4.627867935086737, |
| "grad_norm": 0.21355387568473816, |
| "learning_rate": 6.802126365266905e-05, |
| "loss": 0.013, |
| "step": 8270 |
| }, |
| { |
| "epoch": 4.633463905987689, |
| "grad_norm": 0.2642342746257782, |
| "learning_rate": 6.794412220535426e-05, |
| "loss": 0.0176, |
| "step": 8280 |
| }, |
| { |
| "epoch": 4.63905987688864, |
| "grad_norm": 0.31280654668807983, |
| "learning_rate": 6.786693169949455e-05, |
| "loss": 0.017, |
| "step": 8290 |
| }, |
| { |
| "epoch": 4.644655847789592, |
| "grad_norm": 0.2257363200187683, |
| "learning_rate": 6.778969234612584e-05, |
| "loss": 0.0099, |
| "step": 8300 |
| }, |
| { |
| "epoch": 4.650251818690543, |
| "grad_norm": 0.16536390781402588, |
| "learning_rate": 6.771240435641754e-05, |
| "loss": 0.012, |
| "step": 8310 |
| }, |
| { |
| "epoch": 4.655847789591494, |
| "grad_norm": 0.16031181812286377, |
| "learning_rate": 6.763506794167208e-05, |
| "loss": 0.0094, |
| "step": 8320 |
| }, |
| { |
| "epoch": 4.661443760492445, |
| "grad_norm": 0.2519717514514923, |
| "learning_rate": 6.755768331332424e-05, |
| "loss": 0.0153, |
| "step": 8330 |
| }, |
| { |
| "epoch": 4.6670397313933965, |
| "grad_norm": 0.11290234327316284, |
| "learning_rate": 6.748025068294067e-05, |
| "loss": 0.0187, |
| "step": 8340 |
| }, |
| { |
| "epoch": 4.6726357022943485, |
| "grad_norm": 0.18607747554779053, |
| "learning_rate": 6.740277026221923e-05, |
| "loss": 0.0123, |
| "step": 8350 |
| }, |
| { |
| "epoch": 4.6782316731953, |
| "grad_norm": 0.20653483271598816, |
| "learning_rate": 6.732524226298841e-05, |
| "loss": 0.0128, |
| "step": 8360 |
| }, |
| { |
| "epoch": 4.683827644096251, |
| "grad_norm": 0.20888541638851166, |
| "learning_rate": 6.72476668972068e-05, |
| "loss": 0.0235, |
| "step": 8370 |
| }, |
| { |
| "epoch": 4.689423614997202, |
| "grad_norm": 0.23816397786140442, |
| "learning_rate": 6.71700443769625e-05, |
| "loss": 0.0125, |
| "step": 8380 |
| }, |
| { |
| "epoch": 4.695019585898153, |
| "grad_norm": 0.3250564932823181, |
| "learning_rate": 6.709237491447249e-05, |
| "loss": 0.011, |
| "step": 8390 |
| }, |
| { |
| "epoch": 4.700615556799105, |
| "grad_norm": 0.3211959898471832, |
| "learning_rate": 6.701465872208216e-05, |
| "loss": 0.0124, |
| "step": 8400 |
| }, |
| { |
| "epoch": 4.706211527700056, |
| "grad_norm": 0.3432743549346924, |
| "learning_rate": 6.693689601226458e-05, |
| "loss": 0.0119, |
| "step": 8410 |
| }, |
| { |
| "epoch": 4.711807498601007, |
| "grad_norm": 0.2595174014568329, |
| "learning_rate": 6.685908699762002e-05, |
| "loss": 0.0111, |
| "step": 8420 |
| }, |
| { |
| "epoch": 4.717403469501958, |
| "grad_norm": 0.283252090215683, |
| "learning_rate": 6.67812318908754e-05, |
| "loss": 0.0119, |
| "step": 8430 |
| }, |
| { |
| "epoch": 4.72299944040291, |
| "grad_norm": 0.20471790432929993, |
| "learning_rate": 6.670333090488356e-05, |
| "loss": 0.013, |
| "step": 8440 |
| }, |
| { |
| "epoch": 4.7285954113038615, |
| "grad_norm": 0.1850796490907669, |
| "learning_rate": 6.662538425262285e-05, |
| "loss": 0.0112, |
| "step": 8450 |
| }, |
| { |
| "epoch": 4.734191382204813, |
| "grad_norm": 0.2515677213668823, |
| "learning_rate": 6.654739214719641e-05, |
| "loss": 0.0084, |
| "step": 8460 |
| }, |
| { |
| "epoch": 4.739787353105764, |
| "grad_norm": 0.25231802463531494, |
| "learning_rate": 6.646935480183173e-05, |
| "loss": 0.0149, |
| "step": 8470 |
| }, |
| { |
| "epoch": 4.745383324006715, |
| "grad_norm": 0.24691557884216309, |
| "learning_rate": 6.639127242987988e-05, |
| "loss": 0.0144, |
| "step": 8480 |
| }, |
| { |
| "epoch": 4.750979294907666, |
| "grad_norm": 0.3806649446487427, |
| "learning_rate": 6.631314524481513e-05, |
| "loss": 0.0136, |
| "step": 8490 |
| }, |
| { |
| "epoch": 4.756575265808618, |
| "grad_norm": 0.233370840549469, |
| "learning_rate": 6.623497346023418e-05, |
| "loss": 0.0119, |
| "step": 8500 |
| }, |
| { |
| "epoch": 4.762171236709569, |
| "grad_norm": 0.16195163130760193, |
| "learning_rate": 6.615675728985572e-05, |
| "loss": 0.0178, |
| "step": 8510 |
| }, |
| { |
| "epoch": 4.76776720761052, |
| "grad_norm": 0.25800469517707825, |
| "learning_rate": 6.607849694751977e-05, |
| "loss": 0.012, |
| "step": 8520 |
| }, |
| { |
| "epoch": 4.773363178511472, |
| "grad_norm": 0.17752796411514282, |
| "learning_rate": 6.600019264718713e-05, |
| "loss": 0.0084, |
| "step": 8530 |
| }, |
| { |
| "epoch": 4.778959149412423, |
| "grad_norm": 0.2168557047843933, |
| "learning_rate": 6.592184460293877e-05, |
| "loss": 0.0163, |
| "step": 8540 |
| }, |
| { |
| "epoch": 4.7845551203133745, |
| "grad_norm": 0.2908076345920563, |
| "learning_rate": 6.584345302897523e-05, |
| "loss": 0.0091, |
| "step": 8550 |
| }, |
| { |
| "epoch": 4.790151091214326, |
| "grad_norm": 0.16817107796669006, |
| "learning_rate": 6.576501813961609e-05, |
| "loss": 0.012, |
| "step": 8560 |
| }, |
| { |
| "epoch": 4.795747062115277, |
| "grad_norm": 0.17607803642749786, |
| "learning_rate": 6.568654014929932e-05, |
| "loss": 0.0095, |
| "step": 8570 |
| }, |
| { |
| "epoch": 4.801343033016228, |
| "grad_norm": 0.1395525336265564, |
| "learning_rate": 6.56080192725808e-05, |
| "loss": 0.0127, |
| "step": 8580 |
| }, |
| { |
| "epoch": 4.806939003917179, |
| "grad_norm": 0.12721598148345947, |
| "learning_rate": 6.552945572413358e-05, |
| "loss": 0.0127, |
| "step": 8590 |
| }, |
| { |
| "epoch": 4.812534974818131, |
| "grad_norm": 0.220106303691864, |
| "learning_rate": 6.545084971874738e-05, |
| "loss": 0.0124, |
| "step": 8600 |
| }, |
| { |
| "epoch": 4.818130945719083, |
| "grad_norm": 0.1850575953722, |
| "learning_rate": 6.537220147132805e-05, |
| "loss": 0.0133, |
| "step": 8610 |
| }, |
| { |
| "epoch": 4.823726916620034, |
| "grad_norm": 0.14641323685646057, |
| "learning_rate": 6.529351119689688e-05, |
| "loss": 0.0083, |
| "step": 8620 |
| }, |
| { |
| "epoch": 4.829322887520985, |
| "grad_norm": 0.2565167546272278, |
| "learning_rate": 6.521477911059008e-05, |
| "loss": 0.0146, |
| "step": 8630 |
| }, |
| { |
| "epoch": 4.834918858421936, |
| "grad_norm": 0.1807018518447876, |
| "learning_rate": 6.513600542765817e-05, |
| "loss": 0.0093, |
| "step": 8640 |
| }, |
| { |
| "epoch": 4.8405148293228875, |
| "grad_norm": 0.22783279418945312, |
| "learning_rate": 6.505719036346539e-05, |
| "loss": 0.0105, |
| "step": 8650 |
| }, |
| { |
| "epoch": 4.846110800223839, |
| "grad_norm": 0.18857407569885254, |
| "learning_rate": 6.497833413348909e-05, |
| "loss": 0.012, |
| "step": 8660 |
| }, |
| { |
| "epoch": 4.85170677112479, |
| "grad_norm": 0.31593799591064453, |
| "learning_rate": 6.489943695331923e-05, |
| "loss": 0.013, |
| "step": 8670 |
| }, |
| { |
| "epoch": 4.857302742025741, |
| "grad_norm": 0.3053518533706665, |
| "learning_rate": 6.48204990386577e-05, |
| "loss": 0.0106, |
| "step": 8680 |
| }, |
| { |
| "epoch": 4.862898712926693, |
| "grad_norm": 0.2662791311740875, |
| "learning_rate": 6.474152060531768e-05, |
| "loss": 0.0151, |
| "step": 8690 |
| }, |
| { |
| "epoch": 4.868494683827644, |
| "grad_norm": 0.13093920052051544, |
| "learning_rate": 6.466250186922325e-05, |
| "loss": 0.0108, |
| "step": 8700 |
| }, |
| { |
| "epoch": 4.874090654728596, |
| "grad_norm": 0.17706599831581116, |
| "learning_rate": 6.458344304640858e-05, |
| "loss": 0.0118, |
| "step": 8710 |
| }, |
| { |
| "epoch": 4.879686625629547, |
| "grad_norm": 0.19158832728862762, |
| "learning_rate": 6.450434435301751e-05, |
| "loss": 0.0116, |
| "step": 8720 |
| }, |
| { |
| "epoch": 4.885282596530498, |
| "grad_norm": 0.12095298618078232, |
| "learning_rate": 6.44252060053028e-05, |
| "loss": 0.0134, |
| "step": 8730 |
| }, |
| { |
| "epoch": 4.890878567431449, |
| "grad_norm": 0.2882150411605835, |
| "learning_rate": 6.43460282196257e-05, |
| "loss": 0.0112, |
| "step": 8740 |
| }, |
| { |
| "epoch": 4.8964745383324, |
| "grad_norm": 0.34821435809135437, |
| "learning_rate": 6.426681121245527e-05, |
| "loss": 0.0111, |
| "step": 8750 |
| }, |
| { |
| "epoch": 4.902070509233352, |
| "grad_norm": 0.28680020570755005, |
| "learning_rate": 6.418755520036775e-05, |
| "loss": 0.011, |
| "step": 8760 |
| }, |
| { |
| "epoch": 4.907666480134303, |
| "grad_norm": 0.15372464060783386, |
| "learning_rate": 6.410826040004607e-05, |
| "loss": 0.0138, |
| "step": 8770 |
| }, |
| { |
| "epoch": 4.913262451035255, |
| "grad_norm": 0.24093207716941833, |
| "learning_rate": 6.402892702827916e-05, |
| "loss": 0.0152, |
| "step": 8780 |
| }, |
| { |
| "epoch": 4.918858421936206, |
| "grad_norm": 0.3779686689376831, |
| "learning_rate": 6.394955530196147e-05, |
| "loss": 0.0173, |
| "step": 8790 |
| }, |
| { |
| "epoch": 4.924454392837157, |
| "grad_norm": 0.19445843994617462, |
| "learning_rate": 6.387014543809223e-05, |
| "loss": 0.0142, |
| "step": 8800 |
| }, |
| { |
| "epoch": 4.930050363738109, |
| "grad_norm": 0.32286763191223145, |
| "learning_rate": 6.3790697653775e-05, |
| "loss": 0.0217, |
| "step": 8810 |
| }, |
| { |
| "epoch": 4.93564633463906, |
| "grad_norm": 0.27731436491012573, |
| "learning_rate": 6.371121216621698e-05, |
| "loss": 0.0103, |
| "step": 8820 |
| }, |
| { |
| "epoch": 4.941242305540011, |
| "grad_norm": 0.2174469232559204, |
| "learning_rate": 6.363168919272846e-05, |
| "loss": 0.0112, |
| "step": 8830 |
| }, |
| { |
| "epoch": 4.946838276440962, |
| "grad_norm": 0.20424802601337433, |
| "learning_rate": 6.355212895072223e-05, |
| "loss": 0.0179, |
| "step": 8840 |
| }, |
| { |
| "epoch": 4.952434247341914, |
| "grad_norm": 0.14288559556007385, |
| "learning_rate": 6.34725316577129e-05, |
| "loss": 0.0116, |
| "step": 8850 |
| }, |
| { |
| "epoch": 4.9580302182428655, |
| "grad_norm": 0.21734347939491272, |
| "learning_rate": 6.339289753131649e-05, |
| "loss": 0.012, |
| "step": 8860 |
| }, |
| { |
| "epoch": 4.963626189143817, |
| "grad_norm": 0.29445502161979675, |
| "learning_rate": 6.331322678924962e-05, |
| "loss": 0.0116, |
| "step": 8870 |
| }, |
| { |
| "epoch": 4.969222160044768, |
| "grad_norm": 0.2319229543209076, |
| "learning_rate": 6.323351964932908e-05, |
| "loss": 0.0194, |
| "step": 8880 |
| }, |
| { |
| "epoch": 4.974818130945719, |
| "grad_norm": 0.13166509568691254, |
| "learning_rate": 6.315377632947115e-05, |
| "loss": 0.0127, |
| "step": 8890 |
| }, |
| { |
| "epoch": 4.98041410184667, |
| "grad_norm": 0.2546875774860382, |
| "learning_rate": 6.307399704769099e-05, |
| "loss": 0.0115, |
| "step": 8900 |
| }, |
| { |
| "epoch": 4.9860100727476215, |
| "grad_norm": 0.2343253493309021, |
| "learning_rate": 6.299418202210214e-05, |
| "loss": 0.0123, |
| "step": 8910 |
| }, |
| { |
| "epoch": 4.991606043648573, |
| "grad_norm": 0.12813247740268707, |
| "learning_rate": 6.291433147091583e-05, |
| "loss": 0.0121, |
| "step": 8920 |
| }, |
| { |
| "epoch": 4.997202014549524, |
| "grad_norm": 0.11860624700784683, |
| "learning_rate": 6.283444561244042e-05, |
| "loss": 0.0125, |
| "step": 8930 |
| }, |
| { |
| "epoch": 5.002797985450476, |
| "grad_norm": 0.1995118260383606, |
| "learning_rate": 6.275452466508077e-05, |
| "loss": 0.0112, |
| "step": 8940 |
| }, |
| { |
| "epoch": 5.008393956351427, |
| "grad_norm": 0.2113560289144516, |
| "learning_rate": 6.26745688473377e-05, |
| "loss": 0.0118, |
| "step": 8950 |
| }, |
| { |
| "epoch": 5.0139899272523785, |
| "grad_norm": 0.321319580078125, |
| "learning_rate": 6.259457837780742e-05, |
| "loss": 0.0145, |
| "step": 8960 |
| }, |
| { |
| "epoch": 5.01958589815333, |
| "grad_norm": 0.15436704456806183, |
| "learning_rate": 6.251455347518073e-05, |
| "loss": 0.011, |
| "step": 8970 |
| }, |
| { |
| "epoch": 5.025181869054281, |
| "grad_norm": 0.2929522693157196, |
| "learning_rate": 6.243449435824276e-05, |
| "loss": 0.0145, |
| "step": 8980 |
| }, |
| { |
| "epoch": 5.030777839955232, |
| "grad_norm": 0.2311781346797943, |
| "learning_rate": 6.235440124587198e-05, |
| "loss": 0.0121, |
| "step": 8990 |
| }, |
| { |
| "epoch": 5.036373810856183, |
| "grad_norm": 0.16461458802223206, |
| "learning_rate": 6.227427435703997e-05, |
| "loss": 0.016, |
| "step": 9000 |
| }, |
| { |
| "epoch": 5.0419697817571345, |
| "grad_norm": 0.23925089836120605, |
| "learning_rate": 6.219411391081055e-05, |
| "loss": 0.0125, |
| "step": 9010 |
| }, |
| { |
| "epoch": 5.047565752658087, |
| "grad_norm": 0.3376557230949402, |
| "learning_rate": 6.211392012633932e-05, |
| "loss": 0.0147, |
| "step": 9020 |
| }, |
| { |
| "epoch": 5.053161723559038, |
| "grad_norm": 0.20988136529922485, |
| "learning_rate": 6.203369322287306e-05, |
| "loss": 0.0139, |
| "step": 9030 |
| }, |
| { |
| "epoch": 5.058757694459989, |
| "grad_norm": 0.17247657477855682, |
| "learning_rate": 6.195343341974899e-05, |
| "loss": 0.0133, |
| "step": 9040 |
| }, |
| { |
| "epoch": 5.06435366536094, |
| "grad_norm": 0.24936120212078094, |
| "learning_rate": 6.187314093639444e-05, |
| "loss": 0.0112, |
| "step": 9050 |
| }, |
| { |
| "epoch": 5.069949636261891, |
| "grad_norm": 0.1587497889995575, |
| "learning_rate": 6.179281599232591e-05, |
| "loss": 0.0127, |
| "step": 9060 |
| }, |
| { |
| "epoch": 5.075545607162843, |
| "grad_norm": 0.12296043336391449, |
| "learning_rate": 6.17124588071488e-05, |
| "loss": 0.0132, |
| "step": 9070 |
| }, |
| { |
| "epoch": 5.081141578063794, |
| "grad_norm": 0.2310076504945755, |
| "learning_rate": 6.163206960055651e-05, |
| "loss": 0.013, |
| "step": 9080 |
| }, |
| { |
| "epoch": 5.086737548964745, |
| "grad_norm": 0.1278199851512909, |
| "learning_rate": 6.155164859233012e-05, |
| "loss": 0.0127, |
| "step": 9090 |
| }, |
| { |
| "epoch": 5.092333519865696, |
| "grad_norm": 0.225848987698555, |
| "learning_rate": 6.147119600233758e-05, |
| "loss": 0.0125, |
| "step": 9100 |
| }, |
| { |
| "epoch": 5.097929490766648, |
| "grad_norm": 0.12778952717781067, |
| "learning_rate": 6.13907120505332e-05, |
| "loss": 0.0102, |
| "step": 9110 |
| }, |
| { |
| "epoch": 5.1035254616676, |
| "grad_norm": 0.2868061065673828, |
| "learning_rate": 6.131019695695702e-05, |
| "loss": 0.0102, |
| "step": 9120 |
| }, |
| { |
| "epoch": 5.109121432568551, |
| "grad_norm": 0.35349947214126587, |
| "learning_rate": 6.122965094173424e-05, |
| "loss": 0.0151, |
| "step": 9130 |
| }, |
| { |
| "epoch": 5.114717403469502, |
| "grad_norm": 0.24252165853977203, |
| "learning_rate": 6.11490742250746e-05, |
| "loss": 0.0111, |
| "step": 9140 |
| }, |
| { |
| "epoch": 5.120313374370453, |
| "grad_norm": 0.17868760228157043, |
| "learning_rate": 6.106846702727172e-05, |
| "loss": 0.0102, |
| "step": 9150 |
| }, |
| { |
| "epoch": 5.125909345271404, |
| "grad_norm": 0.21379156410694122, |
| "learning_rate": 6.0987829568702656e-05, |
| "loss": 0.0137, |
| "step": 9160 |
| }, |
| { |
| "epoch": 5.131505316172356, |
| "grad_norm": 0.29363685846328735, |
| "learning_rate": 6.090716206982714e-05, |
| "loss": 0.0131, |
| "step": 9170 |
| }, |
| { |
| "epoch": 5.137101287073307, |
| "grad_norm": 0.330162912607193, |
| "learning_rate": 6.0826464751186994e-05, |
| "loss": 0.0129, |
| "step": 9180 |
| }, |
| { |
| "epoch": 5.142697257974259, |
| "grad_norm": 0.2052110731601715, |
| "learning_rate": 6.074573783340562e-05, |
| "loss": 0.0108, |
| "step": 9190 |
| }, |
| { |
| "epoch": 5.14829322887521, |
| "grad_norm": 0.17011559009552002, |
| "learning_rate": 6.066498153718735e-05, |
| "loss": 0.0125, |
| "step": 9200 |
| }, |
| { |
| "epoch": 5.153889199776161, |
| "grad_norm": 0.3137349486351013, |
| "learning_rate": 6.0584196083316794e-05, |
| "loss": 0.0192, |
| "step": 9210 |
| }, |
| { |
| "epoch": 5.1594851706771125, |
| "grad_norm": 0.3046635389328003, |
| "learning_rate": 6.05033816926583e-05, |
| "loss": 0.0119, |
| "step": 9220 |
| }, |
| { |
| "epoch": 5.165081141578064, |
| "grad_norm": 0.1919318437576294, |
| "learning_rate": 6.042253858615532e-05, |
| "loss": 0.0139, |
| "step": 9230 |
| }, |
| { |
| "epoch": 5.170677112479015, |
| "grad_norm": 0.3815397322177887, |
| "learning_rate": 6.034166698482984e-05, |
| "loss": 0.0176, |
| "step": 9240 |
| }, |
| { |
| "epoch": 5.176273083379966, |
| "grad_norm": 0.23484662175178528, |
| "learning_rate": 6.026076710978171e-05, |
| "loss": 0.0137, |
| "step": 9250 |
| }, |
| { |
| "epoch": 5.181869054280917, |
| "grad_norm": 0.1737549602985382, |
| "learning_rate": 6.017983918218812e-05, |
| "loss": 0.0112, |
| "step": 9260 |
| }, |
| { |
| "epoch": 5.1874650251818695, |
| "grad_norm": 0.28736233711242676, |
| "learning_rate": 6.009888342330292e-05, |
| "loss": 0.0112, |
| "step": 9270 |
| }, |
| { |
| "epoch": 5.193060996082821, |
| "grad_norm": 0.21343185007572174, |
| "learning_rate": 6.001790005445607e-05, |
| "loss": 0.0089, |
| "step": 9280 |
| }, |
| { |
| "epoch": 5.198656966983772, |
| "grad_norm": 0.15162508189678192, |
| "learning_rate": 5.9936889297052986e-05, |
| "loss": 0.0156, |
| "step": 9290 |
| }, |
| { |
| "epoch": 5.204252937884723, |
| "grad_norm": 0.2816758155822754, |
| "learning_rate": 5.985585137257401e-05, |
| "loss": 0.0093, |
| "step": 9300 |
| }, |
| { |
| "epoch": 5.209848908785674, |
| "grad_norm": 0.1730954796075821, |
| "learning_rate": 5.977478650257374e-05, |
| "loss": 0.016, |
| "step": 9310 |
| }, |
| { |
| "epoch": 5.2154448796866255, |
| "grad_norm": 0.18365302681922913, |
| "learning_rate": 5.969369490868042e-05, |
| "loss": 0.0259, |
| "step": 9320 |
| }, |
| { |
| "epoch": 5.221040850587577, |
| "grad_norm": 0.12864327430725098, |
| "learning_rate": 5.961257681259535e-05, |
| "loss": 0.0119, |
| "step": 9330 |
| }, |
| { |
| "epoch": 5.226636821488528, |
| "grad_norm": 0.16363385319709778, |
| "learning_rate": 5.953143243609235e-05, |
| "loss": 0.0129, |
| "step": 9340 |
| }, |
| { |
| "epoch": 5.23223279238948, |
| "grad_norm": 0.15773551166057587, |
| "learning_rate": 5.945026200101702e-05, |
| "loss": 0.0083, |
| "step": 9350 |
| }, |
| { |
| "epoch": 5.237828763290431, |
| "grad_norm": 0.22605851292610168, |
| "learning_rate": 5.9369065729286245e-05, |
| "loss": 0.0096, |
| "step": 9360 |
| }, |
| { |
| "epoch": 5.243424734191382, |
| "grad_norm": 0.13637419044971466, |
| "learning_rate": 5.92878438428875e-05, |
| "loss": 0.0185, |
| "step": 9370 |
| }, |
| { |
| "epoch": 5.249020705092334, |
| "grad_norm": 0.12795643508434296, |
| "learning_rate": 5.9206596563878357e-05, |
| "loss": 0.008, |
| "step": 9380 |
| }, |
| { |
| "epoch": 5.254616675993285, |
| "grad_norm": 0.2635105550289154, |
| "learning_rate": 5.912532411438576e-05, |
| "loss": 0.0162, |
| "step": 9390 |
| }, |
| { |
| "epoch": 5.260212646894236, |
| "grad_norm": 0.18397080898284912, |
| "learning_rate": 5.90440267166055e-05, |
| "loss": 0.013, |
| "step": 9400 |
| }, |
| { |
| "epoch": 5.265808617795187, |
| "grad_norm": 0.23337115347385406, |
| "learning_rate": 5.896270459280153e-05, |
| "loss": 0.0105, |
| "step": 9410 |
| }, |
| { |
| "epoch": 5.2714045886961385, |
| "grad_norm": 0.24963605403900146, |
| "learning_rate": 5.888135796530544e-05, |
| "loss": 0.0098, |
| "step": 9420 |
| }, |
| { |
| "epoch": 5.27700055959709, |
| "grad_norm": 0.372761070728302, |
| "learning_rate": 5.8799987056515804e-05, |
| "loss": 0.0125, |
| "step": 9430 |
| }, |
| { |
| "epoch": 5.282596530498042, |
| "grad_norm": 0.2931661009788513, |
| "learning_rate": 5.871859208889759e-05, |
| "loss": 0.012, |
| "step": 9440 |
| }, |
| { |
| "epoch": 5.288192501398993, |
| "grad_norm": 0.2341478168964386, |
| "learning_rate": 5.8637173284981526e-05, |
| "loss": 0.0113, |
| "step": 9450 |
| }, |
| { |
| "epoch": 5.293788472299944, |
| "grad_norm": 0.2445063441991806, |
| "learning_rate": 5.85557308673635e-05, |
| "loss": 0.0157, |
| "step": 9460 |
| }, |
| { |
| "epoch": 5.299384443200895, |
| "grad_norm": 0.22766774892807007, |
| "learning_rate": 5.847426505870399e-05, |
| "loss": 0.011, |
| "step": 9470 |
| }, |
| { |
| "epoch": 5.304980414101847, |
| "grad_norm": 0.25397437810897827, |
| "learning_rate": 5.8392776081727385e-05, |
| "loss": 0.0088, |
| "step": 9480 |
| }, |
| { |
| "epoch": 5.310576385002798, |
| "grad_norm": 0.2036605179309845, |
| "learning_rate": 5.831126415922148e-05, |
| "loss": 0.0138, |
| "step": 9490 |
| }, |
| { |
| "epoch": 5.316172355903749, |
| "grad_norm": 0.17595243453979492, |
| "learning_rate": 5.8229729514036705e-05, |
| "loss": 0.0102, |
| "step": 9500 |
| }, |
| { |
| "epoch": 5.3217683268047, |
| "grad_norm": 0.14046894013881683, |
| "learning_rate": 5.8148172369085686e-05, |
| "loss": 0.0148, |
| "step": 9510 |
| }, |
| { |
| "epoch": 5.327364297705652, |
| "grad_norm": 0.2699585556983948, |
| "learning_rate": 5.8066592947342555e-05, |
| "loss": 0.0107, |
| "step": 9520 |
| }, |
| { |
| "epoch": 5.3329602686066035, |
| "grad_norm": 0.15614166855812073, |
| "learning_rate": 5.798499147184233e-05, |
| "loss": 0.0118, |
| "step": 9530 |
| }, |
| { |
| "epoch": 5.338556239507555, |
| "grad_norm": 0.3686412572860718, |
| "learning_rate": 5.7903368165680327e-05, |
| "loss": 0.0122, |
| "step": 9540 |
| }, |
| { |
| "epoch": 5.344152210408506, |
| "grad_norm": 0.2578679323196411, |
| "learning_rate": 5.782172325201155e-05, |
| "loss": 0.0152, |
| "step": 9550 |
| }, |
| { |
| "epoch": 5.349748181309457, |
| "grad_norm": 0.24605675041675568, |
| "learning_rate": 5.7740056954050084e-05, |
| "loss": 0.0106, |
| "step": 9560 |
| }, |
| { |
| "epoch": 5.355344152210408, |
| "grad_norm": 0.19138172268867493, |
| "learning_rate": 5.765836949506843e-05, |
| "loss": 0.0134, |
| "step": 9570 |
| }, |
| { |
| "epoch": 5.36094012311136, |
| "grad_norm": 0.23657287657260895, |
| "learning_rate": 5.757666109839702e-05, |
| "loss": 0.0076, |
| "step": 9580 |
| }, |
| { |
| "epoch": 5.366536094012311, |
| "grad_norm": 0.13402613997459412, |
| "learning_rate": 5.74949319874235e-05, |
| "loss": 0.0092, |
| "step": 9590 |
| }, |
| { |
| "epoch": 5.372132064913263, |
| "grad_norm": 0.16487988829612732, |
| "learning_rate": 5.74131823855921e-05, |
| "loss": 0.0165, |
| "step": 9600 |
| }, |
| { |
| "epoch": 5.377728035814214, |
| "grad_norm": 0.1842515617609024, |
| "learning_rate": 5.733141251640315e-05, |
| "loss": 0.0101, |
| "step": 9610 |
| }, |
| { |
| "epoch": 5.383324006715165, |
| "grad_norm": 0.17961528897285461, |
| "learning_rate": 5.72496226034123e-05, |
| "loss": 0.012, |
| "step": 9620 |
| }, |
| { |
| "epoch": 5.3889199776161165, |
| "grad_norm": 0.2516380548477173, |
| "learning_rate": 5.7167812870230094e-05, |
| "loss": 0.011, |
| "step": 9630 |
| }, |
| { |
| "epoch": 5.394515948517068, |
| "grad_norm": 0.1506935954093933, |
| "learning_rate": 5.7085983540521216e-05, |
| "loss": 0.0075, |
| "step": 9640 |
| }, |
| { |
| "epoch": 5.400111919418019, |
| "grad_norm": 0.3415573835372925, |
| "learning_rate": 5.70041348380039e-05, |
| "loss": 0.0142, |
| "step": 9650 |
| }, |
| { |
| "epoch": 5.40570789031897, |
| "grad_norm": 0.2501567006111145, |
| "learning_rate": 5.692226698644938e-05, |
| "loss": 0.0126, |
| "step": 9660 |
| }, |
| { |
| "epoch": 5.411303861219921, |
| "grad_norm": 0.15769636631011963, |
| "learning_rate": 5.6840380209681255e-05, |
| "loss": 0.0206, |
| "step": 9670 |
| }, |
| { |
| "epoch": 5.416899832120873, |
| "grad_norm": 0.17793142795562744, |
| "learning_rate": 5.675847473157485e-05, |
| "loss": 0.0198, |
| "step": 9680 |
| }, |
| { |
| "epoch": 5.422495803021825, |
| "grad_norm": 0.19135138392448425, |
| "learning_rate": 5.667655077605659e-05, |
| "loss": 0.0089, |
| "step": 9690 |
| }, |
| { |
| "epoch": 5.428091773922776, |
| "grad_norm": 0.1910410374403, |
| "learning_rate": 5.6594608567103456e-05, |
| "loss": 0.0178, |
| "step": 9700 |
| }, |
| { |
| "epoch": 5.433687744823727, |
| "grad_norm": 0.18896977603435516, |
| "learning_rate": 5.65126483287423e-05, |
| "loss": 0.0102, |
| "step": 9710 |
| }, |
| { |
| "epoch": 5.439283715724678, |
| "grad_norm": 0.12857311964035034, |
| "learning_rate": 5.6430670285049314e-05, |
| "loss": 0.0147, |
| "step": 9720 |
| }, |
| { |
| "epoch": 5.4448796866256295, |
| "grad_norm": 0.20521825551986694, |
| "learning_rate": 5.634867466014932e-05, |
| "loss": 0.0101, |
| "step": 9730 |
| }, |
| { |
| "epoch": 5.450475657526581, |
| "grad_norm": 0.16037105023860931, |
| "learning_rate": 5.6266661678215216e-05, |
| "loss": 0.0114, |
| "step": 9740 |
| }, |
| { |
| "epoch": 5.456071628427532, |
| "grad_norm": 0.15576882660388947, |
| "learning_rate": 5.618463156346739e-05, |
| "loss": 0.0138, |
| "step": 9750 |
| }, |
| { |
| "epoch": 5.461667599328483, |
| "grad_norm": 0.24249835312366486, |
| "learning_rate": 5.6102584540173006e-05, |
| "loss": 0.0131, |
| "step": 9760 |
| }, |
| { |
| "epoch": 5.467263570229435, |
| "grad_norm": 0.27811625599861145, |
| "learning_rate": 5.602052083264555e-05, |
| "loss": 0.0098, |
| "step": 9770 |
| }, |
| { |
| "epoch": 5.472859541130386, |
| "grad_norm": 0.3673328459262848, |
| "learning_rate": 5.5938440665244006e-05, |
| "loss": 0.0131, |
| "step": 9780 |
| }, |
| { |
| "epoch": 5.478455512031338, |
| "grad_norm": 0.2886298596858978, |
| "learning_rate": 5.585634426237246e-05, |
| "loss": 0.0141, |
| "step": 9790 |
| }, |
| { |
| "epoch": 5.484051482932289, |
| "grad_norm": 0.2564665973186493, |
| "learning_rate": 5.577423184847932e-05, |
| "loss": 0.0104, |
| "step": 9800 |
| }, |
| { |
| "epoch": 5.48964745383324, |
| "grad_norm": 0.22507299482822418, |
| "learning_rate": 5.569210364805677e-05, |
| "loss": 0.0116, |
| "step": 9810 |
| }, |
| { |
| "epoch": 5.495243424734191, |
| "grad_norm": 0.09582646191120148, |
| "learning_rate": 5.560995988564023e-05, |
| "loss": 0.0107, |
| "step": 9820 |
| }, |
| { |
| "epoch": 5.5008393956351425, |
| "grad_norm": 0.25511208176612854, |
| "learning_rate": 5.552780078580756e-05, |
| "loss": 0.0111, |
| "step": 9830 |
| }, |
| { |
| "epoch": 5.506435366536094, |
| "grad_norm": 0.14793109893798828, |
| "learning_rate": 5.544562657317863e-05, |
| "loss": 0.0088, |
| "step": 9840 |
| }, |
| { |
| "epoch": 5.512031337437046, |
| "grad_norm": 0.3215508759021759, |
| "learning_rate": 5.5363437472414595e-05, |
| "loss": 0.0132, |
| "step": 9850 |
| }, |
| { |
| "epoch": 5.517627308337997, |
| "grad_norm": 0.357731431722641, |
| "learning_rate": 5.52812337082173e-05, |
| "loss": 0.0119, |
| "step": 9860 |
| }, |
| { |
| "epoch": 5.523223279238948, |
| "grad_norm": 0.2520214915275574, |
| "learning_rate": 5.519901550532871e-05, |
| "loss": 0.0121, |
| "step": 9870 |
| }, |
| { |
| "epoch": 5.528819250139899, |
| "grad_norm": 0.28353017568588257, |
| "learning_rate": 5.511678308853026e-05, |
| "loss": 0.0077, |
| "step": 9880 |
| }, |
| { |
| "epoch": 5.534415221040851, |
| "grad_norm": 0.34384286403656006, |
| "learning_rate": 5.5034536682642224e-05, |
| "loss": 0.0125, |
| "step": 9890 |
| }, |
| { |
| "epoch": 5.540011191941802, |
| "grad_norm": 0.21323193609714508, |
| "learning_rate": 5.495227651252315e-05, |
| "loss": 0.0121, |
| "step": 9900 |
| }, |
| { |
| "epoch": 5.545607162842753, |
| "grad_norm": 0.3126833736896515, |
| "learning_rate": 5.487000280306917e-05, |
| "loss": 0.0125, |
| "step": 9910 |
| }, |
| { |
| "epoch": 5.551203133743704, |
| "grad_norm": 0.29106199741363525, |
| "learning_rate": 5.478771577921351e-05, |
| "loss": 0.0098, |
| "step": 9920 |
| }, |
| { |
| "epoch": 5.556799104644655, |
| "grad_norm": 0.2740892469882965, |
| "learning_rate": 5.470541566592573e-05, |
| "loss": 0.0135, |
| "step": 9930 |
| }, |
| { |
| "epoch": 5.5623950755456075, |
| "grad_norm": 0.19003938138484955, |
| "learning_rate": 5.462310268821118e-05, |
| "loss": 0.0146, |
| "step": 9940 |
| }, |
| { |
| "epoch": 5.567991046446559, |
| "grad_norm": 0.2251635491847992, |
| "learning_rate": 5.454077707111042e-05, |
| "loss": 0.0153, |
| "step": 9950 |
| }, |
| { |
| "epoch": 5.57358701734751, |
| "grad_norm": 0.16961322724819183, |
| "learning_rate": 5.445843903969854e-05, |
| "loss": 0.0154, |
| "step": 9960 |
| }, |
| { |
| "epoch": 5.579182988248461, |
| "grad_norm": 0.2752644419670105, |
| "learning_rate": 5.4376088819084556e-05, |
| "loss": 0.0102, |
| "step": 9970 |
| }, |
| { |
| "epoch": 5.584778959149412, |
| "grad_norm": 0.24675792455673218, |
| "learning_rate": 5.4293726634410855e-05, |
| "loss": 0.0123, |
| "step": 9980 |
| }, |
| { |
| "epoch": 5.590374930050364, |
| "grad_norm": 0.2074369490146637, |
| "learning_rate": 5.4211352710852495e-05, |
| "loss": 0.0095, |
| "step": 9990 |
| }, |
| { |
| "epoch": 5.595970900951315, |
| "grad_norm": 0.22929449379444122, |
| "learning_rate": 5.4128967273616625e-05, |
| "loss": 0.0123, |
| "step": 10000 |
| }, |
| { |
| "epoch": 5.601566871852266, |
| "grad_norm": 0.21107512712478638, |
| "learning_rate": 5.404657054794189e-05, |
| "loss": 0.01, |
| "step": 10010 |
| }, |
| { |
| "epoch": 5.607162842753217, |
| "grad_norm": 0.3743564188480377, |
| "learning_rate": 5.396416275909779e-05, |
| "loss": 0.0173, |
| "step": 10020 |
| }, |
| { |
| "epoch": 5.612758813654169, |
| "grad_norm": 0.19637951254844666, |
| "learning_rate": 5.3881744132384104e-05, |
| "loss": 0.0114, |
| "step": 10030 |
| }, |
| { |
| "epoch": 5.6183547845551205, |
| "grad_norm": 0.2417994886636734, |
| "learning_rate": 5.379931489313016e-05, |
| "loss": 0.0117, |
| "step": 10040 |
| }, |
| { |
| "epoch": 5.623950755456072, |
| "grad_norm": 0.18541017174720764, |
| "learning_rate": 5.371687526669439e-05, |
| "loss": 0.0139, |
| "step": 10050 |
| }, |
| { |
| "epoch": 5.629546726357023, |
| "grad_norm": 0.26478803157806396, |
| "learning_rate": 5.363442547846356e-05, |
| "loss": 0.0108, |
| "step": 10060 |
| }, |
| { |
| "epoch": 5.635142697257974, |
| "grad_norm": 0.23468017578125, |
| "learning_rate": 5.355196575385225e-05, |
| "loss": 0.0107, |
| "step": 10070 |
| }, |
| { |
| "epoch": 5.640738668158925, |
| "grad_norm": 0.2251582145690918, |
| "learning_rate": 5.3469496318302204e-05, |
| "loss": 0.0105, |
| "step": 10080 |
| }, |
| { |
| "epoch": 5.6463346390598765, |
| "grad_norm": 0.18580631911754608, |
| "learning_rate": 5.3387017397281704e-05, |
| "loss": 0.0107, |
| "step": 10090 |
| }, |
| { |
| "epoch": 5.651930609960829, |
| "grad_norm": 0.14670825004577637, |
| "learning_rate": 5.330452921628497e-05, |
| "loss": 0.0103, |
| "step": 10100 |
| }, |
| { |
| "epoch": 5.65752658086178, |
| "grad_norm": 0.22916555404663086, |
| "learning_rate": 5.322203200083154e-05, |
| "loss": 0.0113, |
| "step": 10110 |
| }, |
| { |
| "epoch": 5.663122551762731, |
| "grad_norm": 0.1360463947057724, |
| "learning_rate": 5.313952597646568e-05, |
| "loss": 0.0121, |
| "step": 10120 |
| }, |
| { |
| "epoch": 5.668718522663682, |
| "grad_norm": 0.24525059759616852, |
| "learning_rate": 5.305701136875566e-05, |
| "loss": 0.0092, |
| "step": 10130 |
| }, |
| { |
| "epoch": 5.6743144935646335, |
| "grad_norm": 0.1451522707939148, |
| "learning_rate": 5.297448840329329e-05, |
| "loss": 0.0081, |
| "step": 10140 |
| }, |
| { |
| "epoch": 5.679910464465585, |
| "grad_norm": 0.1923244744539261, |
| "learning_rate": 5.2891957305693205e-05, |
| "loss": 0.0117, |
| "step": 10150 |
| }, |
| { |
| "epoch": 5.685506435366536, |
| "grad_norm": 0.18804806470870972, |
| "learning_rate": 5.280941830159227e-05, |
| "loss": 0.0095, |
| "step": 10160 |
| }, |
| { |
| "epoch": 5.691102406267487, |
| "grad_norm": 0.1880972534418106, |
| "learning_rate": 5.2726871616649e-05, |
| "loss": 0.0111, |
| "step": 10170 |
| }, |
| { |
| "epoch": 5.696698377168438, |
| "grad_norm": 0.18024373054504395, |
| "learning_rate": 5.264431747654284e-05, |
| "loss": 0.0119, |
| "step": 10180 |
| }, |
| { |
| "epoch": 5.70229434806939, |
| "grad_norm": 0.16494502127170563, |
| "learning_rate": 5.2561756106973656e-05, |
| "loss": 0.0131, |
| "step": 10190 |
| }, |
| { |
| "epoch": 5.707890318970342, |
| "grad_norm": 0.2051820605993271, |
| "learning_rate": 5.247918773366112e-05, |
| "loss": 0.0136, |
| "step": 10200 |
| }, |
| { |
| "epoch": 5.713486289871293, |
| "grad_norm": 0.21385324001312256, |
| "learning_rate": 5.2396612582343986e-05, |
| "loss": 0.0101, |
| "step": 10210 |
| }, |
| { |
| "epoch": 5.719082260772244, |
| "grad_norm": 0.2170487344264984, |
| "learning_rate": 5.231403087877955e-05, |
| "loss": 0.0107, |
| "step": 10220 |
| }, |
| { |
| "epoch": 5.724678231673195, |
| "grad_norm": 0.23433655500411987, |
| "learning_rate": 5.2231442848743064e-05, |
| "loss": 0.0139, |
| "step": 10230 |
| }, |
| { |
| "epoch": 5.730274202574146, |
| "grad_norm": 0.2549709379673004, |
| "learning_rate": 5.214884871802703e-05, |
| "loss": 0.0178, |
| "step": 10240 |
| }, |
| { |
| "epoch": 5.735870173475098, |
| "grad_norm": 0.11975869536399841, |
| "learning_rate": 5.2066248712440656e-05, |
| "loss": 0.0101, |
| "step": 10250 |
| }, |
| { |
| "epoch": 5.74146614437605, |
| "grad_norm": 0.39216071367263794, |
| "learning_rate": 5.198364305780922e-05, |
| "loss": 0.0131, |
| "step": 10260 |
| }, |
| { |
| "epoch": 5.747062115277, |
| "grad_norm": 0.2390432357788086, |
| "learning_rate": 5.1901031979973394e-05, |
| "loss": 0.0097, |
| "step": 10270 |
| }, |
| { |
| "epoch": 5.752658086177952, |
| "grad_norm": 0.1686331033706665, |
| "learning_rate": 5.1818415704788725e-05, |
| "loss": 0.0104, |
| "step": 10280 |
| }, |
| { |
| "epoch": 5.758254057078903, |
| "grad_norm": 0.28812578320503235, |
| "learning_rate": 5.1735794458124956e-05, |
| "loss": 0.01, |
| "step": 10290 |
| }, |
| { |
| "epoch": 5.763850027979855, |
| "grad_norm": 0.4722854197025299, |
| "learning_rate": 5.165316846586541e-05, |
| "loss": 0.0125, |
| "step": 10300 |
| }, |
| { |
| "epoch": 5.769445998880806, |
| "grad_norm": 0.19151827692985535, |
| "learning_rate": 5.157053795390642e-05, |
| "loss": 0.0134, |
| "step": 10310 |
| }, |
| { |
| "epoch": 5.775041969781757, |
| "grad_norm": 0.2533670961856842, |
| "learning_rate": 5.148790314815663e-05, |
| "loss": 0.011, |
| "step": 10320 |
| }, |
| { |
| "epoch": 5.780637940682708, |
| "grad_norm": 0.1756027489900589, |
| "learning_rate": 5.1405264274536445e-05, |
| "loss": 0.0092, |
| "step": 10330 |
| }, |
| { |
| "epoch": 5.786233911583659, |
| "grad_norm": 0.2753913700580597, |
| "learning_rate": 5.132262155897739e-05, |
| "loss": 0.0118, |
| "step": 10340 |
| }, |
| { |
| "epoch": 5.7918298824846115, |
| "grad_norm": 0.17530974745750427, |
| "learning_rate": 5.123997522742151e-05, |
| "loss": 0.0092, |
| "step": 10350 |
| }, |
| { |
| "epoch": 5.797425853385563, |
| "grad_norm": 0.3250185251235962, |
| "learning_rate": 5.1157325505820694e-05, |
| "loss": 0.0135, |
| "step": 10360 |
| }, |
| { |
| "epoch": 5.803021824286514, |
| "grad_norm": 0.2266574651002884, |
| "learning_rate": 5.107467262013614e-05, |
| "loss": 0.0174, |
| "step": 10370 |
| }, |
| { |
| "epoch": 5.808617795187465, |
| "grad_norm": 0.15442338585853577, |
| "learning_rate": 5.0992016796337686e-05, |
| "loss": 0.0112, |
| "step": 10380 |
| }, |
| { |
| "epoch": 5.814213766088416, |
| "grad_norm": 0.16227369010448456, |
| "learning_rate": 5.0909358260403186e-05, |
| "loss": 0.0141, |
| "step": 10390 |
| }, |
| { |
| "epoch": 5.8198097369893675, |
| "grad_norm": 0.288241982460022, |
| "learning_rate": 5.0826697238317935e-05, |
| "loss": 0.0142, |
| "step": 10400 |
| }, |
| { |
| "epoch": 5.825405707890319, |
| "grad_norm": 0.17878948152065277, |
| "learning_rate": 5.074403395607399e-05, |
| "loss": 0.0115, |
| "step": 10410 |
| }, |
| { |
| "epoch": 5.83100167879127, |
| "grad_norm": 0.2224341630935669, |
| "learning_rate": 5.066136863966963e-05, |
| "loss": 0.0106, |
| "step": 10420 |
| }, |
| { |
| "epoch": 5.836597649692221, |
| "grad_norm": 0.1762062907218933, |
| "learning_rate": 5.057870151510864e-05, |
| "loss": 0.0115, |
| "step": 10430 |
| }, |
| { |
| "epoch": 5.842193620593173, |
| "grad_norm": 0.15165816247463226, |
| "learning_rate": 5.0496032808399815e-05, |
| "loss": 0.0116, |
| "step": 10440 |
| }, |
| { |
| "epoch": 5.8477895914941245, |
| "grad_norm": 0.23350821435451508, |
| "learning_rate": 5.041336274555625e-05, |
| "loss": 0.0124, |
| "step": 10450 |
| }, |
| { |
| "epoch": 5.853385562395076, |
| "grad_norm": 0.3131781816482544, |
| "learning_rate": 5.033069155259471e-05, |
| "loss": 0.0136, |
| "step": 10460 |
| }, |
| { |
| "epoch": 5.858981533296027, |
| "grad_norm": 0.25165101885795593, |
| "learning_rate": 5.02480194555351e-05, |
| "loss": 0.0081, |
| "step": 10470 |
| }, |
| { |
| "epoch": 5.864577504196978, |
| "grad_norm": 0.17109723389148712, |
| "learning_rate": 5.016534668039976e-05, |
| "loss": 0.0104, |
| "step": 10480 |
| }, |
| { |
| "epoch": 5.870173475097929, |
| "grad_norm": 0.14172928035259247, |
| "learning_rate": 5.0082673453212914e-05, |
| "loss": 0.0096, |
| "step": 10490 |
| }, |
| { |
| "epoch": 5.8757694459988805, |
| "grad_norm": 0.15533624589443207, |
| "learning_rate": 5e-05, |
| "loss": 0.0075, |
| "step": 10500 |
| }, |
| { |
| "epoch": 5.881365416899833, |
| "grad_norm": 0.12869463860988617, |
| "learning_rate": 4.991732654678709e-05, |
| "loss": 0.0114, |
| "step": 10510 |
| }, |
| { |
| "epoch": 5.886961387800784, |
| "grad_norm": 0.3376826345920563, |
| "learning_rate": 4.9834653319600246e-05, |
| "loss": 0.0135, |
| "step": 10520 |
| }, |
| { |
| "epoch": 5.892557358701735, |
| "grad_norm": 0.20675431191921234, |
| "learning_rate": 4.975198054446492e-05, |
| "loss": 0.0106, |
| "step": 10530 |
| }, |
| { |
| "epoch": 5.898153329602686, |
| "grad_norm": 0.14309728145599365, |
| "learning_rate": 4.96693084474053e-05, |
| "loss": 0.0122, |
| "step": 10540 |
| }, |
| { |
| "epoch": 5.903749300503637, |
| "grad_norm": 0.13042593002319336, |
| "learning_rate": 4.9586637254443756e-05, |
| "loss": 0.0114, |
| "step": 10550 |
| }, |
| { |
| "epoch": 5.909345271404589, |
| "grad_norm": 0.14101748168468475, |
| "learning_rate": 4.950396719160018e-05, |
| "loss": 0.0104, |
| "step": 10560 |
| }, |
| { |
| "epoch": 5.91494124230554, |
| "grad_norm": 0.22409436106681824, |
| "learning_rate": 4.942129848489137e-05, |
| "loss": 0.0109, |
| "step": 10570 |
| }, |
| { |
| "epoch": 5.920537213206491, |
| "grad_norm": 0.22155794501304626, |
| "learning_rate": 4.93386313603304e-05, |
| "loss": 0.0091, |
| "step": 10580 |
| }, |
| { |
| "epoch": 5.926133184107442, |
| "grad_norm": 0.1839323341846466, |
| "learning_rate": 4.925596604392603e-05, |
| "loss": 0.0086, |
| "step": 10590 |
| }, |
| { |
| "epoch": 5.931729155008394, |
| "grad_norm": 0.1160067617893219, |
| "learning_rate": 4.917330276168208e-05, |
| "loss": 0.0103, |
| "step": 10600 |
| }, |
| { |
| "epoch": 5.937325125909346, |
| "grad_norm": 0.2413625419139862, |
| "learning_rate": 4.909064173959681e-05, |
| "loss": 0.0117, |
| "step": 10610 |
| }, |
| { |
| "epoch": 5.942921096810297, |
| "grad_norm": 0.19037237763404846, |
| "learning_rate": 4.9007983203662326e-05, |
| "loss": 0.011, |
| "step": 10620 |
| }, |
| { |
| "epoch": 5.948517067711248, |
| "grad_norm": 0.17303366959095, |
| "learning_rate": 4.892532737986387e-05, |
| "loss": 0.0094, |
| "step": 10630 |
| }, |
| { |
| "epoch": 5.954113038612199, |
| "grad_norm": 0.2476578801870346, |
| "learning_rate": 4.884267449417931e-05, |
| "loss": 0.0118, |
| "step": 10640 |
| }, |
| { |
| "epoch": 5.95970900951315, |
| "grad_norm": 0.29616495966911316, |
| "learning_rate": 4.87600247725785e-05, |
| "loss": 0.0118, |
| "step": 10650 |
| }, |
| { |
| "epoch": 5.965304980414102, |
| "grad_norm": 0.1653703898191452, |
| "learning_rate": 4.867737844102261e-05, |
| "loss": 0.0093, |
| "step": 10660 |
| }, |
| { |
| "epoch": 5.970900951315053, |
| "grad_norm": 0.2089630663394928, |
| "learning_rate": 4.8594735725463567e-05, |
| "loss": 0.0113, |
| "step": 10670 |
| }, |
| { |
| "epoch": 5.976496922216004, |
| "grad_norm": 0.14042207598686218, |
| "learning_rate": 4.851209685184338e-05, |
| "loss": 0.0091, |
| "step": 10680 |
| }, |
| { |
| "epoch": 5.982092893116956, |
| "grad_norm": 0.17145408689975739, |
| "learning_rate": 4.8429462046093585e-05, |
| "loss": 0.0103, |
| "step": 10690 |
| }, |
| { |
| "epoch": 5.987688864017907, |
| "grad_norm": 0.2082109898328781, |
| "learning_rate": 4.834683153413459e-05, |
| "loss": 0.0109, |
| "step": 10700 |
| }, |
| { |
| "epoch": 5.9932848349188586, |
| "grad_norm": 0.3018309473991394, |
| "learning_rate": 4.826420554187506e-05, |
| "loss": 0.0125, |
| "step": 10710 |
| }, |
| { |
| "epoch": 5.99888080581981, |
| "grad_norm": 0.1233690157532692, |
| "learning_rate": 4.818158429521129e-05, |
| "loss": 0.0093, |
| "step": 10720 |
| }, |
| { |
| "epoch": 6.004476776720761, |
| "grad_norm": 0.226378932595253, |
| "learning_rate": 4.809896802002662e-05, |
| "loss": 0.0124, |
| "step": 10730 |
| }, |
| { |
| "epoch": 6.010072747621712, |
| "grad_norm": 0.149214506149292, |
| "learning_rate": 4.801635694219079e-05, |
| "loss": 0.0105, |
| "step": 10740 |
| }, |
| { |
| "epoch": 6.015668718522663, |
| "grad_norm": 0.35911405086517334, |
| "learning_rate": 4.7933751287559335e-05, |
| "loss": 0.0097, |
| "step": 10750 |
| }, |
| { |
| "epoch": 6.021264689423615, |
| "grad_norm": 0.3472690284252167, |
| "learning_rate": 4.785115128197298e-05, |
| "loss": 0.0115, |
| "step": 10760 |
| }, |
| { |
| "epoch": 6.026860660324567, |
| "grad_norm": 0.1740999072790146, |
| "learning_rate": 4.776855715125694e-05, |
| "loss": 0.0088, |
| "step": 10770 |
| }, |
| { |
| "epoch": 6.032456631225518, |
| "grad_norm": 0.22089268267154694, |
| "learning_rate": 4.7685969121220456e-05, |
| "loss": 0.0087, |
| "step": 10780 |
| }, |
| { |
| "epoch": 6.038052602126469, |
| "grad_norm": 0.17993643879890442, |
| "learning_rate": 4.7603387417656026e-05, |
| "loss": 0.0086, |
| "step": 10790 |
| }, |
| { |
| "epoch": 6.04364857302742, |
| "grad_norm": 0.3000619113445282, |
| "learning_rate": 4.7520812266338885e-05, |
| "loss": 0.0117, |
| "step": 10800 |
| }, |
| { |
| "epoch": 6.0492445439283715, |
| "grad_norm": 0.16510385274887085, |
| "learning_rate": 4.743824389302635e-05, |
| "loss": 0.0098, |
| "step": 10810 |
| }, |
| { |
| "epoch": 6.054840514829323, |
| "grad_norm": 0.17736104130744934, |
| "learning_rate": 4.735568252345718e-05, |
| "loss": 0.0111, |
| "step": 10820 |
| }, |
| { |
| "epoch": 6.060436485730274, |
| "grad_norm": 0.17262353003025055, |
| "learning_rate": 4.7273128383351015e-05, |
| "loss": 0.0075, |
| "step": 10830 |
| }, |
| { |
| "epoch": 6.066032456631225, |
| "grad_norm": 0.15096010267734528, |
| "learning_rate": 4.7190581698407725e-05, |
| "loss": 0.0086, |
| "step": 10840 |
| }, |
| { |
| "epoch": 6.071628427532177, |
| "grad_norm": 0.16276976466178894, |
| "learning_rate": 4.710804269430681e-05, |
| "loss": 0.0102, |
| "step": 10850 |
| }, |
| { |
| "epoch": 6.0772243984331284, |
| "grad_norm": 0.42808446288108826, |
| "learning_rate": 4.702551159670672e-05, |
| "loss": 0.0094, |
| "step": 10860 |
| }, |
| { |
| "epoch": 6.08282036933408, |
| "grad_norm": 0.17846183478832245, |
| "learning_rate": 4.694298863124435e-05, |
| "loss": 0.0092, |
| "step": 10870 |
| }, |
| { |
| "epoch": 6.088416340235031, |
| "grad_norm": 0.2053506076335907, |
| "learning_rate": 4.6860474023534335e-05, |
| "loss": 0.0086, |
| "step": 10880 |
| }, |
| { |
| "epoch": 6.094012311135982, |
| "grad_norm": 0.2614595592021942, |
| "learning_rate": 4.677796799916845e-05, |
| "loss": 0.017, |
| "step": 10890 |
| }, |
| { |
| "epoch": 6.099608282036933, |
| "grad_norm": 0.2127176970243454, |
| "learning_rate": 4.669547078371504e-05, |
| "loss": 0.014, |
| "step": 10900 |
| }, |
| { |
| "epoch": 6.1052042529378845, |
| "grad_norm": 0.2204008847475052, |
| "learning_rate": 4.66129826027183e-05, |
| "loss": 0.0116, |
| "step": 10910 |
| }, |
| { |
| "epoch": 6.110800223838836, |
| "grad_norm": 0.3794216215610504, |
| "learning_rate": 4.65305036816978e-05, |
| "loss": 0.0112, |
| "step": 10920 |
| }, |
| { |
| "epoch": 6.116396194739787, |
| "grad_norm": 0.22125349938869476, |
| "learning_rate": 4.6448034246147754e-05, |
| "loss": 0.0086, |
| "step": 10930 |
| }, |
| { |
| "epoch": 6.121992165640739, |
| "grad_norm": 0.21079552173614502, |
| "learning_rate": 4.6365574521536445e-05, |
| "loss": 0.0118, |
| "step": 10940 |
| }, |
| { |
| "epoch": 6.12758813654169, |
| "grad_norm": 0.17766894400119781, |
| "learning_rate": 4.6283124733305624e-05, |
| "loss": 0.007, |
| "step": 10950 |
| }, |
| { |
| "epoch": 6.133184107442641, |
| "grad_norm": 0.23495835065841675, |
| "learning_rate": 4.620068510686985e-05, |
| "loss": 0.0092, |
| "step": 10960 |
| }, |
| { |
| "epoch": 6.138780078343593, |
| "grad_norm": 0.25509214401245117, |
| "learning_rate": 4.611825586761591e-05, |
| "loss": 0.0098, |
| "step": 10970 |
| }, |
| { |
| "epoch": 6.144376049244544, |
| "grad_norm": 0.2415831834077835, |
| "learning_rate": 4.60358372409022e-05, |
| "loss": 0.0105, |
| "step": 10980 |
| }, |
| { |
| "epoch": 6.149972020145495, |
| "grad_norm": 0.1638316661119461, |
| "learning_rate": 4.5953429452058135e-05, |
| "loss": 0.0092, |
| "step": 10990 |
| }, |
| { |
| "epoch": 6.155567991046446, |
| "grad_norm": 0.17809127271175385, |
| "learning_rate": 4.5871032726383386e-05, |
| "loss": 0.0089, |
| "step": 11000 |
| }, |
| { |
| "epoch": 6.1611639619473975, |
| "grad_norm": 0.22080188989639282, |
| "learning_rate": 4.5788647289147516e-05, |
| "loss": 0.008, |
| "step": 11010 |
| }, |
| { |
| "epoch": 6.16675993284835, |
| "grad_norm": 0.19198036193847656, |
| "learning_rate": 4.570627336558915e-05, |
| "loss": 0.0099, |
| "step": 11020 |
| }, |
| { |
| "epoch": 6.172355903749301, |
| "grad_norm": 0.1567138433456421, |
| "learning_rate": 4.562391118091544e-05, |
| "loss": 0.0081, |
| "step": 11030 |
| }, |
| { |
| "epoch": 6.177951874650252, |
| "grad_norm": 0.10507390648126602, |
| "learning_rate": 4.554156096030149e-05, |
| "loss": 0.0068, |
| "step": 11040 |
| }, |
| { |
| "epoch": 6.183547845551203, |
| "grad_norm": 0.2201065570116043, |
| "learning_rate": 4.545922292888959e-05, |
| "loss": 0.0111, |
| "step": 11050 |
| }, |
| { |
| "epoch": 6.189143816452154, |
| "grad_norm": 0.2924385666847229, |
| "learning_rate": 4.537689731178883e-05, |
| "loss": 0.0198, |
| "step": 11060 |
| }, |
| { |
| "epoch": 6.194739787353106, |
| "grad_norm": 0.18973895907402039, |
| "learning_rate": 4.529458433407429e-05, |
| "loss": 0.0113, |
| "step": 11070 |
| }, |
| { |
| "epoch": 6.200335758254057, |
| "grad_norm": 0.2131788432598114, |
| "learning_rate": 4.5212284220786494e-05, |
| "loss": 0.0093, |
| "step": 11080 |
| }, |
| { |
| "epoch": 6.205931729155008, |
| "grad_norm": 0.17389249801635742, |
| "learning_rate": 4.5129997196930845e-05, |
| "loss": 0.0066, |
| "step": 11090 |
| }, |
| { |
| "epoch": 6.21152770005596, |
| "grad_norm": 0.21684075891971588, |
| "learning_rate": 4.504772348747687e-05, |
| "loss": 0.0071, |
| "step": 11100 |
| }, |
| { |
| "epoch": 6.217123670956911, |
| "grad_norm": 0.19866231083869934, |
| "learning_rate": 4.496546331735778e-05, |
| "loss": 0.0096, |
| "step": 11110 |
| }, |
| { |
| "epoch": 6.2227196418578625, |
| "grad_norm": 0.19832220673561096, |
| "learning_rate": 4.488321691146975e-05, |
| "loss": 0.0068, |
| "step": 11120 |
| }, |
| { |
| "epoch": 6.228315612758814, |
| "grad_norm": 0.12977780401706696, |
| "learning_rate": 4.480098449467132e-05, |
| "loss": 0.0089, |
| "step": 11130 |
| }, |
| { |
| "epoch": 6.233911583659765, |
| "grad_norm": 0.32740047574043274, |
| "learning_rate": 4.471876629178273e-05, |
| "loss": 0.0092, |
| "step": 11140 |
| }, |
| { |
| "epoch": 6.239507554560716, |
| "grad_norm": 0.12163751572370529, |
| "learning_rate": 4.463656252758542e-05, |
| "loss": 0.0089, |
| "step": 11150 |
| }, |
| { |
| "epoch": 6.245103525461667, |
| "grad_norm": 0.21914434432983398, |
| "learning_rate": 4.4554373426821374e-05, |
| "loss": 0.0084, |
| "step": 11160 |
| }, |
| { |
| "epoch": 6.250699496362619, |
| "grad_norm": 0.23196600377559662, |
| "learning_rate": 4.447219921419244e-05, |
| "loss": 0.0095, |
| "step": 11170 |
| }, |
| { |
| "epoch": 6.25629546726357, |
| "grad_norm": 0.19451774656772614, |
| "learning_rate": 4.439004011435979e-05, |
| "loss": 0.01, |
| "step": 11180 |
| }, |
| { |
| "epoch": 6.261891438164522, |
| "grad_norm": 0.20714877545833588, |
| "learning_rate": 4.430789635194324e-05, |
| "loss": 0.0124, |
| "step": 11190 |
| }, |
| { |
| "epoch": 6.267487409065473, |
| "grad_norm": 0.1735510528087616, |
| "learning_rate": 4.4225768151520694e-05, |
| "loss": 0.0089, |
| "step": 11200 |
| }, |
| { |
| "epoch": 6.273083379966424, |
| "grad_norm": 0.2282591164112091, |
| "learning_rate": 4.414365573762755e-05, |
| "loss": 0.0166, |
| "step": 11210 |
| }, |
| { |
| "epoch": 6.2786793508673755, |
| "grad_norm": 0.2207183688879013, |
| "learning_rate": 4.406155933475599e-05, |
| "loss": 0.0089, |
| "step": 11220 |
| }, |
| { |
| "epoch": 6.284275321768327, |
| "grad_norm": 0.252380907535553, |
| "learning_rate": 4.3979479167354477e-05, |
| "loss": 0.0111, |
| "step": 11230 |
| }, |
| { |
| "epoch": 6.289871292669278, |
| "grad_norm": 0.18762193620204926, |
| "learning_rate": 4.3897415459827e-05, |
| "loss": 0.0099, |
| "step": 11240 |
| }, |
| { |
| "epoch": 6.295467263570229, |
| "grad_norm": 0.15788224339485168, |
| "learning_rate": 4.381536843653262e-05, |
| "loss": 0.0086, |
| "step": 11250 |
| }, |
| { |
| "epoch": 6.301063234471181, |
| "grad_norm": 0.22205393016338348, |
| "learning_rate": 4.373333832178478e-05, |
| "loss": 0.0081, |
| "step": 11260 |
| }, |
| { |
| "epoch": 6.306659205372132, |
| "grad_norm": 0.2042773962020874, |
| "learning_rate": 4.365132533985071e-05, |
| "loss": 0.0112, |
| "step": 11270 |
| }, |
| { |
| "epoch": 6.312255176273084, |
| "grad_norm": 0.15884517133235931, |
| "learning_rate": 4.3569329714950704e-05, |
| "loss": 0.011, |
| "step": 11280 |
| }, |
| { |
| "epoch": 6.317851147174035, |
| "grad_norm": 0.1604417860507965, |
| "learning_rate": 4.348735167125771e-05, |
| "loss": 0.0126, |
| "step": 11290 |
| }, |
| { |
| "epoch": 6.323447118074986, |
| "grad_norm": 0.1566859632730484, |
| "learning_rate": 4.3405391432896555e-05, |
| "loss": 0.0078, |
| "step": 11300 |
| }, |
| { |
| "epoch": 6.329043088975937, |
| "grad_norm": 0.2835988700389862, |
| "learning_rate": 4.3323449223943416e-05, |
| "loss": 0.0096, |
| "step": 11310 |
| }, |
| { |
| "epoch": 6.3346390598768885, |
| "grad_norm": 0.2758636772632599, |
| "learning_rate": 4.324152526842517e-05, |
| "loss": 0.0118, |
| "step": 11320 |
| }, |
| { |
| "epoch": 6.34023503077784, |
| "grad_norm": 0.09336747974157333, |
| "learning_rate": 4.315961979031875e-05, |
| "loss": 0.0111, |
| "step": 11330 |
| }, |
| { |
| "epoch": 6.345831001678791, |
| "grad_norm": 0.16241887211799622, |
| "learning_rate": 4.307773301355062e-05, |
| "loss": 0.0106, |
| "step": 11340 |
| }, |
| { |
| "epoch": 6.351426972579743, |
| "grad_norm": 0.20391559600830078, |
| "learning_rate": 4.2995865161996105e-05, |
| "loss": 0.0081, |
| "step": 11350 |
| }, |
| { |
| "epoch": 6.357022943480694, |
| "grad_norm": 0.12543804943561554, |
| "learning_rate": 4.291401645947879e-05, |
| "loss": 0.0137, |
| "step": 11360 |
| }, |
| { |
| "epoch": 6.362618914381645, |
| "grad_norm": 0.24983376264572144, |
| "learning_rate": 4.283218712976992e-05, |
| "loss": 0.0095, |
| "step": 11370 |
| }, |
| { |
| "epoch": 6.368214885282597, |
| "grad_norm": 0.2291889637708664, |
| "learning_rate": 4.275037739658771e-05, |
| "loss": 0.0113, |
| "step": 11380 |
| }, |
| { |
| "epoch": 6.373810856183548, |
| "grad_norm": 0.1601787656545639, |
| "learning_rate": 4.2668587483596864e-05, |
| "loss": 0.0128, |
| "step": 11390 |
| }, |
| { |
| "epoch": 6.379406827084499, |
| "grad_norm": 0.14628605544567108, |
| "learning_rate": 4.2586817614407895e-05, |
| "loss": 0.0076, |
| "step": 11400 |
| }, |
| { |
| "epoch": 6.38500279798545, |
| "grad_norm": 0.16742217540740967, |
| "learning_rate": 4.250506801257653e-05, |
| "loss": 0.0104, |
| "step": 11410 |
| }, |
| { |
| "epoch": 6.390598768886401, |
| "grad_norm": 0.20203527808189392, |
| "learning_rate": 4.2423338901602985e-05, |
| "loss": 0.0112, |
| "step": 11420 |
| }, |
| { |
| "epoch": 6.396194739787353, |
| "grad_norm": 0.2605644762516022, |
| "learning_rate": 4.234163050493158e-05, |
| "loss": 0.0166, |
| "step": 11430 |
| }, |
| { |
| "epoch": 6.401790710688305, |
| "grad_norm": 0.22104188799858093, |
| "learning_rate": 4.2259943045949934e-05, |
| "loss": 0.0069, |
| "step": 11440 |
| }, |
| { |
| "epoch": 6.407386681589256, |
| "grad_norm": 0.2080865204334259, |
| "learning_rate": 4.2178276747988446e-05, |
| "loss": 0.0136, |
| "step": 11450 |
| }, |
| { |
| "epoch": 6.412982652490207, |
| "grad_norm": 0.22961939871311188, |
| "learning_rate": 4.209663183431969e-05, |
| "loss": 0.0184, |
| "step": 11460 |
| }, |
| { |
| "epoch": 6.418578623391158, |
| "grad_norm": 0.3134923577308655, |
| "learning_rate": 4.201500852815768e-05, |
| "loss": 0.0108, |
| "step": 11470 |
| }, |
| { |
| "epoch": 6.42417459429211, |
| "grad_norm": 0.11267667263746262, |
| "learning_rate": 4.1933407052657456e-05, |
| "loss": 0.0113, |
| "step": 11480 |
| }, |
| { |
| "epoch": 6.429770565193061, |
| "grad_norm": 0.11718063056468964, |
| "learning_rate": 4.1851827630914305e-05, |
| "loss": 0.0069, |
| "step": 11490 |
| }, |
| { |
| "epoch": 6.435366536094012, |
| "grad_norm": 0.15294240415096283, |
| "learning_rate": 4.17702704859633e-05, |
| "loss": 0.0087, |
| "step": 11500 |
| }, |
| { |
| "epoch": 6.440962506994964, |
| "grad_norm": 0.16003765165805817, |
| "learning_rate": 4.1688735840778546e-05, |
| "loss": 0.0087, |
| "step": 11510 |
| }, |
| { |
| "epoch": 6.446558477895915, |
| "grad_norm": 0.28345319628715515, |
| "learning_rate": 4.160722391827262e-05, |
| "loss": 0.0119, |
| "step": 11520 |
| }, |
| { |
| "epoch": 6.4521544487968665, |
| "grad_norm": 0.18619926273822784, |
| "learning_rate": 4.1525734941296026e-05, |
| "loss": 0.01, |
| "step": 11530 |
| }, |
| { |
| "epoch": 6.457750419697818, |
| "grad_norm": 0.1567833423614502, |
| "learning_rate": 4.14442691326365e-05, |
| "loss": 0.0089, |
| "step": 11540 |
| }, |
| { |
| "epoch": 6.463346390598769, |
| "grad_norm": 0.16688846051692963, |
| "learning_rate": 4.13628267150185e-05, |
| "loss": 0.0078, |
| "step": 11550 |
| }, |
| { |
| "epoch": 6.46894236149972, |
| "grad_norm": 0.19638372957706451, |
| "learning_rate": 4.1281407911102425e-05, |
| "loss": 0.0119, |
| "step": 11560 |
| }, |
| { |
| "epoch": 6.474538332400671, |
| "grad_norm": 0.13919275999069214, |
| "learning_rate": 4.120001294348421e-05, |
| "loss": 0.0105, |
| "step": 11570 |
| }, |
| { |
| "epoch": 6.4801343033016225, |
| "grad_norm": 0.17611968517303467, |
| "learning_rate": 4.111864203469457e-05, |
| "loss": 0.0145, |
| "step": 11580 |
| }, |
| { |
| "epoch": 6.485730274202574, |
| "grad_norm": 0.15707933902740479, |
| "learning_rate": 4.103729540719847e-05, |
| "loss": 0.0088, |
| "step": 11590 |
| }, |
| { |
| "epoch": 6.491326245103526, |
| "grad_norm": 0.16832014918327332, |
| "learning_rate": 4.095597328339452e-05, |
| "loss": 0.0087, |
| "step": 11600 |
| }, |
| { |
| "epoch": 6.496922216004477, |
| "grad_norm": 0.16573460400104523, |
| "learning_rate": 4.087467588561424e-05, |
| "loss": 0.0085, |
| "step": 11610 |
| }, |
| { |
| "epoch": 6.502518186905428, |
| "grad_norm": 0.16878801584243774, |
| "learning_rate": 4.079340343612165e-05, |
| "loss": 0.0081, |
| "step": 11620 |
| }, |
| { |
| "epoch": 6.5081141578063795, |
| "grad_norm": 0.10650831460952759, |
| "learning_rate": 4.07121561571125e-05, |
| "loss": 0.0088, |
| "step": 11630 |
| }, |
| { |
| "epoch": 6.513710128707331, |
| "grad_norm": 0.15549488365650177, |
| "learning_rate": 4.063093427071376e-05, |
| "loss": 0.008, |
| "step": 11640 |
| }, |
| { |
| "epoch": 6.519306099608282, |
| "grad_norm": 0.17358443140983582, |
| "learning_rate": 4.0549737998983e-05, |
| "loss": 0.0133, |
| "step": 11650 |
| }, |
| { |
| "epoch": 6.524902070509233, |
| "grad_norm": 0.24347983300685883, |
| "learning_rate": 4.046856756390767e-05, |
| "loss": 0.0123, |
| "step": 11660 |
| }, |
| { |
| "epoch": 6.530498041410184, |
| "grad_norm": 0.31662797927856445, |
| "learning_rate": 4.038742318740465e-05, |
| "loss": 0.0108, |
| "step": 11670 |
| }, |
| { |
| "epoch": 6.5360940123111355, |
| "grad_norm": 0.21490415930747986, |
| "learning_rate": 4.0306305091319595e-05, |
| "loss": 0.0116, |
| "step": 11680 |
| }, |
| { |
| "epoch": 6.541689983212088, |
| "grad_norm": 0.10896732658147812, |
| "learning_rate": 4.0225213497426276e-05, |
| "loss": 0.0088, |
| "step": 11690 |
| }, |
| { |
| "epoch": 6.547285954113039, |
| "grad_norm": 0.22287431359291077, |
| "learning_rate": 4.0144148627425993e-05, |
| "loss": 0.0157, |
| "step": 11700 |
| }, |
| { |
| "epoch": 6.55288192501399, |
| "grad_norm": 0.2492447942495346, |
| "learning_rate": 4.006311070294702e-05, |
| "loss": 0.0155, |
| "step": 11710 |
| }, |
| { |
| "epoch": 6.558477895914941, |
| "grad_norm": 0.09591550379991531, |
| "learning_rate": 3.9982099945543945e-05, |
| "loss": 0.0076, |
| "step": 11720 |
| }, |
| { |
| "epoch": 6.564073866815892, |
| "grad_norm": 0.21364928781986237, |
| "learning_rate": 3.9901116576697083e-05, |
| "loss": 0.0109, |
| "step": 11730 |
| }, |
| { |
| "epoch": 6.569669837716844, |
| "grad_norm": 0.2347889095544815, |
| "learning_rate": 3.982016081781189e-05, |
| "loss": 0.009, |
| "step": 11740 |
| }, |
| { |
| "epoch": 6.575265808617795, |
| "grad_norm": 0.07959645986557007, |
| "learning_rate": 3.973923289021829e-05, |
| "loss": 0.007, |
| "step": 11750 |
| }, |
| { |
| "epoch": 6.580861779518747, |
| "grad_norm": 0.18356555700302124, |
| "learning_rate": 3.965833301517017e-05, |
| "loss": 0.014, |
| "step": 11760 |
| }, |
| { |
| "epoch": 6.586457750419698, |
| "grad_norm": 0.16104575991630554, |
| "learning_rate": 3.9577461413844684e-05, |
| "loss": 0.0159, |
| "step": 11770 |
| }, |
| { |
| "epoch": 6.592053721320649, |
| "grad_norm": 0.2652454972267151, |
| "learning_rate": 3.949661830734172e-05, |
| "loss": 0.0103, |
| "step": 11780 |
| }, |
| { |
| "epoch": 6.597649692221601, |
| "grad_norm": 0.29040461778640747, |
| "learning_rate": 3.9415803916683224e-05, |
| "loss": 0.0077, |
| "step": 11790 |
| }, |
| { |
| "epoch": 6.603245663122552, |
| "grad_norm": 0.3047587275505066, |
| "learning_rate": 3.933501846281267e-05, |
| "loss": 0.0137, |
| "step": 11800 |
| }, |
| { |
| "epoch": 6.608841634023503, |
| "grad_norm": 0.15864235162734985, |
| "learning_rate": 3.925426216659438e-05, |
| "loss": 0.0097, |
| "step": 11810 |
| }, |
| { |
| "epoch": 6.614437604924454, |
| "grad_norm": 0.20918135344982147, |
| "learning_rate": 3.917353524881302e-05, |
| "loss": 0.008, |
| "step": 11820 |
| }, |
| { |
| "epoch": 6.620033575825405, |
| "grad_norm": 0.17880207300186157, |
| "learning_rate": 3.9092837930172884e-05, |
| "loss": 0.0119, |
| "step": 11830 |
| }, |
| { |
| "epoch": 6.625629546726357, |
| "grad_norm": 0.16844668984413147, |
| "learning_rate": 3.901217043129735e-05, |
| "loss": 0.0092, |
| "step": 11840 |
| }, |
| { |
| "epoch": 6.631225517627309, |
| "grad_norm": 0.2069406360387802, |
| "learning_rate": 3.8931532972728285e-05, |
| "loss": 0.0116, |
| "step": 11850 |
| }, |
| { |
| "epoch": 6.63682148852826, |
| "grad_norm": 0.2709522843360901, |
| "learning_rate": 3.8850925774925425e-05, |
| "loss": 0.0076, |
| "step": 11860 |
| }, |
| { |
| "epoch": 6.642417459429211, |
| "grad_norm": 0.16224393248558044, |
| "learning_rate": 3.877034905826577e-05, |
| "loss": 0.0099, |
| "step": 11870 |
| }, |
| { |
| "epoch": 6.648013430330162, |
| "grad_norm": 0.238708034157753, |
| "learning_rate": 3.8689803043043e-05, |
| "loss": 0.0073, |
| "step": 11880 |
| }, |
| { |
| "epoch": 6.6536094012311136, |
| "grad_norm": 0.12267536669969559, |
| "learning_rate": 3.860928794946682e-05, |
| "loss": 0.0086, |
| "step": 11890 |
| }, |
| { |
| "epoch": 6.659205372132065, |
| "grad_norm": 0.1931445449590683, |
| "learning_rate": 3.852880399766243e-05, |
| "loss": 0.0098, |
| "step": 11900 |
| }, |
| { |
| "epoch": 6.664801343033016, |
| "grad_norm": 0.23762571811676025, |
| "learning_rate": 3.844835140766988e-05, |
| "loss": 0.0091, |
| "step": 11910 |
| }, |
| { |
| "epoch": 6.670397313933967, |
| "grad_norm": 0.1977052241563797, |
| "learning_rate": 3.836793039944349e-05, |
| "loss": 0.0079, |
| "step": 11920 |
| }, |
| { |
| "epoch": 6.675993284834918, |
| "grad_norm": 0.10921810567378998, |
| "learning_rate": 3.828754119285123e-05, |
| "loss": 0.0072, |
| "step": 11930 |
| }, |
| { |
| "epoch": 6.6815892557358705, |
| "grad_norm": 0.2423611879348755, |
| "learning_rate": 3.820718400767409e-05, |
| "loss": 0.0119, |
| "step": 11940 |
| }, |
| { |
| "epoch": 6.687185226636822, |
| "grad_norm": 0.19429948925971985, |
| "learning_rate": 3.812685906360557e-05, |
| "loss": 0.0081, |
| "step": 11950 |
| }, |
| { |
| "epoch": 6.692781197537773, |
| "grad_norm": 0.104859858751297, |
| "learning_rate": 3.8046566580251e-05, |
| "loss": 0.0064, |
| "step": 11960 |
| }, |
| { |
| "epoch": 6.698377168438724, |
| "grad_norm": 0.11694277077913284, |
| "learning_rate": 3.796630677712697e-05, |
| "loss": 0.0086, |
| "step": 11970 |
| }, |
| { |
| "epoch": 6.703973139339675, |
| "grad_norm": 0.2368919551372528, |
| "learning_rate": 3.788607987366069e-05, |
| "loss": 0.0059, |
| "step": 11980 |
| }, |
| { |
| "epoch": 6.7095691102406265, |
| "grad_norm": 0.20411504805088043, |
| "learning_rate": 3.780588608918947e-05, |
| "loss": 0.0133, |
| "step": 11990 |
| }, |
| { |
| "epoch": 6.715165081141578, |
| "grad_norm": 0.11036452651023865, |
| "learning_rate": 3.772572564296005e-05, |
| "loss": 0.0085, |
| "step": 12000 |
| }, |
| { |
| "epoch": 6.72076105204253, |
| "grad_norm": 0.09863012284040451, |
| "learning_rate": 3.764559875412803e-05, |
| "loss": 0.0064, |
| "step": 12010 |
| }, |
| { |
| "epoch": 6.726357022943481, |
| "grad_norm": 0.12064427882432938, |
| "learning_rate": 3.756550564175727e-05, |
| "loss": 0.009, |
| "step": 12020 |
| }, |
| { |
| "epoch": 6.731952993844432, |
| "grad_norm": 0.11138517409563065, |
| "learning_rate": 3.748544652481927e-05, |
| "loss": 0.0082, |
| "step": 12030 |
| }, |
| { |
| "epoch": 6.7375489647453835, |
| "grad_norm": 0.1209891140460968, |
| "learning_rate": 3.74054216221926e-05, |
| "loss": 0.0074, |
| "step": 12040 |
| }, |
| { |
| "epoch": 6.743144935646335, |
| "grad_norm": 0.22739742696285248, |
| "learning_rate": 3.73254311526623e-05, |
| "loss": 0.0082, |
| "step": 12050 |
| }, |
| { |
| "epoch": 6.748740906547286, |
| "grad_norm": 0.19938482344150543, |
| "learning_rate": 3.7245475334919246e-05, |
| "loss": 0.0087, |
| "step": 12060 |
| }, |
| { |
| "epoch": 6.754336877448237, |
| "grad_norm": 0.18825367093086243, |
| "learning_rate": 3.716555438755961e-05, |
| "loss": 0.0091, |
| "step": 12070 |
| }, |
| { |
| "epoch": 6.759932848349188, |
| "grad_norm": 0.18540059030056, |
| "learning_rate": 3.7085668529084184e-05, |
| "loss": 0.0096, |
| "step": 12080 |
| }, |
| { |
| "epoch": 6.7655288192501395, |
| "grad_norm": 0.11188949644565582, |
| "learning_rate": 3.700581797789786e-05, |
| "loss": 0.0081, |
| "step": 12090 |
| }, |
| { |
| "epoch": 6.771124790151092, |
| "grad_norm": 0.09911153465509415, |
| "learning_rate": 3.6926002952309016e-05, |
| "loss": 0.0065, |
| "step": 12100 |
| }, |
| { |
| "epoch": 6.776720761052043, |
| "grad_norm": 0.2001970112323761, |
| "learning_rate": 3.684622367052887e-05, |
| "loss": 0.007, |
| "step": 12110 |
| }, |
| { |
| "epoch": 6.782316731952994, |
| "grad_norm": 0.256001740694046, |
| "learning_rate": 3.676648035067093e-05, |
| "loss": 0.0101, |
| "step": 12120 |
| }, |
| { |
| "epoch": 6.787912702853945, |
| "grad_norm": 0.16810284554958344, |
| "learning_rate": 3.6686773210750385e-05, |
| "loss": 0.0084, |
| "step": 12130 |
| }, |
| { |
| "epoch": 6.793508673754896, |
| "grad_norm": 0.21629579365253448, |
| "learning_rate": 3.6607102468683526e-05, |
| "loss": 0.0066, |
| "step": 12140 |
| }, |
| { |
| "epoch": 6.799104644655848, |
| "grad_norm": 0.2616669237613678, |
| "learning_rate": 3.65274683422871e-05, |
| "loss": 0.0111, |
| "step": 12150 |
| }, |
| { |
| "epoch": 6.804700615556799, |
| "grad_norm": 0.18898139894008636, |
| "learning_rate": 3.6447871049277796e-05, |
| "loss": 0.0103, |
| "step": 12160 |
| }, |
| { |
| "epoch": 6.81029658645775, |
| "grad_norm": 0.20177505910396576, |
| "learning_rate": 3.636831080727154e-05, |
| "loss": 0.0064, |
| "step": 12170 |
| }, |
| { |
| "epoch": 6.815892557358701, |
| "grad_norm": 0.18514911830425262, |
| "learning_rate": 3.628878783378302e-05, |
| "loss": 0.0118, |
| "step": 12180 |
| }, |
| { |
| "epoch": 6.821488528259653, |
| "grad_norm": 0.25894469022750854, |
| "learning_rate": 3.6209302346225006e-05, |
| "loss": 0.0083, |
| "step": 12190 |
| }, |
| { |
| "epoch": 6.827084499160605, |
| "grad_norm": 0.16605038940906525, |
| "learning_rate": 3.612985456190778e-05, |
| "loss": 0.0049, |
| "step": 12200 |
| }, |
| { |
| "epoch": 6.832680470061556, |
| "grad_norm": 0.17524683475494385, |
| "learning_rate": 3.605044469803854e-05, |
| "loss": 0.0066, |
| "step": 12210 |
| }, |
| { |
| "epoch": 6.838276440962507, |
| "grad_norm": 0.10738332569599152, |
| "learning_rate": 3.597107297172084e-05, |
| "loss": 0.0087, |
| "step": 12220 |
| }, |
| { |
| "epoch": 6.843872411863458, |
| "grad_norm": 0.19934684038162231, |
| "learning_rate": 3.5891739599953945e-05, |
| "loss": 0.009, |
| "step": 12230 |
| }, |
| { |
| "epoch": 6.849468382764409, |
| "grad_norm": 0.12639135122299194, |
| "learning_rate": 3.581244479963225e-05, |
| "loss": 0.0092, |
| "step": 12240 |
| }, |
| { |
| "epoch": 6.855064353665361, |
| "grad_norm": 0.1152096539735794, |
| "learning_rate": 3.5733188787544745e-05, |
| "loss": 0.007, |
| "step": 12250 |
| }, |
| { |
| "epoch": 6.860660324566313, |
| "grad_norm": 0.2878243625164032, |
| "learning_rate": 3.5653971780374295e-05, |
| "loss": 0.0096, |
| "step": 12260 |
| }, |
| { |
| "epoch": 6.866256295467264, |
| "grad_norm": 0.2725951075553894, |
| "learning_rate": 3.557479399469721e-05, |
| "loss": 0.0081, |
| "step": 12270 |
| }, |
| { |
| "epoch": 6.871852266368215, |
| "grad_norm": 0.16931770741939545, |
| "learning_rate": 3.5495655646982505e-05, |
| "loss": 0.0085, |
| "step": 12280 |
| }, |
| { |
| "epoch": 6.877448237269166, |
| "grad_norm": 0.11503436416387558, |
| "learning_rate": 3.541655695359142e-05, |
| "loss": 0.0062, |
| "step": 12290 |
| }, |
| { |
| "epoch": 6.8830442081701175, |
| "grad_norm": 0.18025194108486176, |
| "learning_rate": 3.533749813077677e-05, |
| "loss": 0.0082, |
| "step": 12300 |
| }, |
| { |
| "epoch": 6.888640179071069, |
| "grad_norm": 0.1392613649368286, |
| "learning_rate": 3.525847939468233e-05, |
| "loss": 0.0086, |
| "step": 12310 |
| }, |
| { |
| "epoch": 6.89423614997202, |
| "grad_norm": 0.2620909512042999, |
| "learning_rate": 3.517950096134232e-05, |
| "loss": 0.0108, |
| "step": 12320 |
| }, |
| { |
| "epoch": 6.899832120872971, |
| "grad_norm": 0.12296637147665024, |
| "learning_rate": 3.5100563046680764e-05, |
| "loss": 0.008, |
| "step": 12330 |
| }, |
| { |
| "epoch": 6.905428091773922, |
| "grad_norm": 0.13329119980335236, |
| "learning_rate": 3.5021665866510925e-05, |
| "loss": 0.0104, |
| "step": 12340 |
| }, |
| { |
| "epoch": 6.9110240626748745, |
| "grad_norm": 0.18710525333881378, |
| "learning_rate": 3.494280963653463e-05, |
| "loss": 0.0096, |
| "step": 12350 |
| }, |
| { |
| "epoch": 6.916620033575826, |
| "grad_norm": 0.199269637465477, |
| "learning_rate": 3.4863994572341843e-05, |
| "loss": 0.0098, |
| "step": 12360 |
| }, |
| { |
| "epoch": 6.922216004476777, |
| "grad_norm": 0.24953125417232513, |
| "learning_rate": 3.478522088940993e-05, |
| "loss": 0.01, |
| "step": 12370 |
| }, |
| { |
| "epoch": 6.927811975377728, |
| "grad_norm": 0.1573137789964676, |
| "learning_rate": 3.470648880310313e-05, |
| "loss": 0.0119, |
| "step": 12380 |
| }, |
| { |
| "epoch": 6.933407946278679, |
| "grad_norm": 0.24244867265224457, |
| "learning_rate": 3.462779852867197e-05, |
| "loss": 0.0129, |
| "step": 12390 |
| }, |
| { |
| "epoch": 6.9390039171796305, |
| "grad_norm": 0.12841010093688965, |
| "learning_rate": 3.4549150281252636e-05, |
| "loss": 0.0074, |
| "step": 12400 |
| }, |
| { |
| "epoch": 6.944599888080582, |
| "grad_norm": 0.17973212897777557, |
| "learning_rate": 3.447054427586644e-05, |
| "loss": 0.0084, |
| "step": 12410 |
| }, |
| { |
| "epoch": 6.950195858981533, |
| "grad_norm": 0.2083815336227417, |
| "learning_rate": 3.439198072741921e-05, |
| "loss": 0.0096, |
| "step": 12420 |
| }, |
| { |
| "epoch": 6.955791829882484, |
| "grad_norm": 0.21580283343791962, |
| "learning_rate": 3.431345985070067e-05, |
| "loss": 0.009, |
| "step": 12430 |
| }, |
| { |
| "epoch": 6.961387800783436, |
| "grad_norm": 0.22562581300735474, |
| "learning_rate": 3.423498186038393e-05, |
| "loss": 0.0105, |
| "step": 12440 |
| }, |
| { |
| "epoch": 6.966983771684387, |
| "grad_norm": 0.19070309400558472, |
| "learning_rate": 3.4156546971024784e-05, |
| "loss": 0.0074, |
| "step": 12450 |
| }, |
| { |
| "epoch": 6.972579742585339, |
| "grad_norm": 0.2400059998035431, |
| "learning_rate": 3.407815539706124e-05, |
| "loss": 0.0102, |
| "step": 12460 |
| }, |
| { |
| "epoch": 6.97817571348629, |
| "grad_norm": 0.13252539932727814, |
| "learning_rate": 3.399980735281286e-05, |
| "loss": 0.0066, |
| "step": 12470 |
| }, |
| { |
| "epoch": 6.983771684387241, |
| "grad_norm": 0.2826622426509857, |
| "learning_rate": 3.392150305248024e-05, |
| "loss": 0.0103, |
| "step": 12480 |
| }, |
| { |
| "epoch": 6.989367655288192, |
| "grad_norm": 0.2674136757850647, |
| "learning_rate": 3.384324271014429e-05, |
| "loss": 0.0089, |
| "step": 12490 |
| }, |
| { |
| "epoch": 6.9949636261891435, |
| "grad_norm": 0.09753147512674332, |
| "learning_rate": 3.3765026539765834e-05, |
| "loss": 0.0126, |
| "step": 12500 |
| }, |
| { |
| "epoch": 7.000559597090096, |
| "grad_norm": 0.13642564415931702, |
| "learning_rate": 3.368685475518488e-05, |
| "loss": 0.01, |
| "step": 12510 |
| }, |
| { |
| "epoch": 7.006155567991047, |
| "grad_norm": 0.2658902704715729, |
| "learning_rate": 3.360872757012011e-05, |
| "loss": 0.0168, |
| "step": 12520 |
| }, |
| { |
| "epoch": 7.011751538891998, |
| "grad_norm": 0.12951083481311798, |
| "learning_rate": 3.3530645198168295e-05, |
| "loss": 0.0081, |
| "step": 12530 |
| }, |
| { |
| "epoch": 7.017347509792949, |
| "grad_norm": 0.23773689568042755, |
| "learning_rate": 3.3452607852803584e-05, |
| "loss": 0.0082, |
| "step": 12540 |
| }, |
| { |
| "epoch": 7.0229434806939, |
| "grad_norm": 0.21580462157726288, |
| "learning_rate": 3.337461574737716e-05, |
| "loss": 0.0106, |
| "step": 12550 |
| }, |
| { |
| "epoch": 7.028539451594852, |
| "grad_norm": 0.15399706363677979, |
| "learning_rate": 3.329666909511645e-05, |
| "loss": 0.0103, |
| "step": 12560 |
| }, |
| { |
| "epoch": 7.034135422495803, |
| "grad_norm": 0.21200086176395416, |
| "learning_rate": 3.321876810912461e-05, |
| "loss": 0.0141, |
| "step": 12570 |
| }, |
| { |
| "epoch": 7.039731393396754, |
| "grad_norm": 0.2530173063278198, |
| "learning_rate": 3.3140913002379995e-05, |
| "loss": 0.0101, |
| "step": 12580 |
| }, |
| { |
| "epoch": 7.045327364297705, |
| "grad_norm": 0.16888059675693512, |
| "learning_rate": 3.3063103987735433e-05, |
| "loss": 0.0068, |
| "step": 12590 |
| }, |
| { |
| "epoch": 7.050923335198657, |
| "grad_norm": 0.213544562458992, |
| "learning_rate": 3.298534127791785e-05, |
| "loss": 0.0099, |
| "step": 12600 |
| }, |
| { |
| "epoch": 7.0565193060996085, |
| "grad_norm": 0.2427508383989334, |
| "learning_rate": 3.2907625085527503e-05, |
| "loss": 0.0078, |
| "step": 12610 |
| }, |
| { |
| "epoch": 7.06211527700056, |
| "grad_norm": 0.3301132023334503, |
| "learning_rate": 3.282995562303754e-05, |
| "loss": 0.0091, |
| "step": 12620 |
| }, |
| { |
| "epoch": 7.067711247901511, |
| "grad_norm": 0.15243375301361084, |
| "learning_rate": 3.275233310279321e-05, |
| "loss": 0.0058, |
| "step": 12630 |
| }, |
| { |
| "epoch": 7.073307218802462, |
| "grad_norm": 0.14671820402145386, |
| "learning_rate": 3.267475773701161e-05, |
| "loss": 0.0062, |
| "step": 12640 |
| }, |
| { |
| "epoch": 7.078903189703413, |
| "grad_norm": 0.22168104350566864, |
| "learning_rate": 3.2597229737780774e-05, |
| "loss": 0.0079, |
| "step": 12650 |
| }, |
| { |
| "epoch": 7.084499160604365, |
| "grad_norm": 0.25640955567359924, |
| "learning_rate": 3.251974931705933e-05, |
| "loss": 0.0085, |
| "step": 12660 |
| }, |
| { |
| "epoch": 7.090095131505316, |
| "grad_norm": 0.2436077892780304, |
| "learning_rate": 3.244231668667578e-05, |
| "loss": 0.0078, |
| "step": 12670 |
| }, |
| { |
| "epoch": 7.095691102406268, |
| "grad_norm": 0.19463610649108887, |
| "learning_rate": 3.236493205832795e-05, |
| "loss": 0.0066, |
| "step": 12680 |
| }, |
| { |
| "epoch": 7.101287073307219, |
| "grad_norm": 0.22004422545433044, |
| "learning_rate": 3.228759564358248e-05, |
| "loss": 0.0078, |
| "step": 12690 |
| }, |
| { |
| "epoch": 7.10688304420817, |
| "grad_norm": 0.1793327033519745, |
| "learning_rate": 3.221030765387417e-05, |
| "loss": 0.0059, |
| "step": 12700 |
| }, |
| { |
| "epoch": 7.1124790151091215, |
| "grad_norm": 0.2823750376701355, |
| "learning_rate": 3.2133068300505455e-05, |
| "loss": 0.0072, |
| "step": 12710 |
| }, |
| { |
| "epoch": 7.118074986010073, |
| "grad_norm": 0.3006185293197632, |
| "learning_rate": 3.205587779464576e-05, |
| "loss": 0.0099, |
| "step": 12720 |
| }, |
| { |
| "epoch": 7.123670956911024, |
| "grad_norm": 0.15955254435539246, |
| "learning_rate": 3.197873634733096e-05, |
| "loss": 0.01, |
| "step": 12730 |
| }, |
| { |
| "epoch": 7.129266927811975, |
| "grad_norm": 0.3392355442047119, |
| "learning_rate": 3.190164416946285e-05, |
| "loss": 0.0096, |
| "step": 12740 |
| }, |
| { |
| "epoch": 7.134862898712926, |
| "grad_norm": 0.209779292345047, |
| "learning_rate": 3.18246014718085e-05, |
| "loss": 0.0083, |
| "step": 12750 |
| }, |
| { |
| "epoch": 7.140458869613878, |
| "grad_norm": 0.13492996990680695, |
| "learning_rate": 3.1747608464999725e-05, |
| "loss": 0.0085, |
| "step": 12760 |
| }, |
| { |
| "epoch": 7.14605484051483, |
| "grad_norm": 0.20543181896209717, |
| "learning_rate": 3.167066535953242e-05, |
| "loss": 0.0099, |
| "step": 12770 |
| }, |
| { |
| "epoch": 7.151650811415781, |
| "grad_norm": 0.24595800042152405, |
| "learning_rate": 3.1593772365766105e-05, |
| "loss": 0.0089, |
| "step": 12780 |
| }, |
| { |
| "epoch": 7.157246782316732, |
| "grad_norm": 0.24962860345840454, |
| "learning_rate": 3.1516929693923315e-05, |
| "loss": 0.0111, |
| "step": 12790 |
| }, |
| { |
| "epoch": 7.162842753217683, |
| "grad_norm": 0.236158549785614, |
| "learning_rate": 3.144013755408895e-05, |
| "loss": 0.0092, |
| "step": 12800 |
| }, |
| { |
| "epoch": 7.1684387241186345, |
| "grad_norm": 0.09373817592859268, |
| "learning_rate": 3.136339615620985e-05, |
| "loss": 0.0073, |
| "step": 12810 |
| }, |
| { |
| "epoch": 7.174034695019586, |
| "grad_norm": 0.3018852770328522, |
| "learning_rate": 3.128670571009399e-05, |
| "loss": 0.0109, |
| "step": 12820 |
| }, |
| { |
| "epoch": 7.179630665920537, |
| "grad_norm": 0.22144253551959991, |
| "learning_rate": 3.121006642541014e-05, |
| "loss": 0.008, |
| "step": 12830 |
| }, |
| { |
| "epoch": 7.185226636821488, |
| "grad_norm": 0.14473740756511688, |
| "learning_rate": 3.113347851168721e-05, |
| "loss": 0.0095, |
| "step": 12840 |
| }, |
| { |
| "epoch": 7.19082260772244, |
| "grad_norm": 0.14747409522533417, |
| "learning_rate": 3.105694217831361e-05, |
| "loss": 0.0062, |
| "step": 12850 |
| }, |
| { |
| "epoch": 7.196418578623391, |
| "grad_norm": 0.2111588716506958, |
| "learning_rate": 3.098045763453678e-05, |
| "loss": 0.0074, |
| "step": 12860 |
| }, |
| { |
| "epoch": 7.202014549524343, |
| "grad_norm": 0.2098371833562851, |
| "learning_rate": 3.090402508946249e-05, |
| "loss": 0.0084, |
| "step": 12870 |
| }, |
| { |
| "epoch": 7.207610520425294, |
| "grad_norm": 0.1614372432231903, |
| "learning_rate": 3.082764475205442e-05, |
| "loss": 0.007, |
| "step": 12880 |
| }, |
| { |
| "epoch": 7.213206491326245, |
| "grad_norm": 0.0742206946015358, |
| "learning_rate": 3.075131683113352e-05, |
| "loss": 0.006, |
| "step": 12890 |
| }, |
| { |
| "epoch": 7.218802462227196, |
| "grad_norm": 0.07135152816772461, |
| "learning_rate": 3.0675041535377405e-05, |
| "loss": 0.0057, |
| "step": 12900 |
| }, |
| { |
| "epoch": 7.2243984331281474, |
| "grad_norm": 0.20988823473453522, |
| "learning_rate": 3.059881907331979e-05, |
| "loss": 0.0071, |
| "step": 12910 |
| }, |
| { |
| "epoch": 7.229994404029099, |
| "grad_norm": 0.10817866027355194, |
| "learning_rate": 3.052264965335e-05, |
| "loss": 0.0049, |
| "step": 12920 |
| }, |
| { |
| "epoch": 7.235590374930051, |
| "grad_norm": 0.13764233887195587, |
| "learning_rate": 3.0446533483712304e-05, |
| "loss": 0.0088, |
| "step": 12930 |
| }, |
| { |
| "epoch": 7.241186345831002, |
| "grad_norm": 0.17063380777835846, |
| "learning_rate": 3.0370470772505433e-05, |
| "loss": 0.0073, |
| "step": 12940 |
| }, |
| { |
| "epoch": 7.246782316731953, |
| "grad_norm": 0.11198591440916061, |
| "learning_rate": 3.0294461727681932e-05, |
| "loss": 0.0112, |
| "step": 12950 |
| }, |
| { |
| "epoch": 7.252378287632904, |
| "grad_norm": 0.1855844408273697, |
| "learning_rate": 3.0218506557047598e-05, |
| "loss": 0.0069, |
| "step": 12960 |
| }, |
| { |
| "epoch": 7.257974258533856, |
| "grad_norm": 0.10013962537050247, |
| "learning_rate": 3.0142605468260978e-05, |
| "loss": 0.0063, |
| "step": 12970 |
| }, |
| { |
| "epoch": 7.263570229434807, |
| "grad_norm": 0.16480940580368042, |
| "learning_rate": 3.006675866883275e-05, |
| "loss": 0.0062, |
| "step": 12980 |
| }, |
| { |
| "epoch": 7.269166200335758, |
| "grad_norm": 0.2087039351463318, |
| "learning_rate": 2.999096636612518e-05, |
| "loss": 0.0085, |
| "step": 12990 |
| }, |
| { |
| "epoch": 7.274762171236709, |
| "grad_norm": 0.15215320885181427, |
| "learning_rate": 2.991522876735154e-05, |
| "loss": 0.0077, |
| "step": 13000 |
| }, |
| { |
| "epoch": 7.280358142137661, |
| "grad_norm": 0.2687567472457886, |
| "learning_rate": 2.9839546079575497e-05, |
| "loss": 0.0105, |
| "step": 13010 |
| }, |
| { |
| "epoch": 7.2859541130386125, |
| "grad_norm": 0.23126524686813354, |
| "learning_rate": 2.976391850971065e-05, |
| "loss": 0.0076, |
| "step": 13020 |
| }, |
| { |
| "epoch": 7.291550083939564, |
| "grad_norm": 0.10021013021469116, |
| "learning_rate": 2.9688346264519866e-05, |
| "loss": 0.01, |
| "step": 13030 |
| }, |
| { |
| "epoch": 7.297146054840515, |
| "grad_norm": 0.16525714099407196, |
| "learning_rate": 2.9612829550614836e-05, |
| "loss": 0.0082, |
| "step": 13040 |
| }, |
| { |
| "epoch": 7.302742025741466, |
| "grad_norm": 0.16742092370986938, |
| "learning_rate": 2.9537368574455304e-05, |
| "loss": 0.0141, |
| "step": 13050 |
| }, |
| { |
| "epoch": 7.308337996642417, |
| "grad_norm": 0.07409677654504776, |
| "learning_rate": 2.9461963542348737e-05, |
| "loss": 0.0083, |
| "step": 13060 |
| }, |
| { |
| "epoch": 7.3139339675433686, |
| "grad_norm": 0.2794577181339264, |
| "learning_rate": 2.9386614660449596e-05, |
| "loss": 0.0091, |
| "step": 13070 |
| }, |
| { |
| "epoch": 7.31952993844432, |
| "grad_norm": 0.16768626868724823, |
| "learning_rate": 2.931132213475884e-05, |
| "loss": 0.0128, |
| "step": 13080 |
| }, |
| { |
| "epoch": 7.325125909345271, |
| "grad_norm": 0.19670413434505463, |
| "learning_rate": 2.9236086171123404e-05, |
| "loss": 0.0058, |
| "step": 13090 |
| }, |
| { |
| "epoch": 7.330721880246223, |
| "grad_norm": 0.1663038730621338, |
| "learning_rate": 2.916090697523549e-05, |
| "loss": 0.0081, |
| "step": 13100 |
| }, |
| { |
| "epoch": 7.336317851147174, |
| "grad_norm": 0.2468092292547226, |
| "learning_rate": 2.9085784752632157e-05, |
| "loss": 0.0094, |
| "step": 13110 |
| }, |
| { |
| "epoch": 7.3419138220481255, |
| "grad_norm": 0.20476868748664856, |
| "learning_rate": 2.9010719708694722e-05, |
| "loss": 0.0095, |
| "step": 13120 |
| }, |
| { |
| "epoch": 7.347509792949077, |
| "grad_norm": 0.19373807311058044, |
| "learning_rate": 2.8935712048648112e-05, |
| "loss": 0.0077, |
| "step": 13130 |
| }, |
| { |
| "epoch": 7.353105763850028, |
| "grad_norm": 0.16226400434970856, |
| "learning_rate": 2.8860761977560436e-05, |
| "loss": 0.0105, |
| "step": 13140 |
| }, |
| { |
| "epoch": 7.358701734750979, |
| "grad_norm": 0.2760455906391144, |
| "learning_rate": 2.878586970034232e-05, |
| "loss": 0.017, |
| "step": 13150 |
| }, |
| { |
| "epoch": 7.36429770565193, |
| "grad_norm": 0.269136518239975, |
| "learning_rate": 2.8711035421746367e-05, |
| "loss": 0.0127, |
| "step": 13160 |
| }, |
| { |
| "epoch": 7.3698936765528815, |
| "grad_norm": 0.2237207144498825, |
| "learning_rate": 2.8636259346366666e-05, |
| "loss": 0.007, |
| "step": 13170 |
| }, |
| { |
| "epoch": 7.375489647453834, |
| "grad_norm": 0.1836055964231491, |
| "learning_rate": 2.8561541678638142e-05, |
| "loss": 0.0077, |
| "step": 13180 |
| }, |
| { |
| "epoch": 7.381085618354785, |
| "grad_norm": 0.1962578445672989, |
| "learning_rate": 2.8486882622836026e-05, |
| "loss": 0.0078, |
| "step": 13190 |
| }, |
| { |
| "epoch": 7.386681589255736, |
| "grad_norm": 0.16476459801197052, |
| "learning_rate": 2.8412282383075363e-05, |
| "loss": 0.0093, |
| "step": 13200 |
| }, |
| { |
| "epoch": 7.392277560156687, |
| "grad_norm": 0.17988111078739166, |
| "learning_rate": 2.8337741163310317e-05, |
| "loss": 0.0081, |
| "step": 13210 |
| }, |
| { |
| "epoch": 7.3978735310576385, |
| "grad_norm": 0.21751411259174347, |
| "learning_rate": 2.8263259167333777e-05, |
| "loss": 0.0092, |
| "step": 13220 |
| }, |
| { |
| "epoch": 7.40346950195859, |
| "grad_norm": 0.150657057762146, |
| "learning_rate": 2.8188836598776662e-05, |
| "loss": 0.0094, |
| "step": 13230 |
| }, |
| { |
| "epoch": 7.409065472859541, |
| "grad_norm": 0.16722621023654938, |
| "learning_rate": 2.811447366110741e-05, |
| "loss": 0.0074, |
| "step": 13240 |
| }, |
| { |
| "epoch": 7.414661443760492, |
| "grad_norm": 0.16167713701725006, |
| "learning_rate": 2.804017055763149e-05, |
| "loss": 0.0063, |
| "step": 13250 |
| }, |
| { |
| "epoch": 7.420257414661444, |
| "grad_norm": 0.07585649192333221, |
| "learning_rate": 2.7965927491490705e-05, |
| "loss": 0.0112, |
| "step": 13260 |
| }, |
| { |
| "epoch": 7.425853385562395, |
| "grad_norm": 0.19306915998458862, |
| "learning_rate": 2.7891744665662823e-05, |
| "loss": 0.0069, |
| "step": 13270 |
| }, |
| { |
| "epoch": 7.431449356463347, |
| "grad_norm": 0.23972170054912567, |
| "learning_rate": 2.7817622282960815e-05, |
| "loss": 0.0062, |
| "step": 13280 |
| }, |
| { |
| "epoch": 7.437045327364298, |
| "grad_norm": 0.15592247247695923, |
| "learning_rate": 2.774356054603243e-05, |
| "loss": 0.0055, |
| "step": 13290 |
| }, |
| { |
| "epoch": 7.442641298265249, |
| "grad_norm": 0.20682460069656372, |
| "learning_rate": 2.766955965735968e-05, |
| "loss": 0.0052, |
| "step": 13300 |
| }, |
| { |
| "epoch": 7.4482372691662, |
| "grad_norm": 0.09251468628644943, |
| "learning_rate": 2.7595619819258116e-05, |
| "loss": 0.0077, |
| "step": 13310 |
| }, |
| { |
| "epoch": 7.453833240067151, |
| "grad_norm": 0.1358599066734314, |
| "learning_rate": 2.7521741233876496e-05, |
| "loss": 0.0098, |
| "step": 13320 |
| }, |
| { |
| "epoch": 7.459429210968103, |
| "grad_norm": 0.10552109777927399, |
| "learning_rate": 2.7447924103195976e-05, |
| "loss": 0.0045, |
| "step": 13330 |
| }, |
| { |
| "epoch": 7.465025181869054, |
| "grad_norm": 0.22331656515598297, |
| "learning_rate": 2.7374168629029813e-05, |
| "loss": 0.0075, |
| "step": 13340 |
| }, |
| { |
| "epoch": 7.470621152770006, |
| "grad_norm": 0.25520750880241394, |
| "learning_rate": 2.7300475013022663e-05, |
| "loss": 0.0079, |
| "step": 13350 |
| }, |
| { |
| "epoch": 7.476217123670957, |
| "grad_norm": 0.3160042464733124, |
| "learning_rate": 2.7226843456650037e-05, |
| "loss": 0.0123, |
| "step": 13360 |
| }, |
| { |
| "epoch": 7.481813094571908, |
| "grad_norm": 0.1619534194469452, |
| "learning_rate": 2.7153274161217846e-05, |
| "loss": 0.0049, |
| "step": 13370 |
| }, |
| { |
| "epoch": 7.48740906547286, |
| "grad_norm": 0.3031173646450043, |
| "learning_rate": 2.707976732786166e-05, |
| "loss": 0.0098, |
| "step": 13380 |
| }, |
| { |
| "epoch": 7.493005036373811, |
| "grad_norm": 0.1819227635860443, |
| "learning_rate": 2.7006323157546386e-05, |
| "loss": 0.0065, |
| "step": 13390 |
| }, |
| { |
| "epoch": 7.498601007274762, |
| "grad_norm": 0.17307765781879425, |
| "learning_rate": 2.693294185106562e-05, |
| "loss": 0.0087, |
| "step": 13400 |
| }, |
| { |
| "epoch": 7.504196978175713, |
| "grad_norm": 0.1600845456123352, |
| "learning_rate": 2.6859623609040984e-05, |
| "loss": 0.0061, |
| "step": 13410 |
| }, |
| { |
| "epoch": 7.509792949076665, |
| "grad_norm": 0.21853172779083252, |
| "learning_rate": 2.6786368631921836e-05, |
| "loss": 0.0054, |
| "step": 13420 |
| }, |
| { |
| "epoch": 7.5153889199776165, |
| "grad_norm": 0.16434265673160553, |
| "learning_rate": 2.67131771199844e-05, |
| "loss": 0.0104, |
| "step": 13430 |
| }, |
| { |
| "epoch": 7.520984890878568, |
| "grad_norm": 0.1688595563173294, |
| "learning_rate": 2.6640049273331515e-05, |
| "loss": 0.0068, |
| "step": 13440 |
| }, |
| { |
| "epoch": 7.526580861779519, |
| "grad_norm": 0.10968342423439026, |
| "learning_rate": 2.656698529189193e-05, |
| "loss": 0.0072, |
| "step": 13450 |
| }, |
| { |
| "epoch": 7.53217683268047, |
| "grad_norm": 0.12489527463912964, |
| "learning_rate": 2.6493985375419778e-05, |
| "loss": 0.0067, |
| "step": 13460 |
| }, |
| { |
| "epoch": 7.537772803581421, |
| "grad_norm": 0.3275364935398102, |
| "learning_rate": 2.642104972349403e-05, |
| "loss": 0.0066, |
| "step": 13470 |
| }, |
| { |
| "epoch": 7.5433687744823725, |
| "grad_norm": 0.10653702169656754, |
| "learning_rate": 2.6348178535517966e-05, |
| "loss": 0.0133, |
| "step": 13480 |
| }, |
| { |
| "epoch": 7.548964745383324, |
| "grad_norm": 0.16446645557880402, |
| "learning_rate": 2.6275372010718635e-05, |
| "loss": 0.0075, |
| "step": 13490 |
| }, |
| { |
| "epoch": 7.554560716284275, |
| "grad_norm": 0.17610448598861694, |
| "learning_rate": 2.6202630348146324e-05, |
| "loss": 0.0077, |
| "step": 13500 |
| }, |
| { |
| "epoch": 7.560156687185227, |
| "grad_norm": 0.1589246541261673, |
| "learning_rate": 2.612995374667394e-05, |
| "loss": 0.0044, |
| "step": 13510 |
| }, |
| { |
| "epoch": 7.565752658086178, |
| "grad_norm": 0.3019932806491852, |
| "learning_rate": 2.6057342404996522e-05, |
| "loss": 0.0067, |
| "step": 13520 |
| }, |
| { |
| "epoch": 7.5713486289871295, |
| "grad_norm": 0.19549022614955902, |
| "learning_rate": 2.5984796521630737e-05, |
| "loss": 0.0083, |
| "step": 13530 |
| }, |
| { |
| "epoch": 7.576944599888081, |
| "grad_norm": 0.1532057523727417, |
| "learning_rate": 2.591231629491423e-05, |
| "loss": 0.0043, |
| "step": 13540 |
| }, |
| { |
| "epoch": 7.582540570789032, |
| "grad_norm": 0.1547580510377884, |
| "learning_rate": 2.5839901923005205e-05, |
| "loss": 0.0083, |
| "step": 13550 |
| }, |
| { |
| "epoch": 7.588136541689983, |
| "grad_norm": 0.30122992396354675, |
| "learning_rate": 2.5767553603881767e-05, |
| "loss": 0.0064, |
| "step": 13560 |
| }, |
| { |
| "epoch": 7.593732512590934, |
| "grad_norm": 0.12354984134435654, |
| "learning_rate": 2.5695271535341443e-05, |
| "loss": 0.0059, |
| "step": 13570 |
| }, |
| { |
| "epoch": 7.5993284834918855, |
| "grad_norm": 0.14805443584918976, |
| "learning_rate": 2.562305591500069e-05, |
| "loss": 0.0072, |
| "step": 13580 |
| }, |
| { |
| "epoch": 7.604924454392837, |
| "grad_norm": 0.15644380450248718, |
| "learning_rate": 2.555090694029421e-05, |
| "loss": 0.0076, |
| "step": 13590 |
| }, |
| { |
| "epoch": 7.610520425293789, |
| "grad_norm": 0.22504927217960358, |
| "learning_rate": 2.547882480847461e-05, |
| "loss": 0.0114, |
| "step": 13600 |
| }, |
| { |
| "epoch": 7.61611639619474, |
| "grad_norm": 0.10872774571180344, |
| "learning_rate": 2.540680971661161e-05, |
| "loss": 0.0098, |
| "step": 13610 |
| }, |
| { |
| "epoch": 7.621712367095691, |
| "grad_norm": 0.1415761411190033, |
| "learning_rate": 2.5334861861591753e-05, |
| "loss": 0.0059, |
| "step": 13620 |
| }, |
| { |
| "epoch": 7.627308337996642, |
| "grad_norm": 0.18380744755268097, |
| "learning_rate": 2.526298144011775e-05, |
| "loss": 0.0074, |
| "step": 13630 |
| }, |
| { |
| "epoch": 7.632904308897594, |
| "grad_norm": 0.13029605150222778, |
| "learning_rate": 2.5191168648707887e-05, |
| "loss": 0.0046, |
| "step": 13640 |
| }, |
| { |
| "epoch": 7.638500279798545, |
| "grad_norm": 0.11022605746984482, |
| "learning_rate": 2.511942368369566e-05, |
| "loss": 0.0052, |
| "step": 13650 |
| }, |
| { |
| "epoch": 7.644096250699496, |
| "grad_norm": 0.1933964192867279, |
| "learning_rate": 2.5047746741228978e-05, |
| "loss": 0.0062, |
| "step": 13660 |
| }, |
| { |
| "epoch": 7.649692221600448, |
| "grad_norm": 0.10140606015920639, |
| "learning_rate": 2.4976138017269908e-05, |
| "loss": 0.005, |
| "step": 13670 |
| }, |
| { |
| "epoch": 7.655288192501399, |
| "grad_norm": 0.1074545681476593, |
| "learning_rate": 2.490459770759398e-05, |
| "loss": 0.0081, |
| "step": 13680 |
| }, |
| { |
| "epoch": 7.660884163402351, |
| "grad_norm": 0.11866219341754913, |
| "learning_rate": 2.4833126007789653e-05, |
| "loss": 0.0063, |
| "step": 13690 |
| }, |
| { |
| "epoch": 7.666480134303302, |
| "grad_norm": 0.14528554677963257, |
| "learning_rate": 2.476172311325783e-05, |
| "loss": 0.0075, |
| "step": 13700 |
| }, |
| { |
| "epoch": 7.672076105204253, |
| "grad_norm": 0.12533891201019287, |
| "learning_rate": 2.4690389219211273e-05, |
| "loss": 0.0056, |
| "step": 13710 |
| }, |
| { |
| "epoch": 7.677672076105204, |
| "grad_norm": 0.2228127419948578, |
| "learning_rate": 2.4619124520674146e-05, |
| "loss": 0.007, |
| "step": 13720 |
| }, |
| { |
| "epoch": 7.683268047006155, |
| "grad_norm": 0.167043074965477, |
| "learning_rate": 2.4547929212481435e-05, |
| "loss": 0.0092, |
| "step": 13730 |
| }, |
| { |
| "epoch": 7.688864017907107, |
| "grad_norm": 0.1956396847963333, |
| "learning_rate": 2.447680348927837e-05, |
| "loss": 0.0104, |
| "step": 13740 |
| }, |
| { |
| "epoch": 7.694459988808058, |
| "grad_norm": 0.3440028429031372, |
| "learning_rate": 2.4405747545519963e-05, |
| "loss": 0.0101, |
| "step": 13750 |
| }, |
| { |
| "epoch": 7.70005595970901, |
| "grad_norm": 0.19462288916110992, |
| "learning_rate": 2.433476157547044e-05, |
| "loss": 0.0123, |
| "step": 13760 |
| }, |
| { |
| "epoch": 7.705651930609961, |
| "grad_norm": 0.2774219512939453, |
| "learning_rate": 2.4263845773202736e-05, |
| "loss": 0.012, |
| "step": 13770 |
| }, |
| { |
| "epoch": 7.711247901510912, |
| "grad_norm": 0.15917648375034332, |
| "learning_rate": 2.419300033259798e-05, |
| "loss": 0.0072, |
| "step": 13780 |
| }, |
| { |
| "epoch": 7.7168438724118635, |
| "grad_norm": 0.17087779939174652, |
| "learning_rate": 2.4122225447344875e-05, |
| "loss": 0.0051, |
| "step": 13790 |
| }, |
| { |
| "epoch": 7.722439843312815, |
| "grad_norm": 0.3049764931201935, |
| "learning_rate": 2.405152131093926e-05, |
| "loss": 0.0068, |
| "step": 13800 |
| }, |
| { |
| "epoch": 7.728035814213766, |
| "grad_norm": 0.23013077676296234, |
| "learning_rate": 2.3980888116683515e-05, |
| "loss": 0.0093, |
| "step": 13810 |
| }, |
| { |
| "epoch": 7.733631785114717, |
| "grad_norm": 0.25196191668510437, |
| "learning_rate": 2.3910326057686127e-05, |
| "loss": 0.0063, |
| "step": 13820 |
| }, |
| { |
| "epoch": 7.739227756015668, |
| "grad_norm": 0.13192011415958405, |
| "learning_rate": 2.3839835326861104e-05, |
| "loss": 0.0077, |
| "step": 13830 |
| }, |
| { |
| "epoch": 7.74482372691662, |
| "grad_norm": 0.14442972838878632, |
| "learning_rate": 2.3769416116927335e-05, |
| "loss": 0.0131, |
| "step": 13840 |
| }, |
| { |
| "epoch": 7.750419697817572, |
| "grad_norm": 0.1425463706254959, |
| "learning_rate": 2.3699068620408304e-05, |
| "loss": 0.0066, |
| "step": 13850 |
| }, |
| { |
| "epoch": 7.756015668718523, |
| "grad_norm": 0.1162482276558876, |
| "learning_rate": 2.362879302963135e-05, |
| "loss": 0.007, |
| "step": 13860 |
| }, |
| { |
| "epoch": 7.761611639619474, |
| "grad_norm": 0.21869398653507233, |
| "learning_rate": 2.3558589536727277e-05, |
| "loss": 0.0045, |
| "step": 13870 |
| }, |
| { |
| "epoch": 7.767207610520425, |
| "grad_norm": 0.1804109364748001, |
| "learning_rate": 2.3488458333629777e-05, |
| "loss": 0.0064, |
| "step": 13880 |
| }, |
| { |
| "epoch": 7.7728035814213765, |
| "grad_norm": 0.18711616098880768, |
| "learning_rate": 2.341839961207482e-05, |
| "loss": 0.0082, |
| "step": 13890 |
| }, |
| { |
| "epoch": 7.778399552322328, |
| "grad_norm": 0.17115071415901184, |
| "learning_rate": 2.3348413563600325e-05, |
| "loss": 0.008, |
| "step": 13900 |
| }, |
| { |
| "epoch": 7.783995523223279, |
| "grad_norm": 0.3199642300605774, |
| "learning_rate": 2.3278500379545436e-05, |
| "loss": 0.008, |
| "step": 13910 |
| }, |
| { |
| "epoch": 7.789591494124231, |
| "grad_norm": 0.16800075769424438, |
| "learning_rate": 2.3208660251050158e-05, |
| "loss": 0.0054, |
| "step": 13920 |
| }, |
| { |
| "epoch": 7.795187465025182, |
| "grad_norm": 0.11445470154285431, |
| "learning_rate": 2.3138893369054766e-05, |
| "loss": 0.0067, |
| "step": 13930 |
| }, |
| { |
| "epoch": 7.800783435926133, |
| "grad_norm": 0.1465342938899994, |
| "learning_rate": 2.3069199924299174e-05, |
| "loss": 0.0046, |
| "step": 13940 |
| }, |
| { |
| "epoch": 7.806379406827085, |
| "grad_norm": 0.10726216435432434, |
| "learning_rate": 2.2999580107322653e-05, |
| "loss": 0.013, |
| "step": 13950 |
| }, |
| { |
| "epoch": 7.811975377728036, |
| "grad_norm": 0.2467944324016571, |
| "learning_rate": 2.29300341084631e-05, |
| "loss": 0.006, |
| "step": 13960 |
| }, |
| { |
| "epoch": 7.817571348628987, |
| "grad_norm": 0.18158167600631714, |
| "learning_rate": 2.2860562117856647e-05, |
| "loss": 0.0065, |
| "step": 13970 |
| }, |
| { |
| "epoch": 7.823167319529938, |
| "grad_norm": 0.1618615835905075, |
| "learning_rate": 2.279116432543705e-05, |
| "loss": 0.0065, |
| "step": 13980 |
| }, |
| { |
| "epoch": 7.8287632904308895, |
| "grad_norm": 0.1069146990776062, |
| "learning_rate": 2.2721840920935196e-05, |
| "loss": 0.0105, |
| "step": 13990 |
| }, |
| { |
| "epoch": 7.834359261331841, |
| "grad_norm": 0.12003065645694733, |
| "learning_rate": 2.2652592093878666e-05, |
| "loss": 0.0049, |
| "step": 14000 |
| }, |
| { |
| "epoch": 7.839955232232793, |
| "grad_norm": 0.09423186630010605, |
| "learning_rate": 2.258341803359108e-05, |
| "loss": 0.0061, |
| "step": 14010 |
| }, |
| { |
| "epoch": 7.845551203133744, |
| "grad_norm": 0.35245028138160706, |
| "learning_rate": 2.251431892919171e-05, |
| "loss": 0.0091, |
| "step": 14020 |
| }, |
| { |
| "epoch": 7.851147174034695, |
| "grad_norm": 0.11108125001192093, |
| "learning_rate": 2.2445294969594844e-05, |
| "loss": 0.007, |
| "step": 14030 |
| }, |
| { |
| "epoch": 7.856743144935646, |
| "grad_norm": 0.10527674853801727, |
| "learning_rate": 2.237634634350934e-05, |
| "loss": 0.0042, |
| "step": 14040 |
| }, |
| { |
| "epoch": 7.862339115836598, |
| "grad_norm": 0.2263229489326477, |
| "learning_rate": 2.2307473239438154e-05, |
| "loss": 0.0056, |
| "step": 14050 |
| }, |
| { |
| "epoch": 7.867935086737549, |
| "grad_norm": 0.13221915066242218, |
| "learning_rate": 2.2238675845677663e-05, |
| "loss": 0.0068, |
| "step": 14060 |
| }, |
| { |
| "epoch": 7.8735310576385, |
| "grad_norm": 0.17508424818515778, |
| "learning_rate": 2.2169954350317374e-05, |
| "loss": 0.007, |
| "step": 14070 |
| }, |
| { |
| "epoch": 7.879127028539451, |
| "grad_norm": 0.24999241530895233, |
| "learning_rate": 2.2101308941239203e-05, |
| "loss": 0.0085, |
| "step": 14080 |
| }, |
| { |
| "epoch": 7.8847229994404024, |
| "grad_norm": 0.12810635566711426, |
| "learning_rate": 2.2032739806117058e-05, |
| "loss": 0.0084, |
| "step": 14090 |
| }, |
| { |
| "epoch": 7.8903189703413545, |
| "grad_norm": 0.22745615243911743, |
| "learning_rate": 2.196424713241637e-05, |
| "loss": 0.0145, |
| "step": 14100 |
| }, |
| { |
| "epoch": 7.895914941242306, |
| "grad_norm": 0.0886574536561966, |
| "learning_rate": 2.1895831107393484e-05, |
| "loss": 0.0071, |
| "step": 14110 |
| }, |
| { |
| "epoch": 7.901510912143257, |
| "grad_norm": 0.18623238801956177, |
| "learning_rate": 2.182749191809518e-05, |
| "loss": 0.0077, |
| "step": 14120 |
| }, |
| { |
| "epoch": 7.907106883044208, |
| "grad_norm": 0.20176784694194794, |
| "learning_rate": 2.1759229751358217e-05, |
| "loss": 0.008, |
| "step": 14130 |
| }, |
| { |
| "epoch": 7.912702853945159, |
| "grad_norm": 0.18935443460941315, |
| "learning_rate": 2.1691044793808734e-05, |
| "loss": 0.0069, |
| "step": 14140 |
| }, |
| { |
| "epoch": 7.918298824846111, |
| "grad_norm": 0.18812550604343414, |
| "learning_rate": 2.1622937231861822e-05, |
| "loss": 0.0051, |
| "step": 14150 |
| }, |
| { |
| "epoch": 7.923894795747062, |
| "grad_norm": 0.12224578857421875, |
| "learning_rate": 2.1554907251720945e-05, |
| "loss": 0.0053, |
| "step": 14160 |
| }, |
| { |
| "epoch": 7.929490766648014, |
| "grad_norm": 0.12175440043210983, |
| "learning_rate": 2.148695503937745e-05, |
| "loss": 0.0075, |
| "step": 14170 |
| }, |
| { |
| "epoch": 7.935086737548965, |
| "grad_norm": 0.11878049373626709, |
| "learning_rate": 2.1419080780610123e-05, |
| "loss": 0.0062, |
| "step": 14180 |
| }, |
| { |
| "epoch": 7.940682708449916, |
| "grad_norm": 0.19284716248512268, |
| "learning_rate": 2.1351284660984572e-05, |
| "loss": 0.0063, |
| "step": 14190 |
| }, |
| { |
| "epoch": 7.9462786793508675, |
| "grad_norm": 0.159319207072258, |
| "learning_rate": 2.128356686585282e-05, |
| "loss": 0.0064, |
| "step": 14200 |
| }, |
| { |
| "epoch": 7.951874650251819, |
| "grad_norm": 0.16800148785114288, |
| "learning_rate": 2.121592758035273e-05, |
| "loss": 0.0054, |
| "step": 14210 |
| }, |
| { |
| "epoch": 7.95747062115277, |
| "grad_norm": 0.23277972638607025, |
| "learning_rate": 2.1148366989407496e-05, |
| "loss": 0.0056, |
| "step": 14220 |
| }, |
| { |
| "epoch": 7.963066592053721, |
| "grad_norm": 0.08594591915607452, |
| "learning_rate": 2.1080885277725236e-05, |
| "loss": 0.0054, |
| "step": 14230 |
| }, |
| { |
| "epoch": 7.968662562954672, |
| "grad_norm": 0.21676327288150787, |
| "learning_rate": 2.1013482629798333e-05, |
| "loss": 0.0071, |
| "step": 14240 |
| }, |
| { |
| "epoch": 7.9742585338556236, |
| "grad_norm": 0.1778232604265213, |
| "learning_rate": 2.094615922990309e-05, |
| "loss": 0.0067, |
| "step": 14250 |
| }, |
| { |
| "epoch": 7.979854504756576, |
| "grad_norm": 0.2177736759185791, |
| "learning_rate": 2.0878915262099098e-05, |
| "loss": 0.0068, |
| "step": 14260 |
| }, |
| { |
| "epoch": 7.985450475657527, |
| "grad_norm": 0.25127291679382324, |
| "learning_rate": 2.0811750910228774e-05, |
| "loss": 0.0104, |
| "step": 14270 |
| }, |
| { |
| "epoch": 7.991046446558478, |
| "grad_norm": 0.08792544901371002, |
| "learning_rate": 2.0744666357916925e-05, |
| "loss": 0.0064, |
| "step": 14280 |
| }, |
| { |
| "epoch": 7.996642417459429, |
| "grad_norm": 0.1125119999051094, |
| "learning_rate": 2.067766178857013e-05, |
| "loss": 0.0099, |
| "step": 14290 |
| }, |
| { |
| "epoch": 8.00223838836038, |
| "grad_norm": 0.18561410903930664, |
| "learning_rate": 2.061073738537635e-05, |
| "loss": 0.0089, |
| "step": 14300 |
| }, |
| { |
| "epoch": 8.007834359261333, |
| "grad_norm": 0.10987678915262222, |
| "learning_rate": 2.0543893331304333e-05, |
| "loss": 0.0071, |
| "step": 14310 |
| }, |
| { |
| "epoch": 8.013430330162283, |
| "grad_norm": 0.10636857897043228, |
| "learning_rate": 2.0477129809103147e-05, |
| "loss": 0.007, |
| "step": 14320 |
| }, |
| { |
| "epoch": 8.019026301063235, |
| "grad_norm": 0.16379332542419434, |
| "learning_rate": 2.0410447001301753e-05, |
| "loss": 0.006, |
| "step": 14330 |
| }, |
| { |
| "epoch": 8.024622271964185, |
| "grad_norm": 0.09951362758874893, |
| "learning_rate": 2.0343845090208368e-05, |
| "loss": 0.0052, |
| "step": 14340 |
| }, |
| { |
| "epoch": 8.030218242865137, |
| "grad_norm": 0.1974375694990158, |
| "learning_rate": 2.0277324257910106e-05, |
| "loss": 0.0061, |
| "step": 14350 |
| }, |
| { |
| "epoch": 8.035814213766088, |
| "grad_norm": 0.16213521361351013, |
| "learning_rate": 2.0210884686272368e-05, |
| "loss": 0.0056, |
| "step": 14360 |
| }, |
| { |
| "epoch": 8.04141018466704, |
| "grad_norm": 0.32907333970069885, |
| "learning_rate": 2.0144526556938387e-05, |
| "loss": 0.011, |
| "step": 14370 |
| }, |
| { |
| "epoch": 8.047006155567992, |
| "grad_norm": 0.24763990938663483, |
| "learning_rate": 2.0078250051328784e-05, |
| "loss": 0.0059, |
| "step": 14380 |
| }, |
| { |
| "epoch": 8.052602126468942, |
| "grad_norm": 0.06522991508245468, |
| "learning_rate": 2.0012055350640986e-05, |
| "loss": 0.0075, |
| "step": 14390 |
| }, |
| { |
| "epoch": 8.058198097369894, |
| "grad_norm": 0.1594466120004654, |
| "learning_rate": 1.9945942635848748e-05, |
| "loss": 0.0107, |
| "step": 14400 |
| }, |
| { |
| "epoch": 8.063794068270845, |
| "grad_norm": 0.11248297244310379, |
| "learning_rate": 1.9879912087701753e-05, |
| "loss": 0.0043, |
| "step": 14410 |
| }, |
| { |
| "epoch": 8.069390039171797, |
| "grad_norm": 0.11491246521472931, |
| "learning_rate": 1.981396388672496e-05, |
| "loss": 0.0043, |
| "step": 14420 |
| }, |
| { |
| "epoch": 8.074986010072747, |
| "grad_norm": 0.22106263041496277, |
| "learning_rate": 1.974809821321827e-05, |
| "loss": 0.0055, |
| "step": 14430 |
| }, |
| { |
| "epoch": 8.0805819809737, |
| "grad_norm": 0.16226910054683685, |
| "learning_rate": 1.9682315247255894e-05, |
| "loss": 0.0085, |
| "step": 14440 |
| }, |
| { |
| "epoch": 8.08617795187465, |
| "grad_norm": 0.09066546708345413, |
| "learning_rate": 1.9616615168685943e-05, |
| "loss": 0.0083, |
| "step": 14450 |
| }, |
| { |
| "epoch": 8.091773922775602, |
| "grad_norm": 0.11933751404285431, |
| "learning_rate": 1.9550998157129946e-05, |
| "loss": 0.0057, |
| "step": 14460 |
| }, |
| { |
| "epoch": 8.097369893676554, |
| "grad_norm": 0.1404096931219101, |
| "learning_rate": 1.9485464391982284e-05, |
| "loss": 0.0047, |
| "step": 14470 |
| }, |
| { |
| "epoch": 8.102965864577504, |
| "grad_norm": 0.2508150339126587, |
| "learning_rate": 1.942001405240979e-05, |
| "loss": 0.0076, |
| "step": 14480 |
| }, |
| { |
| "epoch": 8.108561835478456, |
| "grad_norm": 0.17527352273464203, |
| "learning_rate": 1.9354647317351188e-05, |
| "loss": 0.0077, |
| "step": 14490 |
| }, |
| { |
| "epoch": 8.114157806379406, |
| "grad_norm": 0.11819542944431305, |
| "learning_rate": 1.928936436551661e-05, |
| "loss": 0.0048, |
| "step": 14500 |
| }, |
| { |
| "epoch": 8.119753777280359, |
| "grad_norm": 0.17159508168697357, |
| "learning_rate": 1.9224165375387193e-05, |
| "loss": 0.0072, |
| "step": 14510 |
| }, |
| { |
| "epoch": 8.125349748181309, |
| "grad_norm": 0.1392519325017929, |
| "learning_rate": 1.9159050525214452e-05, |
| "loss": 0.0058, |
| "step": 14520 |
| }, |
| { |
| "epoch": 8.130945719082261, |
| "grad_norm": 0.2096053957939148, |
| "learning_rate": 1.909401999301993e-05, |
| "loss": 0.007, |
| "step": 14530 |
| }, |
| { |
| "epoch": 8.136541689983211, |
| "grad_norm": 0.2075774371623993, |
| "learning_rate": 1.9029073956594606e-05, |
| "loss": 0.0063, |
| "step": 14540 |
| }, |
| { |
| "epoch": 8.142137660884163, |
| "grad_norm": 0.0607825368642807, |
| "learning_rate": 1.8964212593498442e-05, |
| "loss": 0.0046, |
| "step": 14550 |
| }, |
| { |
| "epoch": 8.147733631785115, |
| "grad_norm": 0.20028991997241974, |
| "learning_rate": 1.8899436081059975e-05, |
| "loss": 0.0067, |
| "step": 14560 |
| }, |
| { |
| "epoch": 8.153329602686066, |
| "grad_norm": 0.12437421083450317, |
| "learning_rate": 1.8834744596375666e-05, |
| "loss": 0.0045, |
| "step": 14570 |
| }, |
| { |
| "epoch": 8.158925573587018, |
| "grad_norm": 0.09412521868944168, |
| "learning_rate": 1.877013831630961e-05, |
| "loss": 0.0053, |
| "step": 14580 |
| }, |
| { |
| "epoch": 8.164521544487968, |
| "grad_norm": 0.30078214406967163, |
| "learning_rate": 1.8705617417492883e-05, |
| "loss": 0.0088, |
| "step": 14590 |
| }, |
| { |
| "epoch": 8.17011751538892, |
| "grad_norm": 0.2020367681980133, |
| "learning_rate": 1.8641182076323148e-05, |
| "loss": 0.0074, |
| "step": 14600 |
| }, |
| { |
| "epoch": 8.17571348628987, |
| "grad_norm": 0.12557435035705566, |
| "learning_rate": 1.85768324689642e-05, |
| "loss": 0.0054, |
| "step": 14610 |
| }, |
| { |
| "epoch": 8.181309457190823, |
| "grad_norm": 0.11945895105600357, |
| "learning_rate": 1.851256877134538e-05, |
| "loss": 0.0078, |
| "step": 14620 |
| }, |
| { |
| "epoch": 8.186905428091775, |
| "grad_norm": 0.33773839473724365, |
| "learning_rate": 1.8448391159161204e-05, |
| "loss": 0.0101, |
| "step": 14630 |
| }, |
| { |
| "epoch": 8.192501398992725, |
| "grad_norm": 0.2184380739927292, |
| "learning_rate": 1.838429980787081e-05, |
| "loss": 0.0059, |
| "step": 14640 |
| }, |
| { |
| "epoch": 8.198097369893677, |
| "grad_norm": 0.06359529495239258, |
| "learning_rate": 1.8320294892697478e-05, |
| "loss": 0.006, |
| "step": 14650 |
| }, |
| { |
| "epoch": 8.203693340794628, |
| "grad_norm": 0.1690957248210907, |
| "learning_rate": 1.8256376588628238e-05, |
| "loss": 0.008, |
| "step": 14660 |
| }, |
| { |
| "epoch": 8.20928931169558, |
| "grad_norm": 0.296812504529953, |
| "learning_rate": 1.8192545070413282e-05, |
| "loss": 0.0069, |
| "step": 14670 |
| }, |
| { |
| "epoch": 8.21488528259653, |
| "grad_norm": 0.08360179513692856, |
| "learning_rate": 1.8128800512565513e-05, |
| "loss": 0.007, |
| "step": 14680 |
| }, |
| { |
| "epoch": 8.220481253497482, |
| "grad_norm": 0.12985661625862122, |
| "learning_rate": 1.8065143089360172e-05, |
| "loss": 0.0079, |
| "step": 14690 |
| }, |
| { |
| "epoch": 8.226077224398432, |
| "grad_norm": 0.10445982962846756, |
| "learning_rate": 1.800157297483417e-05, |
| "loss": 0.0036, |
| "step": 14700 |
| }, |
| { |
| "epoch": 8.231673195299384, |
| "grad_norm": 0.1876983791589737, |
| "learning_rate": 1.7938090342785817e-05, |
| "loss": 0.0058, |
| "step": 14710 |
| }, |
| { |
| "epoch": 8.237269166200337, |
| "grad_norm": 0.07933235913515091, |
| "learning_rate": 1.787469536677419e-05, |
| "loss": 0.0048, |
| "step": 14720 |
| }, |
| { |
| "epoch": 8.242865137101287, |
| "grad_norm": 0.2597578465938568, |
| "learning_rate": 1.7811388220118707e-05, |
| "loss": 0.0077, |
| "step": 14730 |
| }, |
| { |
| "epoch": 8.248461108002239, |
| "grad_norm": 0.1318414807319641, |
| "learning_rate": 1.774816907589873e-05, |
| "loss": 0.0038, |
| "step": 14740 |
| }, |
| { |
| "epoch": 8.25405707890319, |
| "grad_norm": 0.23657891154289246, |
| "learning_rate": 1.768503810695295e-05, |
| "loss": 0.0074, |
| "step": 14750 |
| }, |
| { |
| "epoch": 8.259653049804141, |
| "grad_norm": 0.12084835767745972, |
| "learning_rate": 1.7621995485879062e-05, |
| "loss": 0.0086, |
| "step": 14760 |
| }, |
| { |
| "epoch": 8.265249020705092, |
| "grad_norm": 0.2077346295118332, |
| "learning_rate": 1.755904138503316e-05, |
| "loss": 0.0066, |
| "step": 14770 |
| }, |
| { |
| "epoch": 8.270844991606044, |
| "grad_norm": 0.26253417134284973, |
| "learning_rate": 1.749617597652934e-05, |
| "loss": 0.0107, |
| "step": 14780 |
| }, |
| { |
| "epoch": 8.276440962506994, |
| "grad_norm": 0.25481829047203064, |
| "learning_rate": 1.743339943223926e-05, |
| "loss": 0.0044, |
| "step": 14790 |
| }, |
| { |
| "epoch": 8.282036933407946, |
| "grad_norm": 0.23157408833503723, |
| "learning_rate": 1.7370711923791567e-05, |
| "loss": 0.0069, |
| "step": 14800 |
| }, |
| { |
| "epoch": 8.287632904308898, |
| "grad_norm": 0.10085418075323105, |
| "learning_rate": 1.7308113622571544e-05, |
| "loss": 0.0036, |
| "step": 14810 |
| }, |
| { |
| "epoch": 8.293228875209849, |
| "grad_norm": 0.10876370966434479, |
| "learning_rate": 1.7245604699720535e-05, |
| "loss": 0.007, |
| "step": 14820 |
| }, |
| { |
| "epoch": 8.2988248461108, |
| "grad_norm": 0.20935757458209991, |
| "learning_rate": 1.7183185326135543e-05, |
| "loss": 0.0055, |
| "step": 14830 |
| }, |
| { |
| "epoch": 8.304420817011751, |
| "grad_norm": 0.13824748992919922, |
| "learning_rate": 1.712085567246878e-05, |
| "loss": 0.0072, |
| "step": 14840 |
| }, |
| { |
| "epoch": 8.310016787912703, |
| "grad_norm": 0.3369564414024353, |
| "learning_rate": 1.70586159091271e-05, |
| "loss": 0.0069, |
| "step": 14850 |
| }, |
| { |
| "epoch": 8.315612758813653, |
| "grad_norm": 0.2684394419193268, |
| "learning_rate": 1.699646620627168e-05, |
| "loss": 0.0061, |
| "step": 14860 |
| }, |
| { |
| "epoch": 8.321208729714606, |
| "grad_norm": 0.23020261526107788, |
| "learning_rate": 1.6934406733817414e-05, |
| "loss": 0.0126, |
| "step": 14870 |
| }, |
| { |
| "epoch": 8.326804700615558, |
| "grad_norm": 0.23905567824840546, |
| "learning_rate": 1.6872437661432517e-05, |
| "loss": 0.0057, |
| "step": 14880 |
| }, |
| { |
| "epoch": 8.332400671516508, |
| "grad_norm": 0.11183072626590729, |
| "learning_rate": 1.6810559158538092e-05, |
| "loss": 0.0061, |
| "step": 14890 |
| }, |
| { |
| "epoch": 8.33799664241746, |
| "grad_norm": 0.11450804024934769, |
| "learning_rate": 1.6748771394307585e-05, |
| "loss": 0.0041, |
| "step": 14900 |
| }, |
| { |
| "epoch": 8.34359261331841, |
| "grad_norm": 0.14276103675365448, |
| "learning_rate": 1.6687074537666398e-05, |
| "loss": 0.0046, |
| "step": 14910 |
| }, |
| { |
| "epoch": 8.349188584219362, |
| "grad_norm": 0.1129729300737381, |
| "learning_rate": 1.662546875729138e-05, |
| "loss": 0.0063, |
| "step": 14920 |
| }, |
| { |
| "epoch": 8.354784555120313, |
| "grad_norm": 0.18285100162029266, |
| "learning_rate": 1.6563954221610355e-05, |
| "loss": 0.0106, |
| "step": 14930 |
| }, |
| { |
| "epoch": 8.360380526021265, |
| "grad_norm": 0.10539596527814865, |
| "learning_rate": 1.6502531098801753e-05, |
| "loss": 0.0043, |
| "step": 14940 |
| }, |
| { |
| "epoch": 8.365976496922215, |
| "grad_norm": 0.13819168508052826, |
| "learning_rate": 1.6441199556794033e-05, |
| "loss": 0.0065, |
| "step": 14950 |
| }, |
| { |
| "epoch": 8.371572467823167, |
| "grad_norm": 0.19076746702194214, |
| "learning_rate": 1.637995976326527e-05, |
| "loss": 0.01, |
| "step": 14960 |
| }, |
| { |
| "epoch": 8.37716843872412, |
| "grad_norm": 0.24138867855072021, |
| "learning_rate": 1.631881188564275e-05, |
| "loss": 0.0082, |
| "step": 14970 |
| }, |
| { |
| "epoch": 8.38276440962507, |
| "grad_norm": 0.1397552490234375, |
| "learning_rate": 1.62577560911024e-05, |
| "loss": 0.0047, |
| "step": 14980 |
| }, |
| { |
| "epoch": 8.388360380526022, |
| "grad_norm": 0.08066073060035706, |
| "learning_rate": 1.6196792546568472e-05, |
| "loss": 0.0076, |
| "step": 14990 |
| }, |
| { |
| "epoch": 8.393956351426972, |
| "grad_norm": 0.2772653102874756, |
| "learning_rate": 1.6135921418712956e-05, |
| "loss": 0.008, |
| "step": 15000 |
| }, |
| { |
| "epoch": 8.399552322327924, |
| "grad_norm": 0.1933654099702835, |
| "learning_rate": 1.6075142873955164e-05, |
| "loss": 0.0049, |
| "step": 15010 |
| }, |
| { |
| "epoch": 8.405148293228875, |
| "grad_norm": 0.09738892316818237, |
| "learning_rate": 1.6014457078461353e-05, |
| "loss": 0.0046, |
| "step": 15020 |
| }, |
| { |
| "epoch": 8.410744264129827, |
| "grad_norm": 0.11632133275270462, |
| "learning_rate": 1.5953864198144135e-05, |
| "loss": 0.0079, |
| "step": 15030 |
| }, |
| { |
| "epoch": 8.416340235030777, |
| "grad_norm": 0.10637476295232773, |
| "learning_rate": 1.5893364398662176e-05, |
| "loss": 0.0052, |
| "step": 15040 |
| }, |
| { |
| "epoch": 8.421936205931729, |
| "grad_norm": 0.22587163746356964, |
| "learning_rate": 1.583295784541958e-05, |
| "loss": 0.0064, |
| "step": 15050 |
| }, |
| { |
| "epoch": 8.427532176832681, |
| "grad_norm": 0.15165762603282928, |
| "learning_rate": 1.5772644703565565e-05, |
| "loss": 0.0068, |
| "step": 15060 |
| }, |
| { |
| "epoch": 8.433128147733632, |
| "grad_norm": 0.13497453927993774, |
| "learning_rate": 1.5712425137993973e-05, |
| "loss": 0.0076, |
| "step": 15070 |
| }, |
| { |
| "epoch": 8.438724118634584, |
| "grad_norm": 0.1444980800151825, |
| "learning_rate": 1.5652299313342773e-05, |
| "loss": 0.0066, |
| "step": 15080 |
| }, |
| { |
| "epoch": 8.444320089535534, |
| "grad_norm": 0.32101383805274963, |
| "learning_rate": 1.5592267393993716e-05, |
| "loss": 0.0054, |
| "step": 15090 |
| }, |
| { |
| "epoch": 8.449916060436486, |
| "grad_norm": 0.26894599199295044, |
| "learning_rate": 1.553232954407171e-05, |
| "loss": 0.0039, |
| "step": 15100 |
| }, |
| { |
| "epoch": 8.455512031337436, |
| "grad_norm": 0.26109951734542847, |
| "learning_rate": 1.5472485927444597e-05, |
| "loss": 0.0057, |
| "step": 15110 |
| }, |
| { |
| "epoch": 8.461108002238388, |
| "grad_norm": 0.09691357612609863, |
| "learning_rate": 1.5412736707722537e-05, |
| "loss": 0.0036, |
| "step": 15120 |
| }, |
| { |
| "epoch": 8.46670397313934, |
| "grad_norm": 0.08756586909294128, |
| "learning_rate": 1.5353082048257596e-05, |
| "loss": 0.0059, |
| "step": 15130 |
| }, |
| { |
| "epoch": 8.47229994404029, |
| "grad_norm": 0.0936000794172287, |
| "learning_rate": 1.5293522112143373e-05, |
| "loss": 0.0042, |
| "step": 15140 |
| }, |
| { |
| "epoch": 8.477895914941243, |
| "grad_norm": 0.20747262239456177, |
| "learning_rate": 1.5234057062214402e-05, |
| "loss": 0.0118, |
| "step": 15150 |
| }, |
| { |
| "epoch": 8.483491885842193, |
| "grad_norm": 0.11843043565750122, |
| "learning_rate": 1.517468706104589e-05, |
| "loss": 0.0072, |
| "step": 15160 |
| }, |
| { |
| "epoch": 8.489087856743145, |
| "grad_norm": 0.23854964971542358, |
| "learning_rate": 1.5115412270953167e-05, |
| "loss": 0.0066, |
| "step": 15170 |
| }, |
| { |
| "epoch": 8.494683827644096, |
| "grad_norm": 0.1770446002483368, |
| "learning_rate": 1.5056232853991209e-05, |
| "loss": 0.0062, |
| "step": 15180 |
| }, |
| { |
| "epoch": 8.500279798545048, |
| "grad_norm": 0.23799461126327515, |
| "learning_rate": 1.4997148971954344e-05, |
| "loss": 0.0075, |
| "step": 15190 |
| }, |
| { |
| "epoch": 8.505875769445998, |
| "grad_norm": 0.3780512511730194, |
| "learning_rate": 1.4938160786375572e-05, |
| "loss": 0.0081, |
| "step": 15200 |
| }, |
| { |
| "epoch": 8.51147174034695, |
| "grad_norm": 0.11119966208934784, |
| "learning_rate": 1.4879268458526379e-05, |
| "loss": 0.0046, |
| "step": 15210 |
| }, |
| { |
| "epoch": 8.517067711247902, |
| "grad_norm": 0.09658356010913849, |
| "learning_rate": 1.4820472149416154e-05, |
| "loss": 0.007, |
| "step": 15220 |
| }, |
| { |
| "epoch": 8.522663682148853, |
| "grad_norm": 0.17144611477851868, |
| "learning_rate": 1.4761772019791748e-05, |
| "loss": 0.0056, |
| "step": 15230 |
| }, |
| { |
| "epoch": 8.528259653049805, |
| "grad_norm": 0.14623138308525085, |
| "learning_rate": 1.470316823013707e-05, |
| "loss": 0.0051, |
| "step": 15240 |
| }, |
| { |
| "epoch": 8.533855623950755, |
| "grad_norm": 0.1579722911119461, |
| "learning_rate": 1.4644660940672627e-05, |
| "loss": 0.0049, |
| "step": 15250 |
| }, |
| { |
| "epoch": 8.539451594851707, |
| "grad_norm": 0.14990709722042084, |
| "learning_rate": 1.4586250311355132e-05, |
| "loss": 0.006, |
| "step": 15260 |
| }, |
| { |
| "epoch": 8.545047565752657, |
| "grad_norm": 0.24695487320423126, |
| "learning_rate": 1.4527936501877032e-05, |
| "loss": 0.0072, |
| "step": 15270 |
| }, |
| { |
| "epoch": 8.55064353665361, |
| "grad_norm": 0.2550105154514313, |
| "learning_rate": 1.4469719671666043e-05, |
| "loss": 0.0058, |
| "step": 15280 |
| }, |
| { |
| "epoch": 8.556239507554562, |
| "grad_norm": 0.17998188734054565, |
| "learning_rate": 1.4411599979884744e-05, |
| "loss": 0.0089, |
| "step": 15290 |
| }, |
| { |
| "epoch": 8.561835478455512, |
| "grad_norm": 0.3639971613883972, |
| "learning_rate": 1.435357758543015e-05, |
| "loss": 0.0085, |
| "step": 15300 |
| }, |
| { |
| "epoch": 8.567431449356464, |
| "grad_norm": 0.12687824666500092, |
| "learning_rate": 1.4295652646933277e-05, |
| "loss": 0.0061, |
| "step": 15310 |
| }, |
| { |
| "epoch": 8.573027420257414, |
| "grad_norm": 0.1352899670600891, |
| "learning_rate": 1.4237825322758736e-05, |
| "loss": 0.0066, |
| "step": 15320 |
| }, |
| { |
| "epoch": 8.578623391158366, |
| "grad_norm": 0.2139214277267456, |
| "learning_rate": 1.4180095771004154e-05, |
| "loss": 0.006, |
| "step": 15330 |
| }, |
| { |
| "epoch": 8.584219362059317, |
| "grad_norm": 0.13526403903961182, |
| "learning_rate": 1.412246414949997e-05, |
| "loss": 0.0061, |
| "step": 15340 |
| }, |
| { |
| "epoch": 8.589815332960269, |
| "grad_norm": 0.10206010937690735, |
| "learning_rate": 1.4064930615808808e-05, |
| "loss": 0.0042, |
| "step": 15350 |
| }, |
| { |
| "epoch": 8.59541130386122, |
| "grad_norm": 0.1680195927619934, |
| "learning_rate": 1.4007495327225162e-05, |
| "loss": 0.0063, |
| "step": 15360 |
| }, |
| { |
| "epoch": 8.601007274762171, |
| "grad_norm": 0.2092961072921753, |
| "learning_rate": 1.3950158440774957e-05, |
| "loss": 0.0089, |
| "step": 15370 |
| }, |
| { |
| "epoch": 8.606603245663123, |
| "grad_norm": 0.24639266729354858, |
| "learning_rate": 1.389292011321498e-05, |
| "loss": 0.0037, |
| "step": 15380 |
| }, |
| { |
| "epoch": 8.612199216564074, |
| "grad_norm": 0.20889121294021606, |
| "learning_rate": 1.383578050103268e-05, |
| "loss": 0.0036, |
| "step": 15390 |
| }, |
| { |
| "epoch": 8.617795187465026, |
| "grad_norm": 0.1731806993484497, |
| "learning_rate": 1.3778739760445552e-05, |
| "loss": 0.0049, |
| "step": 15400 |
| }, |
| { |
| "epoch": 8.623391158365976, |
| "grad_norm": 0.15791241824626923, |
| "learning_rate": 1.3721798047400813e-05, |
| "loss": 0.0064, |
| "step": 15410 |
| }, |
| { |
| "epoch": 8.628987129266928, |
| "grad_norm": 0.2612980604171753, |
| "learning_rate": 1.3664955517574968e-05, |
| "loss": 0.0056, |
| "step": 15420 |
| }, |
| { |
| "epoch": 8.634583100167879, |
| "grad_norm": 0.12942969799041748, |
| "learning_rate": 1.3608212326373249e-05, |
| "loss": 0.0044, |
| "step": 15430 |
| }, |
| { |
| "epoch": 8.64017907106883, |
| "grad_norm": 0.224086731672287, |
| "learning_rate": 1.3551568628929434e-05, |
| "loss": 0.0065, |
| "step": 15440 |
| }, |
| { |
| "epoch": 8.645775041969781, |
| "grad_norm": 0.234924778342247, |
| "learning_rate": 1.3495024580105192e-05, |
| "loss": 0.0055, |
| "step": 15450 |
| }, |
| { |
| "epoch": 8.651371012870733, |
| "grad_norm": 0.14701171219348907, |
| "learning_rate": 1.343858033448982e-05, |
| "loss": 0.0078, |
| "step": 15460 |
| }, |
| { |
| "epoch": 8.656966983771685, |
| "grad_norm": 0.06672263145446777, |
| "learning_rate": 1.3382236046399722e-05, |
| "loss": 0.0057, |
| "step": 15470 |
| }, |
| { |
| "epoch": 8.662562954672635, |
| "grad_norm": 0.11234284192323685, |
| "learning_rate": 1.3325991869878013e-05, |
| "loss": 0.0053, |
| "step": 15480 |
| }, |
| { |
| "epoch": 8.668158925573588, |
| "grad_norm": 0.2150266021490097, |
| "learning_rate": 1.3269847958694148e-05, |
| "loss": 0.0045, |
| "step": 15490 |
| }, |
| { |
| "epoch": 8.673754896474538, |
| "grad_norm": 0.37493982911109924, |
| "learning_rate": 1.3213804466343421e-05, |
| "loss": 0.0058, |
| "step": 15500 |
| }, |
| { |
| "epoch": 8.67935086737549, |
| "grad_norm": 0.054848652333021164, |
| "learning_rate": 1.3157861546046613e-05, |
| "loss": 0.0062, |
| "step": 15510 |
| }, |
| { |
| "epoch": 8.68494683827644, |
| "grad_norm": 0.30526259541511536, |
| "learning_rate": 1.3102019350749528e-05, |
| "loss": 0.005, |
| "step": 15520 |
| }, |
| { |
| "epoch": 8.690542809177392, |
| "grad_norm": 0.11414709687232971, |
| "learning_rate": 1.3046278033122577e-05, |
| "loss": 0.0055, |
| "step": 15530 |
| }, |
| { |
| "epoch": 8.696138780078343, |
| "grad_norm": 0.19409357011318207, |
| "learning_rate": 1.299063774556042e-05, |
| "loss": 0.0048, |
| "step": 15540 |
| }, |
| { |
| "epoch": 8.701734750979295, |
| "grad_norm": 0.0840323343873024, |
| "learning_rate": 1.293509864018146e-05, |
| "loss": 0.0062, |
| "step": 15550 |
| }, |
| { |
| "epoch": 8.707330721880247, |
| "grad_norm": 0.2921426594257355, |
| "learning_rate": 1.2879660868827508e-05, |
| "loss": 0.0055, |
| "step": 15560 |
| }, |
| { |
| "epoch": 8.712926692781197, |
| "grad_norm": 0.18921242654323578, |
| "learning_rate": 1.2824324583063302e-05, |
| "loss": 0.0065, |
| "step": 15570 |
| }, |
| { |
| "epoch": 8.71852266368215, |
| "grad_norm": 0.2043517678976059, |
| "learning_rate": 1.2769089934176126e-05, |
| "loss": 0.0048, |
| "step": 15580 |
| }, |
| { |
| "epoch": 8.7241186345831, |
| "grad_norm": 0.14090007543563843, |
| "learning_rate": 1.2713957073175425e-05, |
| "loss": 0.0043, |
| "step": 15590 |
| }, |
| { |
| "epoch": 8.729714605484052, |
| "grad_norm": 0.13512486219406128, |
| "learning_rate": 1.2658926150792322e-05, |
| "loss": 0.009, |
| "step": 15600 |
| }, |
| { |
| "epoch": 8.735310576385002, |
| "grad_norm": 0.16850633919239044, |
| "learning_rate": 1.2603997317479238e-05, |
| "loss": 0.0043, |
| "step": 15610 |
| }, |
| { |
| "epoch": 8.740906547285954, |
| "grad_norm": 0.0671689510345459, |
| "learning_rate": 1.2549170723409549e-05, |
| "loss": 0.0047, |
| "step": 15620 |
| }, |
| { |
| "epoch": 8.746502518186904, |
| "grad_norm": 0.17265447974205017, |
| "learning_rate": 1.2494446518477022e-05, |
| "loss": 0.0078, |
| "step": 15630 |
| }, |
| { |
| "epoch": 8.752098489087857, |
| "grad_norm": 0.09633443504571915, |
| "learning_rate": 1.243982485229559e-05, |
| "loss": 0.01, |
| "step": 15640 |
| }, |
| { |
| "epoch": 8.757694459988809, |
| "grad_norm": 0.07608158886432648, |
| "learning_rate": 1.2385305874198776e-05, |
| "loss": 0.008, |
| "step": 15650 |
| }, |
| { |
| "epoch": 8.763290430889759, |
| "grad_norm": 0.1386493295431137, |
| "learning_rate": 1.233088973323937e-05, |
| "loss": 0.0141, |
| "step": 15660 |
| }, |
| { |
| "epoch": 8.768886401790711, |
| "grad_norm": 0.22368523478507996, |
| "learning_rate": 1.2276576578189064e-05, |
| "loss": 0.0046, |
| "step": 15670 |
| }, |
| { |
| "epoch": 8.774482372691661, |
| "grad_norm": 0.1423027664422989, |
| "learning_rate": 1.2222366557537911e-05, |
| "loss": 0.0059, |
| "step": 15680 |
| }, |
| { |
| "epoch": 8.780078343592614, |
| "grad_norm": 0.09472924470901489, |
| "learning_rate": 1.2168259819494066e-05, |
| "loss": 0.0078, |
| "step": 15690 |
| }, |
| { |
| "epoch": 8.785674314493564, |
| "grad_norm": 0.1385987550020218, |
| "learning_rate": 1.2114256511983274e-05, |
| "loss": 0.0044, |
| "step": 15700 |
| }, |
| { |
| "epoch": 8.791270285394516, |
| "grad_norm": 0.1465826779603958, |
| "learning_rate": 1.2060356782648503e-05, |
| "loss": 0.0035, |
| "step": 15710 |
| }, |
| { |
| "epoch": 8.796866256295468, |
| "grad_norm": 0.3275586664676666, |
| "learning_rate": 1.2006560778849578e-05, |
| "loss": 0.0057, |
| "step": 15720 |
| }, |
| { |
| "epoch": 8.802462227196418, |
| "grad_norm": 0.09989197552204132, |
| "learning_rate": 1.1952868647662696e-05, |
| "loss": 0.006, |
| "step": 15730 |
| }, |
| { |
| "epoch": 8.80805819809737, |
| "grad_norm": 0.12719599902629852, |
| "learning_rate": 1.1899280535880119e-05, |
| "loss": 0.0042, |
| "step": 15740 |
| }, |
| { |
| "epoch": 8.81365416899832, |
| "grad_norm": 0.3480566740036011, |
| "learning_rate": 1.1845796590009683e-05, |
| "loss": 0.0073, |
| "step": 15750 |
| }, |
| { |
| "epoch": 8.819250139899273, |
| "grad_norm": 0.1562948226928711, |
| "learning_rate": 1.1792416956274444e-05, |
| "loss": 0.0066, |
| "step": 15760 |
| }, |
| { |
| "epoch": 8.824846110800223, |
| "grad_norm": 0.23169738054275513, |
| "learning_rate": 1.1739141780612306e-05, |
| "loss": 0.0067, |
| "step": 15770 |
| }, |
| { |
| "epoch": 8.830442081701175, |
| "grad_norm": 0.1328081339597702, |
| "learning_rate": 1.1685971208675539e-05, |
| "loss": 0.0051, |
| "step": 15780 |
| }, |
| { |
| "epoch": 8.836038052602127, |
| "grad_norm": 0.10535513609647751, |
| "learning_rate": 1.1632905385830484e-05, |
| "loss": 0.0061, |
| "step": 15790 |
| }, |
| { |
| "epoch": 8.841634023503078, |
| "grad_norm": 0.08534829318523407, |
| "learning_rate": 1.157994445715706e-05, |
| "loss": 0.0052, |
| "step": 15800 |
| }, |
| { |
| "epoch": 8.84722999440403, |
| "grad_norm": 0.21224470436573029, |
| "learning_rate": 1.1527088567448407e-05, |
| "loss": 0.0066, |
| "step": 15810 |
| }, |
| { |
| "epoch": 8.85282596530498, |
| "grad_norm": 0.20451109111309052, |
| "learning_rate": 1.1474337861210543e-05, |
| "loss": 0.0067, |
| "step": 15820 |
| }, |
| { |
| "epoch": 8.858421936205932, |
| "grad_norm": 0.21763543784618378, |
| "learning_rate": 1.1421692482661856e-05, |
| "loss": 0.0089, |
| "step": 15830 |
| }, |
| { |
| "epoch": 8.864017907106883, |
| "grad_norm": 0.14212079346179962, |
| "learning_rate": 1.1369152575732822e-05, |
| "loss": 0.0048, |
| "step": 15840 |
| }, |
| { |
| "epoch": 8.869613878007835, |
| "grad_norm": 0.1489504873752594, |
| "learning_rate": 1.1316718284065537e-05, |
| "loss": 0.0046, |
| "step": 15850 |
| }, |
| { |
| "epoch": 8.875209848908785, |
| "grad_norm": 0.09450363367795944, |
| "learning_rate": 1.1264389751013326e-05, |
| "loss": 0.0053, |
| "step": 15860 |
| }, |
| { |
| "epoch": 8.880805819809737, |
| "grad_norm": 0.2034289836883545, |
| "learning_rate": 1.1212167119640438e-05, |
| "loss": 0.0081, |
| "step": 15870 |
| }, |
| { |
| "epoch": 8.88640179071069, |
| "grad_norm": 0.13935258984565735, |
| "learning_rate": 1.1160050532721528e-05, |
| "loss": 0.0064, |
| "step": 15880 |
| }, |
| { |
| "epoch": 8.89199776161164, |
| "grad_norm": 0.08578619360923767, |
| "learning_rate": 1.1108040132741354e-05, |
| "loss": 0.0111, |
| "step": 15890 |
| }, |
| { |
| "epoch": 8.897593732512592, |
| "grad_norm": 0.0884697362780571, |
| "learning_rate": 1.1056136061894384e-05, |
| "loss": 0.0108, |
| "step": 15900 |
| }, |
| { |
| "epoch": 8.903189703413542, |
| "grad_norm": 0.28323593735694885, |
| "learning_rate": 1.100433846208434e-05, |
| "loss": 0.0116, |
| "step": 15910 |
| }, |
| { |
| "epoch": 8.908785674314494, |
| "grad_norm": 0.14971330761909485, |
| "learning_rate": 1.095264747492391e-05, |
| "loss": 0.0079, |
| "step": 15920 |
| }, |
| { |
| "epoch": 8.914381645215444, |
| "grad_norm": 0.18808728456497192, |
| "learning_rate": 1.090106324173426e-05, |
| "loss": 0.0082, |
| "step": 15930 |
| }, |
| { |
| "epoch": 8.919977616116396, |
| "grad_norm": 0.16924549639225006, |
| "learning_rate": 1.0849585903544706e-05, |
| "loss": 0.0064, |
| "step": 15940 |
| }, |
| { |
| "epoch": 8.925573587017347, |
| "grad_norm": 0.1466728150844574, |
| "learning_rate": 1.0798215601092354e-05, |
| "loss": 0.0106, |
| "step": 15950 |
| }, |
| { |
| "epoch": 8.931169557918299, |
| "grad_norm": 0.18614622950553894, |
| "learning_rate": 1.0746952474821614e-05, |
| "loss": 0.0089, |
| "step": 15960 |
| }, |
| { |
| "epoch": 8.936765528819251, |
| "grad_norm": 0.04307910427451134, |
| "learning_rate": 1.069579666488395e-05, |
| "loss": 0.0092, |
| "step": 15970 |
| }, |
| { |
| "epoch": 8.942361499720201, |
| "grad_norm": 0.20207299292087555, |
| "learning_rate": 1.0644748311137376e-05, |
| "loss": 0.0077, |
| "step": 15980 |
| }, |
| { |
| "epoch": 8.947957470621153, |
| "grad_norm": 0.12527382373809814, |
| "learning_rate": 1.059380755314613e-05, |
| "loss": 0.008, |
| "step": 15990 |
| }, |
| { |
| "epoch": 8.953553441522104, |
| "grad_norm": 0.3143978416919708, |
| "learning_rate": 1.0542974530180327e-05, |
| "loss": 0.0061, |
| "step": 16000 |
| }, |
| { |
| "epoch": 8.959149412423056, |
| "grad_norm": 0.0894945040345192, |
| "learning_rate": 1.049224938121548e-05, |
| "loss": 0.0041, |
| "step": 16010 |
| }, |
| { |
| "epoch": 8.964745383324006, |
| "grad_norm": 0.23625624179840088, |
| "learning_rate": 1.0441632244932237e-05, |
| "loss": 0.0067, |
| "step": 16020 |
| }, |
| { |
| "epoch": 8.970341354224958, |
| "grad_norm": 0.14668506383895874, |
| "learning_rate": 1.0391123259715906e-05, |
| "loss": 0.0056, |
| "step": 16030 |
| }, |
| { |
| "epoch": 8.975937325125908, |
| "grad_norm": 0.17659400403499603, |
| "learning_rate": 1.0340722563656107e-05, |
| "loss": 0.0066, |
| "step": 16040 |
| }, |
| { |
| "epoch": 8.98153329602686, |
| "grad_norm": 0.2076718956232071, |
| "learning_rate": 1.0290430294546449e-05, |
| "loss": 0.0074, |
| "step": 16050 |
| }, |
| { |
| "epoch": 8.987129266927813, |
| "grad_norm": 0.1386403888463974, |
| "learning_rate": 1.0240246589884044e-05, |
| "loss": 0.0052, |
| "step": 16060 |
| }, |
| { |
| "epoch": 8.992725237828763, |
| "grad_norm": 0.12247960269451141, |
| "learning_rate": 1.0190171586869258e-05, |
| "loss": 0.0059, |
| "step": 16070 |
| }, |
| { |
| "epoch": 8.998321208729715, |
| "grad_norm": 0.08335962146520615, |
| "learning_rate": 1.0140205422405214e-05, |
| "loss": 0.0045, |
| "step": 16080 |
| }, |
| { |
| "epoch": 9.003917179630665, |
| "grad_norm": 0.13206073641777039, |
| "learning_rate": 1.009034823309749e-05, |
| "loss": 0.0049, |
| "step": 16090 |
| }, |
| { |
| "epoch": 9.009513150531617, |
| "grad_norm": 0.1473735272884369, |
| "learning_rate": 1.0040600155253765e-05, |
| "loss": 0.0035, |
| "step": 16100 |
| }, |
| { |
| "epoch": 9.015109121432568, |
| "grad_norm": 0.07891960442066193, |
| "learning_rate": 9.990961324883358e-06, |
| "loss": 0.0064, |
| "step": 16110 |
| }, |
| { |
| "epoch": 9.02070509233352, |
| "grad_norm": 0.16706879436969757, |
| "learning_rate": 9.941431877696955e-06, |
| "loss": 0.0039, |
| "step": 16120 |
| }, |
| { |
| "epoch": 9.026301063234472, |
| "grad_norm": 0.0876656025648117, |
| "learning_rate": 9.892011949106172e-06, |
| "loss": 0.008, |
| "step": 16130 |
| }, |
| { |
| "epoch": 9.031897034135422, |
| "grad_norm": 0.10205890983343124, |
| "learning_rate": 9.842701674223187e-06, |
| "loss": 0.0071, |
| "step": 16140 |
| }, |
| { |
| "epoch": 9.037493005036374, |
| "grad_norm": 0.16774903237819672, |
| "learning_rate": 9.793501187860432e-06, |
| "loss": 0.0037, |
| "step": 16150 |
| }, |
| { |
| "epoch": 9.043088975937325, |
| "grad_norm": 0.2676295340061188, |
| "learning_rate": 9.744410624530148e-06, |
| "loss": 0.0062, |
| "step": 16160 |
| }, |
| { |
| "epoch": 9.048684946838277, |
| "grad_norm": 0.2096317857503891, |
| "learning_rate": 9.695430118444048e-06, |
| "loss": 0.0036, |
| "step": 16170 |
| }, |
| { |
| "epoch": 9.054280917739227, |
| "grad_norm": 0.09436144679784775, |
| "learning_rate": 9.646559803512994e-06, |
| "loss": 0.0045, |
| "step": 16180 |
| }, |
| { |
| "epoch": 9.05987688864018, |
| "grad_norm": 0.17315761744976044, |
| "learning_rate": 9.597799813346525e-06, |
| "loss": 0.0064, |
| "step": 16190 |
| }, |
| { |
| "epoch": 9.06547285954113, |
| "grad_norm": 0.07326121628284454, |
| "learning_rate": 9.549150281252633e-06, |
| "loss": 0.0035, |
| "step": 16200 |
| }, |
| { |
| "epoch": 9.071068830442082, |
| "grad_norm": 0.14720216393470764, |
| "learning_rate": 9.500611340237258e-06, |
| "loss": 0.0055, |
| "step": 16210 |
| }, |
| { |
| "epoch": 9.076664801343034, |
| "grad_norm": 0.0691135823726654, |
| "learning_rate": 9.452183123004e-06, |
| "loss": 0.0077, |
| "step": 16220 |
| }, |
| { |
| "epoch": 9.082260772243984, |
| "grad_norm": 0.13588427007198334, |
| "learning_rate": 9.403865761953779e-06, |
| "loss": 0.0046, |
| "step": 16230 |
| }, |
| { |
| "epoch": 9.087856743144936, |
| "grad_norm": 0.13852879405021667, |
| "learning_rate": 9.355659389184396e-06, |
| "loss": 0.0046, |
| "step": 16240 |
| }, |
| { |
| "epoch": 9.093452714045887, |
| "grad_norm": 0.0626252144575119, |
| "learning_rate": 9.307564136490254e-06, |
| "loss": 0.0069, |
| "step": 16250 |
| }, |
| { |
| "epoch": 9.099048684946839, |
| "grad_norm": 0.25919991731643677, |
| "learning_rate": 9.259580135361929e-06, |
| "loss": 0.0046, |
| "step": 16260 |
| }, |
| { |
| "epoch": 9.104644655847789, |
| "grad_norm": 0.0894588977098465, |
| "learning_rate": 9.211707516985829e-06, |
| "loss": 0.0046, |
| "step": 16270 |
| }, |
| { |
| "epoch": 9.110240626748741, |
| "grad_norm": 0.45610806345939636, |
| "learning_rate": 9.163946412243896e-06, |
| "loss": 0.0069, |
| "step": 16280 |
| }, |
| { |
| "epoch": 9.115836597649691, |
| "grad_norm": 0.1714649349451065, |
| "learning_rate": 9.116296951713133e-06, |
| "loss": 0.0058, |
| "step": 16290 |
| }, |
| { |
| "epoch": 9.121432568550643, |
| "grad_norm": 0.20788055658340454, |
| "learning_rate": 9.068759265665384e-06, |
| "loss": 0.0046, |
| "step": 16300 |
| }, |
| { |
| "epoch": 9.127028539451596, |
| "grad_norm": 0.13281454145908356, |
| "learning_rate": 9.02133348406684e-06, |
| "loss": 0.0073, |
| "step": 16310 |
| }, |
| { |
| "epoch": 9.132624510352546, |
| "grad_norm": 0.20327745378017426, |
| "learning_rate": 8.974019736577777e-06, |
| "loss": 0.0061, |
| "step": 16320 |
| }, |
| { |
| "epoch": 9.138220481253498, |
| "grad_norm": 0.1418776661157608, |
| "learning_rate": 8.92681815255219e-06, |
| "loss": 0.0054, |
| "step": 16330 |
| }, |
| { |
| "epoch": 9.143816452154448, |
| "grad_norm": 0.08617481589317322, |
| "learning_rate": 8.879728861037384e-06, |
| "loss": 0.0057, |
| "step": 16340 |
| }, |
| { |
| "epoch": 9.1494124230554, |
| "grad_norm": 0.14362642168998718, |
| "learning_rate": 8.832751990773714e-06, |
| "loss": 0.0059, |
| "step": 16350 |
| }, |
| { |
| "epoch": 9.15500839395635, |
| "grad_norm": 0.05195459723472595, |
| "learning_rate": 8.785887670194138e-06, |
| "loss": 0.0063, |
| "step": 16360 |
| }, |
| { |
| "epoch": 9.160604364857303, |
| "grad_norm": 0.1765775829553604, |
| "learning_rate": 8.739136027423894e-06, |
| "loss": 0.0075, |
| "step": 16370 |
| }, |
| { |
| "epoch": 9.166200335758255, |
| "grad_norm": 0.1646648496389389, |
| "learning_rate": 8.692497190280224e-06, |
| "loss": 0.0065, |
| "step": 16380 |
| }, |
| { |
| "epoch": 9.171796306659205, |
| "grad_norm": 0.16203129291534424, |
| "learning_rate": 8.645971286271904e-06, |
| "loss": 0.0049, |
| "step": 16390 |
| }, |
| { |
| "epoch": 9.177392277560157, |
| "grad_norm": 0.07584717124700546, |
| "learning_rate": 8.599558442598998e-06, |
| "loss": 0.0071, |
| "step": 16400 |
| }, |
| { |
| "epoch": 9.182988248461108, |
| "grad_norm": 0.14030073583126068, |
| "learning_rate": 8.55325878615244e-06, |
| "loss": 0.0033, |
| "step": 16410 |
| }, |
| { |
| "epoch": 9.18858421936206, |
| "grad_norm": 0.09595508873462677, |
| "learning_rate": 8.507072443513702e-06, |
| "loss": 0.0034, |
| "step": 16420 |
| }, |
| { |
| "epoch": 9.19418019026301, |
| "grad_norm": 0.2346934825181961, |
| "learning_rate": 8.460999540954517e-06, |
| "loss": 0.0091, |
| "step": 16430 |
| }, |
| { |
| "epoch": 9.199776161163962, |
| "grad_norm": 0.11720654368400574, |
| "learning_rate": 8.415040204436426e-06, |
| "loss": 0.0056, |
| "step": 16440 |
| }, |
| { |
| "epoch": 9.205372132064912, |
| "grad_norm": 0.18266266584396362, |
| "learning_rate": 8.369194559610482e-06, |
| "loss": 0.0044, |
| "step": 16450 |
| }, |
| { |
| "epoch": 9.210968102965865, |
| "grad_norm": 0.11530566215515137, |
| "learning_rate": 8.323462731816961e-06, |
| "loss": 0.0091, |
| "step": 16460 |
| }, |
| { |
| "epoch": 9.216564073866817, |
| "grad_norm": 0.15264108777046204, |
| "learning_rate": 8.277844846084898e-06, |
| "loss": 0.0056, |
| "step": 16470 |
| }, |
| { |
| "epoch": 9.222160044767767, |
| "grad_norm": 0.12221037596464157, |
| "learning_rate": 8.232341027131885e-06, |
| "loss": 0.0046, |
| "step": 16480 |
| }, |
| { |
| "epoch": 9.227756015668719, |
| "grad_norm": 0.18118728697299957, |
| "learning_rate": 8.186951399363613e-06, |
| "loss": 0.0048, |
| "step": 16490 |
| }, |
| { |
| "epoch": 9.23335198656967, |
| "grad_norm": 0.11156457662582397, |
| "learning_rate": 8.141676086873572e-06, |
| "loss": 0.0038, |
| "step": 16500 |
| }, |
| { |
| "epoch": 9.238947957470621, |
| "grad_norm": 0.24215921759605408, |
| "learning_rate": 8.096515213442762e-06, |
| "loss": 0.0053, |
| "step": 16510 |
| }, |
| { |
| "epoch": 9.244543928371572, |
| "grad_norm": 0.1042838767170906, |
| "learning_rate": 8.051468902539272e-06, |
| "loss": 0.0038, |
| "step": 16520 |
| }, |
| { |
| "epoch": 9.250139899272524, |
| "grad_norm": 0.15312840044498444, |
| "learning_rate": 8.00653727731801e-06, |
| "loss": 0.0056, |
| "step": 16530 |
| }, |
| { |
| "epoch": 9.255735870173474, |
| "grad_norm": 0.12216275930404663, |
| "learning_rate": 7.96172046062032e-06, |
| "loss": 0.009, |
| "step": 16540 |
| }, |
| { |
| "epoch": 9.261331841074426, |
| "grad_norm": 0.14912450313568115, |
| "learning_rate": 7.917018574973645e-06, |
| "loss": 0.0104, |
| "step": 16550 |
| }, |
| { |
| "epoch": 9.266927811975378, |
| "grad_norm": 0.2108585089445114, |
| "learning_rate": 7.872431742591268e-06, |
| "loss": 0.0068, |
| "step": 16560 |
| }, |
| { |
| "epoch": 9.272523782876329, |
| "grad_norm": 0.0906781554222107, |
| "learning_rate": 7.827960085371855e-06, |
| "loss": 0.0044, |
| "step": 16570 |
| }, |
| { |
| "epoch": 9.27811975377728, |
| "grad_norm": 0.13947215676307678, |
| "learning_rate": 7.783603724899257e-06, |
| "loss": 0.0057, |
| "step": 16580 |
| }, |
| { |
| "epoch": 9.283715724678231, |
| "grad_norm": 0.11844757199287415, |
| "learning_rate": 7.739362782442021e-06, |
| "loss": 0.0044, |
| "step": 16590 |
| }, |
| { |
| "epoch": 9.289311695579183, |
| "grad_norm": 0.13809189200401306, |
| "learning_rate": 7.695237378953223e-06, |
| "loss": 0.0064, |
| "step": 16600 |
| }, |
| { |
| "epoch": 9.294907666480134, |
| "grad_norm": 0.33429670333862305, |
| "learning_rate": 7.651227635070041e-06, |
| "loss": 0.0033, |
| "step": 16610 |
| }, |
| { |
| "epoch": 9.300503637381086, |
| "grad_norm": 0.15949353575706482, |
| "learning_rate": 7.607333671113409e-06, |
| "loss": 0.0142, |
| "step": 16620 |
| }, |
| { |
| "epoch": 9.306099608282038, |
| "grad_norm": 0.30085355043411255, |
| "learning_rate": 7.56355560708778e-06, |
| "loss": 0.0064, |
| "step": 16630 |
| }, |
| { |
| "epoch": 9.311695579182988, |
| "grad_norm": 0.09114662557840347, |
| "learning_rate": 7.519893562680663e-06, |
| "loss": 0.0062, |
| "step": 16640 |
| }, |
| { |
| "epoch": 9.31729155008394, |
| "grad_norm": 0.3248306214809418, |
| "learning_rate": 7.476347657262456e-06, |
| "loss": 0.0063, |
| "step": 16650 |
| }, |
| { |
| "epoch": 9.32288752098489, |
| "grad_norm": 0.15951383113861084, |
| "learning_rate": 7.432918009885997e-06, |
| "loss": 0.0069, |
| "step": 16660 |
| }, |
| { |
| "epoch": 9.328483491885843, |
| "grad_norm": 0.1393985003232956, |
| "learning_rate": 7.389604739286271e-06, |
| "loss": 0.0046, |
| "step": 16670 |
| }, |
| { |
| "epoch": 9.334079462786793, |
| "grad_norm": 0.14699183404445648, |
| "learning_rate": 7.3464079638801365e-06, |
| "loss": 0.0047, |
| "step": 16680 |
| }, |
| { |
| "epoch": 9.339675433687745, |
| "grad_norm": 0.14034835994243622, |
| "learning_rate": 7.30332780176588e-06, |
| "loss": 0.0068, |
| "step": 16690 |
| }, |
| { |
| "epoch": 9.345271404588695, |
| "grad_norm": 0.202976793050766, |
| "learning_rate": 7.260364370723044e-06, |
| "loss": 0.007, |
| "step": 16700 |
| }, |
| { |
| "epoch": 9.350867375489647, |
| "grad_norm": 0.1574084311723709, |
| "learning_rate": 7.217517788212025e-06, |
| "loss": 0.0037, |
| "step": 16710 |
| }, |
| { |
| "epoch": 9.3564633463906, |
| "grad_norm": 0.23007866740226746, |
| "learning_rate": 7.174788171373731e-06, |
| "loss": 0.006, |
| "step": 16720 |
| }, |
| { |
| "epoch": 9.36205931729155, |
| "grad_norm": 0.06488067656755447, |
| "learning_rate": 7.132175637029293e-06, |
| "loss": 0.0038, |
| "step": 16730 |
| }, |
| { |
| "epoch": 9.367655288192502, |
| "grad_norm": 0.08520302921533585, |
| "learning_rate": 7.089680301679752e-06, |
| "loss": 0.0035, |
| "step": 16740 |
| }, |
| { |
| "epoch": 9.373251259093452, |
| "grad_norm": 0.1132565289735794, |
| "learning_rate": 7.047302281505736e-06, |
| "loss": 0.0033, |
| "step": 16750 |
| }, |
| { |
| "epoch": 9.378847229994404, |
| "grad_norm": 0.29900556802749634, |
| "learning_rate": 7.005041692367154e-06, |
| "loss": 0.0083, |
| "step": 16760 |
| }, |
| { |
| "epoch": 9.384443200895355, |
| "grad_norm": 0.21089625358581543, |
| "learning_rate": 6.962898649802823e-06, |
| "loss": 0.004, |
| "step": 16770 |
| }, |
| { |
| "epoch": 9.390039171796307, |
| "grad_norm": 0.1411179006099701, |
| "learning_rate": 6.92087326903022e-06, |
| "loss": 0.0051, |
| "step": 16780 |
| }, |
| { |
| "epoch": 9.395635142697259, |
| "grad_norm": 0.20569784939289093, |
| "learning_rate": 6.878965664945108e-06, |
| "loss": 0.0057, |
| "step": 16790 |
| }, |
| { |
| "epoch": 9.40123111359821, |
| "grad_norm": 0.13673344254493713, |
| "learning_rate": 6.837175952121306e-06, |
| "loss": 0.0029, |
| "step": 16800 |
| }, |
| { |
| "epoch": 9.406827084499161, |
| "grad_norm": 0.07221835851669312, |
| "learning_rate": 6.795504244810285e-06, |
| "loss": 0.0028, |
| "step": 16810 |
| }, |
| { |
| "epoch": 9.412423055400112, |
| "grad_norm": 0.15173490345478058, |
| "learning_rate": 6.753950656940905e-06, |
| "loss": 0.0055, |
| "step": 16820 |
| }, |
| { |
| "epoch": 9.418019026301064, |
| "grad_norm": 0.12818996608257294, |
| "learning_rate": 6.712515302119077e-06, |
| "loss": 0.0047, |
| "step": 16830 |
| }, |
| { |
| "epoch": 9.423614997202014, |
| "grad_norm": 0.2607164978981018, |
| "learning_rate": 6.671198293627479e-06, |
| "loss": 0.0062, |
| "step": 16840 |
| }, |
| { |
| "epoch": 9.429210968102966, |
| "grad_norm": 0.1782405823469162, |
| "learning_rate": 6.629999744425236e-06, |
| "loss": 0.0038, |
| "step": 16850 |
| }, |
| { |
| "epoch": 9.434806939003916, |
| "grad_norm": 0.1047229990363121, |
| "learning_rate": 6.588919767147639e-06, |
| "loss": 0.0038, |
| "step": 16860 |
| }, |
| { |
| "epoch": 9.440402909904869, |
| "grad_norm": 0.21528460085391998, |
| "learning_rate": 6.5479584741057255e-06, |
| "loss": 0.0044, |
| "step": 16870 |
| }, |
| { |
| "epoch": 9.44599888080582, |
| "grad_norm": 0.033052559942007065, |
| "learning_rate": 6.5071159772861436e-06, |
| "loss": 0.0043, |
| "step": 16880 |
| }, |
| { |
| "epoch": 9.451594851706771, |
| "grad_norm": 0.08729052543640137, |
| "learning_rate": 6.466392388350695e-06, |
| "loss": 0.0067, |
| "step": 16890 |
| }, |
| { |
| "epoch": 9.457190822607723, |
| "grad_norm": 0.1754913330078125, |
| "learning_rate": 6.425787818636131e-06, |
| "loss": 0.0038, |
| "step": 16900 |
| }, |
| { |
| "epoch": 9.462786793508673, |
| "grad_norm": 0.13821344077587128, |
| "learning_rate": 6.385302379153818e-06, |
| "loss": 0.0046, |
| "step": 16910 |
| }, |
| { |
| "epoch": 9.468382764409625, |
| "grad_norm": 0.1275906264781952, |
| "learning_rate": 6.344936180589351e-06, |
| "loss": 0.0036, |
| "step": 16920 |
| }, |
| { |
| "epoch": 9.473978735310576, |
| "grad_norm": 0.14954271912574768, |
| "learning_rate": 6.304689333302416e-06, |
| "loss": 0.0034, |
| "step": 16930 |
| }, |
| { |
| "epoch": 9.479574706211528, |
| "grad_norm": 0.12982557713985443, |
| "learning_rate": 6.264561947326331e-06, |
| "loss": 0.0043, |
| "step": 16940 |
| }, |
| { |
| "epoch": 9.485170677112478, |
| "grad_norm": 0.06912703812122345, |
| "learning_rate": 6.22455413236786e-06, |
| "loss": 0.0055, |
| "step": 16950 |
| }, |
| { |
| "epoch": 9.49076664801343, |
| "grad_norm": 0.19244985282421112, |
| "learning_rate": 6.184665997806832e-06, |
| "loss": 0.0043, |
| "step": 16960 |
| }, |
| { |
| "epoch": 9.496362618914382, |
| "grad_norm": 0.08739597350358963, |
| "learning_rate": 6.144897652695864e-06, |
| "loss": 0.0151, |
| "step": 16970 |
| }, |
| { |
| "epoch": 9.501958589815333, |
| "grad_norm": 0.11885930597782135, |
| "learning_rate": 6.1052492057601275e-06, |
| "loss": 0.0073, |
| "step": 16980 |
| }, |
| { |
| "epoch": 9.507554560716285, |
| "grad_norm": 0.07571222633123398, |
| "learning_rate": 6.0657207653969315e-06, |
| "loss": 0.0032, |
| "step": 16990 |
| }, |
| { |
| "epoch": 9.513150531617235, |
| "grad_norm": 0.07605729252099991, |
| "learning_rate": 6.026312439675552e-06, |
| "loss": 0.0036, |
| "step": 17000 |
| }, |
| { |
| "epoch": 9.518746502518187, |
| "grad_norm": 0.20224310457706451, |
| "learning_rate": 5.9870243363368275e-06, |
| "loss": 0.0055, |
| "step": 17010 |
| }, |
| { |
| "epoch": 9.524342473419138, |
| "grad_norm": 0.09693833440542221, |
| "learning_rate": 5.947856562792925e-06, |
| "loss": 0.0048, |
| "step": 17020 |
| }, |
| { |
| "epoch": 9.52993844432009, |
| "grad_norm": 0.13180632889270782, |
| "learning_rate": 5.908809226127054e-06, |
| "loss": 0.0052, |
| "step": 17030 |
| }, |
| { |
| "epoch": 9.53553441522104, |
| "grad_norm": 0.18198780715465546, |
| "learning_rate": 5.869882433093155e-06, |
| "loss": 0.0053, |
| "step": 17040 |
| }, |
| { |
| "epoch": 9.541130386121992, |
| "grad_norm": 0.08620735257863998, |
| "learning_rate": 5.831076290115573e-06, |
| "loss": 0.0047, |
| "step": 17050 |
| }, |
| { |
| "epoch": 9.546726357022944, |
| "grad_norm": 0.18070462346076965, |
| "learning_rate": 5.79239090328883e-06, |
| "loss": 0.005, |
| "step": 17060 |
| }, |
| { |
| "epoch": 9.552322327923894, |
| "grad_norm": 0.13954901695251465, |
| "learning_rate": 5.753826378377286e-06, |
| "loss": 0.0037, |
| "step": 17070 |
| }, |
| { |
| "epoch": 9.557918298824847, |
| "grad_norm": 0.08338068425655365, |
| "learning_rate": 5.715382820814885e-06, |
| "loss": 0.0035, |
| "step": 17080 |
| }, |
| { |
| "epoch": 9.563514269725797, |
| "grad_norm": 0.1206720620393753, |
| "learning_rate": 5.67706033570487e-06, |
| "loss": 0.0071, |
| "step": 17090 |
| }, |
| { |
| "epoch": 9.569110240626749, |
| "grad_norm": 0.1978680044412613, |
| "learning_rate": 5.6388590278194096e-06, |
| "loss": 0.0048, |
| "step": 17100 |
| }, |
| { |
| "epoch": 9.5747062115277, |
| "grad_norm": 0.2190864086151123, |
| "learning_rate": 5.600779001599455e-06, |
| "loss": 0.0043, |
| "step": 17110 |
| }, |
| { |
| "epoch": 9.580302182428651, |
| "grad_norm": 0.0734127014875412, |
| "learning_rate": 5.562820361154314e-06, |
| "loss": 0.0049, |
| "step": 17120 |
| }, |
| { |
| "epoch": 9.585898153329603, |
| "grad_norm": 0.14367960393428802, |
| "learning_rate": 5.524983210261481e-06, |
| "loss": 0.0035, |
| "step": 17130 |
| }, |
| { |
| "epoch": 9.591494124230554, |
| "grad_norm": 0.26178881525993347, |
| "learning_rate": 5.48726765236629e-06, |
| "loss": 0.005, |
| "step": 17140 |
| }, |
| { |
| "epoch": 9.597090095131506, |
| "grad_norm": 0.10900067538022995, |
| "learning_rate": 5.449673790581611e-06, |
| "loss": 0.0065, |
| "step": 17150 |
| }, |
| { |
| "epoch": 9.602686066032456, |
| "grad_norm": 0.16984951496124268, |
| "learning_rate": 5.412201727687644e-06, |
| "loss": 0.0051, |
| "step": 17160 |
| }, |
| { |
| "epoch": 9.608282036933408, |
| "grad_norm": 0.0894961804151535, |
| "learning_rate": 5.374851566131561e-06, |
| "loss": 0.0038, |
| "step": 17170 |
| }, |
| { |
| "epoch": 9.613878007834359, |
| "grad_norm": 0.25771039724349976, |
| "learning_rate": 5.337623408027293e-06, |
| "loss": 0.0073, |
| "step": 17180 |
| }, |
| { |
| "epoch": 9.61947397873531, |
| "grad_norm": 0.14566998183727264, |
| "learning_rate": 5.300517355155215e-06, |
| "loss": 0.0046, |
| "step": 17190 |
| }, |
| { |
| "epoch": 9.625069949636263, |
| "grad_norm": 0.17133091390132904, |
| "learning_rate": 5.263533508961827e-06, |
| "loss": 0.0073, |
| "step": 17200 |
| }, |
| { |
| "epoch": 9.630665920537213, |
| "grad_norm": 0.16593864560127258, |
| "learning_rate": 5.226671970559577e-06, |
| "loss": 0.0053, |
| "step": 17210 |
| }, |
| { |
| "epoch": 9.636261891438165, |
| "grad_norm": 0.11243371665477753, |
| "learning_rate": 5.1899328407264855e-06, |
| "loss": 0.0043, |
| "step": 17220 |
| }, |
| { |
| "epoch": 9.641857862339116, |
| "grad_norm": 0.15767988562583923, |
| "learning_rate": 5.153316219905946e-06, |
| "loss": 0.0072, |
| "step": 17230 |
| }, |
| { |
| "epoch": 9.647453833240068, |
| "grad_norm": 0.2645623981952667, |
| "learning_rate": 5.116822208206396e-06, |
| "loss": 0.0052, |
| "step": 17240 |
| }, |
| { |
| "epoch": 9.653049804141018, |
| "grad_norm": 0.08610297739505768, |
| "learning_rate": 5.080450905401057e-06, |
| "loss": 0.0056, |
| "step": 17250 |
| }, |
| { |
| "epoch": 9.65864577504197, |
| "grad_norm": 0.08036172389984131, |
| "learning_rate": 5.044202410927706e-06, |
| "loss": 0.0036, |
| "step": 17260 |
| }, |
| { |
| "epoch": 9.66424174594292, |
| "grad_norm": 0.18519535660743713, |
| "learning_rate": 5.008076823888319e-06, |
| "loss": 0.0057, |
| "step": 17270 |
| }, |
| { |
| "epoch": 9.669837716843872, |
| "grad_norm": 0.19542230665683746, |
| "learning_rate": 4.972074243048897e-06, |
| "loss": 0.0036, |
| "step": 17280 |
| }, |
| { |
| "epoch": 9.675433687744825, |
| "grad_norm": 0.21911007165908813, |
| "learning_rate": 4.936194766839103e-06, |
| "loss": 0.0039, |
| "step": 17290 |
| }, |
| { |
| "epoch": 9.681029658645775, |
| "grad_norm": 0.14355053007602692, |
| "learning_rate": 4.900438493352055e-06, |
| "loss": 0.0052, |
| "step": 17300 |
| }, |
| { |
| "epoch": 9.686625629546727, |
| "grad_norm": 0.34103378653526306, |
| "learning_rate": 4.864805520344051e-06, |
| "loss": 0.0063, |
| "step": 17310 |
| }, |
| { |
| "epoch": 9.692221600447677, |
| "grad_norm": 0.18420292437076569, |
| "learning_rate": 4.829295945234258e-06, |
| "loss": 0.0046, |
| "step": 17320 |
| }, |
| { |
| "epoch": 9.69781757134863, |
| "grad_norm": 0.11074794083833694, |
| "learning_rate": 4.7939098651045235e-06, |
| "loss": 0.0056, |
| "step": 17330 |
| }, |
| { |
| "epoch": 9.70341354224958, |
| "grad_norm": 0.1706562340259552, |
| "learning_rate": 4.758647376699032e-06, |
| "loss": 0.0038, |
| "step": 17340 |
| }, |
| { |
| "epoch": 9.709009513150532, |
| "grad_norm": 0.16499456763267517, |
| "learning_rate": 4.723508576424062e-06, |
| "loss": 0.0046, |
| "step": 17350 |
| }, |
| { |
| "epoch": 9.714605484051482, |
| "grad_norm": 0.08222458511590958, |
| "learning_rate": 4.688493560347773e-06, |
| "loss": 0.0062, |
| "step": 17360 |
| }, |
| { |
| "epoch": 9.720201454952434, |
| "grad_norm": 0.13518883287906647, |
| "learning_rate": 4.653602424199876e-06, |
| "loss": 0.0086, |
| "step": 17370 |
| }, |
| { |
| "epoch": 9.725797425853386, |
| "grad_norm": 0.16546756029129028, |
| "learning_rate": 4.618835263371396e-06, |
| "loss": 0.0051, |
| "step": 17380 |
| }, |
| { |
| "epoch": 9.731393396754337, |
| "grad_norm": 0.31760314106941223, |
| "learning_rate": 4.5841921729144424e-06, |
| "loss": 0.0056, |
| "step": 17390 |
| }, |
| { |
| "epoch": 9.736989367655289, |
| "grad_norm": 0.11362655460834503, |
| "learning_rate": 4.549673247541875e-06, |
| "loss": 0.0085, |
| "step": 17400 |
| }, |
| { |
| "epoch": 9.742585338556239, |
| "grad_norm": 0.12480427324771881, |
| "learning_rate": 4.515278581627141e-06, |
| "loss": 0.003, |
| "step": 17410 |
| }, |
| { |
| "epoch": 9.748181309457191, |
| "grad_norm": 0.09458563476800919, |
| "learning_rate": 4.48100826920394e-06, |
| "loss": 0.0043, |
| "step": 17420 |
| }, |
| { |
| "epoch": 9.753777280358142, |
| "grad_norm": 0.15045048296451569, |
| "learning_rate": 4.446862403965984e-06, |
| "loss": 0.0035, |
| "step": 17430 |
| }, |
| { |
| "epoch": 9.759373251259094, |
| "grad_norm": 0.10754050314426422, |
| "learning_rate": 4.412841079266777e-06, |
| "loss": 0.0059, |
| "step": 17440 |
| }, |
| { |
| "epoch": 9.764969222160044, |
| "grad_norm": 0.09626353532075882, |
| "learning_rate": 4.378944388119311e-06, |
| "loss": 0.0064, |
| "step": 17450 |
| }, |
| { |
| "epoch": 9.770565193060996, |
| "grad_norm": 0.0682365670800209, |
| "learning_rate": 4.3451724231958644e-06, |
| "loss": 0.0039, |
| "step": 17460 |
| }, |
| { |
| "epoch": 9.776161163961948, |
| "grad_norm": 0.0859832614660263, |
| "learning_rate": 4.311525276827682e-06, |
| "loss": 0.0038, |
| "step": 17470 |
| }, |
| { |
| "epoch": 9.781757134862898, |
| "grad_norm": 0.057302311062812805, |
| "learning_rate": 4.27800304100478e-06, |
| "loss": 0.0061, |
| "step": 17480 |
| }, |
| { |
| "epoch": 9.78735310576385, |
| "grad_norm": 0.30939188599586487, |
| "learning_rate": 4.244605807375679e-06, |
| "loss": 0.0072, |
| "step": 17490 |
| }, |
| { |
| "epoch": 9.7929490766648, |
| "grad_norm": 0.06655000895261765, |
| "learning_rate": 4.2113336672471245e-06, |
| "loss": 0.006, |
| "step": 17500 |
| }, |
| { |
| "epoch": 9.798545047565753, |
| "grad_norm": 0.07795148342847824, |
| "learning_rate": 4.178186711583904e-06, |
| "loss": 0.0064, |
| "step": 17510 |
| }, |
| { |
| "epoch": 9.804141018466703, |
| "grad_norm": 0.06218419224023819, |
| "learning_rate": 4.145165031008508e-06, |
| "loss": 0.0041, |
| "step": 17520 |
| }, |
| { |
| "epoch": 9.809736989367655, |
| "grad_norm": 0.064509816467762, |
| "learning_rate": 4.112268715800943e-06, |
| "loss": 0.0048, |
| "step": 17530 |
| }, |
| { |
| "epoch": 9.815332960268606, |
| "grad_norm": 0.2096703052520752, |
| "learning_rate": 4.079497855898501e-06, |
| "loss": 0.0049, |
| "step": 17540 |
| }, |
| { |
| "epoch": 9.820928931169558, |
| "grad_norm": 0.15621553361415863, |
| "learning_rate": 4.046852540895446e-06, |
| "loss": 0.0046, |
| "step": 17550 |
| }, |
| { |
| "epoch": 9.82652490207051, |
| "grad_norm": 0.089202381670475, |
| "learning_rate": 4.01433286004283e-06, |
| "loss": 0.0078, |
| "step": 17560 |
| }, |
| { |
| "epoch": 9.83212087297146, |
| "grad_norm": 0.11227259039878845, |
| "learning_rate": 3.981938902248222e-06, |
| "loss": 0.0046, |
| "step": 17570 |
| }, |
| { |
| "epoch": 9.837716843872412, |
| "grad_norm": 0.038788773119449615, |
| "learning_rate": 3.949670756075447e-06, |
| "loss": 0.0093, |
| "step": 17580 |
| }, |
| { |
| "epoch": 9.843312814773363, |
| "grad_norm": 0.1287786364555359, |
| "learning_rate": 3.917528509744412e-06, |
| "loss": 0.0041, |
| "step": 17590 |
| }, |
| { |
| "epoch": 9.848908785674315, |
| "grad_norm": 0.04712485149502754, |
| "learning_rate": 3.885512251130763e-06, |
| "loss": 0.0046, |
| "step": 17600 |
| }, |
| { |
| "epoch": 9.854504756575265, |
| "grad_norm": 0.24810890853405, |
| "learning_rate": 3.8536220677657495e-06, |
| "loss": 0.0112, |
| "step": 17610 |
| }, |
| { |
| "epoch": 9.860100727476217, |
| "grad_norm": 0.16745951771736145, |
| "learning_rate": 3.821858046835913e-06, |
| "loss": 0.0038, |
| "step": 17620 |
| }, |
| { |
| "epoch": 9.86569669837717, |
| "grad_norm": 0.10218873620033264, |
| "learning_rate": 3.790220275182854e-06, |
| "loss": 0.0037, |
| "step": 17630 |
| }, |
| { |
| "epoch": 9.87129266927812, |
| "grad_norm": 0.19612161815166473, |
| "learning_rate": 3.75870883930306e-06, |
| "loss": 0.004, |
| "step": 17640 |
| }, |
| { |
| "epoch": 9.876888640179072, |
| "grad_norm": 0.20635591447353363, |
| "learning_rate": 3.7273238253475785e-06, |
| "loss": 0.0081, |
| "step": 17650 |
| }, |
| { |
| "epoch": 9.882484611080022, |
| "grad_norm": 0.154740571975708, |
| "learning_rate": 3.696065319121833e-06, |
| "loss": 0.0049, |
| "step": 17660 |
| }, |
| { |
| "epoch": 9.888080581980974, |
| "grad_norm": 0.046477749943733215, |
| "learning_rate": 3.664933406085402e-06, |
| "loss": 0.0055, |
| "step": 17670 |
| }, |
| { |
| "epoch": 9.893676552881924, |
| "grad_norm": 0.20742470026016235, |
| "learning_rate": 3.6339281713517303e-06, |
| "loss": 0.0027, |
| "step": 17680 |
| }, |
| { |
| "epoch": 9.899272523782876, |
| "grad_norm": 0.07390665262937546, |
| "learning_rate": 3.60304969968796e-06, |
| "loss": 0.0035, |
| "step": 17690 |
| }, |
| { |
| "epoch": 9.904868494683829, |
| "grad_norm": 0.12964075803756714, |
| "learning_rate": 3.5722980755146517e-06, |
| "loss": 0.0066, |
| "step": 17700 |
| }, |
| { |
| "epoch": 9.910464465584779, |
| "grad_norm": 0.05571340024471283, |
| "learning_rate": 3.541673382905558e-06, |
| "loss": 0.008, |
| "step": 17710 |
| }, |
| { |
| "epoch": 9.916060436485731, |
| "grad_norm": 0.12276771664619446, |
| "learning_rate": 3.511175705587433e-06, |
| "loss": 0.0069, |
| "step": 17720 |
| }, |
| { |
| "epoch": 9.921656407386681, |
| "grad_norm": 0.09888763725757599, |
| "learning_rate": 3.4808051269397512e-06, |
| "loss": 0.0036, |
| "step": 17730 |
| }, |
| { |
| "epoch": 9.927252378287633, |
| "grad_norm": 0.08338962495326996, |
| "learning_rate": 3.4505617299945336e-06, |
| "loss": 0.004, |
| "step": 17740 |
| }, |
| { |
| "epoch": 9.932848349188584, |
| "grad_norm": 0.06845631450414658, |
| "learning_rate": 3.420445597436056e-06, |
| "loss": 0.0037, |
| "step": 17750 |
| }, |
| { |
| "epoch": 9.938444320089536, |
| "grad_norm": 0.072002112865448, |
| "learning_rate": 3.390456811600673e-06, |
| "loss": 0.0049, |
| "step": 17760 |
| }, |
| { |
| "epoch": 9.944040290990486, |
| "grad_norm": 0.13706427812576294, |
| "learning_rate": 3.360595454476595e-06, |
| "loss": 0.0067, |
| "step": 17770 |
| }, |
| { |
| "epoch": 9.949636261891438, |
| "grad_norm": 0.14595244824886322, |
| "learning_rate": 3.3308616077036115e-06, |
| "loss": 0.0047, |
| "step": 17780 |
| }, |
| { |
| "epoch": 9.95523223279239, |
| "grad_norm": 0.07961612939834595, |
| "learning_rate": 3.301255352572946e-06, |
| "loss": 0.0035, |
| "step": 17790 |
| }, |
| { |
| "epoch": 9.96082820369334, |
| "grad_norm": 0.10814230144023895, |
| "learning_rate": 3.271776770026963e-06, |
| "loss": 0.0048, |
| "step": 17800 |
| }, |
| { |
| "epoch": 9.966424174594293, |
| "grad_norm": 0.11842755228281021, |
| "learning_rate": 3.2424259406589664e-06, |
| "loss": 0.0095, |
| "step": 17810 |
| }, |
| { |
| "epoch": 9.972020145495243, |
| "grad_norm": 0.21332372725009918, |
| "learning_rate": 3.213202944713023e-06, |
| "loss": 0.003, |
| "step": 17820 |
| }, |
| { |
| "epoch": 9.977616116396195, |
| "grad_norm": 0.06386691331863403, |
| "learning_rate": 3.1841078620836683e-06, |
| "loss": 0.0036, |
| "step": 17830 |
| }, |
| { |
| "epoch": 9.983212087297145, |
| "grad_norm": 0.08316194266080856, |
| "learning_rate": 3.155140772315773e-06, |
| "loss": 0.0042, |
| "step": 17840 |
| }, |
| { |
| "epoch": 9.988808058198098, |
| "grad_norm": 0.16622905433177948, |
| "learning_rate": 3.126301754604233e-06, |
| "loss": 0.0039, |
| "step": 17850 |
| }, |
| { |
| "epoch": 9.994404029099048, |
| "grad_norm": 0.11861821264028549, |
| "learning_rate": 3.0975908877938277e-06, |
| "loss": 0.0048, |
| "step": 17860 |
| }, |
| { |
| "epoch": 10.0, |
| "grad_norm": 0.1722375601530075, |
| "learning_rate": 3.0690082503789742e-06, |
| "loss": 0.0026, |
| "step": 17870 |
| }, |
| { |
| "epoch": 10.005595970900952, |
| "grad_norm": 0.06653541326522827, |
| "learning_rate": 3.040553920503503e-06, |
| "loss": 0.0048, |
| "step": 17880 |
| }, |
| { |
| "epoch": 10.011191941801902, |
| "grad_norm": 0.16646505892276764, |
| "learning_rate": 3.0122279759604745e-06, |
| "loss": 0.004, |
| "step": 17890 |
| }, |
| { |
| "epoch": 10.016787912702855, |
| "grad_norm": 0.07118295133113861, |
| "learning_rate": 2.9840304941919415e-06, |
| "loss": 0.0066, |
| "step": 17900 |
| }, |
| { |
| "epoch": 10.022383883603805, |
| "grad_norm": 0.15453752875328064, |
| "learning_rate": 2.9559615522887273e-06, |
| "loss": 0.0052, |
| "step": 17910 |
| }, |
| { |
| "epoch": 10.027979854504757, |
| "grad_norm": 0.23914295434951782, |
| "learning_rate": 2.928021226990263e-06, |
| "loss": 0.0042, |
| "step": 17920 |
| }, |
| { |
| "epoch": 10.033575825405707, |
| "grad_norm": 0.09927842766046524, |
| "learning_rate": 2.9002095946843277e-06, |
| "loss": 0.0053, |
| "step": 17930 |
| }, |
| { |
| "epoch": 10.03917179630666, |
| "grad_norm": 0.039526671171188354, |
| "learning_rate": 2.8725267314068495e-06, |
| "loss": 0.0029, |
| "step": 17940 |
| }, |
| { |
| "epoch": 10.04476776720761, |
| "grad_norm": 0.1683174967765808, |
| "learning_rate": 2.844972712841737e-06, |
| "loss": 0.0042, |
| "step": 17950 |
| }, |
| { |
| "epoch": 10.050363738108562, |
| "grad_norm": 0.10315953940153122, |
| "learning_rate": 2.817547614320615e-06, |
| "loss": 0.0096, |
| "step": 17960 |
| }, |
| { |
| "epoch": 10.055959709009514, |
| "grad_norm": 0.17959141731262207, |
| "learning_rate": 2.790251510822661e-06, |
| "loss": 0.0048, |
| "step": 17970 |
| }, |
| { |
| "epoch": 10.061555679910464, |
| "grad_norm": 0.18458683788776398, |
| "learning_rate": 2.7630844769743757e-06, |
| "loss": 0.0051, |
| "step": 17980 |
| }, |
| { |
| "epoch": 10.067151650811416, |
| "grad_norm": 0.19159017503261566, |
| "learning_rate": 2.73604658704939e-06, |
| "loss": 0.0054, |
| "step": 17990 |
| }, |
| { |
| "epoch": 10.072747621712367, |
| "grad_norm": 0.08318327367305756, |
| "learning_rate": 2.7091379149682685e-06, |
| "loss": 0.0053, |
| "step": 18000 |
| }, |
| { |
| "epoch": 10.078343592613319, |
| "grad_norm": 0.07472005486488342, |
| "learning_rate": 2.682358534298285e-06, |
| "loss": 0.006, |
| "step": 18010 |
| }, |
| { |
| "epoch": 10.083939563514269, |
| "grad_norm": 0.09040942043066025, |
| "learning_rate": 2.6557085182532582e-06, |
| "loss": 0.004, |
| "step": 18020 |
| }, |
| { |
| "epoch": 10.089535534415221, |
| "grad_norm": 0.037220001220703125, |
| "learning_rate": 2.6291879396933004e-06, |
| "loss": 0.0038, |
| "step": 18030 |
| }, |
| { |
| "epoch": 10.095131505316173, |
| "grad_norm": 0.11240635067224503, |
| "learning_rate": 2.602796871124663e-06, |
| "loss": 0.0031, |
| "step": 18040 |
| }, |
| { |
| "epoch": 10.100727476217124, |
| "grad_norm": 0.12259605526924133, |
| "learning_rate": 2.57653538469953e-06, |
| "loss": 0.0049, |
| "step": 18050 |
| }, |
| { |
| "epoch": 10.106323447118076, |
| "grad_norm": 0.16758129000663757, |
| "learning_rate": 2.5504035522157854e-06, |
| "loss": 0.0066, |
| "step": 18060 |
| }, |
| { |
| "epoch": 10.111919418019026, |
| "grad_norm": 0.10704974085092545, |
| "learning_rate": 2.5244014451168863e-06, |
| "loss": 0.0021, |
| "step": 18070 |
| }, |
| { |
| "epoch": 10.117515388919978, |
| "grad_norm": 0.19684171676635742, |
| "learning_rate": 2.4985291344915674e-06, |
| "loss": 0.0035, |
| "step": 18080 |
| }, |
| { |
| "epoch": 10.123111359820928, |
| "grad_norm": 0.25069093704223633, |
| "learning_rate": 2.4727866910737583e-06, |
| "loss": 0.0038, |
| "step": 18090 |
| }, |
| { |
| "epoch": 10.12870733072188, |
| "grad_norm": 0.15888355672359467, |
| "learning_rate": 2.4471741852423237e-06, |
| "loss": 0.0055, |
| "step": 18100 |
| }, |
| { |
| "epoch": 10.13430330162283, |
| "grad_norm": 0.1355513483285904, |
| "learning_rate": 2.421691687020855e-06, |
| "loss": 0.0032, |
| "step": 18110 |
| }, |
| { |
| "epoch": 10.139899272523783, |
| "grad_norm": 0.09521888941526413, |
| "learning_rate": 2.3963392660775575e-06, |
| "loss": 0.0072, |
| "step": 18120 |
| }, |
| { |
| "epoch": 10.145495243424735, |
| "grad_norm": 0.18774038553237915, |
| "learning_rate": 2.371116991724953e-06, |
| "loss": 0.0028, |
| "step": 18130 |
| }, |
| { |
| "epoch": 10.151091214325685, |
| "grad_norm": 0.06293562054634094, |
| "learning_rate": 2.3460249329197824e-06, |
| "loss": 0.0032, |
| "step": 18140 |
| }, |
| { |
| "epoch": 10.156687185226637, |
| "grad_norm": 0.25169095396995544, |
| "learning_rate": 2.321063158262793e-06, |
| "loss": 0.0092, |
| "step": 18150 |
| }, |
| { |
| "epoch": 10.162283156127588, |
| "grad_norm": 0.08376752585172653, |
| "learning_rate": 2.296231735998511e-06, |
| "loss": 0.0021, |
| "step": 18160 |
| }, |
| { |
| "epoch": 10.16787912702854, |
| "grad_norm": 0.06758670508861542, |
| "learning_rate": 2.271530734015104e-06, |
| "loss": 0.0036, |
| "step": 18170 |
| }, |
| { |
| "epoch": 10.17347509792949, |
| "grad_norm": 0.06193256378173828, |
| "learning_rate": 2.2469602198441573e-06, |
| "loss": 0.0036, |
| "step": 18180 |
| }, |
| { |
| "epoch": 10.179071068830442, |
| "grad_norm": 0.21087805926799774, |
| "learning_rate": 2.222520260660521e-06, |
| "loss": 0.0043, |
| "step": 18190 |
| }, |
| { |
| "epoch": 10.184667039731393, |
| "grad_norm": 0.09581877291202545, |
| "learning_rate": 2.1982109232821178e-06, |
| "loss": 0.0048, |
| "step": 18200 |
| }, |
| { |
| "epoch": 10.190263010632345, |
| "grad_norm": 0.23187117278575897, |
| "learning_rate": 2.174032274169746e-06, |
| "loss": 0.0068, |
| "step": 18210 |
| }, |
| { |
| "epoch": 10.195858981533297, |
| "grad_norm": 0.1904383897781372, |
| "learning_rate": 2.149984379426906e-06, |
| "loss": 0.0036, |
| "step": 18220 |
| }, |
| { |
| "epoch": 10.201454952434247, |
| "grad_norm": 0.04588289558887482, |
| "learning_rate": 2.1260673047996227e-06, |
| "loss": 0.0075, |
| "step": 18230 |
| }, |
| { |
| "epoch": 10.2070509233352, |
| "grad_norm": 0.05446457862854004, |
| "learning_rate": 2.102281115676258e-06, |
| "loss": 0.0036, |
| "step": 18240 |
| }, |
| { |
| "epoch": 10.21264689423615, |
| "grad_norm": 0.12907229363918304, |
| "learning_rate": 2.0786258770873647e-06, |
| "loss": 0.0043, |
| "step": 18250 |
| }, |
| { |
| "epoch": 10.218242865137102, |
| "grad_norm": 0.0724627822637558, |
| "learning_rate": 2.0551016537054493e-06, |
| "loss": 0.0024, |
| "step": 18260 |
| }, |
| { |
| "epoch": 10.223838836038052, |
| "grad_norm": 0.11797565221786499, |
| "learning_rate": 2.0317085098448372e-06, |
| "loss": 0.0032, |
| "step": 18270 |
| }, |
| { |
| "epoch": 10.229434806939004, |
| "grad_norm": 0.1239556148648262, |
| "learning_rate": 2.008446509461498e-06, |
| "loss": 0.0038, |
| "step": 18280 |
| }, |
| { |
| "epoch": 10.235030777839956, |
| "grad_norm": 0.05614084377884865, |
| "learning_rate": 1.985315716152847e-06, |
| "loss": 0.0041, |
| "step": 18290 |
| }, |
| { |
| "epoch": 10.240626748740906, |
| "grad_norm": 0.2968387007713318, |
| "learning_rate": 1.962316193157593e-06, |
| "loss": 0.0092, |
| "step": 18300 |
| }, |
| { |
| "epoch": 10.246222719641858, |
| "grad_norm": 0.11529407650232315, |
| "learning_rate": 1.939448003355554e-06, |
| "loss": 0.0059, |
| "step": 18310 |
| }, |
| { |
| "epoch": 10.251818690542809, |
| "grad_norm": 0.24037353694438934, |
| "learning_rate": 1.91671120926748e-06, |
| "loss": 0.0045, |
| "step": 18320 |
| }, |
| { |
| "epoch": 10.257414661443761, |
| "grad_norm": 0.20346900820732117, |
| "learning_rate": 1.8941058730549132e-06, |
| "loss": 0.0047, |
| "step": 18330 |
| }, |
| { |
| "epoch": 10.263010632344711, |
| "grad_norm": 0.27883380651474, |
| "learning_rate": 1.8716320565199618e-06, |
| "loss": 0.0049, |
| "step": 18340 |
| }, |
| { |
| "epoch": 10.268606603245663, |
| "grad_norm": 0.12232355028390884, |
| "learning_rate": 1.849289821105199e-06, |
| "loss": 0.0077, |
| "step": 18350 |
| }, |
| { |
| "epoch": 10.274202574146614, |
| "grad_norm": 0.09397400170564651, |
| "learning_rate": 1.8270792278934302e-06, |
| "loss": 0.0039, |
| "step": 18360 |
| }, |
| { |
| "epoch": 10.279798545047566, |
| "grad_norm": 0.13843244314193726, |
| "learning_rate": 1.8050003376075707e-06, |
| "loss": 0.0059, |
| "step": 18370 |
| }, |
| { |
| "epoch": 10.285394515948518, |
| "grad_norm": 0.04927824065089226, |
| "learning_rate": 1.7830532106104747e-06, |
| "loss": 0.003, |
| "step": 18380 |
| }, |
| { |
| "epoch": 10.290990486849468, |
| "grad_norm": 0.2848436236381531, |
| "learning_rate": 1.7612379069047335e-06, |
| "loss": 0.004, |
| "step": 18390 |
| }, |
| { |
| "epoch": 10.29658645775042, |
| "grad_norm": 0.10808296501636505, |
| "learning_rate": 1.7395544861325718e-06, |
| "loss": 0.0072, |
| "step": 18400 |
| }, |
| { |
| "epoch": 10.30218242865137, |
| "grad_norm": 0.08363109827041626, |
| "learning_rate": 1.7180030075756136e-06, |
| "loss": 0.0029, |
| "step": 18410 |
| }, |
| { |
| "epoch": 10.307778399552323, |
| "grad_norm": 0.07970738410949707, |
| "learning_rate": 1.696583530154794e-06, |
| "loss": 0.0058, |
| "step": 18420 |
| }, |
| { |
| "epoch": 10.313374370453273, |
| "grad_norm": 0.06155739724636078, |
| "learning_rate": 1.6752961124301415e-06, |
| "loss": 0.0042, |
| "step": 18430 |
| }, |
| { |
| "epoch": 10.318970341354225, |
| "grad_norm": 0.15518154203891754, |
| "learning_rate": 1.6541408126006463e-06, |
| "loss": 0.006, |
| "step": 18440 |
| }, |
| { |
| "epoch": 10.324566312255175, |
| "grad_norm": 0.06478218734264374, |
| "learning_rate": 1.6331176885040878e-06, |
| "loss": 0.0083, |
| "step": 18450 |
| }, |
| { |
| "epoch": 10.330162283156128, |
| "grad_norm": 0.11871203780174255, |
| "learning_rate": 1.6122267976168781e-06, |
| "loss": 0.0046, |
| "step": 18460 |
| }, |
| { |
| "epoch": 10.33575825405708, |
| "grad_norm": 0.13164940476417542, |
| "learning_rate": 1.5914681970539192e-06, |
| "loss": 0.0055, |
| "step": 18470 |
| }, |
| { |
| "epoch": 10.34135422495803, |
| "grad_norm": 0.08165992051362991, |
| "learning_rate": 1.5708419435684462e-06, |
| "loss": 0.0065, |
| "step": 18480 |
| }, |
| { |
| "epoch": 10.346950195858982, |
| "grad_norm": 0.06479761004447937, |
| "learning_rate": 1.550348093551829e-06, |
| "loss": 0.0044, |
| "step": 18490 |
| }, |
| { |
| "epoch": 10.352546166759932, |
| "grad_norm": 0.24080127477645874, |
| "learning_rate": 1.5299867030334814e-06, |
| "loss": 0.0085, |
| "step": 18500 |
| }, |
| { |
| "epoch": 10.358142137660884, |
| "grad_norm": 0.1411421000957489, |
| "learning_rate": 1.5097578276806633e-06, |
| "loss": 0.0045, |
| "step": 18510 |
| }, |
| { |
| "epoch": 10.363738108561835, |
| "grad_norm": 0.058580052107572556, |
| "learning_rate": 1.4896615227983468e-06, |
| "loss": 0.0041, |
| "step": 18520 |
| }, |
| { |
| "epoch": 10.369334079462787, |
| "grad_norm": 0.1638147383928299, |
| "learning_rate": 1.4696978433290653e-06, |
| "loss": 0.0054, |
| "step": 18530 |
| }, |
| { |
| "epoch": 10.374930050363739, |
| "grad_norm": 0.05566524341702461, |
| "learning_rate": 1.4498668438527597e-06, |
| "loss": 0.004, |
| "step": 18540 |
| }, |
| { |
| "epoch": 10.38052602126469, |
| "grad_norm": 0.07601140439510345, |
| "learning_rate": 1.4301685785866214e-06, |
| "loss": 0.0034, |
| "step": 18550 |
| }, |
| { |
| "epoch": 10.386121992165641, |
| "grad_norm": 0.10449633747339249, |
| "learning_rate": 1.4106031013849496e-06, |
| "loss": 0.0041, |
| "step": 18560 |
| }, |
| { |
| "epoch": 10.391717963066592, |
| "grad_norm": 0.15937356650829315, |
| "learning_rate": 1.3911704657390113e-06, |
| "loss": 0.0039, |
| "step": 18570 |
| }, |
| { |
| "epoch": 10.397313933967544, |
| "grad_norm": 0.059475306421518326, |
| "learning_rate": 1.3718707247769135e-06, |
| "loss": 0.006, |
| "step": 18580 |
| }, |
| { |
| "epoch": 10.402909904868494, |
| "grad_norm": 0.24354378879070282, |
| "learning_rate": 1.3527039312633827e-06, |
| "loss": 0.0042, |
| "step": 18590 |
| }, |
| { |
| "epoch": 10.408505875769446, |
| "grad_norm": 0.20878778398036957, |
| "learning_rate": 1.333670137599713e-06, |
| "loss": 0.0107, |
| "step": 18600 |
| }, |
| { |
| "epoch": 10.414101846670397, |
| "grad_norm": 0.1909496784210205, |
| "learning_rate": 1.3147693958235618e-06, |
| "loss": 0.0034, |
| "step": 18610 |
| }, |
| { |
| "epoch": 10.419697817571349, |
| "grad_norm": 0.13632823526859283, |
| "learning_rate": 1.2960017576088446e-06, |
| "loss": 0.0066, |
| "step": 18620 |
| }, |
| { |
| "epoch": 10.4252937884723, |
| "grad_norm": 0.10793755203485489, |
| "learning_rate": 1.2773672742655784e-06, |
| "loss": 0.0037, |
| "step": 18630 |
| }, |
| { |
| "epoch": 10.430889759373251, |
| "grad_norm": 0.10346037149429321, |
| "learning_rate": 1.2588659967397e-06, |
| "loss": 0.0044, |
| "step": 18640 |
| }, |
| { |
| "epoch": 10.436485730274203, |
| "grad_norm": 0.08834080398082733, |
| "learning_rate": 1.2404979756130142e-06, |
| "loss": 0.0037, |
| "step": 18650 |
| }, |
| { |
| "epoch": 10.442081701175153, |
| "grad_norm": 0.09045784175395966, |
| "learning_rate": 1.222263261102985e-06, |
| "loss": 0.0052, |
| "step": 18660 |
| }, |
| { |
| "epoch": 10.447677672076106, |
| "grad_norm": 0.07731129229068756, |
| "learning_rate": 1.2041619030626284e-06, |
| "loss": 0.0071, |
| "step": 18670 |
| }, |
| { |
| "epoch": 10.453273642977056, |
| "grad_norm": 0.08769071102142334, |
| "learning_rate": 1.1861939509803687e-06, |
| "loss": 0.0044, |
| "step": 18680 |
| }, |
| { |
| "epoch": 10.458869613878008, |
| "grad_norm": 0.15766629576683044, |
| "learning_rate": 1.1683594539798893e-06, |
| "loss": 0.0063, |
| "step": 18690 |
| }, |
| { |
| "epoch": 10.46446558477896, |
| "grad_norm": 0.11048921942710876, |
| "learning_rate": 1.1506584608200367e-06, |
| "loss": 0.0033, |
| "step": 18700 |
| }, |
| { |
| "epoch": 10.47006155567991, |
| "grad_norm": 0.25674813985824585, |
| "learning_rate": 1.1330910198946442e-06, |
| "loss": 0.0047, |
| "step": 18710 |
| }, |
| { |
| "epoch": 10.475657526580862, |
| "grad_norm": 0.09696432203054428, |
| "learning_rate": 1.1156571792324211e-06, |
| "loss": 0.0038, |
| "step": 18720 |
| }, |
| { |
| "epoch": 10.481253497481813, |
| "grad_norm": 0.17716100811958313, |
| "learning_rate": 1.0983569864968346e-06, |
| "loss": 0.0085, |
| "step": 18730 |
| }, |
| { |
| "epoch": 10.486849468382765, |
| "grad_norm": 0.18763263523578644, |
| "learning_rate": 1.0811904889859336e-06, |
| "loss": 0.009, |
| "step": 18740 |
| }, |
| { |
| "epoch": 10.492445439283715, |
| "grad_norm": 0.047968145459890366, |
| "learning_rate": 1.064157733632276e-06, |
| "loss": 0.0051, |
| "step": 18750 |
| }, |
| { |
| "epoch": 10.498041410184667, |
| "grad_norm": 0.1565999537706375, |
| "learning_rate": 1.0472587670027678e-06, |
| "loss": 0.0062, |
| "step": 18760 |
| }, |
| { |
| "epoch": 10.503637381085618, |
| "grad_norm": 0.06519567221403122, |
| "learning_rate": 1.030493635298535e-06, |
| "loss": 0.0073, |
| "step": 18770 |
| }, |
| { |
| "epoch": 10.50923335198657, |
| "grad_norm": 0.10364692658185959, |
| "learning_rate": 1.0138623843548078e-06, |
| "loss": 0.0051, |
| "step": 18780 |
| }, |
| { |
| "epoch": 10.514829322887522, |
| "grad_norm": 0.036633651703596115, |
| "learning_rate": 9.97365059640787e-07, |
| "loss": 0.0062, |
| "step": 18790 |
| }, |
| { |
| "epoch": 10.520425293788472, |
| "grad_norm": 0.2015930861234665, |
| "learning_rate": 9.810017062595322e-07, |
| "loss": 0.0037, |
| "step": 18800 |
| }, |
| { |
| "epoch": 10.526021264689424, |
| "grad_norm": 0.1180974468588829, |
| "learning_rate": 9.647723689478305e-07, |
| "loss": 0.0039, |
| "step": 18810 |
| }, |
| { |
| "epoch": 10.531617235590375, |
| "grad_norm": 0.07416771352291107, |
| "learning_rate": 9.486770920760668e-07, |
| "loss": 0.0041, |
| "step": 18820 |
| }, |
| { |
| "epoch": 10.537213206491327, |
| "grad_norm": 0.05668334290385246, |
| "learning_rate": 9.327159196481138e-07, |
| "loss": 0.0059, |
| "step": 18830 |
| }, |
| { |
| "epoch": 10.542809177392277, |
| "grad_norm": 0.07584750652313232, |
| "learning_rate": 9.168888953011989e-07, |
| "loss": 0.0054, |
| "step": 18840 |
| }, |
| { |
| "epoch": 10.548405148293229, |
| "grad_norm": 0.06703902035951614, |
| "learning_rate": 9.011960623058202e-07, |
| "loss": 0.0039, |
| "step": 18850 |
| }, |
| { |
| "epoch": 10.55400111919418, |
| "grad_norm": 0.06538796424865723, |
| "learning_rate": 8.856374635655695e-07, |
| "loss": 0.0035, |
| "step": 18860 |
| }, |
| { |
| "epoch": 10.559597090095131, |
| "grad_norm": 0.09234767407178879, |
| "learning_rate": 8.702131416170656e-07, |
| "loss": 0.0047, |
| "step": 18870 |
| }, |
| { |
| "epoch": 10.565193060996084, |
| "grad_norm": 0.09068552404642105, |
| "learning_rate": 8.549231386298151e-07, |
| "loss": 0.0032, |
| "step": 18880 |
| }, |
| { |
| "epoch": 10.570789031897034, |
| "grad_norm": 0.2574044466018677, |
| "learning_rate": 8.397674964061075e-07, |
| "loss": 0.0123, |
| "step": 18890 |
| }, |
| { |
| "epoch": 10.576385002797986, |
| "grad_norm": 0.1742398738861084, |
| "learning_rate": 8.247462563808817e-07, |
| "loss": 0.005, |
| "step": 18900 |
| }, |
| { |
| "epoch": 10.581980973698936, |
| "grad_norm": 0.19498533010482788, |
| "learning_rate": 8.098594596216424e-07, |
| "loss": 0.0051, |
| "step": 18910 |
| }, |
| { |
| "epoch": 10.587576944599888, |
| "grad_norm": 0.1093849390745163, |
| "learning_rate": 7.951071468283167e-07, |
| "loss": 0.0062, |
| "step": 18920 |
| }, |
| { |
| "epoch": 10.593172915500839, |
| "grad_norm": 0.05242215842008591, |
| "learning_rate": 7.804893583331696e-07, |
| "loss": 0.0049, |
| "step": 18930 |
| }, |
| { |
| "epoch": 10.59876888640179, |
| "grad_norm": 0.06830724328756332, |
| "learning_rate": 7.66006134100672e-07, |
| "loss": 0.0031, |
| "step": 18940 |
| }, |
| { |
| "epoch": 10.604364857302741, |
| "grad_norm": 0.08541436493396759, |
| "learning_rate": 7.516575137274162e-07, |
| "loss": 0.0044, |
| "step": 18950 |
| }, |
| { |
| "epoch": 10.609960828203693, |
| "grad_norm": 0.042029768228530884, |
| "learning_rate": 7.374435364419674e-07, |
| "loss": 0.0043, |
| "step": 18960 |
| }, |
| { |
| "epoch": 10.615556799104645, |
| "grad_norm": 0.12100391089916229, |
| "learning_rate": 7.233642411048014e-07, |
| "loss": 0.0032, |
| "step": 18970 |
| }, |
| { |
| "epoch": 10.621152770005596, |
| "grad_norm": 0.04842936620116234, |
| "learning_rate": 7.094196662081831e-07, |
| "loss": 0.0052, |
| "step": 18980 |
| }, |
| { |
| "epoch": 10.626748740906548, |
| "grad_norm": 0.13397961854934692, |
| "learning_rate": 6.956098498760389e-07, |
| "loss": 0.0056, |
| "step": 18990 |
| }, |
| { |
| "epoch": 10.632344711807498, |
| "grad_norm": 0.19486455619335175, |
| "learning_rate": 6.819348298638839e-07, |
| "loss": 0.0029, |
| "step": 19000 |
| }, |
| { |
| "epoch": 10.63794068270845, |
| "grad_norm": 0.1525876224040985, |
| "learning_rate": 6.683946435586952e-07, |
| "loss": 0.0142, |
| "step": 19010 |
| }, |
| { |
| "epoch": 10.6435366536094, |
| "grad_norm": 0.09059377759695053, |
| "learning_rate": 6.549893279788277e-07, |
| "loss": 0.0057, |
| "step": 19020 |
| }, |
| { |
| "epoch": 10.649132624510353, |
| "grad_norm": 0.08628048002719879, |
| "learning_rate": 6.417189197739093e-07, |
| "loss": 0.0059, |
| "step": 19030 |
| }, |
| { |
| "epoch": 10.654728595411305, |
| "grad_norm": 0.34853503108024597, |
| "learning_rate": 6.285834552247128e-07, |
| "loss": 0.0041, |
| "step": 19040 |
| }, |
| { |
| "epoch": 10.660324566312255, |
| "grad_norm": 0.1580825001001358, |
| "learning_rate": 6.15582970243117e-07, |
| "loss": 0.0059, |
| "step": 19050 |
| }, |
| { |
| "epoch": 10.665920537213207, |
| "grad_norm": 0.2064519226551056, |
| "learning_rate": 6.027175003719354e-07, |
| "loss": 0.0065, |
| "step": 19060 |
| }, |
| { |
| "epoch": 10.671516508114157, |
| "grad_norm": 0.1656566709280014, |
| "learning_rate": 5.899870807848762e-07, |
| "loss": 0.0045, |
| "step": 19070 |
| }, |
| { |
| "epoch": 10.67711247901511, |
| "grad_norm": 0.06346923857927322, |
| "learning_rate": 5.773917462864264e-07, |
| "loss": 0.0108, |
| "step": 19080 |
| }, |
| { |
| "epoch": 10.68270844991606, |
| "grad_norm": 0.0746588408946991, |
| "learning_rate": 5.64931531311741e-07, |
| "loss": 0.0038, |
| "step": 19090 |
| }, |
| { |
| "epoch": 10.688304420817012, |
| "grad_norm": 0.10566951334476471, |
| "learning_rate": 5.526064699265753e-07, |
| "loss": 0.0084, |
| "step": 19100 |
| }, |
| { |
| "epoch": 10.693900391717962, |
| "grad_norm": 0.061587151139974594, |
| "learning_rate": 5.404165958271811e-07, |
| "loss": 0.0042, |
| "step": 19110 |
| }, |
| { |
| "epoch": 10.699496362618914, |
| "grad_norm": 0.27593472599983215, |
| "learning_rate": 5.283619423401998e-07, |
| "loss": 0.005, |
| "step": 19120 |
| }, |
| { |
| "epoch": 10.705092333519866, |
| "grad_norm": 0.37827596068382263, |
| "learning_rate": 5.164425424226016e-07, |
| "loss": 0.0068, |
| "step": 19130 |
| }, |
| { |
| "epoch": 10.710688304420817, |
| "grad_norm": 0.2789309322834015, |
| "learning_rate": 5.046584286615697e-07, |
| "loss": 0.0054, |
| "step": 19140 |
| }, |
| { |
| "epoch": 10.716284275321769, |
| "grad_norm": 0.08417310565710068, |
| "learning_rate": 4.930096332744105e-07, |
| "loss": 0.0043, |
| "step": 19150 |
| }, |
| { |
| "epoch": 10.72188024622272, |
| "grad_norm": 0.13277283310890198, |
| "learning_rate": 4.814961881085045e-07, |
| "loss": 0.007, |
| "step": 19160 |
| }, |
| { |
| "epoch": 10.727476217123671, |
| "grad_norm": 0.029057292267680168, |
| "learning_rate": 4.701181246411501e-07, |
| "loss": 0.0077, |
| "step": 19170 |
| }, |
| { |
| "epoch": 10.733072188024622, |
| "grad_norm": 0.07132174074649811, |
| "learning_rate": 4.5887547397955864e-07, |
| "loss": 0.0044, |
| "step": 19180 |
| }, |
| { |
| "epoch": 10.738668158925574, |
| "grad_norm": 0.05213991925120354, |
| "learning_rate": 4.4776826686069305e-07, |
| "loss": 0.0022, |
| "step": 19190 |
| }, |
| { |
| "epoch": 10.744264129826526, |
| "grad_norm": 0.092039555311203, |
| "learning_rate": 4.367965336512403e-07, |
| "loss": 0.0032, |
| "step": 19200 |
| }, |
| { |
| "epoch": 10.749860100727476, |
| "grad_norm": 0.17352578043937683, |
| "learning_rate": 4.259603043475002e-07, |
| "loss": 0.0064, |
| "step": 19210 |
| }, |
| { |
| "epoch": 10.755456071628428, |
| "grad_norm": 0.15915948152542114, |
| "learning_rate": 4.1525960857530243e-07, |
| "loss": 0.0075, |
| "step": 19220 |
| }, |
| { |
| "epoch": 10.761052042529379, |
| "grad_norm": 0.21297423541545868, |
| "learning_rate": 4.0469447558995065e-07, |
| "loss": 0.0057, |
| "step": 19230 |
| }, |
| { |
| "epoch": 10.76664801343033, |
| "grad_norm": 0.17462663352489471, |
| "learning_rate": 3.9426493427611177e-07, |
| "loss": 0.0056, |
| "step": 19240 |
| }, |
| { |
| "epoch": 10.772243984331281, |
| "grad_norm": 0.10657753050327301, |
| "learning_rate": 3.839710131477492e-07, |
| "loss": 0.0089, |
| "step": 19250 |
| }, |
| { |
| "epoch": 10.777839955232233, |
| "grad_norm": 0.07254552841186523, |
| "learning_rate": 3.738127403480507e-07, |
| "loss": 0.003, |
| "step": 19260 |
| }, |
| { |
| "epoch": 10.783435926133183, |
| "grad_norm": 0.27843359112739563, |
| "learning_rate": 3.637901436493507e-07, |
| "loss": 0.0067, |
| "step": 19270 |
| }, |
| { |
| "epoch": 10.789031897034135, |
| "grad_norm": 0.17431190609931946, |
| "learning_rate": 3.5390325045304706e-07, |
| "loss": 0.0042, |
| "step": 19280 |
| }, |
| { |
| "epoch": 10.794627867935088, |
| "grad_norm": 0.11761761456727982, |
| "learning_rate": 3.441520877895288e-07, |
| "loss": 0.0036, |
| "step": 19290 |
| }, |
| { |
| "epoch": 10.800223838836038, |
| "grad_norm": 0.1055087074637413, |
| "learning_rate": 3.3453668231809286e-07, |
| "loss": 0.0049, |
| "step": 19300 |
| }, |
| { |
| "epoch": 10.80581980973699, |
| "grad_norm": 0.05716053023934364, |
| "learning_rate": 3.250570603268943e-07, |
| "loss": 0.0057, |
| "step": 19310 |
| }, |
| { |
| "epoch": 10.81141578063794, |
| "grad_norm": 0.06227661669254303, |
| "learning_rate": 3.157132477328628e-07, |
| "loss": 0.0047, |
| "step": 19320 |
| }, |
| { |
| "epoch": 10.817011751538892, |
| "grad_norm": 0.07587496936321259, |
| "learning_rate": 3.0650527008162513e-07, |
| "loss": 0.0058, |
| "step": 19330 |
| }, |
| { |
| "epoch": 10.822607722439843, |
| "grad_norm": 0.12384708225727081, |
| "learning_rate": 2.9743315254743833e-07, |
| "loss": 0.0044, |
| "step": 19340 |
| }, |
| { |
| "epoch": 10.828203693340795, |
| "grad_norm": 0.130027636885643, |
| "learning_rate": 2.8849691993311777e-07, |
| "loss": 0.0048, |
| "step": 19350 |
| }, |
| { |
| "epoch": 10.833799664241745, |
| "grad_norm": 0.03498604893684387, |
| "learning_rate": 2.796965966699927e-07, |
| "loss": 0.0076, |
| "step": 19360 |
| }, |
| { |
| "epoch": 10.839395635142697, |
| "grad_norm": 0.06795532256364822, |
| "learning_rate": 2.7103220681780615e-07, |
| "loss": 0.0046, |
| "step": 19370 |
| }, |
| { |
| "epoch": 10.84499160604365, |
| "grad_norm": 0.15649089217185974, |
| "learning_rate": 2.625037740646763e-07, |
| "loss": 0.0041, |
| "step": 19380 |
| }, |
| { |
| "epoch": 10.8505875769446, |
| "grad_norm": 0.19872230291366577, |
| "learning_rate": 2.5411132172700194e-07, |
| "loss": 0.0045, |
| "step": 19390 |
| }, |
| { |
| "epoch": 10.856183547845552, |
| "grad_norm": 0.1986837238073349, |
| "learning_rate": 2.458548727494292e-07, |
| "loss": 0.0034, |
| "step": 19400 |
| }, |
| { |
| "epoch": 10.861779518746502, |
| "grad_norm": 0.34645870327949524, |
| "learning_rate": 2.3773444970477955e-07, |
| "loss": 0.0059, |
| "step": 19410 |
| }, |
| { |
| "epoch": 10.867375489647454, |
| "grad_norm": 0.043271441012620926, |
| "learning_rate": 2.2975007479397738e-07, |
| "loss": 0.0042, |
| "step": 19420 |
| }, |
| { |
| "epoch": 10.872971460548404, |
| "grad_norm": 0.10621374845504761, |
| "learning_rate": 2.219017698460002e-07, |
| "loss": 0.0107, |
| "step": 19430 |
| }, |
| { |
| "epoch": 10.878567431449357, |
| "grad_norm": 0.038412097841501236, |
| "learning_rate": 2.1418955631781202e-07, |
| "loss": 0.0025, |
| "step": 19440 |
| }, |
| { |
| "epoch": 10.884163402350307, |
| "grad_norm": 0.14375977218151093, |
| "learning_rate": 2.0661345529430775e-07, |
| "loss": 0.0063, |
| "step": 19450 |
| }, |
| { |
| "epoch": 10.889759373251259, |
| "grad_norm": 0.28644490242004395, |
| "learning_rate": 1.9917348748826335e-07, |
| "loss": 0.0037, |
| "step": 19460 |
| }, |
| { |
| "epoch": 10.895355344152211, |
| "grad_norm": 0.19371145963668823, |
| "learning_rate": 1.918696732402636e-07, |
| "loss": 0.0071, |
| "step": 19470 |
| }, |
| { |
| "epoch": 10.900951315053161, |
| "grad_norm": 0.11907006055116653, |
| "learning_rate": 1.847020325186577e-07, |
| "loss": 0.0049, |
| "step": 19480 |
| }, |
| { |
| "epoch": 10.906547285954113, |
| "grad_norm": 0.10020023584365845, |
| "learning_rate": 1.776705849195037e-07, |
| "loss": 0.0036, |
| "step": 19490 |
| }, |
| { |
| "epoch": 10.912143256855064, |
| "grad_norm": 0.12778791785240173, |
| "learning_rate": 1.7077534966650766e-07, |
| "loss": 0.0057, |
| "step": 19500 |
| }, |
| { |
| "epoch": 10.917739227756016, |
| "grad_norm": 0.06359223276376724, |
| "learning_rate": 1.6401634561098444e-07, |
| "loss": 0.0036, |
| "step": 19510 |
| }, |
| { |
| "epoch": 10.923335198656966, |
| "grad_norm": 0.07983513921499252, |
| "learning_rate": 1.5739359123178587e-07, |
| "loss": 0.0037, |
| "step": 19520 |
| }, |
| { |
| "epoch": 10.928931169557918, |
| "grad_norm": 0.12060696631669998, |
| "learning_rate": 1.5090710463527836e-07, |
| "loss": 0.0031, |
| "step": 19530 |
| }, |
| { |
| "epoch": 10.93452714045887, |
| "grad_norm": 0.10252276062965393, |
| "learning_rate": 1.4455690355525964e-07, |
| "loss": 0.0052, |
| "step": 19540 |
| }, |
| { |
| "epoch": 10.94012311135982, |
| "grad_norm": 0.10586907714605331, |
| "learning_rate": 1.383430053529422e-07, |
| "loss": 0.0025, |
| "step": 19550 |
| }, |
| { |
| "epoch": 10.945719082260773, |
| "grad_norm": 0.05571618303656578, |
| "learning_rate": 1.3226542701689215e-07, |
| "loss": 0.0045, |
| "step": 19560 |
| }, |
| { |
| "epoch": 10.951315053161723, |
| "grad_norm": 0.07698628306388855, |
| "learning_rate": 1.2632418516296262e-07, |
| "loss": 0.0039, |
| "step": 19570 |
| }, |
| { |
| "epoch": 10.956911024062675, |
| "grad_norm": 0.3049318790435791, |
| "learning_rate": 1.2051929603428825e-07, |
| "loss": 0.0036, |
| "step": 19580 |
| }, |
| { |
| "epoch": 10.962506994963626, |
| "grad_norm": 0.04247491434216499, |
| "learning_rate": 1.1485077550122402e-07, |
| "loss": 0.0086, |
| "step": 19590 |
| }, |
| { |
| "epoch": 10.968102965864578, |
| "grad_norm": 0.13998843729496002, |
| "learning_rate": 1.0931863906127327e-07, |
| "loss": 0.0032, |
| "step": 19600 |
| }, |
| { |
| "epoch": 10.973698936765528, |
| "grad_norm": 0.18532228469848633, |
| "learning_rate": 1.0392290183909304e-07, |
| "loss": 0.0053, |
| "step": 19610 |
| }, |
| { |
| "epoch": 10.97929490766648, |
| "grad_norm": 0.24849370121955872, |
| "learning_rate": 9.866357858642205e-08, |
| "loss": 0.0031, |
| "step": 19620 |
| }, |
| { |
| "epoch": 10.984890878567432, |
| "grad_norm": 0.04739070311188698, |
| "learning_rate": 9.354068368204739e-08, |
| "loss": 0.0055, |
| "step": 19630 |
| }, |
| { |
| "epoch": 10.990486849468383, |
| "grad_norm": 0.13325341045856476, |
| "learning_rate": 8.855423113177664e-08, |
| "loss": 0.0027, |
| "step": 19640 |
| }, |
| { |
| "epoch": 10.996082820369335, |
| "grad_norm": 0.15442515909671783, |
| "learning_rate": 8.37042345683714e-08, |
| "loss": 0.009, |
| "step": 19650 |
| }, |
| { |
| "epoch": 11.001678791270285, |
| "grad_norm": 0.20657239854335785, |
| "learning_rate": 7.899070725153613e-08, |
| "loss": 0.0063, |
| "step": 19660 |
| }, |
| { |
| "epoch": 11.007274762171237, |
| "grad_norm": 0.16029535233974457, |
| "learning_rate": 7.44136620678848e-08, |
| "loss": 0.0044, |
| "step": 19670 |
| }, |
| { |
| "epoch": 11.012870733072187, |
| "grad_norm": 0.16476546227931976, |
| "learning_rate": 6.997311153086883e-08, |
| "loss": 0.0066, |
| "step": 19680 |
| }, |
| { |
| "epoch": 11.01846670397314, |
| "grad_norm": 0.12683425843715668, |
| "learning_rate": 6.566906778079917e-08, |
| "loss": 0.0052, |
| "step": 19690 |
| }, |
| { |
| "epoch": 11.024062674874092, |
| "grad_norm": 0.23135153949260712, |
| "learning_rate": 6.150154258476315e-08, |
| "loss": 0.0043, |
| "step": 19700 |
| }, |
| { |
| "epoch": 11.029658645775042, |
| "grad_norm": 0.1939716786146164, |
| "learning_rate": 5.747054733660773e-08, |
| "loss": 0.0077, |
| "step": 19710 |
| }, |
| { |
| "epoch": 11.035254616675994, |
| "grad_norm": 0.11450741440057755, |
| "learning_rate": 5.3576093056922906e-08, |
| "loss": 0.0079, |
| "step": 19720 |
| }, |
| { |
| "epoch": 11.040850587576944, |
| "grad_norm": 0.06929726153612137, |
| "learning_rate": 4.981819039300284e-08, |
| "loss": 0.0039, |
| "step": 19730 |
| }, |
| { |
| "epoch": 11.046446558477896, |
| "grad_norm": 0.11268885433673859, |
| "learning_rate": 4.619684961881254e-08, |
| "loss": 0.0047, |
| "step": 19740 |
| }, |
| { |
| "epoch": 11.052042529378847, |
| "grad_norm": 0.07555661350488663, |
| "learning_rate": 4.2712080634949024e-08, |
| "loss": 0.0038, |
| "step": 19750 |
| }, |
| { |
| "epoch": 11.057638500279799, |
| "grad_norm": 0.07180225849151611, |
| "learning_rate": 3.936389296864129e-08, |
| "loss": 0.0066, |
| "step": 19760 |
| }, |
| { |
| "epoch": 11.063234471180749, |
| "grad_norm": 0.2635197937488556, |
| "learning_rate": 3.615229577371149e-08, |
| "loss": 0.0047, |
| "step": 19770 |
| }, |
| { |
| "epoch": 11.068830442081701, |
| "grad_norm": 0.03527739644050598, |
| "learning_rate": 3.3077297830541584e-08, |
| "loss": 0.0047, |
| "step": 19780 |
| }, |
| { |
| "epoch": 11.074426412982653, |
| "grad_norm": 0.061606280505657196, |
| "learning_rate": 3.01389075460512e-08, |
| "loss": 0.0069, |
| "step": 19790 |
| }, |
| { |
| "epoch": 11.080022383883604, |
| "grad_norm": 0.14764872193336487, |
| "learning_rate": 2.7337132953697554e-08, |
| "loss": 0.0063, |
| "step": 19800 |
| }, |
| { |
| "epoch": 11.085618354784556, |
| "grad_norm": 0.13825170695781708, |
| "learning_rate": 2.467198171342e-08, |
| "loss": 0.0047, |
| "step": 19810 |
| }, |
| { |
| "epoch": 11.091214325685506, |
| "grad_norm": 0.40132373571395874, |
| "learning_rate": 2.214346111164556e-08, |
| "loss": 0.0058, |
| "step": 19820 |
| }, |
| { |
| "epoch": 11.096810296586458, |
| "grad_norm": 0.06293044239282608, |
| "learning_rate": 1.9751578061244504e-08, |
| "loss": 0.0093, |
| "step": 19830 |
| }, |
| { |
| "epoch": 11.102406267487408, |
| "grad_norm": 0.08641501516103745, |
| "learning_rate": 1.749633910153592e-08, |
| "loss": 0.0061, |
| "step": 19840 |
| }, |
| { |
| "epoch": 11.10800223838836, |
| "grad_norm": 0.06543342024087906, |
| "learning_rate": 1.5377750398265502e-08, |
| "loss": 0.0034, |
| "step": 19850 |
| }, |
| { |
| "epoch": 11.11359820928931, |
| "grad_norm": 0.0463268905878067, |
| "learning_rate": 1.3395817743561134e-08, |
| "loss": 0.0031, |
| "step": 19860 |
| }, |
| { |
| "epoch": 11.119194180190263, |
| "grad_norm": 0.18889687955379486, |
| "learning_rate": 1.1550546555960662e-08, |
| "loss": 0.0049, |
| "step": 19870 |
| }, |
| { |
| "epoch": 11.124790151091215, |
| "grad_norm": 0.33526870608329773, |
| "learning_rate": 9.841941880361916e-09, |
| "loss": 0.0068, |
| "step": 19880 |
| }, |
| { |
| "epoch": 11.130386121992165, |
| "grad_norm": 0.17259934544563293, |
| "learning_rate": 8.270008388022721e-09, |
| "loss": 0.0047, |
| "step": 19890 |
| }, |
| { |
| "epoch": 11.135982092893117, |
| "grad_norm": 0.24882031977176666, |
| "learning_rate": 6.834750376549792e-09, |
| "loss": 0.0061, |
| "step": 19900 |
| }, |
| { |
| "epoch": 11.141578063794068, |
| "grad_norm": 0.05286456272006035, |
| "learning_rate": 5.536171769887632e-09, |
| "loss": 0.0059, |
| "step": 19910 |
| }, |
| { |
| "epoch": 11.14717403469502, |
| "grad_norm": 0.08882560580968857, |
| "learning_rate": 4.3742761183018784e-09, |
| "loss": 0.0063, |
| "step": 19920 |
| }, |
| { |
| "epoch": 11.15277000559597, |
| "grad_norm": 0.09571769833564758, |
| "learning_rate": 3.349066598362649e-09, |
| "loss": 0.0034, |
| "step": 19930 |
| }, |
| { |
| "epoch": 11.158365976496922, |
| "grad_norm": 0.07795775681734085, |
| "learning_rate": 2.4605460129556445e-09, |
| "loss": 0.0029, |
| "step": 19940 |
| }, |
| { |
| "epoch": 11.163961947397874, |
| "grad_norm": 0.07696644216775894, |
| "learning_rate": 1.7087167912710478e-09, |
| "loss": 0.0083, |
| "step": 19950 |
| }, |
| { |
| "epoch": 11.169557918298825, |
| "grad_norm": 0.26498469710350037, |
| "learning_rate": 1.0935809887702154e-09, |
| "loss": 0.0033, |
| "step": 19960 |
| }, |
| { |
| "epoch": 11.175153889199777, |
| "grad_norm": 0.165630042552948, |
| "learning_rate": 6.151402872134337e-10, |
| "loss": 0.007, |
| "step": 19970 |
| }, |
| { |
| "epoch": 11.180749860100727, |
| "grad_norm": 0.07009857147932053, |
| "learning_rate": 2.7339599464326627e-10, |
| "loss": 0.0037, |
| "step": 19980 |
| }, |
| { |
| "epoch": 11.18634583100168, |
| "grad_norm": 0.1754114180803299, |
| "learning_rate": 6.834904537900144e-11, |
| "loss": 0.0069, |
| "step": 19990 |
| }, |
| { |
| "epoch": 11.19194180190263, |
| "grad_norm": 0.18103741109371185, |
| "learning_rate": 0.0, |
| "loss": 0.0044, |
| "step": 20000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 20000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 12, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 7.091345386565736e+17, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
