| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.6, |
| "eval_steps": 500, |
| "global_step": 400, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.004, |
| "grad_norm": 4.334173679351807, |
| "learning_rate": 0.0, |
| "loss": 0.6307, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.008, |
| "grad_norm": 2.2055771350860596, |
| "learning_rate": 7.525749891599529e-06, |
| "loss": 0.2344, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.012, |
| "grad_norm": 2.218201160430908, |
| "learning_rate": 1.192803136799156e-05, |
| "loss": 0.2053, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.016, |
| "grad_norm": 1.4988631010055542, |
| "learning_rate": 1.5051499783199057e-05, |
| "loss": 0.2045, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.0644451379776, |
| "learning_rate": 1.7474250108400467e-05, |
| "loss": 0.0942, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.024, |
| "grad_norm": 0.6318012475967407, |
| "learning_rate": 1.945378125959109e-05, |
| "loss": 0.0534, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.028, |
| "grad_norm": 0.4481346011161804, |
| "learning_rate": 2.1127451000356418e-05, |
| "loss": 0.0403, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.032, |
| "grad_norm": 0.5680133104324341, |
| "learning_rate": 2.2577249674798584e-05, |
| "loss": 0.0308, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.036, |
| "grad_norm": 0.43483495712280273, |
| "learning_rate": 2.385606273598312e-05, |
| "loss": 0.0265, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.4071185886859894, |
| "learning_rate": 2.4999999999999998e-05, |
| "loss": 0.0208, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.044, |
| "grad_norm": 0.5254327654838562, |
| "learning_rate": 2.6034817128955623e-05, |
| "loss": 0.0342, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.048, |
| "grad_norm": 0.4345680773258209, |
| "learning_rate": 2.6979531151190617e-05, |
| "loss": 0.02, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.052, |
| "grad_norm": 0.5350413918495178, |
| "learning_rate": 2.7848583807670913e-05, |
| "loss": 0.0235, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.056, |
| "grad_norm": 0.42923253774642944, |
| "learning_rate": 2.8653200891955945e-05, |
| "loss": 0.0187, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.45483624935150146, |
| "learning_rate": 2.940228147639203e-05, |
| "loss": 0.0243, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.064, |
| "grad_norm": 0.5695978403091431, |
| "learning_rate": 3.0102999566398115e-05, |
| "loss": 0.0176, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.068, |
| "grad_norm": 0.369960755109787, |
| "learning_rate": 3.076122303445685e-05, |
| "loss": 0.022, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.072, |
| "grad_norm": 0.27982962131500244, |
| "learning_rate": 3.1381812627582646e-05, |
| "loss": 0.0135, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.076, |
| "grad_norm": 0.4172382056713104, |
| "learning_rate": 3.1968840023820715e-05, |
| "loss": 0.0168, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.3223382532596588, |
| "learning_rate": 3.2525749891599525e-05, |
| "loss": 0.0098, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.084, |
| "grad_norm": 0.3248063027858734, |
| "learning_rate": 3.305548236834798e-05, |
| "loss": 0.0089, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.088, |
| "grad_norm": 0.2587601840496063, |
| "learning_rate": 3.3560567020555153e-05, |
| "loss": 0.0127, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.092, |
| "grad_norm": 0.8799129128456116, |
| "learning_rate": 3.404319590043982e-05, |
| "loss": 0.0109, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.096, |
| "grad_norm": 0.36437511444091797, |
| "learning_rate": 3.450528104279015e-05, |
| "loss": 0.0109, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.27609172463417053, |
| "learning_rate": 3.4948500216800935e-05, |
| "loss": 0.006, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.104, |
| "grad_norm": 0.2486644685268402, |
| "learning_rate": 3.537433369927044e-05, |
| "loss": 0.0072, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.108, |
| "grad_norm": 0.4478244185447693, |
| "learning_rate": 3.578409410397468e-05, |
| "loss": 0.0096, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.112, |
| "grad_norm": 0.23096731305122375, |
| "learning_rate": 3.6178950783555475e-05, |
| "loss": 0.0063, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.116, |
| "grad_norm": 0.43742746114730835, |
| "learning_rate": 3.65599499474739e-05, |
| "loss": 0.0089, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.23472078144550323, |
| "learning_rate": 3.6928031367991554e-05, |
| "loss": 0.0045, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.124, |
| "grad_norm": 0.4394713044166565, |
| "learning_rate": 3.728404234585681e-05, |
| "loss": 0.009, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.128, |
| "grad_norm": 0.3383356034755707, |
| "learning_rate": 3.762874945799765e-05, |
| "loss": 0.009, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.132, |
| "grad_norm": 0.2296154648065567, |
| "learning_rate": 3.796284849694718e-05, |
| "loss": 0.0112, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.136, |
| "grad_norm": 0.30197566747665405, |
| "learning_rate": 3.8286972926056376e-05, |
| "loss": 0.0084, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.16092810034751892, |
| "learning_rate": 3.8601701108756885e-05, |
| "loss": 0.0032, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.144, |
| "grad_norm": 0.3336141109466553, |
| "learning_rate": 3.890756251918218e-05, |
| "loss": 0.0038, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.148, |
| "grad_norm": 0.15752413868904114, |
| "learning_rate": 3.920504310167487e-05, |
| "loss": 0.0033, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.152, |
| "grad_norm": 0.2086404263973236, |
| "learning_rate": 3.949458991542025e-05, |
| "loss": 0.0028, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.156, |
| "grad_norm": 0.2414998561143875, |
| "learning_rate": 3.977661517566247e-05, |
| "loss": 0.0067, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.15021997690200806, |
| "learning_rate": 4.005149978319905e-05, |
| "loss": 0.0079, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.164, |
| "grad_norm": 0.18097592890262604, |
| "learning_rate": 4.031959641799338e-05, |
| "loss": 0.0022, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.168, |
| "grad_norm": 0.18316392600536346, |
| "learning_rate": 4.058123225994751e-05, |
| "loss": 0.0028, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.172, |
| "grad_norm": 0.24015618860721588, |
| "learning_rate": 4.0836711389489654e-05, |
| "loss": 0.0037, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.176, |
| "grad_norm": 0.15191113948822021, |
| "learning_rate": 4.108631691215468e-05, |
| "loss": 0.0028, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.18598900735378265, |
| "learning_rate": 4.133031284438358e-05, |
| "loss": 0.0017, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.184, |
| "grad_norm": 0.2727285325527191, |
| "learning_rate": 4.156894579203935e-05, |
| "loss": 0.0061, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.188, |
| "grad_norm": 0.19456899166107178, |
| "learning_rate": 4.180244644839293e-05, |
| "loss": 0.0028, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.192, |
| "grad_norm": 0.20612072944641113, |
| "learning_rate": 4.203103093438968e-05, |
| "loss": 0.0028, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.196, |
| "grad_norm": 0.498530775308609, |
| "learning_rate": 4.2254902000712836e-05, |
| "loss": 0.0073, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.13147921860218048, |
| "learning_rate": 4.247425010840046e-05, |
| "loss": 0.005, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.204, |
| "grad_norm": 0.8498079180717468, |
| "learning_rate": 4.2689254402448405e-05, |
| "loss": 0.0045, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.208, |
| "grad_norm": 0.5296034216880798, |
| "learning_rate": 4.290008359086998e-05, |
| "loss": 0.0282, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.212, |
| "grad_norm": 0.2918979823589325, |
| "learning_rate": 4.310689674001973e-05, |
| "loss": 0.009, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.216, |
| "grad_norm": 0.555036723613739, |
| "learning_rate": 4.330984399557421e-05, |
| "loss": 0.0065, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.12301270663738251, |
| "learning_rate": 4.350906723735609e-05, |
| "loss": 0.0064, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.224, |
| "grad_norm": 0.08401217311620712, |
| "learning_rate": 4.370470067515501e-05, |
| "loss": 0.002, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.228, |
| "grad_norm": 0.4035862982273102, |
| "learning_rate": 4.3896871391812285e-05, |
| "loss": 0.0067, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.232, |
| "grad_norm": 0.1083892211318016, |
| "learning_rate": 4.408569983907343e-05, |
| "loss": 0.0069, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.236, |
| "grad_norm": 0.10449299961328506, |
| "learning_rate": 4.42713002910536e-05, |
| "loss": 0.0016, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.20857375860214233, |
| "learning_rate": 4.445378125959108e-05, |
| "loss": 0.0018, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.244, |
| "grad_norm": 0.13858433067798615, |
| "learning_rate": 4.463324587526917e-05, |
| "loss": 0.0036, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.248, |
| "grad_norm": 0.20314235985279083, |
| "learning_rate": 4.4809792237456346e-05, |
| "loss": 0.0028, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.252, |
| "grad_norm": 0.15137360990047455, |
| "learning_rate": 4.498351373633954e-05, |
| "loss": 0.0026, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.256, |
| "grad_norm": 0.08835887908935547, |
| "learning_rate": 4.515449934959717e-05, |
| "loss": 0.0012, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.07209821045398712, |
| "learning_rate": 4.532283391607138e-05, |
| "loss": 0.001, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.264, |
| "grad_norm": 0.14767873287200928, |
| "learning_rate": 4.548859838854671e-05, |
| "loss": 0.0015, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.268, |
| "grad_norm": 0.11616674065589905, |
| "learning_rate": 4.565187006752065e-05, |
| "loss": 0.001, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.272, |
| "grad_norm": 0.08439616113901138, |
| "learning_rate": 4.581272281765591e-05, |
| "loss": 0.0046, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.276, |
| "grad_norm": 0.07998619973659515, |
| "learning_rate": 4.597122726843138e-05, |
| "loss": 0.0045, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.05273636057972908, |
| "learning_rate": 4.612745100035642e-05, |
| "loss": 0.0005, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.284, |
| "grad_norm": 0.07583728432655334, |
| "learning_rate": 4.628145871797688e-05, |
| "loss": 0.0018, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.288, |
| "grad_norm": 0.12443387508392334, |
| "learning_rate": 4.643331241078171e-05, |
| "loss": 0.0007, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.292, |
| "grad_norm": 0.09343032538890839, |
| "learning_rate": 4.658307150301139e-05, |
| "loss": 0.0006, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.296, |
| "grad_norm": 0.08595340698957443, |
| "learning_rate": 4.67307929932744e-05, |
| "loss": 0.0037, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.053027234971523285, |
| "learning_rate": 4.687653158479249e-05, |
| "loss": 0.0003, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.304, |
| "grad_norm": 0.05994114652276039, |
| "learning_rate": 4.702033980701978e-05, |
| "loss": 0.0007, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.308, |
| "grad_norm": 0.08113588392734528, |
| "learning_rate": 4.716226812931204e-05, |
| "loss": 0.0038, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.312, |
| "grad_norm": 0.048519495874643326, |
| "learning_rate": 4.7302365067262006e-05, |
| "loss": 0.0022, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.316, |
| "grad_norm": 0.06878262013196945, |
| "learning_rate": 4.744067728226103e-05, |
| "loss": 0.0026, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.0174928717315197, |
| "learning_rate": 4.757724967479858e-05, |
| "loss": 0.0001, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.324, |
| "grad_norm": 0.055549003183841705, |
| "learning_rate": 4.771212547196624e-05, |
| "loss": 0.0005, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.328, |
| "grad_norm": 0.06923408806324005, |
| "learning_rate": 4.7845346309592914e-05, |
| "loss": 0.0002, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.332, |
| "grad_norm": 0.05054256692528725, |
| "learning_rate": 4.7976952309401844e-05, |
| "loss": 0.0042, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.336, |
| "grad_norm": 0.042055755853652954, |
| "learning_rate": 4.810698215154703e-05, |
| "loss": 0.0022, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.1804121732711792, |
| "learning_rate": 4.823547314285732e-05, |
| "loss": 0.002, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.344, |
| "grad_norm": 0.024929817765951157, |
| "learning_rate": 4.836246128108918e-05, |
| "loss": 0.0001, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.348, |
| "grad_norm": 0.708000123500824, |
| "learning_rate": 4.8487981315465456e-05, |
| "loss": 0.0026, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.352, |
| "grad_norm": 0.6377427577972412, |
| "learning_rate": 4.8612066803754214e-05, |
| "loss": 0.0123, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.356, |
| "grad_norm": 0.25735020637512207, |
| "learning_rate": 4.873475016612281e-05, |
| "loss": 0.0055, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.950273871421814, |
| "learning_rate": 4.885606273598312e-05, |
| "loss": 0.0408, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.364, |
| "grad_norm": 0.34996047616004944, |
| "learning_rate": 4.897603480802733e-05, |
| "loss": 0.0034, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.368, |
| "grad_norm": 0.9180243611335754, |
| "learning_rate": 4.909469568363888e-05, |
| "loss": 0.02, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.372, |
| "grad_norm": 0.8092993497848511, |
| "learning_rate": 4.9212073713848375e-05, |
| "loss": 0.0075, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.376, |
| "grad_norm": 0.6170804500579834, |
| "learning_rate": 4.932819633999246e-05, |
| "loss": 0.0113, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 4.7827534675598145, |
| "learning_rate": 4.9443090132221186e-05, |
| "loss": 0.03, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.384, |
| "grad_norm": 3.489516258239746, |
| "learning_rate": 4.9556780825989205e-05, |
| "loss": 0.0382, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.388, |
| "grad_norm": 2.35620379447937, |
| "learning_rate": 4.9669293356656114e-05, |
| "loss": 0.0299, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.392, |
| "grad_norm": 0.8634485602378845, |
| "learning_rate": 4.978065189231237e-05, |
| "loss": 0.0167, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.396, |
| "grad_norm": 0.2725628614425659, |
| "learning_rate": 4.989087986493874e-05, |
| "loss": 0.0081, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.17562685906887054, |
| "learning_rate": 4.9999999999999996e-05, |
| "loss": 0.0043, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.404, |
| "grad_norm": 0.8643080592155457, |
| "learning_rate": 5e-05, |
| "loss": 0.0125, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.408, |
| "grad_norm": 0.11818674951791763, |
| "learning_rate": 4.9875000000000006e-05, |
| "loss": 0.0034, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.412, |
| "grad_norm": 0.20233666896820068, |
| "learning_rate": 4.975e-05, |
| "loss": 0.0029, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.416, |
| "grad_norm": 0.23807714879512787, |
| "learning_rate": 4.962500000000001e-05, |
| "loss": 0.0026, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.1580943763256073, |
| "learning_rate": 4.9500000000000004e-05, |
| "loss": 0.0015, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.424, |
| "grad_norm": 0.19758278131484985, |
| "learning_rate": 4.937500000000001e-05, |
| "loss": 0.0025, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.428, |
| "grad_norm": 0.2816386818885803, |
| "learning_rate": 4.9250000000000004e-05, |
| "loss": 0.0028, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.432, |
| "grad_norm": 0.3274244964122772, |
| "learning_rate": 4.9125e-05, |
| "loss": 0.0027, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.436, |
| "grad_norm": 0.2742844820022583, |
| "learning_rate": 4.9e-05, |
| "loss": 0.0038, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 0.2021024376153946, |
| "learning_rate": 4.8875e-05, |
| "loss": 0.007, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.444, |
| "grad_norm": 0.1884881854057312, |
| "learning_rate": 4.875e-05, |
| "loss": 0.0013, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.448, |
| "grad_norm": 0.5865951776504517, |
| "learning_rate": 4.8625e-05, |
| "loss": 0.0053, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.452, |
| "grad_norm": 0.23957838118076324, |
| "learning_rate": 4.85e-05, |
| "loss": 0.005, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.456, |
| "grad_norm": 0.3090040981769562, |
| "learning_rate": 4.8375000000000004e-05, |
| "loss": 0.0082, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 0.37422287464141846, |
| "learning_rate": 4.825e-05, |
| "loss": 0.0149, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.464, |
| "grad_norm": 0.1816074252128601, |
| "learning_rate": 4.8125000000000004e-05, |
| "loss": 0.0053, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.468, |
| "grad_norm": 0.38292816281318665, |
| "learning_rate": 4.8e-05, |
| "loss": 0.0057, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.472, |
| "grad_norm": 0.10594677180051804, |
| "learning_rate": 4.7875000000000005e-05, |
| "loss": 0.0021, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.476, |
| "grad_norm": 0.13979272544384003, |
| "learning_rate": 4.775e-05, |
| "loss": 0.0071, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.08800072968006134, |
| "learning_rate": 4.7625000000000006e-05, |
| "loss": 0.0039, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.484, |
| "grad_norm": 0.190990149974823, |
| "learning_rate": 4.75e-05, |
| "loss": 0.0037, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.488, |
| "grad_norm": 0.13872408866882324, |
| "learning_rate": 4.7375e-05, |
| "loss": 0.0063, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.492, |
| "grad_norm": 0.15142665803432465, |
| "learning_rate": 4.7249999999999997e-05, |
| "loss": 0.0009, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.496, |
| "grad_norm": 0.15705378353595734, |
| "learning_rate": 4.7125e-05, |
| "loss": 0.002, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.09296617656946182, |
| "learning_rate": 4.7e-05, |
| "loss": 0.0027, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.504, |
| "grad_norm": 0.20458370447158813, |
| "learning_rate": 4.6875e-05, |
| "loss": 0.002, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.508, |
| "grad_norm": 0.13503938913345337, |
| "learning_rate": 4.6750000000000005e-05, |
| "loss": 0.0018, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.512, |
| "grad_norm": 0.10841026157140732, |
| "learning_rate": 4.6625e-05, |
| "loss": 0.0013, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.516, |
| "grad_norm": 0.07126464694738388, |
| "learning_rate": 4.6500000000000005e-05, |
| "loss": 0.0026, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 0.1297496259212494, |
| "learning_rate": 4.6375e-05, |
| "loss": 0.0014, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.524, |
| "grad_norm": 0.11263352632522583, |
| "learning_rate": 4.6250000000000006e-05, |
| "loss": 0.0028, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.528, |
| "grad_norm": 0.10150951147079468, |
| "learning_rate": 4.6125e-05, |
| "loss": 0.0015, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.532, |
| "grad_norm": 0.18945740163326263, |
| "learning_rate": 4.600000000000001e-05, |
| "loss": 0.0021, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.536, |
| "grad_norm": 0.17706206440925598, |
| "learning_rate": 4.5875000000000004e-05, |
| "loss": 0.0019, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 0.05546269938349724, |
| "learning_rate": 4.575e-05, |
| "loss": 0.0005, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.544, |
| "grad_norm": 0.12179642915725708, |
| "learning_rate": 4.5625e-05, |
| "loss": 0.0012, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.548, |
| "grad_norm": 0.05075937882065773, |
| "learning_rate": 4.55e-05, |
| "loss": 0.0003, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.552, |
| "grad_norm": 0.07799898087978363, |
| "learning_rate": 4.5375e-05, |
| "loss": 0.0016, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.556, |
| "grad_norm": 0.13191546499729156, |
| "learning_rate": 4.525e-05, |
| "loss": 0.0033, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 0.14412976801395416, |
| "learning_rate": 4.5125e-05, |
| "loss": 0.003, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.564, |
| "grad_norm": 0.09449886530637741, |
| "learning_rate": 4.5e-05, |
| "loss": 0.0013, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.568, |
| "grad_norm": 0.03718528896570206, |
| "learning_rate": 4.4875e-05, |
| "loss": 0.0003, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.572, |
| "grad_norm": 0.05031194910407066, |
| "learning_rate": 4.4750000000000004e-05, |
| "loss": 0.0004, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.576, |
| "grad_norm": 0.24351955950260162, |
| "learning_rate": 4.4625e-05, |
| "loss": 0.0022, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 0.10770543664693832, |
| "learning_rate": 4.4500000000000004e-05, |
| "loss": 0.003, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.584, |
| "grad_norm": 0.0956270769238472, |
| "learning_rate": 4.4375e-05, |
| "loss": 0.0075, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.588, |
| "grad_norm": 0.28642475605010986, |
| "learning_rate": 4.4250000000000005e-05, |
| "loss": 0.0019, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.592, |
| "grad_norm": 0.1973092406988144, |
| "learning_rate": 4.4125e-05, |
| "loss": 0.0006, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.596, |
| "grad_norm": 0.48930782079696655, |
| "learning_rate": 4.4000000000000006e-05, |
| "loss": 0.0018, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 0.08301931619644165, |
| "learning_rate": 4.3875e-05, |
| "loss": 0.0031, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.604, |
| "grad_norm": 0.09609490633010864, |
| "learning_rate": 4.375e-05, |
| "loss": 0.0007, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.608, |
| "grad_norm": 0.07038693130016327, |
| "learning_rate": 4.3625e-05, |
| "loss": 0.0006, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.612, |
| "grad_norm": 0.034853026270866394, |
| "learning_rate": 4.35e-05, |
| "loss": 0.0003, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.616, |
| "grad_norm": 0.1049143597483635, |
| "learning_rate": 4.3375000000000004e-05, |
| "loss": 0.0032, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 0.1149531900882721, |
| "learning_rate": 4.325e-05, |
| "loss": 0.002, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.624, |
| "grad_norm": 0.13460274040699005, |
| "learning_rate": 4.3125000000000005e-05, |
| "loss": 0.0012, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.628, |
| "grad_norm": 0.16842494904994965, |
| "learning_rate": 4.3e-05, |
| "loss": 0.0019, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.632, |
| "grad_norm": 0.09362483024597168, |
| "learning_rate": 4.2875000000000005e-05, |
| "loss": 0.0038, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.636, |
| "grad_norm": 0.23620232939720154, |
| "learning_rate": 4.275e-05, |
| "loss": 0.0021, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 0.04187873750925064, |
| "learning_rate": 4.2625000000000006e-05, |
| "loss": 0.0003, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.644, |
| "grad_norm": 0.15332873165607452, |
| "learning_rate": 4.25e-05, |
| "loss": 0.0034, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.648, |
| "grad_norm": 0.052837781608104706, |
| "learning_rate": 4.237500000000001e-05, |
| "loss": 0.0047, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.652, |
| "grad_norm": 0.08028219640254974, |
| "learning_rate": 4.2250000000000004e-05, |
| "loss": 0.0016, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.656, |
| "grad_norm": 0.11588768661022186, |
| "learning_rate": 4.2125e-05, |
| "loss": 0.0034, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 0.055087096989154816, |
| "learning_rate": 4.2e-05, |
| "loss": 0.0009, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.664, |
| "grad_norm": 0.241183340549469, |
| "learning_rate": 4.1875e-05, |
| "loss": 0.0024, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.668, |
| "grad_norm": 0.15006832778453827, |
| "learning_rate": 4.175e-05, |
| "loss": 0.0018, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.672, |
| "grad_norm": 0.46611738204956055, |
| "learning_rate": 4.1625e-05, |
| "loss": 0.0037, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.676, |
| "grad_norm": 0.19828003644943237, |
| "learning_rate": 4.15e-05, |
| "loss": 0.0018, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 0.12308524549007416, |
| "learning_rate": 4.1375e-05, |
| "loss": 0.001, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.684, |
| "grad_norm": 0.09313371032476425, |
| "learning_rate": 4.125e-05, |
| "loss": 0.0009, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.688, |
| "grad_norm": 0.4643174111843109, |
| "learning_rate": 4.1125000000000004e-05, |
| "loss": 0.0036, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.692, |
| "grad_norm": 0.12040840089321136, |
| "learning_rate": 4.1e-05, |
| "loss": 0.0024, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.696, |
| "grad_norm": 0.22784455120563507, |
| "learning_rate": 4.0875000000000004e-05, |
| "loss": 0.0027, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 0.1869855672121048, |
| "learning_rate": 4.075e-05, |
| "loss": 0.0043, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.704, |
| "grad_norm": 0.11409322917461395, |
| "learning_rate": 4.0625000000000005e-05, |
| "loss": 0.0026, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.708, |
| "grad_norm": 0.09818801283836365, |
| "learning_rate": 4.05e-05, |
| "loss": 0.0019, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.712, |
| "grad_norm": 0.0799233466386795, |
| "learning_rate": 4.0375e-05, |
| "loss": 0.0008, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.716, |
| "grad_norm": 0.22596658766269684, |
| "learning_rate": 4.025e-05, |
| "loss": 0.0047, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 0.07836493104696274, |
| "learning_rate": 4.0125e-05, |
| "loss": 0.0029, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.724, |
| "grad_norm": 0.1314069926738739, |
| "learning_rate": 4e-05, |
| "loss": 0.0013, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.728, |
| "grad_norm": 0.12211080640554428, |
| "learning_rate": 3.9875e-05, |
| "loss": 0.004, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.732, |
| "grad_norm": 0.5613779425621033, |
| "learning_rate": 3.9750000000000004e-05, |
| "loss": 0.0065, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.736, |
| "grad_norm": 0.03666184842586517, |
| "learning_rate": 3.9625e-05, |
| "loss": 0.0003, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 0.06119844689965248, |
| "learning_rate": 3.9500000000000005e-05, |
| "loss": 0.0009, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.744, |
| "grad_norm": 0.08475872874259949, |
| "learning_rate": 3.9375e-05, |
| "loss": 0.0009, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.748, |
| "grad_norm": 0.16239683330059052, |
| "learning_rate": 3.9250000000000005e-05, |
| "loss": 0.0012, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.752, |
| "grad_norm": 0.07799831032752991, |
| "learning_rate": 3.9125e-05, |
| "loss": 0.0055, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.756, |
| "grad_norm": 0.04904457554221153, |
| "learning_rate": 3.9000000000000006e-05, |
| "loss": 0.0024, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 0.04471833258867264, |
| "learning_rate": 3.8875e-05, |
| "loss": 0.0002, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.764, |
| "grad_norm": 0.24567581713199615, |
| "learning_rate": 3.875e-05, |
| "loss": 0.0026, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.768, |
| "grad_norm": 0.043222181499004364, |
| "learning_rate": 3.8625e-05, |
| "loss": 0.0002, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.772, |
| "grad_norm": 0.043726395815610886, |
| "learning_rate": 3.85e-05, |
| "loss": 0.0001, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.776, |
| "grad_norm": 0.11048438400030136, |
| "learning_rate": 3.8375e-05, |
| "loss": 0.0007, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 0.2425050139427185, |
| "learning_rate": 3.825e-05, |
| "loss": 0.0055, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.784, |
| "grad_norm": 0.09772332012653351, |
| "learning_rate": 3.8125e-05, |
| "loss": 0.0004, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.788, |
| "grad_norm": 0.024435682222247124, |
| "learning_rate": 3.8e-05, |
| "loss": 0.0005, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.792, |
| "grad_norm": 0.04484609141945839, |
| "learning_rate": 3.7875e-05, |
| "loss": 0.0003, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.796, |
| "grad_norm": 0.035425156354904175, |
| "learning_rate": 3.775e-05, |
| "loss": 0.0003, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 0.04564299434423447, |
| "learning_rate": 3.7625e-05, |
| "loss": 0.0019, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.804, |
| "grad_norm": 0.04999084025621414, |
| "learning_rate": 3.7500000000000003e-05, |
| "loss": 0.0012, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.808, |
| "grad_norm": 0.050590988248586655, |
| "learning_rate": 3.737500000000001e-05, |
| "loss": 0.0037, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.812, |
| "grad_norm": 0.03431128337979317, |
| "learning_rate": 3.7250000000000004e-05, |
| "loss": 0.0025, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.816, |
| "grad_norm": 0.06956495344638824, |
| "learning_rate": 3.7125e-05, |
| "loss": 0.0032, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 0.027486376464366913, |
| "learning_rate": 3.7e-05, |
| "loss": 0.0005, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.824, |
| "grad_norm": 0.027509450912475586, |
| "learning_rate": 3.6875e-05, |
| "loss": 0.0003, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.828, |
| "grad_norm": 0.04087129607796669, |
| "learning_rate": 3.675e-05, |
| "loss": 0.0003, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.832, |
| "grad_norm": 0.03978107497096062, |
| "learning_rate": 3.6625e-05, |
| "loss": 0.0023, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.836, |
| "grad_norm": 0.04381946101784706, |
| "learning_rate": 3.65e-05, |
| "loss": 0.0032, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 0.018398966640233994, |
| "learning_rate": 3.6375e-05, |
| "loss": 0.0002, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.844, |
| "grad_norm": 0.27152058482170105, |
| "learning_rate": 3.625e-05, |
| "loss": 0.001, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.848, |
| "grad_norm": 0.02850174717605114, |
| "learning_rate": 3.6125000000000004e-05, |
| "loss": 0.0007, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.852, |
| "grad_norm": 0.06494108587503433, |
| "learning_rate": 3.6e-05, |
| "loss": 0.0014, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.856, |
| "grad_norm": 0.042822666466236115, |
| "learning_rate": 3.5875000000000005e-05, |
| "loss": 0.0008, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 0.04977138340473175, |
| "learning_rate": 3.575e-05, |
| "loss": 0.0005, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.864, |
| "grad_norm": 0.06221337243914604, |
| "learning_rate": 3.5625000000000005e-05, |
| "loss": 0.0016, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.868, |
| "grad_norm": 0.011892068199813366, |
| "learning_rate": 3.55e-05, |
| "loss": 0.0001, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.872, |
| "grad_norm": 0.0454794205725193, |
| "learning_rate": 3.5375e-05, |
| "loss": 0.0008, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.876, |
| "grad_norm": 0.017043855041265488, |
| "learning_rate": 3.525e-05, |
| "loss": 0.0003, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 0.017138540744781494, |
| "learning_rate": 3.5125e-05, |
| "loss": 0.0002, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.884, |
| "grad_norm": 0.10911066085100174, |
| "learning_rate": 3.5e-05, |
| "loss": 0.003, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.888, |
| "grad_norm": 0.07072826474905014, |
| "learning_rate": 3.4875e-05, |
| "loss": 0.0028, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.892, |
| "grad_norm": 0.06483879685401917, |
| "learning_rate": 3.475e-05, |
| "loss": 0.0011, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.896, |
| "grad_norm": 0.032061319798231125, |
| "learning_rate": 3.4625e-05, |
| "loss": 0.0003, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 0.10455196350812912, |
| "learning_rate": 3.45e-05, |
| "loss": 0.0006, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.904, |
| "grad_norm": 0.03009301982820034, |
| "learning_rate": 3.4375e-05, |
| "loss": 0.0009, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.908, |
| "grad_norm": 0.21497099101543427, |
| "learning_rate": 3.4250000000000006e-05, |
| "loss": 0.0022, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.912, |
| "grad_norm": 0.05242502689361572, |
| "learning_rate": 3.4125e-05, |
| "loss": 0.0032, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.916, |
| "grad_norm": 0.03429080918431282, |
| "learning_rate": 3.4000000000000007e-05, |
| "loss": 0.0015, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 0.3183232843875885, |
| "learning_rate": 3.3875000000000003e-05, |
| "loss": 0.0033, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.924, |
| "grad_norm": 0.033974889665842056, |
| "learning_rate": 3.375000000000001e-05, |
| "loss": 0.0004, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.928, |
| "grad_norm": 0.08924167603254318, |
| "learning_rate": 3.3625000000000004e-05, |
| "loss": 0.0014, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.932, |
| "grad_norm": 0.093363918364048, |
| "learning_rate": 3.35e-05, |
| "loss": 0.0006, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.936, |
| "grad_norm": 0.105079285800457, |
| "learning_rate": 3.3375e-05, |
| "loss": 0.0028, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 0.057525135576725006, |
| "learning_rate": 3.325e-05, |
| "loss": 0.0004, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.944, |
| "grad_norm": 0.07350476831197739, |
| "learning_rate": 3.3125e-05, |
| "loss": 0.0024, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.948, |
| "grad_norm": 0.020194334909319878, |
| "learning_rate": 3.3e-05, |
| "loss": 0.0002, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.952, |
| "grad_norm": 0.010576704517006874, |
| "learning_rate": 3.2875e-05, |
| "loss": 0.0001, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.956, |
| "grad_norm": 0.007914057932794094, |
| "learning_rate": 3.275e-05, |
| "loss": 0.0001, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 0.06846226006746292, |
| "learning_rate": 3.2625e-05, |
| "loss": 0.0022, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.964, |
| "grad_norm": 0.002107464475557208, |
| "learning_rate": 3.2500000000000004e-05, |
| "loss": 0.0, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.968, |
| "grad_norm": 0.005104186944663525, |
| "learning_rate": 3.2375e-05, |
| "loss": 0.0001, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.972, |
| "grad_norm": 0.027005469426512718, |
| "learning_rate": 3.2250000000000005e-05, |
| "loss": 0.0012, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.976, |
| "grad_norm": 0.01935047283768654, |
| "learning_rate": 3.2125e-05, |
| "loss": 0.0001, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 0.012384717352688313, |
| "learning_rate": 3.2000000000000005e-05, |
| "loss": 0.0001, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.984, |
| "grad_norm": 0.006367299240082502, |
| "learning_rate": 3.1875e-05, |
| "loss": 0.0001, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.988, |
| "grad_norm": 0.003837389638647437, |
| "learning_rate": 3.175e-05, |
| "loss": 0.0, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.992, |
| "grad_norm": 0.17976249754428864, |
| "learning_rate": 3.1624999999999996e-05, |
| "loss": 0.0003, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.996, |
| "grad_norm": 0.0030153498519212008, |
| "learning_rate": 3.15e-05, |
| "loss": 0.0, |
| "step": 249 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.011528008617460728, |
| "learning_rate": 3.1375e-05, |
| "loss": 0.0, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.004, |
| "grad_norm": 0.0014031054452061653, |
| "learning_rate": 3.125e-05, |
| "loss": 0.0, |
| "step": 251 |
| }, |
| { |
| "epoch": 1.008, |
| "grad_norm": 0.048355042934417725, |
| "learning_rate": 3.1125000000000004e-05, |
| "loss": 0.0039, |
| "step": 252 |
| }, |
| { |
| "epoch": 1.012, |
| "grad_norm": 0.3448329269886017, |
| "learning_rate": 3.1e-05, |
| "loss": 0.001, |
| "step": 253 |
| }, |
| { |
| "epoch": 1.016, |
| "grad_norm": 0.04559427127242088, |
| "learning_rate": 3.0875000000000005e-05, |
| "loss": 0.0001, |
| "step": 254 |
| }, |
| { |
| "epoch": 1.02, |
| "grad_norm": 0.059698574244976044, |
| "learning_rate": 3.075e-05, |
| "loss": 0.0024, |
| "step": 255 |
| }, |
| { |
| "epoch": 1.024, |
| "grad_norm": 0.08983492106199265, |
| "learning_rate": 3.0625000000000006e-05, |
| "loss": 0.0002, |
| "step": 256 |
| }, |
| { |
| "epoch": 1.028, |
| "grad_norm": 0.025842411443591118, |
| "learning_rate": 3.05e-05, |
| "loss": 0.0001, |
| "step": 257 |
| }, |
| { |
| "epoch": 1.032, |
| "grad_norm": 0.009762114845216274, |
| "learning_rate": 3.0375000000000003e-05, |
| "loss": 0.0001, |
| "step": 258 |
| }, |
| { |
| "epoch": 1.036, |
| "grad_norm": 0.03436556085944176, |
| "learning_rate": 3.025e-05, |
| "loss": 0.0013, |
| "step": 259 |
| }, |
| { |
| "epoch": 1.04, |
| "grad_norm": 0.13744613528251648, |
| "learning_rate": 3.0125000000000004e-05, |
| "loss": 0.0002, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.044, |
| "grad_norm": 0.08697144687175751, |
| "learning_rate": 3e-05, |
| "loss": 0.0009, |
| "step": 261 |
| }, |
| { |
| "epoch": 1.048, |
| "grad_norm": 0.005860824603587389, |
| "learning_rate": 2.9875000000000004e-05, |
| "loss": 0.0, |
| "step": 262 |
| }, |
| { |
| "epoch": 1.052, |
| "grad_norm": 0.031256936490535736, |
| "learning_rate": 2.975e-05, |
| "loss": 0.002, |
| "step": 263 |
| }, |
| { |
| "epoch": 1.056, |
| "grad_norm": 0.007167185191065073, |
| "learning_rate": 2.9625000000000002e-05, |
| "loss": 0.0, |
| "step": 264 |
| }, |
| { |
| "epoch": 1.06, |
| "grad_norm": 0.026170356199145317, |
| "learning_rate": 2.95e-05, |
| "loss": 0.0015, |
| "step": 265 |
| }, |
| { |
| "epoch": 1.064, |
| "grad_norm": 0.000729930296074599, |
| "learning_rate": 2.9375000000000003e-05, |
| "loss": 0.0, |
| "step": 266 |
| }, |
| { |
| "epoch": 1.068, |
| "grad_norm": 0.08990947157144547, |
| "learning_rate": 2.925e-05, |
| "loss": 0.0007, |
| "step": 267 |
| }, |
| { |
| "epoch": 1.072, |
| "grad_norm": 0.0014114304212853312, |
| "learning_rate": 2.9125000000000003e-05, |
| "loss": 0.0, |
| "step": 268 |
| }, |
| { |
| "epoch": 1.076, |
| "grad_norm": 0.0023166867904365063, |
| "learning_rate": 2.9e-05, |
| "loss": 0.0, |
| "step": 269 |
| }, |
| { |
| "epoch": 1.08, |
| "grad_norm": 0.027701951563358307, |
| "learning_rate": 2.8875e-05, |
| "loss": 0.0016, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.084, |
| "grad_norm": 0.012332534417510033, |
| "learning_rate": 2.8749999999999997e-05, |
| "loss": 0.0001, |
| "step": 271 |
| }, |
| { |
| "epoch": 1.088, |
| "grad_norm": 0.1477350890636444, |
| "learning_rate": 2.8625e-05, |
| "loss": 0.0011, |
| "step": 272 |
| }, |
| { |
| "epoch": 1.092, |
| "grad_norm": 0.04740828648209572, |
| "learning_rate": 2.8499999999999998e-05, |
| "loss": 0.0028, |
| "step": 273 |
| }, |
| { |
| "epoch": 1.096, |
| "grad_norm": 0.06496315449476242, |
| "learning_rate": 2.8375000000000002e-05, |
| "loss": 0.0012, |
| "step": 274 |
| }, |
| { |
| "epoch": 1.1, |
| "grad_norm": 0.025945995002985, |
| "learning_rate": 2.825e-05, |
| "loss": 0.001, |
| "step": 275 |
| }, |
| { |
| "epoch": 1.104, |
| "grad_norm": 0.002442737575620413, |
| "learning_rate": 2.8125000000000003e-05, |
| "loss": 0.0, |
| "step": 276 |
| }, |
| { |
| "epoch": 1.108, |
| "grad_norm": 0.048240870237350464, |
| "learning_rate": 2.8000000000000003e-05, |
| "loss": 0.0001, |
| "step": 277 |
| }, |
| { |
| "epoch": 1.112, |
| "grad_norm": 0.025942618027329445, |
| "learning_rate": 2.7875e-05, |
| "loss": 0.0011, |
| "step": 278 |
| }, |
| { |
| "epoch": 1.116, |
| "grad_norm": 0.0020797245670109987, |
| "learning_rate": 2.7750000000000004e-05, |
| "loss": 0.0, |
| "step": 279 |
| }, |
| { |
| "epoch": 1.12, |
| "grad_norm": 0.0007060124189592898, |
| "learning_rate": 2.7625e-05, |
| "loss": 0.0, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.124, |
| "grad_norm": 0.05631349980831146, |
| "learning_rate": 2.7500000000000004e-05, |
| "loss": 0.0055, |
| "step": 281 |
| }, |
| { |
| "epoch": 1.1280000000000001, |
| "grad_norm": 0.0010315525578334928, |
| "learning_rate": 2.7375e-05, |
| "loss": 0.0, |
| "step": 282 |
| }, |
| { |
| "epoch": 1.1320000000000001, |
| "grad_norm": 0.0005242518382146955, |
| "learning_rate": 2.725e-05, |
| "loss": 0.0, |
| "step": 283 |
| }, |
| { |
| "epoch": 1.1360000000000001, |
| "grad_norm": 0.0018985565984621644, |
| "learning_rate": 2.7125000000000002e-05, |
| "loss": 0.0, |
| "step": 284 |
| }, |
| { |
| "epoch": 1.1400000000000001, |
| "grad_norm": 0.016066987067461014, |
| "learning_rate": 2.7000000000000002e-05, |
| "loss": 0.0002, |
| "step": 285 |
| }, |
| { |
| "epoch": 1.144, |
| "grad_norm": 0.0014664505142718554, |
| "learning_rate": 2.6875e-05, |
| "loss": 0.0, |
| "step": 286 |
| }, |
| { |
| "epoch": 1.148, |
| "grad_norm": 0.037049151957035065, |
| "learning_rate": 2.6750000000000003e-05, |
| "loss": 0.0021, |
| "step": 287 |
| }, |
| { |
| "epoch": 1.152, |
| "grad_norm": 0.003005338367074728, |
| "learning_rate": 2.6625e-05, |
| "loss": 0.0, |
| "step": 288 |
| }, |
| { |
| "epoch": 1.156, |
| "grad_norm": 0.001254579983651638, |
| "learning_rate": 2.6500000000000004e-05, |
| "loss": 0.0, |
| "step": 289 |
| }, |
| { |
| "epoch": 1.16, |
| "grad_norm": 0.03759104385972023, |
| "learning_rate": 2.6375e-05, |
| "loss": 0.0011, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.164, |
| "grad_norm": 0.1227162629365921, |
| "learning_rate": 2.625e-05, |
| "loss": 0.0012, |
| "step": 291 |
| }, |
| { |
| "epoch": 1.168, |
| "grad_norm": 0.03856627270579338, |
| "learning_rate": 2.6124999999999998e-05, |
| "loss": 0.0022, |
| "step": 292 |
| }, |
| { |
| "epoch": 1.172, |
| "grad_norm": 0.024704601615667343, |
| "learning_rate": 2.6000000000000002e-05, |
| "loss": 0.0002, |
| "step": 293 |
| }, |
| { |
| "epoch": 1.176, |
| "grad_norm": 0.0007420993642881513, |
| "learning_rate": 2.5875e-05, |
| "loss": 0.0, |
| "step": 294 |
| }, |
| { |
| "epoch": 1.18, |
| "grad_norm": 0.036463238298892975, |
| "learning_rate": 2.5750000000000002e-05, |
| "loss": 0.0022, |
| "step": 295 |
| }, |
| { |
| "epoch": 1.184, |
| "grad_norm": 0.15049096941947937, |
| "learning_rate": 2.5625e-05, |
| "loss": 0.0017, |
| "step": 296 |
| }, |
| { |
| "epoch": 1.188, |
| "grad_norm": 0.0008732306305319071, |
| "learning_rate": 2.5500000000000003e-05, |
| "loss": 0.0, |
| "step": 297 |
| }, |
| { |
| "epoch": 1.192, |
| "grad_norm": 0.0014195935800671577, |
| "learning_rate": 2.5375e-05, |
| "loss": 0.0, |
| "step": 298 |
| }, |
| { |
| "epoch": 1.196, |
| "grad_norm": 0.0003884572652168572, |
| "learning_rate": 2.525e-05, |
| "loss": 0.0, |
| "step": 299 |
| }, |
| { |
| "epoch": 1.2, |
| "grad_norm": 0.0012515120906755328, |
| "learning_rate": 2.5124999999999997e-05, |
| "loss": 0.0, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.204, |
| "grad_norm": 0.0020221874583512545, |
| "learning_rate": 2.5e-05, |
| "loss": 0.0, |
| "step": 301 |
| }, |
| { |
| "epoch": 1.208, |
| "grad_norm": 0.05133691802620888, |
| "learning_rate": 2.4875e-05, |
| "loss": 0.0019, |
| "step": 302 |
| }, |
| { |
| "epoch": 1.212, |
| "grad_norm": 0.0008544109296053648, |
| "learning_rate": 2.4750000000000002e-05, |
| "loss": 0.0, |
| "step": 303 |
| }, |
| { |
| "epoch": 1.216, |
| "grad_norm": 0.0014570467174053192, |
| "learning_rate": 2.4625000000000002e-05, |
| "loss": 0.0, |
| "step": 304 |
| }, |
| { |
| "epoch": 1.22, |
| "grad_norm": 0.0011205587070435286, |
| "learning_rate": 2.45e-05, |
| "loss": 0.0, |
| "step": 305 |
| }, |
| { |
| "epoch": 1.224, |
| "grad_norm": 0.02561991848051548, |
| "learning_rate": 2.4375e-05, |
| "loss": 0.0007, |
| "step": 306 |
| }, |
| { |
| "epoch": 1.228, |
| "grad_norm": 0.07412664592266083, |
| "learning_rate": 2.425e-05, |
| "loss": 0.0001, |
| "step": 307 |
| }, |
| { |
| "epoch": 1.232, |
| "grad_norm": 0.00037382490700110793, |
| "learning_rate": 2.4125e-05, |
| "loss": 0.0, |
| "step": 308 |
| }, |
| { |
| "epoch": 1.236, |
| "grad_norm": 0.00031290503102354705, |
| "learning_rate": 2.4e-05, |
| "loss": 0.0, |
| "step": 309 |
| }, |
| { |
| "epoch": 1.24, |
| "grad_norm": 0.004732325207442045, |
| "learning_rate": 2.3875e-05, |
| "loss": 0.0, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.244, |
| "grad_norm": 0.020535649731755257, |
| "learning_rate": 2.375e-05, |
| "loss": 0.0001, |
| "step": 311 |
| }, |
| { |
| "epoch": 1.248, |
| "grad_norm": 0.03397507593035698, |
| "learning_rate": 2.3624999999999998e-05, |
| "loss": 0.0022, |
| "step": 312 |
| }, |
| { |
| "epoch": 1.252, |
| "grad_norm": 0.001010193140245974, |
| "learning_rate": 2.35e-05, |
| "loss": 0.0, |
| "step": 313 |
| }, |
| { |
| "epoch": 1.256, |
| "grad_norm": 0.0019539042841643095, |
| "learning_rate": 2.3375000000000002e-05, |
| "loss": 0.0, |
| "step": 314 |
| }, |
| { |
| "epoch": 1.26, |
| "grad_norm": 0.0031424874905496836, |
| "learning_rate": 2.3250000000000003e-05, |
| "loss": 0.0, |
| "step": 315 |
| }, |
| { |
| "epoch": 1.264, |
| "grad_norm": 0.02730289287865162, |
| "learning_rate": 2.3125000000000003e-05, |
| "loss": 0.0016, |
| "step": 316 |
| }, |
| { |
| "epoch": 1.268, |
| "grad_norm": 0.0027051756624132395, |
| "learning_rate": 2.3000000000000003e-05, |
| "loss": 0.0, |
| "step": 317 |
| }, |
| { |
| "epoch": 1.272, |
| "grad_norm": 0.03329765424132347, |
| "learning_rate": 2.2875e-05, |
| "loss": 0.0002, |
| "step": 318 |
| }, |
| { |
| "epoch": 1.276, |
| "grad_norm": 0.001193282543681562, |
| "learning_rate": 2.275e-05, |
| "loss": 0.0, |
| "step": 319 |
| }, |
| { |
| "epoch": 1.28, |
| "grad_norm": 0.031788360327482224, |
| "learning_rate": 2.2625e-05, |
| "loss": 0.0016, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.284, |
| "grad_norm": 0.0014218081487342715, |
| "learning_rate": 2.25e-05, |
| "loss": 0.0, |
| "step": 321 |
| }, |
| { |
| "epoch": 1.288, |
| "grad_norm": 0.030428649857640266, |
| "learning_rate": 2.2375000000000002e-05, |
| "loss": 0.0002, |
| "step": 322 |
| }, |
| { |
| "epoch": 1.292, |
| "grad_norm": 0.006552345585078001, |
| "learning_rate": 2.2250000000000002e-05, |
| "loss": 0.0, |
| "step": 323 |
| }, |
| { |
| "epoch": 1.296, |
| "grad_norm": 0.015952585265040398, |
| "learning_rate": 2.2125000000000002e-05, |
| "loss": 0.0001, |
| "step": 324 |
| }, |
| { |
| "epoch": 1.3, |
| "grad_norm": 0.08881539851427078, |
| "learning_rate": 2.2000000000000003e-05, |
| "loss": 0.0026, |
| "step": 325 |
| }, |
| { |
| "epoch": 1.304, |
| "grad_norm": 0.02848576381802559, |
| "learning_rate": 2.1875e-05, |
| "loss": 0.0015, |
| "step": 326 |
| }, |
| { |
| "epoch": 1.308, |
| "grad_norm": 0.025394096970558167, |
| "learning_rate": 2.175e-05, |
| "loss": 0.0001, |
| "step": 327 |
| }, |
| { |
| "epoch": 1.312, |
| "grad_norm": 0.10008195787668228, |
| "learning_rate": 2.1625e-05, |
| "loss": 0.0043, |
| "step": 328 |
| }, |
| { |
| "epoch": 1.316, |
| "grad_norm": 0.00036653419374488294, |
| "learning_rate": 2.15e-05, |
| "loss": 0.0, |
| "step": 329 |
| }, |
| { |
| "epoch": 1.32, |
| "grad_norm": 0.00029204797465354204, |
| "learning_rate": 2.1375e-05, |
| "loss": 0.0, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.324, |
| "grad_norm": 0.08541154861450195, |
| "learning_rate": 2.125e-05, |
| "loss": 0.0006, |
| "step": 331 |
| }, |
| { |
| "epoch": 1.328, |
| "grad_norm": 0.0006791361374780536, |
| "learning_rate": 2.1125000000000002e-05, |
| "loss": 0.0, |
| "step": 332 |
| }, |
| { |
| "epoch": 1.332, |
| "grad_norm": 0.001022230600938201, |
| "learning_rate": 2.1e-05, |
| "loss": 0.0, |
| "step": 333 |
| }, |
| { |
| "epoch": 1.336, |
| "grad_norm": 0.0005869977758266032, |
| "learning_rate": 2.0875e-05, |
| "loss": 0.0, |
| "step": 334 |
| }, |
| { |
| "epoch": 1.34, |
| "grad_norm": 0.005593669600784779, |
| "learning_rate": 2.075e-05, |
| "loss": 0.0, |
| "step": 335 |
| }, |
| { |
| "epoch": 1.3439999999999999, |
| "grad_norm": 0.019772056490182877, |
| "learning_rate": 2.0625e-05, |
| "loss": 0.0002, |
| "step": 336 |
| }, |
| { |
| "epoch": 1.3479999999999999, |
| "grad_norm": 0.010209028609097004, |
| "learning_rate": 2.05e-05, |
| "loss": 0.0001, |
| "step": 337 |
| }, |
| { |
| "epoch": 1.3519999999999999, |
| "grad_norm": 0.0006436029216274619, |
| "learning_rate": 2.0375e-05, |
| "loss": 0.0, |
| "step": 338 |
| }, |
| { |
| "epoch": 1.3559999999999999, |
| "grad_norm": 0.0012518498115241528, |
| "learning_rate": 2.025e-05, |
| "loss": 0.0, |
| "step": 339 |
| }, |
| { |
| "epoch": 1.3599999999999999, |
| "grad_norm": 0.024785468354821205, |
| "learning_rate": 2.0125e-05, |
| "loss": 0.0014, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.3639999999999999, |
| "grad_norm": 0.02820267528295517, |
| "learning_rate": 2e-05, |
| "loss": 0.0015, |
| "step": 341 |
| }, |
| { |
| "epoch": 1.3679999999999999, |
| "grad_norm": 0.018189677968621254, |
| "learning_rate": 1.9875000000000002e-05, |
| "loss": 0.0001, |
| "step": 342 |
| }, |
| { |
| "epoch": 1.3719999999999999, |
| "grad_norm": 0.0020627263002097607, |
| "learning_rate": 1.9750000000000002e-05, |
| "loss": 0.0, |
| "step": 343 |
| }, |
| { |
| "epoch": 1.376, |
| "grad_norm": 0.02280012145638466, |
| "learning_rate": 1.9625000000000003e-05, |
| "loss": 0.0001, |
| "step": 344 |
| }, |
| { |
| "epoch": 1.38, |
| "grad_norm": 0.03776618093252182, |
| "learning_rate": 1.9500000000000003e-05, |
| "loss": 0.0025, |
| "step": 345 |
| }, |
| { |
| "epoch": 1.384, |
| "grad_norm": 0.001024254597723484, |
| "learning_rate": 1.9375e-05, |
| "loss": 0.0, |
| "step": 346 |
| }, |
| { |
| "epoch": 1.388, |
| "grad_norm": 0.006558741442859173, |
| "learning_rate": 1.925e-05, |
| "loss": 0.0001, |
| "step": 347 |
| }, |
| { |
| "epoch": 1.392, |
| "grad_norm": 0.0002272271813126281, |
| "learning_rate": 1.9125e-05, |
| "loss": 0.0, |
| "step": 348 |
| }, |
| { |
| "epoch": 1.396, |
| "grad_norm": 0.0006058457656763494, |
| "learning_rate": 1.9e-05, |
| "loss": 0.0, |
| "step": 349 |
| }, |
| { |
| "epoch": 1.4, |
| "grad_norm": 0.025721488520503044, |
| "learning_rate": 1.8875e-05, |
| "loss": 0.0013, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.404, |
| "grad_norm": 0.006544401869177818, |
| "learning_rate": 1.8750000000000002e-05, |
| "loss": 0.0, |
| "step": 351 |
| }, |
| { |
| "epoch": 1.408, |
| "grad_norm": 0.02833346277475357, |
| "learning_rate": 1.8625000000000002e-05, |
| "loss": 0.002, |
| "step": 352 |
| }, |
| { |
| "epoch": 1.412, |
| "grad_norm": 0.003127289703115821, |
| "learning_rate": 1.85e-05, |
| "loss": 0.0, |
| "step": 353 |
| }, |
| { |
| "epoch": 1.416, |
| "grad_norm": 0.0018629053374752402, |
| "learning_rate": 1.8375e-05, |
| "loss": 0.0, |
| "step": 354 |
| }, |
| { |
| "epoch": 1.42, |
| "grad_norm": 0.016095077618956566, |
| "learning_rate": 1.825e-05, |
| "loss": 0.0005, |
| "step": 355 |
| }, |
| { |
| "epoch": 1.424, |
| "grad_norm": 0.002553897676989436, |
| "learning_rate": 1.8125e-05, |
| "loss": 0.0, |
| "step": 356 |
| }, |
| { |
| "epoch": 1.428, |
| "grad_norm": 0.0001830149703891948, |
| "learning_rate": 1.8e-05, |
| "loss": 0.0, |
| "step": 357 |
| }, |
| { |
| "epoch": 1.432, |
| "grad_norm": 0.00017017306527122855, |
| "learning_rate": 1.7875e-05, |
| "loss": 0.0, |
| "step": 358 |
| }, |
| { |
| "epoch": 1.436, |
| "grad_norm": 0.0004768996441271156, |
| "learning_rate": 1.775e-05, |
| "loss": 0.0, |
| "step": 359 |
| }, |
| { |
| "epoch": 1.44, |
| "grad_norm": 0.008216165006160736, |
| "learning_rate": 1.7625e-05, |
| "loss": 0.0, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.444, |
| "grad_norm": 0.00048328310367651284, |
| "learning_rate": 1.75e-05, |
| "loss": 0.0, |
| "step": 361 |
| }, |
| { |
| "epoch": 1.448, |
| "grad_norm": 0.001905157696455717, |
| "learning_rate": 1.7375e-05, |
| "loss": 0.0, |
| "step": 362 |
| }, |
| { |
| "epoch": 1.452, |
| "grad_norm": 0.04279350861907005, |
| "learning_rate": 1.725e-05, |
| "loss": 0.0003, |
| "step": 363 |
| }, |
| { |
| "epoch": 1.456, |
| "grad_norm": 0.00044308413635008037, |
| "learning_rate": 1.7125000000000003e-05, |
| "loss": 0.0, |
| "step": 364 |
| }, |
| { |
| "epoch": 1.46, |
| "grad_norm": 0.01364831067621708, |
| "learning_rate": 1.7000000000000003e-05, |
| "loss": 0.0001, |
| "step": 365 |
| }, |
| { |
| "epoch": 1.464, |
| "grad_norm": 0.0178745798766613, |
| "learning_rate": 1.6875000000000004e-05, |
| "loss": 0.0002, |
| "step": 366 |
| }, |
| { |
| "epoch": 1.468, |
| "grad_norm": 0.014486960135400295, |
| "learning_rate": 1.675e-05, |
| "loss": 0.0003, |
| "step": 367 |
| }, |
| { |
| "epoch": 1.472, |
| "grad_norm": 0.0017555502709001303, |
| "learning_rate": 1.6625e-05, |
| "loss": 0.0, |
| "step": 368 |
| }, |
| { |
| "epoch": 1.476, |
| "grad_norm": 0.0017262659966945648, |
| "learning_rate": 1.65e-05, |
| "loss": 0.0, |
| "step": 369 |
| }, |
| { |
| "epoch": 1.48, |
| "grad_norm": 0.0001670898200245574, |
| "learning_rate": 1.6375e-05, |
| "loss": 0.0, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.484, |
| "grad_norm": 0.04310227930545807, |
| "learning_rate": 1.6250000000000002e-05, |
| "loss": 0.0, |
| "step": 371 |
| }, |
| { |
| "epoch": 1.488, |
| "grad_norm": 0.022789426147937775, |
| "learning_rate": 1.6125000000000002e-05, |
| "loss": 0.0012, |
| "step": 372 |
| }, |
| { |
| "epoch": 1.492, |
| "grad_norm": 0.00021801373804919422, |
| "learning_rate": 1.6000000000000003e-05, |
| "loss": 0.0, |
| "step": 373 |
| }, |
| { |
| "epoch": 1.496, |
| "grad_norm": 0.0049751815386116505, |
| "learning_rate": 1.5875e-05, |
| "loss": 0.0, |
| "step": 374 |
| }, |
| { |
| "epoch": 1.5, |
| "grad_norm": 0.025986915454268456, |
| "learning_rate": 1.575e-05, |
| "loss": 0.0009, |
| "step": 375 |
| }, |
| { |
| "epoch": 1.504, |
| "grad_norm": 0.027431977912783623, |
| "learning_rate": 1.5625e-05, |
| "loss": 0.0011, |
| "step": 376 |
| }, |
| { |
| "epoch": 1.508, |
| "grad_norm": 0.000507499324157834, |
| "learning_rate": 1.55e-05, |
| "loss": 0.0, |
| "step": 377 |
| }, |
| { |
| "epoch": 1.512, |
| "grad_norm": 0.0003128699027001858, |
| "learning_rate": 1.5375e-05, |
| "loss": 0.0, |
| "step": 378 |
| }, |
| { |
| "epoch": 1.516, |
| "grad_norm": 0.00046913442201912403, |
| "learning_rate": 1.525e-05, |
| "loss": 0.0, |
| "step": 379 |
| }, |
| { |
| "epoch": 1.52, |
| "grad_norm": 0.029943570494651794, |
| "learning_rate": 1.5125e-05, |
| "loss": 0.0017, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.524, |
| "grad_norm": 0.002284953836351633, |
| "learning_rate": 1.5e-05, |
| "loss": 0.0, |
| "step": 381 |
| }, |
| { |
| "epoch": 1.528, |
| "grad_norm": 0.03019576705992222, |
| "learning_rate": 1.4875e-05, |
| "loss": 0.0024, |
| "step": 382 |
| }, |
| { |
| "epoch": 1.532, |
| "grad_norm": 0.0012708123540505767, |
| "learning_rate": 1.475e-05, |
| "loss": 0.0, |
| "step": 383 |
| }, |
| { |
| "epoch": 1.536, |
| "grad_norm": 0.023377712815999985, |
| "learning_rate": 1.4625e-05, |
| "loss": 0.0013, |
| "step": 384 |
| }, |
| { |
| "epoch": 1.54, |
| "grad_norm": 0.00021962085156701505, |
| "learning_rate": 1.45e-05, |
| "loss": 0.0, |
| "step": 385 |
| }, |
| { |
| "epoch": 1.544, |
| "grad_norm": 0.00874408334493637, |
| "learning_rate": 1.4374999999999999e-05, |
| "loss": 0.0, |
| "step": 386 |
| }, |
| { |
| "epoch": 1.548, |
| "grad_norm": 0.002368140732869506, |
| "learning_rate": 1.4249999999999999e-05, |
| "loss": 0.0, |
| "step": 387 |
| }, |
| { |
| "epoch": 1.552, |
| "grad_norm": 0.02442522905766964, |
| "learning_rate": 1.4125e-05, |
| "loss": 0.0014, |
| "step": 388 |
| }, |
| { |
| "epoch": 1.556, |
| "grad_norm": 0.022362807765603065, |
| "learning_rate": 1.4000000000000001e-05, |
| "loss": 0.0011, |
| "step": 389 |
| }, |
| { |
| "epoch": 1.56, |
| "grad_norm": 0.00017425463011022657, |
| "learning_rate": 1.3875000000000002e-05, |
| "loss": 0.0, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.564, |
| "grad_norm": 0.03626161813735962, |
| "learning_rate": 1.3750000000000002e-05, |
| "loss": 0.0028, |
| "step": 391 |
| }, |
| { |
| "epoch": 1.568, |
| "grad_norm": 0.04060878977179527, |
| "learning_rate": 1.3625e-05, |
| "loss": 0.0033, |
| "step": 392 |
| }, |
| { |
| "epoch": 1.572, |
| "grad_norm": 0.04934659227728844, |
| "learning_rate": 1.3500000000000001e-05, |
| "loss": 0.0036, |
| "step": 393 |
| }, |
| { |
| "epoch": 1.576, |
| "grad_norm": 0.023239271715283394, |
| "learning_rate": 1.3375000000000002e-05, |
| "loss": 0.001, |
| "step": 394 |
| }, |
| { |
| "epoch": 1.58, |
| "grad_norm": 0.025479884818196297, |
| "learning_rate": 1.3250000000000002e-05, |
| "loss": 0.0012, |
| "step": 395 |
| }, |
| { |
| "epoch": 1.584, |
| "grad_norm": 0.024552635848522186, |
| "learning_rate": 1.3125e-05, |
| "loss": 0.0, |
| "step": 396 |
| }, |
| { |
| "epoch": 1.588, |
| "grad_norm": 0.02806110680103302, |
| "learning_rate": 1.3000000000000001e-05, |
| "loss": 0.0013, |
| "step": 397 |
| }, |
| { |
| "epoch": 1.592, |
| "grad_norm": 0.0003899558796547353, |
| "learning_rate": 1.2875000000000001e-05, |
| "loss": 0.0, |
| "step": 398 |
| }, |
| { |
| "epoch": 1.596, |
| "grad_norm": 0.022901885211467743, |
| "learning_rate": 1.2750000000000002e-05, |
| "loss": 0.001, |
| "step": 399 |
| }, |
| { |
| "epoch": 1.6, |
| "grad_norm": 0.00024660167400725186, |
| "learning_rate": 1.2625e-05, |
| "loss": 0.0, |
| "step": 400 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 500, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 23568689516544.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
