| { | |
| "best_global_step": 5000, | |
| "best_metric": 3.9939936648508825, | |
| "best_model_checkpoint": "./SALAMA_NEWMED2/checkpoint-5000", | |
| "epoch": 1.9971037651053631, | |
| "eval_steps": 2500, | |
| "global_step": 5000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.00399480675122341, | |
| "grad_norm": 4.626885890960693, | |
| "learning_rate": 1.8e-07, | |
| "loss": 0.157, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.00798961350244682, | |
| "grad_norm": 4.6383256912231445, | |
| "learning_rate": 3.8e-07, | |
| "loss": 0.1612, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.011984420253670228, | |
| "grad_norm": 4.137997627258301, | |
| "learning_rate": 5.800000000000001e-07, | |
| "loss": 0.1601, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.01597922700489364, | |
| "grad_norm": 4.052377223968506, | |
| "learning_rate": 7.8e-07, | |
| "loss": 0.166, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.019974033756117046, | |
| "grad_norm": 4.292566299438477, | |
| "learning_rate": 9.800000000000001e-07, | |
| "loss": 0.1519, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.023968840507340456, | |
| "grad_norm": 5.116729736328125, | |
| "learning_rate": 1.1800000000000001e-06, | |
| "loss": 0.1697, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.027963647258563866, | |
| "grad_norm": 4.941128253936768, | |
| "learning_rate": 1.3800000000000001e-06, | |
| "loss": 0.1338, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.03195845400978728, | |
| "grad_norm": 4.003450870513916, | |
| "learning_rate": 1.5800000000000001e-06, | |
| "loss": 0.1506, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.035953260761010686, | |
| "grad_norm": 4.099050521850586, | |
| "learning_rate": 1.7800000000000001e-06, | |
| "loss": 0.128, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.03994806751223409, | |
| "grad_norm": 3.813715696334839, | |
| "learning_rate": 1.98e-06, | |
| "loss": 0.1519, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.043942874263457506, | |
| "grad_norm": 3.1228017807006836, | |
| "learning_rate": 2.1800000000000003e-06, | |
| "loss": 0.1602, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.04793768101468091, | |
| "grad_norm": 3.2234630584716797, | |
| "learning_rate": 2.38e-06, | |
| "loss": 0.1573, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.051932487765904325, | |
| "grad_norm": 3.196345806121826, | |
| "learning_rate": 2.5800000000000003e-06, | |
| "loss": 0.1594, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.05592729451712773, | |
| "grad_norm": 3.428943634033203, | |
| "learning_rate": 2.7800000000000005e-06, | |
| "loss": 0.1528, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.059922101268351145, | |
| "grad_norm": 4.3613505363464355, | |
| "learning_rate": 2.9800000000000003e-06, | |
| "loss": 0.1764, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.06391690801957456, | |
| "grad_norm": 3.6310315132141113, | |
| "learning_rate": 3.1800000000000005e-06, | |
| "loss": 0.1472, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.06791171477079797, | |
| "grad_norm": 4.561097621917725, | |
| "learning_rate": 3.3800000000000007e-06, | |
| "loss": 0.158, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.07190652152202137, | |
| "grad_norm": 2.8412837982177734, | |
| "learning_rate": 3.58e-06, | |
| "loss": 0.1561, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.07590132827324478, | |
| "grad_norm": 3.9358673095703125, | |
| "learning_rate": 3.7800000000000002e-06, | |
| "loss": 0.1682, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.07989613502446818, | |
| "grad_norm": 3.9661779403686523, | |
| "learning_rate": 3.980000000000001e-06, | |
| "loss": 0.1375, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.0838909417756916, | |
| "grad_norm": 4.195302963256836, | |
| "learning_rate": 4.18e-06, | |
| "loss": 0.1557, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.08788574852691501, | |
| "grad_norm": 4.319852352142334, | |
| "learning_rate": 4.38e-06, | |
| "loss": 0.1828, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.09188055527813842, | |
| "grad_norm": 3.6552112102508545, | |
| "learning_rate": 4.58e-06, | |
| "loss": 0.1814, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.09587536202936182, | |
| "grad_norm": 4.2657365798950195, | |
| "learning_rate": 4.78e-06, | |
| "loss": 0.1829, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.09987016878058524, | |
| "grad_norm": 4.424646377563477, | |
| "learning_rate": 4.980000000000001e-06, | |
| "loss": 0.1734, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.10386497553180865, | |
| "grad_norm": 3.4387409687042236, | |
| "learning_rate": 5.18e-06, | |
| "loss": 0.1548, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.10785978228303206, | |
| "grad_norm": 3.510521173477173, | |
| "learning_rate": 5.380000000000001e-06, | |
| "loss": 0.1401, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.11185458903425546, | |
| "grad_norm": 3.2406973838806152, | |
| "learning_rate": 5.580000000000001e-06, | |
| "loss": 0.1573, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.11584939578547888, | |
| "grad_norm": 3.9534926414489746, | |
| "learning_rate": 5.78e-06, | |
| "loss": 0.1768, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.11984420253670229, | |
| "grad_norm": 4.111250400543213, | |
| "learning_rate": 5.98e-06, | |
| "loss": 0.1754, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.1238390092879257, | |
| "grad_norm": 3.7990970611572266, | |
| "learning_rate": 6.18e-06, | |
| "loss": 0.1594, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.12783381603914912, | |
| "grad_norm": 3.062520980834961, | |
| "learning_rate": 6.380000000000001e-06, | |
| "loss": 0.1506, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.13182862279037252, | |
| "grad_norm": 4.121057987213135, | |
| "learning_rate": 6.5800000000000005e-06, | |
| "loss": 0.1713, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.13582342954159593, | |
| "grad_norm": 3.127715826034546, | |
| "learning_rate": 6.780000000000001e-06, | |
| "loss": 0.1598, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.13981823629281934, | |
| "grad_norm": 3.2151925563812256, | |
| "learning_rate": 6.98e-06, | |
| "loss": 0.1491, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.14381304304404274, | |
| "grad_norm": 2.5872230529785156, | |
| "learning_rate": 7.180000000000001e-06, | |
| "loss": 0.1691, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.14780784979526615, | |
| "grad_norm": 4.3994059562683105, | |
| "learning_rate": 7.3800000000000005e-06, | |
| "loss": 0.1867, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.15180265654648956, | |
| "grad_norm": 4.190740585327148, | |
| "learning_rate": 7.58e-06, | |
| "loss": 0.1752, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.15579746329771296, | |
| "grad_norm": 4.055376052856445, | |
| "learning_rate": 7.78e-06, | |
| "loss": 0.1728, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.15979227004893637, | |
| "grad_norm": 4.507293224334717, | |
| "learning_rate": 7.980000000000002e-06, | |
| "loss": 0.1755, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.1637870768001598, | |
| "grad_norm": 3.873270034790039, | |
| "learning_rate": 8.18e-06, | |
| "loss": 0.1678, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.1677818835513832, | |
| "grad_norm": 4.0611491203308105, | |
| "learning_rate": 8.380000000000001e-06, | |
| "loss": 0.1682, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.17177669030260662, | |
| "grad_norm": 3.7498176097869873, | |
| "learning_rate": 8.580000000000001e-06, | |
| "loss": 0.1621, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.17577149705383002, | |
| "grad_norm": 2.854010581970215, | |
| "learning_rate": 8.78e-06, | |
| "loss": 0.1514, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.17976630380505343, | |
| "grad_norm": 3.098860025405884, | |
| "learning_rate": 8.98e-06, | |
| "loss": 0.1386, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.18376111055627684, | |
| "grad_norm": 5.511478424072266, | |
| "learning_rate": 9.180000000000002e-06, | |
| "loss": 0.176, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.18775591730750024, | |
| "grad_norm": 3.8882782459259033, | |
| "learning_rate": 9.38e-06, | |
| "loss": 0.1742, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.19175072405872365, | |
| "grad_norm": 5.161660194396973, | |
| "learning_rate": 9.58e-06, | |
| "loss": 0.1495, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.19574553080994708, | |
| "grad_norm": 3.9864652156829834, | |
| "learning_rate": 9.780000000000001e-06, | |
| "loss": 0.1869, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.1997403375611705, | |
| "grad_norm": 3.3368163108825684, | |
| "learning_rate": 9.980000000000001e-06, | |
| "loss": 0.1589, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.2037351443123939, | |
| "grad_norm": 4.298588752746582, | |
| "learning_rate": 9.98716486023959e-06, | |
| "loss": 0.1675, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.2077299510636173, | |
| "grad_norm": 3.3363137245178223, | |
| "learning_rate": 9.972903593839133e-06, | |
| "loss": 0.186, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.2117247578148407, | |
| "grad_norm": 3.345853090286255, | |
| "learning_rate": 9.958642327438678e-06, | |
| "loss": 0.1736, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.21571956456606411, | |
| "grad_norm": 3.282945156097412, | |
| "learning_rate": 9.944381061038221e-06, | |
| "loss": 0.1711, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.21971437131728752, | |
| "grad_norm": 5.176159858703613, | |
| "learning_rate": 9.930119794637765e-06, | |
| "loss": 0.2024, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.22370917806851093, | |
| "grad_norm": 3.2021000385284424, | |
| "learning_rate": 9.91585852823731e-06, | |
| "loss": 0.1515, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.22770398481973433, | |
| "grad_norm": 3.4485816955566406, | |
| "learning_rate": 9.901597261836851e-06, | |
| "loss": 0.1673, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.23169879157095777, | |
| "grad_norm": 3.681199789047241, | |
| "learning_rate": 9.887335995436396e-06, | |
| "loss": 0.1713, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.23569359832218117, | |
| "grad_norm": 4.410940647125244, | |
| "learning_rate": 9.87307472903594e-06, | |
| "loss": 0.1653, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.23968840507340458, | |
| "grad_norm": 3.284226655960083, | |
| "learning_rate": 9.858813462635483e-06, | |
| "loss": 0.1442, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.243683211824628, | |
| "grad_norm": 3.73500394821167, | |
| "learning_rate": 9.844552196235026e-06, | |
| "loss": 0.1851, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.2476780185758514, | |
| "grad_norm": 4.125741958618164, | |
| "learning_rate": 9.83029092983457e-06, | |
| "loss": 0.1965, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.2516728253270748, | |
| "grad_norm": 4.371180057525635, | |
| "learning_rate": 9.816029663434114e-06, | |
| "loss": 0.1623, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.25566763207829823, | |
| "grad_norm": 5.782146453857422, | |
| "learning_rate": 9.801768397033657e-06, | |
| "loss": 0.1821, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.2596624388295216, | |
| "grad_norm": 3.964480400085449, | |
| "learning_rate": 9.787507130633202e-06, | |
| "loss": 0.1726, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.26365724558074505, | |
| "grad_norm": 3.8023924827575684, | |
| "learning_rate": 9.773245864232744e-06, | |
| "loss": 0.1771, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.2676520523319684, | |
| "grad_norm": 3.616413116455078, | |
| "learning_rate": 9.758984597832289e-06, | |
| "loss": 0.1913, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.27164685908319186, | |
| "grad_norm": 3.1415390968322754, | |
| "learning_rate": 9.744723331431832e-06, | |
| "loss": 0.1783, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.27564166583441524, | |
| "grad_norm": 3.9891934394836426, | |
| "learning_rate": 9.730462065031375e-06, | |
| "loss": 0.1686, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.2796364725856387, | |
| "grad_norm": 3.3664565086364746, | |
| "learning_rate": 9.71620079863092e-06, | |
| "loss": 0.1928, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.28363127933686205, | |
| "grad_norm": 3.149634599685669, | |
| "learning_rate": 9.701939532230463e-06, | |
| "loss": 0.1839, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.2876260860880855, | |
| "grad_norm": 3.469912052154541, | |
| "learning_rate": 9.687678265830007e-06, | |
| "loss": 0.1699, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.2916208928393089, | |
| "grad_norm": 4.075517654418945, | |
| "learning_rate": 9.67341699942955e-06, | |
| "loss": 0.1807, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.2956156995905323, | |
| "grad_norm": 3.139695405960083, | |
| "learning_rate": 9.659155733029095e-06, | |
| "loss": 0.1618, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.29961050634175573, | |
| "grad_norm": 4.296646595001221, | |
| "learning_rate": 9.644894466628636e-06, | |
| "loss": 0.1912, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.3036053130929791, | |
| "grad_norm": 4.1294379234313965, | |
| "learning_rate": 9.630633200228181e-06, | |
| "loss": 0.1559, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.30760011984420255, | |
| "grad_norm": 3.1996731758117676, | |
| "learning_rate": 9.616371933827725e-06, | |
| "loss": 0.1868, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.3115949265954259, | |
| "grad_norm": 3.0223231315612793, | |
| "learning_rate": 9.602110667427268e-06, | |
| "loss": 0.176, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.31558973334664936, | |
| "grad_norm": 3.7960736751556396, | |
| "learning_rate": 9.587849401026813e-06, | |
| "loss": 0.1617, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.31958454009787274, | |
| "grad_norm": 3.7317583560943604, | |
| "learning_rate": 9.573588134626356e-06, | |
| "loss": 0.1461, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.32357934684909617, | |
| "grad_norm": 2.9020590782165527, | |
| "learning_rate": 9.5593268682259e-06, | |
| "loss": 0.1498, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.3275741536003196, | |
| "grad_norm": 3.0017457008361816, | |
| "learning_rate": 9.545065601825442e-06, | |
| "loss": 0.143, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.331568960351543, | |
| "grad_norm": 2.892198324203491, | |
| "learning_rate": 9.530804335424987e-06, | |
| "loss": 0.1781, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.3355637671027664, | |
| "grad_norm": 3.424417734146118, | |
| "learning_rate": 9.516543069024529e-06, | |
| "loss": 0.1565, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.3395585738539898, | |
| "grad_norm": 3.7211880683898926, | |
| "learning_rate": 9.502281802624074e-06, | |
| "loss": 0.1654, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.34355338060521323, | |
| "grad_norm": 3.9410080909729004, | |
| "learning_rate": 9.488020536223617e-06, | |
| "loss": 0.17, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.3475481873564366, | |
| "grad_norm": 3.70001482963562, | |
| "learning_rate": 9.47375926982316e-06, | |
| "loss": 0.166, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.35154299410766005, | |
| "grad_norm": 4.225161075592041, | |
| "learning_rate": 9.459498003422705e-06, | |
| "loss": 0.1844, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.3555378008588834, | |
| "grad_norm": 3.4117069244384766, | |
| "learning_rate": 9.445236737022249e-06, | |
| "loss": 0.1746, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.35953260761010686, | |
| "grad_norm": 3.593611717224121, | |
| "learning_rate": 9.430975470621792e-06, | |
| "loss": 0.1696, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.3635274143613303, | |
| "grad_norm": 4.341125965118408, | |
| "learning_rate": 9.416714204221335e-06, | |
| "loss": 0.1627, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.36752222111255367, | |
| "grad_norm": 4.328516960144043, | |
| "learning_rate": 9.40245293782088e-06, | |
| "loss": 0.1672, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.3715170278637771, | |
| "grad_norm": 3.9491498470306396, | |
| "learning_rate": 9.388191671420423e-06, | |
| "loss": 0.1741, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.3755118346150005, | |
| "grad_norm": 3.0523922443389893, | |
| "learning_rate": 9.373930405019966e-06, | |
| "loss": 0.1609, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.3795066413662239, | |
| "grad_norm": 3.96618914604187, | |
| "learning_rate": 9.35966913861951e-06, | |
| "loss": 0.1508, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.3835014481174473, | |
| "grad_norm": 3.1924965381622314, | |
| "learning_rate": 9.345407872219053e-06, | |
| "loss": 0.155, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.38749625486867073, | |
| "grad_norm": 4.26977014541626, | |
| "learning_rate": 9.331146605818598e-06, | |
| "loss": 0.1971, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.39149106161989417, | |
| "grad_norm": 3.3444809913635254, | |
| "learning_rate": 9.316885339418141e-06, | |
| "loss": 0.1643, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.39548586837111754, | |
| "grad_norm": 3.90372371673584, | |
| "learning_rate": 9.302624073017684e-06, | |
| "loss": 0.1655, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.399480675122341, | |
| "grad_norm": 3.3378031253814697, | |
| "learning_rate": 9.288362806617228e-06, | |
| "loss": 0.1752, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.40347548187356436, | |
| "grad_norm": 4.0089826583862305, | |
| "learning_rate": 9.274101540216773e-06, | |
| "loss": 0.1616, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.4074702886247878, | |
| "grad_norm": 3.947985887527466, | |
| "learning_rate": 9.259840273816316e-06, | |
| "loss": 0.1576, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.41146509537601117, | |
| "grad_norm": 3.615910768508911, | |
| "learning_rate": 9.245579007415859e-06, | |
| "loss": 0.1516, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.4154599021272346, | |
| "grad_norm": 4.045357704162598, | |
| "learning_rate": 9.231317741015402e-06, | |
| "loss": 0.1795, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.419454708878458, | |
| "grad_norm": 3.5269615650177, | |
| "learning_rate": 9.217056474614946e-06, | |
| "loss": 0.152, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.4234495156296814, | |
| "grad_norm": 3.298372983932495, | |
| "learning_rate": 9.20279520821449e-06, | |
| "loss": 0.1544, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.42744432238090485, | |
| "grad_norm": 3.652780055999756, | |
| "learning_rate": 9.188533941814034e-06, | |
| "loss": 0.1497, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.43143912913212823, | |
| "grad_norm": 3.1677920818328857, | |
| "learning_rate": 9.174272675413579e-06, | |
| "loss": 0.1817, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.43543393588335166, | |
| "grad_norm": 3.229947328567505, | |
| "learning_rate": 9.16001140901312e-06, | |
| "loss": 0.1438, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.43942874263457504, | |
| "grad_norm": 4.125128269195557, | |
| "learning_rate": 9.145750142612665e-06, | |
| "loss": 0.1547, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.4434235493857985, | |
| "grad_norm": 3.456726312637329, | |
| "learning_rate": 9.131488876212208e-06, | |
| "loss": 0.1731, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.44741835613702186, | |
| "grad_norm": 3.4217751026153564, | |
| "learning_rate": 9.117227609811752e-06, | |
| "loss": 0.1505, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.4514131628882453, | |
| "grad_norm": 2.805898666381836, | |
| "learning_rate": 9.102966343411297e-06, | |
| "loss": 0.1712, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.45540796963946867, | |
| "grad_norm": 3.565091133117676, | |
| "learning_rate": 9.08870507701084e-06, | |
| "loss": 0.1914, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.4594027763906921, | |
| "grad_norm": 3.3190317153930664, | |
| "learning_rate": 9.074443810610383e-06, | |
| "loss": 0.1567, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.46339758314191554, | |
| "grad_norm": 3.5254857540130615, | |
| "learning_rate": 9.060182544209926e-06, | |
| "loss": 0.1694, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.4673923898931389, | |
| "grad_norm": 4.437207221984863, | |
| "learning_rate": 9.045921277809471e-06, | |
| "loss": 0.1671, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.47138719664436235, | |
| "grad_norm": 4.538163185119629, | |
| "learning_rate": 9.031660011409013e-06, | |
| "loss": 0.1825, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.47538200339558573, | |
| "grad_norm": 3.300701141357422, | |
| "learning_rate": 9.017398745008558e-06, | |
| "loss": 0.1576, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.47937681014680916, | |
| "grad_norm": 3.468872308731079, | |
| "learning_rate": 9.003137478608101e-06, | |
| "loss": 0.1403, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.48337161689803254, | |
| "grad_norm": 3.9454572200775146, | |
| "learning_rate": 8.988876212207644e-06, | |
| "loss": 0.1604, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.487366423649256, | |
| "grad_norm": 4.445584297180176, | |
| "learning_rate": 8.97461494580719e-06, | |
| "loss": 0.1432, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.49136123040047935, | |
| "grad_norm": 4.145312309265137, | |
| "learning_rate": 8.960353679406733e-06, | |
| "loss": 0.1668, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.4953560371517028, | |
| "grad_norm": 4.525082588195801, | |
| "learning_rate": 8.946092413006276e-06, | |
| "loss": 0.1788, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.4993508439029262, | |
| "grad_norm": 3.0187716484069824, | |
| "learning_rate": 8.931831146605819e-06, | |
| "loss": 0.1603, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.5033456506541496, | |
| "grad_norm": 3.865370750427246, | |
| "learning_rate": 8.917569880205364e-06, | |
| "loss": 0.1598, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.507340457405373, | |
| "grad_norm": 3.384380340576172, | |
| "learning_rate": 8.903308613804906e-06, | |
| "loss": 0.1705, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.5113352641565965, | |
| "grad_norm": 2.700723648071289, | |
| "learning_rate": 8.88904734740445e-06, | |
| "loss": 0.1496, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.5153300709078198, | |
| "grad_norm": 3.309508800506592, | |
| "learning_rate": 8.874786081003994e-06, | |
| "loss": 0.186, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.5193248776590432, | |
| "grad_norm": 4.151066303253174, | |
| "learning_rate": 8.860524814603537e-06, | |
| "loss": 0.1506, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.5233196844102667, | |
| "grad_norm": 2.7802693843841553, | |
| "learning_rate": 8.846263548203082e-06, | |
| "loss": 0.1537, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.5273144911614901, | |
| "grad_norm": 3.3392629623413086, | |
| "learning_rate": 8.832002281802625e-06, | |
| "loss": 0.1521, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.5313092979127134, | |
| "grad_norm": 3.8402390480041504, | |
| "learning_rate": 8.817741015402168e-06, | |
| "loss": 0.1374, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.5353041046639369, | |
| "grad_norm": 4.220055103302002, | |
| "learning_rate": 8.803479749001712e-06, | |
| "loss": 0.1801, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.5392989114151603, | |
| "grad_norm": 4.223282814025879, | |
| "learning_rate": 8.789218482601257e-06, | |
| "loss": 0.152, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.5432937181663837, | |
| "grad_norm": 3.0471835136413574, | |
| "learning_rate": 8.7749572162008e-06, | |
| "loss": 0.1593, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.5472885249176072, | |
| "grad_norm": 4.133998870849609, | |
| "learning_rate": 8.760695949800343e-06, | |
| "loss": 0.1941, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.5512833316688305, | |
| "grad_norm": 4.070934295654297, | |
| "learning_rate": 8.746434683399886e-06, | |
| "loss": 0.1786, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.5552781384200539, | |
| "grad_norm": 3.6335694789886475, | |
| "learning_rate": 8.73217341699943e-06, | |
| "loss": 0.1446, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.5592729451712773, | |
| "grad_norm": 2.9351556301116943, | |
| "learning_rate": 8.717912150598975e-06, | |
| "loss": 0.1605, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.5632677519225008, | |
| "grad_norm": 4.384500503540039, | |
| "learning_rate": 8.703650884198518e-06, | |
| "loss": 0.1785, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.5672625586737241, | |
| "grad_norm": 4.204753398895264, | |
| "learning_rate": 8.689389617798061e-06, | |
| "loss": 0.1555, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.5712573654249475, | |
| "grad_norm": 2.983480930328369, | |
| "learning_rate": 8.675128351397604e-06, | |
| "loss": 0.1642, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.575252172176171, | |
| "grad_norm": 3.3433070182800293, | |
| "learning_rate": 8.66086708499715e-06, | |
| "loss": 0.1542, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.5792469789273944, | |
| "grad_norm": 3.154055118560791, | |
| "learning_rate": 8.646605818596692e-06, | |
| "loss": 0.1654, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.5832417856786178, | |
| "grad_norm": 2.8929858207702637, | |
| "learning_rate": 8.632344552196236e-06, | |
| "loss": 0.1423, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.5872365924298412, | |
| "grad_norm": 3.4675965309143066, | |
| "learning_rate": 8.618083285795779e-06, | |
| "loss": 0.1503, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.5912313991810646, | |
| "grad_norm": 3.996819019317627, | |
| "learning_rate": 8.603822019395322e-06, | |
| "loss": 0.1678, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.595226205932288, | |
| "grad_norm": 4.100089073181152, | |
| "learning_rate": 8.589560752994867e-06, | |
| "loss": 0.1576, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.5992210126835115, | |
| "grad_norm": 3.0981807708740234, | |
| "learning_rate": 8.57529948659441e-06, | |
| "loss": 0.1528, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.6032158194347348, | |
| "grad_norm": 3.0388245582580566, | |
| "learning_rate": 8.561038220193954e-06, | |
| "loss": 0.1529, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.6072106261859582, | |
| "grad_norm": 3.5439846515655518, | |
| "learning_rate": 8.546776953793497e-06, | |
| "loss": 0.1543, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.6112054329371817, | |
| "grad_norm": 4.001914978027344, | |
| "learning_rate": 8.532515687393042e-06, | |
| "loss": 0.1623, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.6152002396884051, | |
| "grad_norm": 3.801597833633423, | |
| "learning_rate": 8.518254420992585e-06, | |
| "loss": 0.1343, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.6191950464396285, | |
| "grad_norm": 3.7877979278564453, | |
| "learning_rate": 8.503993154592128e-06, | |
| "loss": 0.1556, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.6231898531908519, | |
| "grad_norm": 3.0071709156036377, | |
| "learning_rate": 8.489731888191672e-06, | |
| "loss": 0.1354, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.6271846599420753, | |
| "grad_norm": 2.960198163986206, | |
| "learning_rate": 8.475470621791215e-06, | |
| "loss": 0.1567, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.6311794666932987, | |
| "grad_norm": 3.769070863723755, | |
| "learning_rate": 8.46120935539076e-06, | |
| "loss": 0.1392, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.6351742734445222, | |
| "grad_norm": 4.615024089813232, | |
| "learning_rate": 8.446948088990303e-06, | |
| "loss": 0.17, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.6391690801957455, | |
| "grad_norm": 2.945762872695923, | |
| "learning_rate": 8.432686822589846e-06, | |
| "loss": 0.1551, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.6431638869469689, | |
| "grad_norm": 2.70076584815979, | |
| "learning_rate": 8.41842555618939e-06, | |
| "loss": 0.1404, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.6471586936981923, | |
| "grad_norm": 3.891033172607422, | |
| "learning_rate": 8.404164289788934e-06, | |
| "loss": 0.142, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.6511535004494158, | |
| "grad_norm": 3.177311658859253, | |
| "learning_rate": 8.389903023388478e-06, | |
| "loss": 0.1396, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.6551483072006392, | |
| "grad_norm": 3.1945362091064453, | |
| "learning_rate": 8.375641756988021e-06, | |
| "loss": 0.1553, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.6591431139518625, | |
| "grad_norm": 3.6035103797912598, | |
| "learning_rate": 8.361380490587566e-06, | |
| "loss": 0.1485, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.663137920703086, | |
| "grad_norm": 2.8870794773101807, | |
| "learning_rate": 8.347119224187107e-06, | |
| "loss": 0.1467, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.6671327274543094, | |
| "grad_norm": 2.89115834236145, | |
| "learning_rate": 8.332857957786652e-06, | |
| "loss": 0.1552, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.6711275342055328, | |
| "grad_norm": 3.7482142448425293, | |
| "learning_rate": 8.318596691386196e-06, | |
| "loss": 0.1562, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.6751223409567562, | |
| "grad_norm": 3.9963674545288086, | |
| "learning_rate": 8.304335424985739e-06, | |
| "loss": 0.1501, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.6791171477079796, | |
| "grad_norm": 2.8433284759521484, | |
| "learning_rate": 8.290074158585282e-06, | |
| "loss": 0.147, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.683111954459203, | |
| "grad_norm": 4.271126747131348, | |
| "learning_rate": 8.275812892184827e-06, | |
| "loss": 0.1608, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.6871067612104265, | |
| "grad_norm": 3.0002920627593994, | |
| "learning_rate": 8.26155162578437e-06, | |
| "loss": 0.1688, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.6911015679616499, | |
| "grad_norm": 2.862595796585083, | |
| "learning_rate": 8.247290359383914e-06, | |
| "loss": 0.1594, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.6950963747128732, | |
| "grad_norm": 2.760641098022461, | |
| "learning_rate": 8.233029092983458e-06, | |
| "loss": 0.1498, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.6990911814640967, | |
| "grad_norm": 3.4918088912963867, | |
| "learning_rate": 8.218767826583002e-06, | |
| "loss": 0.1644, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.7030859882153201, | |
| "grad_norm": 3.4492998123168945, | |
| "learning_rate": 8.204506560182545e-06, | |
| "loss": 0.1415, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.7070807949665435, | |
| "grad_norm": 3.371929407119751, | |
| "learning_rate": 8.190245293782088e-06, | |
| "loss": 0.1628, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.7110756017177668, | |
| "grad_norm": 3.80068039894104, | |
| "learning_rate": 8.175984027381633e-06, | |
| "loss": 0.207, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.7150704084689903, | |
| "grad_norm": 3.124359607696533, | |
| "learning_rate": 8.161722760981175e-06, | |
| "loss": 0.1328, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.7190652152202137, | |
| "grad_norm": 3.6702919006347656, | |
| "learning_rate": 8.14746149458072e-06, | |
| "loss": 0.1752, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.7230600219714372, | |
| "grad_norm": 2.942159414291382, | |
| "learning_rate": 8.133200228180263e-06, | |
| "loss": 0.1541, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.7270548287226606, | |
| "grad_norm": 3.441380262374878, | |
| "learning_rate": 8.118938961779806e-06, | |
| "loss": 0.1513, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.7310496354738839, | |
| "grad_norm": 3.824725866317749, | |
| "learning_rate": 8.104677695379351e-06, | |
| "loss": 0.1595, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.7350444422251073, | |
| "grad_norm": 2.577880382537842, | |
| "learning_rate": 8.090416428978894e-06, | |
| "loss": 0.1526, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.7390392489763308, | |
| "grad_norm": 3.2072184085845947, | |
| "learning_rate": 8.076155162578438e-06, | |
| "loss": 0.1601, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.7430340557275542, | |
| "grad_norm": 3.3650033473968506, | |
| "learning_rate": 8.06189389617798e-06, | |
| "loss": 0.1527, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.7470288624787776, | |
| "grad_norm": 3.575591564178467, | |
| "learning_rate": 8.047632629777526e-06, | |
| "loss": 0.1539, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.751023669230001, | |
| "grad_norm": 3.2429842948913574, | |
| "learning_rate": 8.033371363377069e-06, | |
| "loss": 0.17, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.7550184759812244, | |
| "grad_norm": 2.9099652767181396, | |
| "learning_rate": 8.019110096976612e-06, | |
| "loss": 0.1487, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.7590132827324478, | |
| "grad_norm": 3.7374091148376465, | |
| "learning_rate": 8.004848830576156e-06, | |
| "loss": 0.1491, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.7630080894836713, | |
| "grad_norm": 2.990825891494751, | |
| "learning_rate": 7.990587564175699e-06, | |
| "loss": 0.1495, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.7670028962348946, | |
| "grad_norm": 3.381781816482544, | |
| "learning_rate": 7.976326297775244e-06, | |
| "loss": 0.1265, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.770997702986118, | |
| "grad_norm": 3.0114705562591553, | |
| "learning_rate": 7.962065031374787e-06, | |
| "loss": 0.1421, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.7749925097373415, | |
| "grad_norm": 3.9027457237243652, | |
| "learning_rate": 7.94780376497433e-06, | |
| "loss": 0.1453, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.7789873164885649, | |
| "grad_norm": 5.936771869659424, | |
| "learning_rate": 7.933542498573873e-06, | |
| "loss": 0.1426, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.7829821232397883, | |
| "grad_norm": 3.449986219406128, | |
| "learning_rate": 7.919281232173418e-06, | |
| "loss": 0.1722, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.7869769299910117, | |
| "grad_norm": 3.3907039165496826, | |
| "learning_rate": 7.905019965772962e-06, | |
| "loss": 0.1464, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.7909717367422351, | |
| "grad_norm": 3.0017893314361572, | |
| "learning_rate": 7.890758699372505e-06, | |
| "loss": 0.1562, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.7949665434934585, | |
| "grad_norm": 3.4000141620635986, | |
| "learning_rate": 7.876497432972048e-06, | |
| "loss": 0.173, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.798961350244682, | |
| "grad_norm": 3.022404670715332, | |
| "learning_rate": 7.862236166571591e-06, | |
| "loss": 0.15, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.8029561569959053, | |
| "grad_norm": 3.237109899520874, | |
| "learning_rate": 7.847974900171136e-06, | |
| "loss": 0.1571, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.8069509637471287, | |
| "grad_norm": 2.5590929985046387, | |
| "learning_rate": 7.83371363377068e-06, | |
| "loss": 0.1596, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.8109457704983521, | |
| "grad_norm": 4.01102352142334, | |
| "learning_rate": 7.819452367370223e-06, | |
| "loss": 0.1511, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.8149405772495756, | |
| "grad_norm": 3.1152961254119873, | |
| "learning_rate": 7.805191100969766e-06, | |
| "loss": 0.1564, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.818935384000799, | |
| "grad_norm": 3.8849892616271973, | |
| "learning_rate": 7.790929834569311e-06, | |
| "loss": 0.1686, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.8229301907520223, | |
| "grad_norm": 4.077883243560791, | |
| "learning_rate": 7.776668568168854e-06, | |
| "loss": 0.1519, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.8269249975032458, | |
| "grad_norm": 3.1383252143859863, | |
| "learning_rate": 7.762407301768397e-06, | |
| "loss": 0.1572, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.8309198042544692, | |
| "grad_norm": 3.380702257156372, | |
| "learning_rate": 7.748146035367942e-06, | |
| "loss": 0.147, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.8349146110056926, | |
| "grad_norm": 3.4674811363220215, | |
| "learning_rate": 7.733884768967484e-06, | |
| "loss": 0.1802, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.838909417756916, | |
| "grad_norm": 3.4076437950134277, | |
| "learning_rate": 7.719623502567029e-06, | |
| "loss": 0.1562, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.8429042245081394, | |
| "grad_norm": 4.0926361083984375, | |
| "learning_rate": 7.705362236166572e-06, | |
| "loss": 0.1563, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.8468990312593628, | |
| "grad_norm": 3.7539260387420654, | |
| "learning_rate": 7.691100969766115e-06, | |
| "loss": 0.1474, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.8508938380105863, | |
| "grad_norm": 3.1815896034240723, | |
| "learning_rate": 7.676839703365659e-06, | |
| "loss": 0.1644, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.8548886447618097, | |
| "grad_norm": 4.006225109100342, | |
| "learning_rate": 7.662578436965204e-06, | |
| "loss": 0.1672, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.858883451513033, | |
| "grad_norm": 2.3754403591156006, | |
| "learning_rate": 7.648317170564747e-06, | |
| "loss": 0.1344, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.8628782582642565, | |
| "grad_norm": 3.58271861076355, | |
| "learning_rate": 7.63405590416429e-06, | |
| "loss": 0.1707, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.8668730650154799, | |
| "grad_norm": 3.560786247253418, | |
| "learning_rate": 7.619794637763834e-06, | |
| "loss": 0.1716, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.8708678717667033, | |
| "grad_norm": 3.7507925033569336, | |
| "learning_rate": 7.6055333713633774e-06, | |
| "loss": 0.1385, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.8748626785179267, | |
| "grad_norm": 3.3080689907073975, | |
| "learning_rate": 7.5912721049629215e-06, | |
| "loss": 0.1409, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.8788574852691501, | |
| "grad_norm": 2.7758231163024902, | |
| "learning_rate": 7.577010838562466e-06, | |
| "loss": 0.1389, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.8828522920203735, | |
| "grad_norm": 3.5948941707611084, | |
| "learning_rate": 7.562749572162008e-06, | |
| "loss": 0.1322, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.886847098771597, | |
| "grad_norm": 3.502706527709961, | |
| "learning_rate": 7.548488305761552e-06, | |
| "loss": 0.149, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.8908419055228204, | |
| "grad_norm": 3.414030075073242, | |
| "learning_rate": 7.534227039361096e-06, | |
| "loss": 0.1545, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.8948367122740437, | |
| "grad_norm": 3.6713764667510986, | |
| "learning_rate": 7.519965772960639e-06, | |
| "loss": 0.1423, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.8988315190252671, | |
| "grad_norm": 3.5644688606262207, | |
| "learning_rate": 7.505704506560183e-06, | |
| "loss": 0.1738, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.9028263257764906, | |
| "grad_norm": 3.30999755859375, | |
| "learning_rate": 7.491443240159727e-06, | |
| "loss": 0.1751, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.906821132527714, | |
| "grad_norm": 3.0740654468536377, | |
| "learning_rate": 7.47718197375927e-06, | |
| "loss": 0.1293, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 0.9108159392789373, | |
| "grad_norm": 2.7236621379852295, | |
| "learning_rate": 7.462920707358814e-06, | |
| "loss": 0.1669, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.9148107460301608, | |
| "grad_norm": 3.11482310295105, | |
| "learning_rate": 7.448659440958358e-06, | |
| "loss": 0.1239, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 0.9188055527813842, | |
| "grad_norm": 3.0215625762939453, | |
| "learning_rate": 7.434398174557901e-06, | |
| "loss": 0.1527, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.9228003595326076, | |
| "grad_norm": 3.896244764328003, | |
| "learning_rate": 7.420136908157445e-06, | |
| "loss": 0.1498, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.9267951662838311, | |
| "grad_norm": 4.210872173309326, | |
| "learning_rate": 7.405875641756989e-06, | |
| "loss": 0.1521, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.9307899730350544, | |
| "grad_norm": 4.199804306030273, | |
| "learning_rate": 7.391614375356533e-06, | |
| "loss": 0.1363, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 0.9347847797862778, | |
| "grad_norm": 3.445571184158325, | |
| "learning_rate": 7.377353108956075e-06, | |
| "loss": 0.141, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.9387795865375013, | |
| "grad_norm": 3.0716307163238525, | |
| "learning_rate": 7.3630918425556194e-06, | |
| "loss": 0.1502, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.9427743932887247, | |
| "grad_norm": 3.4230117797851562, | |
| "learning_rate": 7.3488305761551635e-06, | |
| "loss": 0.1544, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.946769200039948, | |
| "grad_norm": 3.4998185634613037, | |
| "learning_rate": 7.334569309754707e-06, | |
| "loss": 0.1414, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 0.9507640067911715, | |
| "grad_norm": 3.726682186126709, | |
| "learning_rate": 7.320308043354251e-06, | |
| "loss": 0.1272, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.9547588135423949, | |
| "grad_norm": 3.086432456970215, | |
| "learning_rate": 7.306046776953795e-06, | |
| "loss": 0.1373, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 0.9587536202936183, | |
| "grad_norm": 3.308708667755127, | |
| "learning_rate": 7.291785510553337e-06, | |
| "loss": 0.1434, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.9627484270448418, | |
| "grad_norm": 2.7734992504119873, | |
| "learning_rate": 7.2775242441528815e-06, | |
| "loss": 0.1575, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 0.9667432337960651, | |
| "grad_norm": 2.2432265281677246, | |
| "learning_rate": 7.2632629777524256e-06, | |
| "loss": 0.1208, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.9707380405472885, | |
| "grad_norm": 3.2374532222747803, | |
| "learning_rate": 7.249001711351969e-06, | |
| "loss": 0.1366, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 0.974732847298512, | |
| "grad_norm": 2.740648031234741, | |
| "learning_rate": 7.234740444951512e-06, | |
| "loss": 0.1514, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.9787276540497354, | |
| "grad_norm": 3.543654441833496, | |
| "learning_rate": 7.220479178551056e-06, | |
| "loss": 0.1261, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.9827224608009587, | |
| "grad_norm": 3.6213510036468506, | |
| "learning_rate": 7.206217912150599e-06, | |
| "loss": 0.1482, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.9867172675521821, | |
| "grad_norm": 2.9423608779907227, | |
| "learning_rate": 7.1919566457501435e-06, | |
| "loss": 0.158, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 0.9907120743034056, | |
| "grad_norm": 5.1055145263671875, | |
| "learning_rate": 7.1776953793496876e-06, | |
| "loss": 0.1245, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.994706881054629, | |
| "grad_norm": 3.547549247741699, | |
| "learning_rate": 7.16343411294923e-06, | |
| "loss": 0.1582, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 0.9987016878058524, | |
| "grad_norm": 2.7595136165618896, | |
| "learning_rate": 7.149172846548774e-06, | |
| "loss": 0.1446, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.9987016878058524, | |
| "eval_loss": 0.08971710503101349, | |
| "eval_runtime": 11133.1611, | |
| "eval_samples_per_second": 1.799, | |
| "eval_steps_per_second": 0.225, | |
| "eval_wer": 8.384208161162686, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.002396884050734, | |
| "grad_norm": 2.1444203853607178, | |
| "learning_rate": 7.134911580148318e-06, | |
| "loss": 0.0875, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 1.0063916908019575, | |
| "grad_norm": 2.192164659500122, | |
| "learning_rate": 7.120650313747861e-06, | |
| "loss": 0.0748, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 1.0103864975531809, | |
| "grad_norm": 2.3259665966033936, | |
| "learning_rate": 7.1063890473474055e-06, | |
| "loss": 0.0779, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 1.0143813043044043, | |
| "grad_norm": 2.5470423698425293, | |
| "learning_rate": 7.092127780946949e-06, | |
| "loss": 0.0715, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 1.0183761110556278, | |
| "grad_norm": 2.3078274726867676, | |
| "learning_rate": 7.077866514546492e-06, | |
| "loss": 0.0821, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 1.0223709178068512, | |
| "grad_norm": 2.316812753677368, | |
| "learning_rate": 7.063605248146036e-06, | |
| "loss": 0.0694, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 1.0263657245580744, | |
| "grad_norm": 2.5326666831970215, | |
| "learning_rate": 7.04934398174558e-06, | |
| "loss": 0.0624, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 1.0303605313092978, | |
| "grad_norm": 2.4062130451202393, | |
| "learning_rate": 7.035082715345123e-06, | |
| "loss": 0.0807, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 1.0343553380605213, | |
| "grad_norm": 2.9939708709716797, | |
| "learning_rate": 7.020821448944667e-06, | |
| "loss": 0.0898, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 1.0383501448117447, | |
| "grad_norm": 2.683166980743408, | |
| "learning_rate": 7.006560182544211e-06, | |
| "loss": 0.0679, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 1.0423449515629681, | |
| "grad_norm": 1.943904161453247, | |
| "learning_rate": 6.992298916143754e-06, | |
| "loss": 0.0794, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 1.0463397583141916, | |
| "grad_norm": 2.627399444580078, | |
| "learning_rate": 6.978037649743298e-06, | |
| "loss": 0.0764, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 1.050334565065415, | |
| "grad_norm": 2.662348747253418, | |
| "learning_rate": 6.963776383342841e-06, | |
| "loss": 0.0698, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 1.0543293718166384, | |
| "grad_norm": 2.6556851863861084, | |
| "learning_rate": 6.949515116942385e-06, | |
| "loss": 0.0641, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 1.0583241785678619, | |
| "grad_norm": 2.1765525341033936, | |
| "learning_rate": 6.935253850541929e-06, | |
| "loss": 0.0754, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 1.062318985319085, | |
| "grad_norm": 2.0937461853027344, | |
| "learning_rate": 6.920992584141473e-06, | |
| "loss": 0.0713, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 1.0663137920703085, | |
| "grad_norm": 2.6876823902130127, | |
| "learning_rate": 6.906731317741015e-06, | |
| "loss": 0.0776, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 1.070308598821532, | |
| "grad_norm": 1.9541680812835693, | |
| "learning_rate": 6.892470051340559e-06, | |
| "loss": 0.0743, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 1.0743034055727554, | |
| "grad_norm": 2.5399224758148193, | |
| "learning_rate": 6.878208784940103e-06, | |
| "loss": 0.0748, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 1.0782982123239788, | |
| "grad_norm": 2.379944086074829, | |
| "learning_rate": 6.863947518539647e-06, | |
| "loss": 0.0721, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 1.0822930190752023, | |
| "grad_norm": 2.211306571960449, | |
| "learning_rate": 6.849686252139191e-06, | |
| "loss": 0.0767, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 1.0862878258264257, | |
| "grad_norm": 3.00471568107605, | |
| "learning_rate": 6.835424985738735e-06, | |
| "loss": 0.0821, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 1.0902826325776491, | |
| "grad_norm": 2.261798143386841, | |
| "learning_rate": 6.821163719338277e-06, | |
| "loss": 0.0719, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 1.0942774393288726, | |
| "grad_norm": 2.2622437477111816, | |
| "learning_rate": 6.806902452937821e-06, | |
| "loss": 0.0797, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 1.098272246080096, | |
| "grad_norm": 2.405115842819214, | |
| "learning_rate": 6.792641186537365e-06, | |
| "loss": 0.072, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 1.1022670528313192, | |
| "grad_norm": 2.5937540531158447, | |
| "learning_rate": 6.778379920136909e-06, | |
| "loss": 0.0849, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 1.1062618595825426, | |
| "grad_norm": 2.0180816650390625, | |
| "learning_rate": 6.764118653736452e-06, | |
| "loss": 0.0754, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 1.110256666333766, | |
| "grad_norm": 2.903346538543701, | |
| "learning_rate": 6.749857387335996e-06, | |
| "loss": 0.0679, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 1.1142514730849895, | |
| "grad_norm": 2.69219970703125, | |
| "learning_rate": 6.735596120935539e-06, | |
| "loss": 0.0796, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 1.118246279836213, | |
| "grad_norm": 2.6778345108032227, | |
| "learning_rate": 6.721334854535083e-06, | |
| "loss": 0.0757, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 1.1222410865874364, | |
| "grad_norm": 1.992986798286438, | |
| "learning_rate": 6.7070735881346274e-06, | |
| "loss": 0.0706, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 1.1262358933386598, | |
| "grad_norm": 2.307279348373413, | |
| "learning_rate": 6.69281232173417e-06, | |
| "loss": 0.0776, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 1.1302307000898832, | |
| "grad_norm": 2.8715591430664062, | |
| "learning_rate": 6.678551055333714e-06, | |
| "loss": 0.0772, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 1.1342255068411067, | |
| "grad_norm": 2.425602674484253, | |
| "learning_rate": 6.664289788933258e-06, | |
| "loss": 0.0823, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 1.13822031359233, | |
| "grad_norm": 2.799405097961426, | |
| "learning_rate": 6.650028522532801e-06, | |
| "loss": 0.077, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 1.1422151203435533, | |
| "grad_norm": 2.3349719047546387, | |
| "learning_rate": 6.635767256132345e-06, | |
| "loss": 0.0589, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 1.1462099270947768, | |
| "grad_norm": 2.405153274536133, | |
| "learning_rate": 6.621505989731889e-06, | |
| "loss": 0.0798, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 1.1502047338460002, | |
| "grad_norm": 2.737041473388672, | |
| "learning_rate": 6.607244723331432e-06, | |
| "loss": 0.0803, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 1.1541995405972236, | |
| "grad_norm": 2.6586458683013916, | |
| "learning_rate": 6.592983456930976e-06, | |
| "loss": 0.0764, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 1.158194347348447, | |
| "grad_norm": 2.114450693130493, | |
| "learning_rate": 6.57872219053052e-06, | |
| "loss": 0.0823, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 1.1621891540996705, | |
| "grad_norm": 2.1893551349639893, | |
| "learning_rate": 6.5644609241300625e-06, | |
| "loss": 0.0632, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 1.166183960850894, | |
| "grad_norm": 1.8855793476104736, | |
| "learning_rate": 6.5501996577296066e-06, | |
| "loss": 0.0741, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 1.1701787676021174, | |
| "grad_norm": 2.348771572113037, | |
| "learning_rate": 6.535938391329151e-06, | |
| "loss": 0.0746, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 1.1741735743533406, | |
| "grad_norm": 1.690022587776184, | |
| "learning_rate": 6.521677124928694e-06, | |
| "loss": 0.0652, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 1.178168381104564, | |
| "grad_norm": 2.1050920486450195, | |
| "learning_rate": 6.507415858528238e-06, | |
| "loss": 0.0757, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 1.1821631878557874, | |
| "grad_norm": 2.2572884559631348, | |
| "learning_rate": 6.493154592127781e-06, | |
| "loss": 0.0821, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 1.1861579946070109, | |
| "grad_norm": 2.6294784545898438, | |
| "learning_rate": 6.478893325727325e-06, | |
| "loss": 0.0772, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 1.1901528013582343, | |
| "grad_norm": 2.248670816421509, | |
| "learning_rate": 6.464632059326869e-06, | |
| "loss": 0.0725, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 1.1941476081094577, | |
| "grad_norm": 2.916764736175537, | |
| "learning_rate": 6.450370792926413e-06, | |
| "loss": 0.0773, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 1.1981424148606812, | |
| "grad_norm": 2.563652276992798, | |
| "learning_rate": 6.436109526525957e-06, | |
| "loss": 0.0711, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.2021372216119046, | |
| "grad_norm": 2.4842357635498047, | |
| "learning_rate": 6.421848260125499e-06, | |
| "loss": 0.0808, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 1.206132028363128, | |
| "grad_norm": 2.3920555114746094, | |
| "learning_rate": 6.407586993725043e-06, | |
| "loss": 0.064, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 1.2101268351143513, | |
| "grad_norm": 2.3040075302124023, | |
| "learning_rate": 6.393325727324587e-06, | |
| "loss": 0.077, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 1.2141216418655747, | |
| "grad_norm": 3.0777621269226074, | |
| "learning_rate": 6.379064460924131e-06, | |
| "loss": 0.0729, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 1.2181164486167981, | |
| "grad_norm": 2.5559732913970947, | |
| "learning_rate": 6.364803194523675e-06, | |
| "loss": 0.0745, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 1.2221112553680216, | |
| "grad_norm": 1.7757205963134766, | |
| "learning_rate": 6.350541928123218e-06, | |
| "loss": 0.0786, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 1.226106062119245, | |
| "grad_norm": 2.1353683471679688, | |
| "learning_rate": 6.336280661722761e-06, | |
| "loss": 0.0658, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 1.2301008688704684, | |
| "grad_norm": 2.2478456497192383, | |
| "learning_rate": 6.322019395322305e-06, | |
| "loss": 0.0716, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 1.2340956756216919, | |
| "grad_norm": 1.8999541997909546, | |
| "learning_rate": 6.307758128921849e-06, | |
| "loss": 0.0691, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 1.2380904823729153, | |
| "grad_norm": 1.6499491930007935, | |
| "learning_rate": 6.293496862521392e-06, | |
| "loss": 0.0691, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 1.2420852891241387, | |
| "grad_norm": 2.789496898651123, | |
| "learning_rate": 6.279235596120936e-06, | |
| "loss": 0.0737, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 1.246080095875362, | |
| "grad_norm": 2.9136650562286377, | |
| "learning_rate": 6.26497432972048e-06, | |
| "loss": 0.062, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 1.2500749026265854, | |
| "grad_norm": 2.7884409427642822, | |
| "learning_rate": 6.250713063320023e-06, | |
| "loss": 0.0654, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 1.2540697093778088, | |
| "grad_norm": 2.545773983001709, | |
| "learning_rate": 6.236451796919567e-06, | |
| "loss": 0.0746, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 1.2580645161290323, | |
| "grad_norm": 1.842954158782959, | |
| "learning_rate": 6.222190530519111e-06, | |
| "loss": 0.0678, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 1.2620593228802557, | |
| "grad_norm": 2.340939998626709, | |
| "learning_rate": 6.207929264118654e-06, | |
| "loss": 0.0724, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 1.2660541296314791, | |
| "grad_norm": 2.3492343425750732, | |
| "learning_rate": 6.193667997718198e-06, | |
| "loss": 0.0773, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 1.2700489363827026, | |
| "grad_norm": 2.6989333629608154, | |
| "learning_rate": 6.179406731317742e-06, | |
| "loss": 0.0754, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 1.2740437431339258, | |
| "grad_norm": 1.8909000158309937, | |
| "learning_rate": 6.165145464917285e-06, | |
| "loss": 0.0638, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 1.2780385498851494, | |
| "grad_norm": 3.751016616821289, | |
| "learning_rate": 6.1508841985168285e-06, | |
| "loss": 0.0918, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 1.2820333566363726, | |
| "grad_norm": 2.805493116378784, | |
| "learning_rate": 6.136622932116373e-06, | |
| "loss": 0.0782, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 1.286028163387596, | |
| "grad_norm": 2.417083978652954, | |
| "learning_rate": 6.122361665715916e-06, | |
| "loss": 0.0739, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 1.2900229701388195, | |
| "grad_norm": 2.121392250061035, | |
| "learning_rate": 6.10810039931546e-06, | |
| "loss": 0.061, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 1.294017776890043, | |
| "grad_norm": 1.9236271381378174, | |
| "learning_rate": 6.093839132915004e-06, | |
| "loss": 0.0809, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 1.2980125836412664, | |
| "grad_norm": 2.1827476024627686, | |
| "learning_rate": 6.0795778665145464e-06, | |
| "loss": 0.06, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 1.3020073903924898, | |
| "grad_norm": 2.33284854888916, | |
| "learning_rate": 6.0653166001140905e-06, | |
| "loss": 0.0653, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 1.3060021971437132, | |
| "grad_norm": 1.6561416387557983, | |
| "learning_rate": 6.051055333713635e-06, | |
| "loss": 0.0778, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 1.3099970038949365, | |
| "grad_norm": 2.6791889667510986, | |
| "learning_rate": 6.036794067313178e-06, | |
| "loss": 0.0755, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 1.31399181064616, | |
| "grad_norm": 2.7164688110351562, | |
| "learning_rate": 6.022532800912721e-06, | |
| "loss": 0.0625, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 1.3179866173973833, | |
| "grad_norm": 2.960965633392334, | |
| "learning_rate": 6.008271534512265e-06, | |
| "loss": 0.0701, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 1.3219814241486068, | |
| "grad_norm": 2.447868585586548, | |
| "learning_rate": 5.9940102681118085e-06, | |
| "loss": 0.074, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 1.3259762308998302, | |
| "grad_norm": 2.773967742919922, | |
| "learning_rate": 5.9797490017113525e-06, | |
| "loss": 0.0885, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 1.3299710376510536, | |
| "grad_norm": 2.2736873626708984, | |
| "learning_rate": 5.965487735310897e-06, | |
| "loss": 0.0697, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 1.333965844402277, | |
| "grad_norm": 1.7243731021881104, | |
| "learning_rate": 5.951226468910439e-06, | |
| "loss": 0.0637, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 1.3379606511535005, | |
| "grad_norm": 2.63024640083313, | |
| "learning_rate": 5.936965202509983e-06, | |
| "loss": 0.0761, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 1.341955457904724, | |
| "grad_norm": 1.550184965133667, | |
| "learning_rate": 5.922703936109527e-06, | |
| "loss": 0.0815, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 1.3459502646559471, | |
| "grad_norm": 2.066818952560425, | |
| "learning_rate": 5.9084426697090705e-06, | |
| "loss": 0.0706, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 1.3499450714071708, | |
| "grad_norm": 2.038065195083618, | |
| "learning_rate": 5.8941814033086146e-06, | |
| "loss": 0.0701, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 1.353939878158394, | |
| "grad_norm": 2.8719944953918457, | |
| "learning_rate": 5.879920136908158e-06, | |
| "loss": 0.077, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 1.3579346849096174, | |
| "grad_norm": 3.0827386379241943, | |
| "learning_rate": 5.865658870507701e-06, | |
| "loss": 0.08, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 1.3619294916608409, | |
| "grad_norm": 2.600886344909668, | |
| "learning_rate": 5.851397604107245e-06, | |
| "loss": 0.0703, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 1.3659242984120643, | |
| "grad_norm": 2.431089401245117, | |
| "learning_rate": 5.837136337706789e-06, | |
| "loss": 0.0694, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 1.3699191051632877, | |
| "grad_norm": 1.9217971563339233, | |
| "learning_rate": 5.822875071306332e-06, | |
| "loss": 0.0649, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 1.3739139119145112, | |
| "grad_norm": 1.802898645401001, | |
| "learning_rate": 5.808613804905876e-06, | |
| "loss": 0.0722, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 1.3779087186657346, | |
| "grad_norm": 2.1869544982910156, | |
| "learning_rate": 5.79435253850542e-06, | |
| "loss": 0.0757, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 1.3819035254169578, | |
| "grad_norm": 2.309509038925171, | |
| "learning_rate": 5.780091272104963e-06, | |
| "loss": 0.0658, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 1.3858983321681815, | |
| "grad_norm": 2.2018911838531494, | |
| "learning_rate": 5.765830005704507e-06, | |
| "loss": 0.0597, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 1.3898931389194047, | |
| "grad_norm": 2.274909019470215, | |
| "learning_rate": 5.751568739304051e-06, | |
| "loss": 0.0773, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 1.3938879456706281, | |
| "grad_norm": 2.7324776649475098, | |
| "learning_rate": 5.737307472903594e-06, | |
| "loss": 0.0679, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 1.3978827524218516, | |
| "grad_norm": 2.519226312637329, | |
| "learning_rate": 5.723046206503138e-06, | |
| "loss": 0.0614, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.401877559173075, | |
| "grad_norm": 1.8280469179153442, | |
| "learning_rate": 5.708784940102682e-06, | |
| "loss": 0.0639, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 1.4058723659242984, | |
| "grad_norm": 3.6149826049804688, | |
| "learning_rate": 5.694523673702225e-06, | |
| "loss": 0.0926, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 1.4098671726755219, | |
| "grad_norm": 2.238356351852417, | |
| "learning_rate": 5.680262407301768e-06, | |
| "loss": 0.0692, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 1.4138619794267453, | |
| "grad_norm": 2.1481969356536865, | |
| "learning_rate": 5.6660011409013125e-06, | |
| "loss": 0.068, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 1.4178567861779685, | |
| "grad_norm": 2.112460136413574, | |
| "learning_rate": 5.651739874500856e-06, | |
| "loss": 0.071, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 1.4218515929291922, | |
| "grad_norm": 2.6362290382385254, | |
| "learning_rate": 5.6374786081004e-06, | |
| "loss": 0.081, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 1.4258463996804154, | |
| "grad_norm": 2.9250431060791016, | |
| "learning_rate": 5.623217341699944e-06, | |
| "loss": 0.0684, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 1.4298412064316388, | |
| "grad_norm": 2.8909897804260254, | |
| "learning_rate": 5.608956075299488e-06, | |
| "loss": 0.0662, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 1.4338360131828622, | |
| "grad_norm": 2.6137373447418213, | |
| "learning_rate": 5.59469480889903e-06, | |
| "loss": 0.0995, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 1.4378308199340857, | |
| "grad_norm": 2.0842933654785156, | |
| "learning_rate": 5.5804335424985745e-06, | |
| "loss": 0.0732, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 1.4418256266853091, | |
| "grad_norm": 1.304982304573059, | |
| "learning_rate": 5.566172276098119e-06, | |
| "loss": 0.0615, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 1.4458204334365325, | |
| "grad_norm": 2.8772590160369873, | |
| "learning_rate": 5.551911009697661e-06, | |
| "loss": 0.0812, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 1.449815240187756, | |
| "grad_norm": 1.5531134605407715, | |
| "learning_rate": 5.537649743297205e-06, | |
| "loss": 0.0627, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 1.4538100469389792, | |
| "grad_norm": 2.48970627784729, | |
| "learning_rate": 5.523388476896749e-06, | |
| "loss": 0.0668, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 1.4578048536902029, | |
| "grad_norm": 3.0162699222564697, | |
| "learning_rate": 5.509127210496292e-06, | |
| "loss": 0.0857, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 1.461799660441426, | |
| "grad_norm": 3.163447618484497, | |
| "learning_rate": 5.4948659440958365e-06, | |
| "loss": 0.0705, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 1.4657944671926495, | |
| "grad_norm": 7.272205352783203, | |
| "learning_rate": 5.480604677695381e-06, | |
| "loss": 0.0632, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 1.469789273943873, | |
| "grad_norm": 1.673565149307251, | |
| "learning_rate": 5.466343411294923e-06, | |
| "loss": 0.0606, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 1.4737840806950964, | |
| "grad_norm": 1.9384418725967407, | |
| "learning_rate": 5.452082144894467e-06, | |
| "loss": 0.0582, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 1.4777788874463198, | |
| "grad_norm": 1.5022332668304443, | |
| "learning_rate": 5.437820878494011e-06, | |
| "loss": 0.0753, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 1.4817736941975432, | |
| "grad_norm": 2.6111533641815186, | |
| "learning_rate": 5.4235596120935544e-06, | |
| "loss": 0.0729, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 1.4857685009487667, | |
| "grad_norm": 2.3940229415893555, | |
| "learning_rate": 5.409298345693098e-06, | |
| "loss": 0.07, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 1.4897633076999899, | |
| "grad_norm": 1.55259108543396, | |
| "learning_rate": 5.395037079292642e-06, | |
| "loss": 0.0645, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 1.4937581144512135, | |
| "grad_norm": 1.9426193237304688, | |
| "learning_rate": 5.380775812892185e-06, | |
| "loss": 0.0706, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 1.4977529212024367, | |
| "grad_norm": 2.144442319869995, | |
| "learning_rate": 5.366514546491729e-06, | |
| "loss": 0.0629, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 1.5017477279536604, | |
| "grad_norm": 2.539332151412964, | |
| "learning_rate": 5.352253280091273e-06, | |
| "loss": 0.0699, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 1.5057425347048836, | |
| "grad_norm": 2.933539867401123, | |
| "learning_rate": 5.337992013690816e-06, | |
| "loss": 0.079, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 1.509737341456107, | |
| "grad_norm": 3.2602779865264893, | |
| "learning_rate": 5.32373074729036e-06, | |
| "loss": 0.0577, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 1.5137321482073305, | |
| "grad_norm": 2.080461025238037, | |
| "learning_rate": 5.309469480889904e-06, | |
| "loss": 0.0548, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 1.517726954958554, | |
| "grad_norm": 3.82892107963562, | |
| "learning_rate": 5.295208214489447e-06, | |
| "loss": 0.0681, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 1.5217217617097774, | |
| "grad_norm": 2.3601534366607666, | |
| "learning_rate": 5.280946948088991e-06, | |
| "loss": 0.0692, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 1.5257165684610006, | |
| "grad_norm": 2.4199206829071045, | |
| "learning_rate": 5.266685681688534e-06, | |
| "loss": 0.0623, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 1.5297113752122242, | |
| "grad_norm": 1.8460701704025269, | |
| "learning_rate": 5.252424415288078e-06, | |
| "loss": 0.0628, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 1.5337061819634474, | |
| "grad_norm": 2.4453554153442383, | |
| "learning_rate": 5.238163148887622e-06, | |
| "loss": 0.0681, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 1.537700988714671, | |
| "grad_norm": 3.5866127014160156, | |
| "learning_rate": 5.223901882487166e-06, | |
| "loss": 0.0882, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 1.5416957954658943, | |
| "grad_norm": 2.0650634765625, | |
| "learning_rate": 5.209640616086708e-06, | |
| "loss": 0.0801, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 1.5456906022171177, | |
| "grad_norm": 2.9257614612579346, | |
| "learning_rate": 5.195379349686252e-06, | |
| "loss": 0.0618, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 1.5496854089683412, | |
| "grad_norm": 2.5670325756073, | |
| "learning_rate": 5.1811180832857964e-06, | |
| "loss": 0.0689, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 1.5536802157195646, | |
| "grad_norm": 2.218632221221924, | |
| "learning_rate": 5.16685681688534e-06, | |
| "loss": 0.0682, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 1.557675022470788, | |
| "grad_norm": 2.3123788833618164, | |
| "learning_rate": 5.152595550484884e-06, | |
| "loss": 0.083, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 1.5616698292220113, | |
| "grad_norm": 2.382164239883423, | |
| "learning_rate": 5.138334284084428e-06, | |
| "loss": 0.0577, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 1.565664635973235, | |
| "grad_norm": 2.004746913909912, | |
| "learning_rate": 5.12407301768397e-06, | |
| "loss": 0.067, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 1.5696594427244581, | |
| "grad_norm": 1.480615496635437, | |
| "learning_rate": 5.109811751283514e-06, | |
| "loss": 0.0594, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 1.5736542494756818, | |
| "grad_norm": 2.4283230304718018, | |
| "learning_rate": 5.0955504848830584e-06, | |
| "loss": 0.0679, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 1.577649056226905, | |
| "grad_norm": 2.572091817855835, | |
| "learning_rate": 5.081289218482601e-06, | |
| "loss": 0.0686, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 1.5816438629781284, | |
| "grad_norm": 3.342036247253418, | |
| "learning_rate": 5.067027952082145e-06, | |
| "loss": 0.0756, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 1.5856386697293519, | |
| "grad_norm": 2.1152732372283936, | |
| "learning_rate": 5.052766685681689e-06, | |
| "loss": 0.0761, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 1.5896334764805753, | |
| "grad_norm": 1.9615633487701416, | |
| "learning_rate": 5.038505419281232e-06, | |
| "loss": 0.0593, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 1.5936282832317987, | |
| "grad_norm": 2.9293763637542725, | |
| "learning_rate": 5.024244152880776e-06, | |
| "loss": 0.0679, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 1.597623089983022, | |
| "grad_norm": 1.6003406047821045, | |
| "learning_rate": 5.0099828864803205e-06, | |
| "loss": 0.0601, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.6016178967342456, | |
| "grad_norm": 2.523336410522461, | |
| "learning_rate": 4.995721620079864e-06, | |
| "loss": 0.0821, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 1.6056127034854688, | |
| "grad_norm": 2.5983314514160156, | |
| "learning_rate": 4.981460353679407e-06, | |
| "loss": 0.0737, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 1.6096075102366925, | |
| "grad_norm": 3.036498546600342, | |
| "learning_rate": 4.96719908727895e-06, | |
| "loss": 0.072, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 1.6136023169879157, | |
| "grad_norm": 2.7793092727661133, | |
| "learning_rate": 4.952937820878494e-06, | |
| "loss": 0.065, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 1.617597123739139, | |
| "grad_norm": 2.809861183166504, | |
| "learning_rate": 4.9386765544780376e-06, | |
| "loss": 0.0669, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 1.6215919304903625, | |
| "grad_norm": 3.808748722076416, | |
| "learning_rate": 4.924415288077582e-06, | |
| "loss": 0.0695, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 1.625586737241586, | |
| "grad_norm": 2.0795702934265137, | |
| "learning_rate": 4.910154021677126e-06, | |
| "loss": 0.0727, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 1.6295815439928094, | |
| "grad_norm": 2.0030627250671387, | |
| "learning_rate": 4.895892755276669e-06, | |
| "loss": 0.0825, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 1.6335763507440326, | |
| "grad_norm": 2.6505062580108643, | |
| "learning_rate": 4.881631488876213e-06, | |
| "loss": 0.0629, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 1.6375711574952563, | |
| "grad_norm": 2.439034938812256, | |
| "learning_rate": 4.867370222475756e-06, | |
| "loss": 0.0705, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 1.6415659642464795, | |
| "grad_norm": 2.9876742362976074, | |
| "learning_rate": 4.8531089560753e-06, | |
| "loss": 0.0666, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 1.6455607709977031, | |
| "grad_norm": 1.9269096851348877, | |
| "learning_rate": 4.838847689674844e-06, | |
| "loss": 0.0498, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 1.6495555777489264, | |
| "grad_norm": 2.0127387046813965, | |
| "learning_rate": 4.824586423274387e-06, | |
| "loss": 0.0761, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 1.6535503845001498, | |
| "grad_norm": 2.3247992992401123, | |
| "learning_rate": 4.810325156873931e-06, | |
| "loss": 0.0614, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 1.6575451912513732, | |
| "grad_norm": 4.898730278015137, | |
| "learning_rate": 4.796063890473474e-06, | |
| "loss": 0.0706, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 1.6615399980025967, | |
| "grad_norm": 2.9095699787139893, | |
| "learning_rate": 4.781802624073018e-06, | |
| "loss": 0.0779, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 1.66553480475382, | |
| "grad_norm": 1.6168105602264404, | |
| "learning_rate": 4.767541357672562e-06, | |
| "loss": 0.0672, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 1.6695296115050433, | |
| "grad_norm": 2.98400616645813, | |
| "learning_rate": 4.753280091272106e-06, | |
| "loss": 0.062, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 1.673524418256267, | |
| "grad_norm": 2.4829282760620117, | |
| "learning_rate": 4.739018824871649e-06, | |
| "loss": 0.0596, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 1.6775192250074902, | |
| "grad_norm": 1.7955764532089233, | |
| "learning_rate": 4.724757558471192e-06, | |
| "loss": 0.0552, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 1.6815140317587138, | |
| "grad_norm": 1.729946255683899, | |
| "learning_rate": 4.710496292070736e-06, | |
| "loss": 0.0716, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 1.685508838509937, | |
| "grad_norm": 1.765784740447998, | |
| "learning_rate": 4.6962350256702795e-06, | |
| "loss": 0.0638, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 1.6895036452611605, | |
| "grad_norm": 2.498591423034668, | |
| "learning_rate": 4.681973759269824e-06, | |
| "loss": 0.0677, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 1.693498452012384, | |
| "grad_norm": 2.2129974365234375, | |
| "learning_rate": 4.667712492869368e-06, | |
| "loss": 0.0591, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 1.6974932587636073, | |
| "grad_norm": 2.0700387954711914, | |
| "learning_rate": 4.653451226468911e-06, | |
| "loss": 0.0583, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 1.7014880655148308, | |
| "grad_norm": 2.034822463989258, | |
| "learning_rate": 4.639189960068454e-06, | |
| "loss": 0.0645, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 1.705482872266054, | |
| "grad_norm": 3.041527271270752, | |
| "learning_rate": 4.624928693667998e-06, | |
| "loss": 0.0613, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 1.7094776790172777, | |
| "grad_norm": 2.3591227531433105, | |
| "learning_rate": 4.6106674272675416e-06, | |
| "loss": 0.0683, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 1.7134724857685009, | |
| "grad_norm": 2.1549127101898193, | |
| "learning_rate": 4.596406160867085e-06, | |
| "loss": 0.0708, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 1.7174672925197245, | |
| "grad_norm": 2.118690013885498, | |
| "learning_rate": 4.582144894466629e-06, | |
| "loss": 0.0717, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 1.7214620992709477, | |
| "grad_norm": 3.4352660179138184, | |
| "learning_rate": 4.567883628066173e-06, | |
| "loss": 0.0764, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 1.7254569060221712, | |
| "grad_norm": 2.167402744293213, | |
| "learning_rate": 4.553622361665716e-06, | |
| "loss": 0.0701, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 1.7294517127733946, | |
| "grad_norm": 2.3733415603637695, | |
| "learning_rate": 4.53936109526526e-06, | |
| "loss": 0.0599, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 1.733446519524618, | |
| "grad_norm": 2.605437994003296, | |
| "learning_rate": 4.525099828864804e-06, | |
| "loss": 0.0606, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 1.7374413262758415, | |
| "grad_norm": 2.1807992458343506, | |
| "learning_rate": 4.510838562464347e-06, | |
| "loss": 0.0633, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 1.7414361330270647, | |
| "grad_norm": 2.621598720550537, | |
| "learning_rate": 4.496577296063891e-06, | |
| "loss": 0.0609, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 1.7454309397782883, | |
| "grad_norm": 1.5117213726043701, | |
| "learning_rate": 4.482316029663434e-06, | |
| "loss": 0.0588, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 1.7494257465295115, | |
| "grad_norm": 2.744356393814087, | |
| "learning_rate": 4.468054763262978e-06, | |
| "loss": 0.0683, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 1.7534205532807352, | |
| "grad_norm": 2.6566450595855713, | |
| "learning_rate": 4.4537934968625215e-06, | |
| "loss": 0.0748, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 1.7574153600319584, | |
| "grad_norm": 2.3438005447387695, | |
| "learning_rate": 4.439532230462066e-06, | |
| "loss": 0.0739, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 1.7614101667831819, | |
| "grad_norm": 2.7191786766052246, | |
| "learning_rate": 4.425270964061609e-06, | |
| "loss": 0.0621, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 1.7654049735344053, | |
| "grad_norm": 1.86728036403656, | |
| "learning_rate": 4.411009697661153e-06, | |
| "loss": 0.0558, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 1.7693997802856287, | |
| "grad_norm": 2.096303939819336, | |
| "learning_rate": 4.396748431260696e-06, | |
| "loss": 0.0624, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 1.7733945870368522, | |
| "grad_norm": 2.400118350982666, | |
| "learning_rate": 4.38248716486024e-06, | |
| "loss": 0.0852, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 1.7773893937880754, | |
| "grad_norm": 2.4184322357177734, | |
| "learning_rate": 4.3682258984597835e-06, | |
| "loss": 0.0623, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 1.781384200539299, | |
| "grad_norm": 2.340954065322876, | |
| "learning_rate": 4.353964632059327e-06, | |
| "loss": 0.0609, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 1.7853790072905222, | |
| "grad_norm": 2.7005741596221924, | |
| "learning_rate": 4.339703365658871e-06, | |
| "loss": 0.0597, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 1.789373814041746, | |
| "grad_norm": 3.050964832305908, | |
| "learning_rate": 4.325442099258414e-06, | |
| "loss": 0.0727, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 1.793368620792969, | |
| "grad_norm": 2.0838069915771484, | |
| "learning_rate": 4.311180832857958e-06, | |
| "loss": 0.0705, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 1.7973634275441925, | |
| "grad_norm": 3.0605244636535645, | |
| "learning_rate": 4.296919566457502e-06, | |
| "loss": 0.0596, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.801358234295416, | |
| "grad_norm": 2.4080119132995605, | |
| "learning_rate": 4.2826583000570456e-06, | |
| "loss": 0.06, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 1.8053530410466394, | |
| "grad_norm": 2.491190195083618, | |
| "learning_rate": 4.268397033656589e-06, | |
| "loss": 0.0611, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 1.8093478477978628, | |
| "grad_norm": 2.252627372741699, | |
| "learning_rate": 4.254135767256133e-06, | |
| "loss": 0.0595, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 1.813342654549086, | |
| "grad_norm": 2.160486936569214, | |
| "learning_rate": 4.239874500855676e-06, | |
| "loss": 0.0667, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 1.8173374613003097, | |
| "grad_norm": 2.1602847576141357, | |
| "learning_rate": 4.225613234455219e-06, | |
| "loss": 0.057, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 1.821332268051533, | |
| "grad_norm": 5.302746295928955, | |
| "learning_rate": 4.2113519680547635e-06, | |
| "loss": 0.0759, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 1.8253270748027566, | |
| "grad_norm": 1.646782398223877, | |
| "learning_rate": 4.197090701654308e-06, | |
| "loss": 0.0582, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 1.8293218815539798, | |
| "grad_norm": 2.2816812992095947, | |
| "learning_rate": 4.182829435253851e-06, | |
| "loss": 0.069, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 1.8333166883052032, | |
| "grad_norm": 1.8131096363067627, | |
| "learning_rate": 4.168568168853395e-06, | |
| "loss": 0.0622, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 1.8373114950564267, | |
| "grad_norm": 2.061286687850952, | |
| "learning_rate": 4.154306902452938e-06, | |
| "loss": 0.0617, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 1.84130630180765, | |
| "grad_norm": 2.60317063331604, | |
| "learning_rate": 4.1400456360524814e-06, | |
| "loss": 0.0451, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 1.8453011085588735, | |
| "grad_norm": 2.2564353942871094, | |
| "learning_rate": 4.1257843696520255e-06, | |
| "loss": 0.0604, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 1.8492959153100967, | |
| "grad_norm": 1.961222529411316, | |
| "learning_rate": 4.111523103251569e-06, | |
| "loss": 0.0665, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 1.8532907220613204, | |
| "grad_norm": 2.076077938079834, | |
| "learning_rate": 4.097261836851113e-06, | |
| "loss": 0.0601, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 1.8572855288125436, | |
| "grad_norm": 2.159482002258301, | |
| "learning_rate": 4.083000570450656e-06, | |
| "loss": 0.0597, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 1.8612803355637673, | |
| "grad_norm": 1.7660284042358398, | |
| "learning_rate": 4.0687393040502e-06, | |
| "loss": 0.0618, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 1.8652751423149905, | |
| "grad_norm": 2.1984660625457764, | |
| "learning_rate": 4.054478037649744e-06, | |
| "loss": 0.0613, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 1.869269949066214, | |
| "grad_norm": 2.328014373779297, | |
| "learning_rate": 4.0402167712492876e-06, | |
| "loss": 0.0585, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 1.8732647558174373, | |
| "grad_norm": 1.8420252799987793, | |
| "learning_rate": 4.025955504848831e-06, | |
| "loss": 0.0679, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 1.8772595625686608, | |
| "grad_norm": 1.9796903133392334, | |
| "learning_rate": 4.011694238448375e-06, | |
| "loss": 0.0695, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 1.8812543693198842, | |
| "grad_norm": 1.705096960067749, | |
| "learning_rate": 3.997432972047918e-06, | |
| "loss": 0.0598, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 1.8852491760711074, | |
| "grad_norm": 2.8509531021118164, | |
| "learning_rate": 3.983171705647461e-06, | |
| "loss": 0.066, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 1.889243982822331, | |
| "grad_norm": 1.7244213819503784, | |
| "learning_rate": 3.9689104392470055e-06, | |
| "loss": 0.0629, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 1.8932387895735543, | |
| "grad_norm": 2.2036972045898438, | |
| "learning_rate": 3.954649172846549e-06, | |
| "loss": 0.0616, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 1.897233596324778, | |
| "grad_norm": 2.4186980724334717, | |
| "learning_rate": 3.940387906446093e-06, | |
| "loss": 0.0639, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 1.9012284030760012, | |
| "grad_norm": 2.057669162750244, | |
| "learning_rate": 3.926126640045637e-06, | |
| "loss": 0.06, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 1.9052232098272246, | |
| "grad_norm": 1.5648422241210938, | |
| "learning_rate": 3.91186537364518e-06, | |
| "loss": 0.0517, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 1.909218016578448, | |
| "grad_norm": 2.056607246398926, | |
| "learning_rate": 3.897604107244723e-06, | |
| "loss": 0.0596, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 1.9132128233296715, | |
| "grad_norm": 2.0157339572906494, | |
| "learning_rate": 3.8833428408442675e-06, | |
| "loss": 0.0592, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 1.917207630080895, | |
| "grad_norm": 2.3085403442382812, | |
| "learning_rate": 3.869081574443811e-06, | |
| "loss": 0.0656, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 1.921202436832118, | |
| "grad_norm": 3.6553146839141846, | |
| "learning_rate": 3.854820308043354e-06, | |
| "loss": 0.0732, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 1.9251972435833418, | |
| "grad_norm": 2.9719808101654053, | |
| "learning_rate": 3.840559041642898e-06, | |
| "loss": 0.0632, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 1.929192050334565, | |
| "grad_norm": 2.629744052886963, | |
| "learning_rate": 3.826297775242442e-06, | |
| "loss": 0.0707, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 1.9331868570857886, | |
| "grad_norm": 2.4601378440856934, | |
| "learning_rate": 3.8120365088419854e-06, | |
| "loss": 0.0578, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 1.9371816638370118, | |
| "grad_norm": 1.9864972829818726, | |
| "learning_rate": 3.797775242441529e-06, | |
| "loss": 0.0605, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 1.9411764705882353, | |
| "grad_norm": 2.0608339309692383, | |
| "learning_rate": 3.7835139760410728e-06, | |
| "loss": 0.0552, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 1.9451712773394587, | |
| "grad_norm": 1.912820816040039, | |
| "learning_rate": 3.769252709640616e-06, | |
| "loss": 0.0663, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 1.9491660840906821, | |
| "grad_norm": 2.3183212280273438, | |
| "learning_rate": 3.75499144324016e-06, | |
| "loss": 0.0812, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 1.9531608908419056, | |
| "grad_norm": 2.262383222579956, | |
| "learning_rate": 3.740730176839704e-06, | |
| "loss": 0.0595, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 1.9571556975931288, | |
| "grad_norm": 2.6391637325286865, | |
| "learning_rate": 3.726468910439247e-06, | |
| "loss": 0.066, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 1.9611505043443525, | |
| "grad_norm": 2.2891080379486084, | |
| "learning_rate": 3.712207644038791e-06, | |
| "loss": 0.067, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 1.9651453110955757, | |
| "grad_norm": 3.415213108062744, | |
| "learning_rate": 3.6979463776383344e-06, | |
| "loss": 0.0862, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 1.9691401178467993, | |
| "grad_norm": 2.93517804145813, | |
| "learning_rate": 3.683685111237878e-06, | |
| "loss": 0.0794, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 1.9731349245980225, | |
| "grad_norm": 2.152313470840454, | |
| "learning_rate": 3.669423844837422e-06, | |
| "loss": 0.0619, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 1.977129731349246, | |
| "grad_norm": 2.799994945526123, | |
| "learning_rate": 3.6551625784369654e-06, | |
| "loss": 0.0715, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 1.9811245381004694, | |
| "grad_norm": 1.8129743337631226, | |
| "learning_rate": 3.640901312036509e-06, | |
| "loss": 0.0635, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 1.9851193448516928, | |
| "grad_norm": 3.1220531463623047, | |
| "learning_rate": 3.6266400456360527e-06, | |
| "loss": 0.0705, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 1.9891141516029163, | |
| "grad_norm": 2.8412084579467773, | |
| "learning_rate": 3.6123787792355964e-06, | |
| "loss": 0.0602, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 1.9931089583541395, | |
| "grad_norm": 1.7142022848129272, | |
| "learning_rate": 3.5981175128351405e-06, | |
| "loss": 0.07, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 1.9971037651053631, | |
| "grad_norm": 1.686712622642517, | |
| "learning_rate": 3.5838562464346838e-06, | |
| "loss": 0.0605, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 1.9971037651053631, | |
| "eval_loss": 0.04570349305868149, | |
| "eval_runtime": 11145.7877, | |
| "eval_samples_per_second": 1.797, | |
| "eval_steps_per_second": 0.225, | |
| "eval_wer": 3.9939936648508825, | |
| "step": 5000 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 7512, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 2500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.6326820826578944e+20, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |