| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 726327, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.002065185515614868, |
| "grad_norm": 0.7036675810813904, |
| "learning_rate": 0.0001996, |
| "loss": 7.8213, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.004130371031229736, |
| "grad_norm": 1.0079172849655151, |
| "learning_rate": 0.0003996, |
| "loss": 6.7143, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.006195556546844603, |
| "grad_norm": 1.0771256685256958, |
| "learning_rate": 0.0005996, |
| "loss": 6.5273, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.008260742062459471, |
| "grad_norm": 1.1658340692520142, |
| "learning_rate": 0.0007996, |
| "loss": 6.3948, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.010325927578074339, |
| "grad_norm": 1.4879825115203857, |
| "learning_rate": 0.0009996, |
| "loss": 5.9994, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.012391113093689206, |
| "grad_norm": 1.6412945985794067, |
| "learning_rate": 0.0009993106087504335, |
| "loss": 4.7896, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.014456298609304074, |
| "grad_norm": 1.4124268293380737, |
| "learning_rate": 0.0009986198359552766, |
| "loss": 3.8145, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.016521484124918943, |
| "grad_norm": 1.2819844484329224, |
| "learning_rate": 0.0009979290631601198, |
| "loss": 3.4161, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.01858666964053381, |
| "grad_norm": 1.155612826347351, |
| "learning_rate": 0.0009972382903649629, |
| "loss": 3.1921, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.020651855156148678, |
| "grad_norm": 1.1647284030914307, |
| "learning_rate": 0.0009965475175698062, |
| "loss": 3.055, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.022717040671763545, |
| "grad_norm": 1.1216390132904053, |
| "learning_rate": 0.0009958567447746491, |
| "loss": 2.9393, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.024782226187378412, |
| "grad_norm": 1.1327152252197266, |
| "learning_rate": 0.0009951659719794922, |
| "loss": 2.8641, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.02684741170299328, |
| "grad_norm": 1.0822185277938843, |
| "learning_rate": 0.0009944751991843356, |
| "loss": 2.7994, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.028912597218608147, |
| "grad_norm": 1.0448203086853027, |
| "learning_rate": 0.0009937844263891787, |
| "loss": 2.7461, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.030977782734223015, |
| "grad_norm": 1.0597904920578003, |
| "learning_rate": 0.0009930936535940218, |
| "loss": 2.7034, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.033042968249837885, |
| "grad_norm": 1.0737932920455933, |
| "learning_rate": 0.000992402880798865, |
| "loss": 2.6603, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.03510815376545275, |
| "grad_norm": 1.033523440361023, |
| "learning_rate": 0.000991712108003708, |
| "loss": 2.6265, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.03717333928106762, |
| "grad_norm": 0.976208508014679, |
| "learning_rate": 0.0009910213352085512, |
| "loss": 2.5961, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.03923852479668249, |
| "grad_norm": 0.9439292550086975, |
| "learning_rate": 0.0009903305624133943, |
| "loss": 2.576, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.041303710312297355, |
| "grad_norm": 0.9609880447387695, |
| "learning_rate": 0.0009896397896182376, |
| "loss": 2.5466, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.04336889582791222, |
| "grad_norm": 0.9652389883995056, |
| "learning_rate": 0.0009889490168230807, |
| "loss": 2.527, |
| "step": 10500 |
| }, |
| { |
| "epoch": 0.04543408134352709, |
| "grad_norm": 1.0029548406600952, |
| "learning_rate": 0.0009882582440279238, |
| "loss": 2.5086, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.04749926685914196, |
| "grad_norm": 0.9536625742912292, |
| "learning_rate": 0.000987567471232767, |
| "loss": 2.4902, |
| "step": 11500 |
| }, |
| { |
| "epoch": 0.049564452374756825, |
| "grad_norm": 0.9976128339767456, |
| "learning_rate": 0.00098687669843761, |
| "loss": 2.4657, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.05162963789037169, |
| "grad_norm": 1.0109055042266846, |
| "learning_rate": 0.0009861859256424532, |
| "loss": 2.4605, |
| "step": 12500 |
| }, |
| { |
| "epoch": 0.05369482340598656, |
| "grad_norm": 0.9560060501098633, |
| "learning_rate": 0.0009854951528472963, |
| "loss": 2.4431, |
| "step": 13000 |
| }, |
| { |
| "epoch": 0.05576000892160143, |
| "grad_norm": 0.9709720015525818, |
| "learning_rate": 0.0009848043800521396, |
| "loss": 2.4307, |
| "step": 13500 |
| }, |
| { |
| "epoch": 0.057825194437216294, |
| "grad_norm": 0.9962353706359863, |
| "learning_rate": 0.0009841136072569828, |
| "loss": 2.4115, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.05989037995283116, |
| "grad_norm": 0.9110284447669983, |
| "learning_rate": 0.0009834228344618259, |
| "loss": 2.4021, |
| "step": 14500 |
| }, |
| { |
| "epoch": 0.06195556546844603, |
| "grad_norm": 0.9498186707496643, |
| "learning_rate": 0.000982732061666669, |
| "loss": 2.3856, |
| "step": 15000 |
| }, |
| { |
| "epoch": 0.0640207509840609, |
| "grad_norm": 0.8862460851669312, |
| "learning_rate": 0.0009820412888715121, |
| "loss": 2.3762, |
| "step": 15500 |
| }, |
| { |
| "epoch": 0.06608593649967577, |
| "grad_norm": 0.9397904276847839, |
| "learning_rate": 0.0009813505160763552, |
| "loss": 2.3679, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.06815112201529064, |
| "grad_norm": 0.9054779410362244, |
| "learning_rate": 0.0009806597432811984, |
| "loss": 2.3561, |
| "step": 16500 |
| }, |
| { |
| "epoch": 0.0702163075309055, |
| "grad_norm": 0.8556115627288818, |
| "learning_rate": 0.0009799689704860417, |
| "loss": 2.353, |
| "step": 17000 |
| }, |
| { |
| "epoch": 0.07228149304652037, |
| "grad_norm": 0.9651133418083191, |
| "learning_rate": 0.0009792781976908848, |
| "loss": 2.3416, |
| "step": 17500 |
| }, |
| { |
| "epoch": 0.07434667856213524, |
| "grad_norm": 0.9362500309944153, |
| "learning_rate": 0.000978587424895728, |
| "loss": 2.3328, |
| "step": 18000 |
| }, |
| { |
| "epoch": 0.07641186407775011, |
| "grad_norm": 0.9050174951553345, |
| "learning_rate": 0.000977896652100571, |
| "loss": 2.3216, |
| "step": 18500 |
| }, |
| { |
| "epoch": 0.07847704959336498, |
| "grad_norm": 0.8851823806762695, |
| "learning_rate": 0.0009772058793054142, |
| "loss": 2.3177, |
| "step": 19000 |
| }, |
| { |
| "epoch": 0.08054223510897984, |
| "grad_norm": 0.8814013600349426, |
| "learning_rate": 0.0009765151065102573, |
| "loss": 2.3002, |
| "step": 19500 |
| }, |
| { |
| "epoch": 0.08260742062459471, |
| "grad_norm": 0.9048078656196594, |
| "learning_rate": 0.0009758243337151005, |
| "loss": 2.305, |
| "step": 20000 |
| }, |
| { |
| "epoch": 0.08467260614020958, |
| "grad_norm": 0.8821763396263123, |
| "learning_rate": 0.0009751335609199436, |
| "loss": 2.2925, |
| "step": 20500 |
| }, |
| { |
| "epoch": 0.08673779165582444, |
| "grad_norm": 0.873921811580658, |
| "learning_rate": 0.0009744427881247867, |
| "loss": 2.2861, |
| "step": 21000 |
| }, |
| { |
| "epoch": 0.08880297717143931, |
| "grad_norm": 0.8664683699607849, |
| "learning_rate": 0.0009737520153296299, |
| "loss": 2.2809, |
| "step": 21500 |
| }, |
| { |
| "epoch": 0.09086816268705418, |
| "grad_norm": 0.9115278720855713, |
| "learning_rate": 0.0009730612425344731, |
| "loss": 2.2765, |
| "step": 22000 |
| }, |
| { |
| "epoch": 0.09293334820266905, |
| "grad_norm": 0.875135064125061, |
| "learning_rate": 0.0009723704697393162, |
| "loss": 2.2699, |
| "step": 22500 |
| }, |
| { |
| "epoch": 0.09499853371828391, |
| "grad_norm": 0.8888856172561646, |
| "learning_rate": 0.0009716796969441593, |
| "loss": 2.2637, |
| "step": 23000 |
| }, |
| { |
| "epoch": 0.09706371923389878, |
| "grad_norm": 0.8921205401420593, |
| "learning_rate": 0.0009709889241490025, |
| "loss": 2.2591, |
| "step": 23500 |
| }, |
| { |
| "epoch": 0.09912890474951365, |
| "grad_norm": 0.840370774269104, |
| "learning_rate": 0.0009702981513538456, |
| "loss": 2.25, |
| "step": 24000 |
| }, |
| { |
| "epoch": 0.10119409026512852, |
| "grad_norm": 0.8678010702133179, |
| "learning_rate": 0.0009696073785586888, |
| "loss": 2.2472, |
| "step": 24500 |
| }, |
| { |
| "epoch": 0.10325927578074338, |
| "grad_norm": 0.8795912265777588, |
| "learning_rate": 0.0009689166057635319, |
| "loss": 2.2403, |
| "step": 25000 |
| }, |
| { |
| "epoch": 0.10532446129635825, |
| "grad_norm": 0.909457266330719, |
| "learning_rate": 0.0009682258329683751, |
| "loss": 2.2362, |
| "step": 25500 |
| }, |
| { |
| "epoch": 0.10738964681197312, |
| "grad_norm": 0.8739911317825317, |
| "learning_rate": 0.0009675350601732182, |
| "loss": 2.2285, |
| "step": 26000 |
| }, |
| { |
| "epoch": 0.10945483232758799, |
| "grad_norm": 0.8885407447814941, |
| "learning_rate": 0.0009668442873780614, |
| "loss": 2.2268, |
| "step": 26500 |
| }, |
| { |
| "epoch": 0.11152001784320285, |
| "grad_norm": 0.8348733186721802, |
| "learning_rate": 0.0009661535145829045, |
| "loss": 2.2201, |
| "step": 27000 |
| }, |
| { |
| "epoch": 0.11358520335881772, |
| "grad_norm": 0.8733665943145752, |
| "learning_rate": 0.0009654627417877476, |
| "loss": 2.219, |
| "step": 27500 |
| }, |
| { |
| "epoch": 0.11565038887443259, |
| "grad_norm": 0.8849397897720337, |
| "learning_rate": 0.0009647719689925908, |
| "loss": 2.2115, |
| "step": 28000 |
| }, |
| { |
| "epoch": 0.11771557439004746, |
| "grad_norm": 0.8752795457839966, |
| "learning_rate": 0.0009640811961974339, |
| "loss": 2.2051, |
| "step": 28500 |
| }, |
| { |
| "epoch": 0.11978075990566232, |
| "grad_norm": 0.8557031750679016, |
| "learning_rate": 0.0009633904234022772, |
| "loss": 2.2029, |
| "step": 29000 |
| }, |
| { |
| "epoch": 0.12184594542127719, |
| "grad_norm": 0.8175500631332397, |
| "learning_rate": 0.0009626996506071203, |
| "loss": 2.1967, |
| "step": 29500 |
| }, |
| { |
| "epoch": 0.12391113093689206, |
| "grad_norm": 0.8393064737319946, |
| "learning_rate": 0.0009620088778119633, |
| "loss": 2.1949, |
| "step": 30000 |
| }, |
| { |
| "epoch": 0.12597631645250693, |
| "grad_norm": 0.8515117764472961, |
| "learning_rate": 0.0009613181050168065, |
| "loss": 2.1909, |
| "step": 30500 |
| }, |
| { |
| "epoch": 0.1280415019681218, |
| "grad_norm": 0.8967178463935852, |
| "learning_rate": 0.0009606273322216496, |
| "loss": 2.1858, |
| "step": 31000 |
| }, |
| { |
| "epoch": 0.13010668748373666, |
| "grad_norm": 0.8990112543106079, |
| "learning_rate": 0.0009599365594264929, |
| "loss": 2.1814, |
| "step": 31500 |
| }, |
| { |
| "epoch": 0.13217187299935154, |
| "grad_norm": 0.8051102161407471, |
| "learning_rate": 0.000959245786631336, |
| "loss": 2.1803, |
| "step": 32000 |
| }, |
| { |
| "epoch": 0.1342370585149664, |
| "grad_norm": 0.8505108952522278, |
| "learning_rate": 0.0009585550138361792, |
| "loss": 2.1775, |
| "step": 32500 |
| }, |
| { |
| "epoch": 0.13630224403058128, |
| "grad_norm": 0.8586075305938721, |
| "learning_rate": 0.0009578642410410222, |
| "loss": 2.1671, |
| "step": 33000 |
| }, |
| { |
| "epoch": 0.13836742954619613, |
| "grad_norm": 0.830560028553009, |
| "learning_rate": 0.0009571734682458653, |
| "loss": 2.1697, |
| "step": 33500 |
| }, |
| { |
| "epoch": 0.140432615061811, |
| "grad_norm": 0.8251802325248718, |
| "learning_rate": 0.0009564826954507086, |
| "loss": 2.1646, |
| "step": 34000 |
| }, |
| { |
| "epoch": 0.14249780057742586, |
| "grad_norm": 0.8522030711174011, |
| "learning_rate": 0.0009557919226555517, |
| "loss": 2.1609, |
| "step": 34500 |
| }, |
| { |
| "epoch": 0.14456298609304075, |
| "grad_norm": 0.8344951272010803, |
| "learning_rate": 0.0009551011498603949, |
| "loss": 2.1542, |
| "step": 35000 |
| }, |
| { |
| "epoch": 0.1466281716086556, |
| "grad_norm": 0.8527629375457764, |
| "learning_rate": 0.000954410377065238, |
| "loss": 2.1584, |
| "step": 35500 |
| }, |
| { |
| "epoch": 0.14869335712427048, |
| "grad_norm": 0.8409314155578613, |
| "learning_rate": 0.0009537196042700811, |
| "loss": 2.1472, |
| "step": 36000 |
| }, |
| { |
| "epoch": 0.15075854263988533, |
| "grad_norm": 0.8568186163902283, |
| "learning_rate": 0.0009530288314749243, |
| "loss": 2.146, |
| "step": 36500 |
| }, |
| { |
| "epoch": 0.15282372815550022, |
| "grad_norm": 0.8142380118370056, |
| "learning_rate": 0.0009523380586797674, |
| "loss": 2.1467, |
| "step": 37000 |
| }, |
| { |
| "epoch": 0.15488891367111507, |
| "grad_norm": 0.8309258222579956, |
| "learning_rate": 0.0009516472858846106, |
| "loss": 2.142, |
| "step": 37500 |
| }, |
| { |
| "epoch": 0.15695409918672995, |
| "grad_norm": 0.8471255302429199, |
| "learning_rate": 0.0009509565130894537, |
| "loss": 2.1425, |
| "step": 38000 |
| }, |
| { |
| "epoch": 0.1590192847023448, |
| "grad_norm": 0.8846974968910217, |
| "learning_rate": 0.0009502657402942969, |
| "loss": 2.1377, |
| "step": 38500 |
| }, |
| { |
| "epoch": 0.16108447021795969, |
| "grad_norm": 0.8476696014404297, |
| "learning_rate": 0.00094957496749914, |
| "loss": 2.1356, |
| "step": 39000 |
| }, |
| { |
| "epoch": 0.16314965573357454, |
| "grad_norm": 0.8468635678291321, |
| "learning_rate": 0.0009488841947039832, |
| "loss": 2.1316, |
| "step": 39500 |
| }, |
| { |
| "epoch": 0.16521484124918942, |
| "grad_norm": 0.8356343507766724, |
| "learning_rate": 0.0009481934219088263, |
| "loss": 2.1269, |
| "step": 40000 |
| }, |
| { |
| "epoch": 0.16728002676480427, |
| "grad_norm": 0.7726144790649414, |
| "learning_rate": 0.0009475026491136694, |
| "loss": 2.1277, |
| "step": 40500 |
| }, |
| { |
| "epoch": 0.16934521228041916, |
| "grad_norm": 0.8468815684318542, |
| "learning_rate": 0.0009468118763185126, |
| "loss": 2.1332, |
| "step": 41000 |
| }, |
| { |
| "epoch": 0.171410397796034, |
| "grad_norm": 0.78179931640625, |
| "learning_rate": 0.0009461211035233558, |
| "loss": 2.1195, |
| "step": 41500 |
| }, |
| { |
| "epoch": 0.1734755833116489, |
| "grad_norm": 0.8012422919273376, |
| "learning_rate": 0.0009454303307281989, |
| "loss": 2.115, |
| "step": 42000 |
| }, |
| { |
| "epoch": 0.17554076882726374, |
| "grad_norm": 0.8458732962608337, |
| "learning_rate": 0.000944739557933042, |
| "loss": 2.1146, |
| "step": 42500 |
| }, |
| { |
| "epoch": 0.17760595434287862, |
| "grad_norm": 0.8353042006492615, |
| "learning_rate": 0.0009440487851378852, |
| "loss": 2.1123, |
| "step": 43000 |
| }, |
| { |
| "epoch": 0.17967113985849348, |
| "grad_norm": 0.8672284483909607, |
| "learning_rate": 0.0009433580123427283, |
| "loss": 2.1114, |
| "step": 43500 |
| }, |
| { |
| "epoch": 0.18173632537410836, |
| "grad_norm": 0.7824869751930237, |
| "learning_rate": 0.0009426672395475715, |
| "loss": 2.1082, |
| "step": 44000 |
| }, |
| { |
| "epoch": 0.1838015108897232, |
| "grad_norm": 0.7976692318916321, |
| "learning_rate": 0.0009419764667524147, |
| "loss": 2.1052, |
| "step": 44500 |
| }, |
| { |
| "epoch": 0.1858666964053381, |
| "grad_norm": 0.876670777797699, |
| "learning_rate": 0.0009412856939572577, |
| "loss": 2.1033, |
| "step": 45000 |
| }, |
| { |
| "epoch": 0.18793188192095295, |
| "grad_norm": 0.7947434186935425, |
| "learning_rate": 0.0009405949211621009, |
| "loss": 2.0971, |
| "step": 45500 |
| }, |
| { |
| "epoch": 0.18999706743656783, |
| "grad_norm": 0.823627233505249, |
| "learning_rate": 0.000939904148366944, |
| "loss": 2.0984, |
| "step": 46000 |
| }, |
| { |
| "epoch": 0.19206225295218268, |
| "grad_norm": 0.8043273091316223, |
| "learning_rate": 0.0009392133755717873, |
| "loss": 2.0958, |
| "step": 46500 |
| }, |
| { |
| "epoch": 0.19412743846779756, |
| "grad_norm": 0.8782801032066345, |
| "learning_rate": 0.0009385226027766304, |
| "loss": 2.0914, |
| "step": 47000 |
| }, |
| { |
| "epoch": 0.19619262398341242, |
| "grad_norm": 0.8043196201324463, |
| "learning_rate": 0.0009378318299814735, |
| "loss": 2.0888, |
| "step": 47500 |
| }, |
| { |
| "epoch": 0.1982578094990273, |
| "grad_norm": 0.8064476251602173, |
| "learning_rate": 0.0009371410571863166, |
| "loss": 2.0847, |
| "step": 48000 |
| }, |
| { |
| "epoch": 0.20032299501464215, |
| "grad_norm": 0.801071047782898, |
| "learning_rate": 0.0009364502843911597, |
| "loss": 2.0844, |
| "step": 48500 |
| }, |
| { |
| "epoch": 0.20238818053025703, |
| "grad_norm": 0.8486244678497314, |
| "learning_rate": 0.000935759511596003, |
| "loss": 2.0853, |
| "step": 49000 |
| }, |
| { |
| "epoch": 0.2044533660458719, |
| "grad_norm": 0.813061535358429, |
| "learning_rate": 0.0009350687388008461, |
| "loss": 2.0812, |
| "step": 49500 |
| }, |
| { |
| "epoch": 0.20651855156148677, |
| "grad_norm": 0.8625230193138123, |
| "learning_rate": 0.0009343779660056893, |
| "loss": 2.0832, |
| "step": 50000 |
| }, |
| { |
| "epoch": 0.20858373707710165, |
| "grad_norm": 0.8224324584007263, |
| "learning_rate": 0.0009336871932105324, |
| "loss": 2.0785, |
| "step": 50500 |
| }, |
| { |
| "epoch": 0.2106489225927165, |
| "grad_norm": 0.8722664713859558, |
| "learning_rate": 0.0009329964204153754, |
| "loss": 2.074, |
| "step": 51000 |
| }, |
| { |
| "epoch": 0.21271410810833138, |
| "grad_norm": 0.8052055239677429, |
| "learning_rate": 0.0009323056476202187, |
| "loss": 2.074, |
| "step": 51500 |
| }, |
| { |
| "epoch": 0.21477929362394624, |
| "grad_norm": 0.8521301746368408, |
| "learning_rate": 0.0009316148748250618, |
| "loss": 2.0681, |
| "step": 52000 |
| }, |
| { |
| "epoch": 0.21684447913956112, |
| "grad_norm": 0.846494197845459, |
| "learning_rate": 0.000930924102029905, |
| "loss": 2.073, |
| "step": 52500 |
| }, |
| { |
| "epoch": 0.21890966465517597, |
| "grad_norm": 0.8026652336120605, |
| "learning_rate": 0.0009302333292347481, |
| "loss": 2.0685, |
| "step": 53000 |
| }, |
| { |
| "epoch": 0.22097485017079085, |
| "grad_norm": 0.8246744871139526, |
| "learning_rate": 0.0009295425564395913, |
| "loss": 2.0653, |
| "step": 53500 |
| }, |
| { |
| "epoch": 0.2230400356864057, |
| "grad_norm": 0.8326907157897949, |
| "learning_rate": 0.0009288517836444344, |
| "loss": 2.0643, |
| "step": 54000 |
| }, |
| { |
| "epoch": 0.2251052212020206, |
| "grad_norm": 0.7792090177536011, |
| "learning_rate": 0.0009281610108492775, |
| "loss": 2.0622, |
| "step": 54500 |
| }, |
| { |
| "epoch": 0.22717040671763544, |
| "grad_norm": 0.8691778779029846, |
| "learning_rate": 0.0009274702380541207, |
| "loss": 2.0624, |
| "step": 55000 |
| }, |
| { |
| "epoch": 0.22923559223325032, |
| "grad_norm": 0.7907185554504395, |
| "learning_rate": 0.0009267794652589638, |
| "loss": 2.0571, |
| "step": 55500 |
| }, |
| { |
| "epoch": 0.23130077774886518, |
| "grad_norm": 0.8440839052200317, |
| "learning_rate": 0.000926088692463807, |
| "loss": 2.0612, |
| "step": 56000 |
| }, |
| { |
| "epoch": 0.23336596326448006, |
| "grad_norm": 0.8027564883232117, |
| "learning_rate": 0.0009253979196686502, |
| "loss": 2.054, |
| "step": 56500 |
| }, |
| { |
| "epoch": 0.2354311487800949, |
| "grad_norm": 0.7806565165519714, |
| "learning_rate": 0.0009247071468734933, |
| "loss": 2.053, |
| "step": 57000 |
| }, |
| { |
| "epoch": 0.2374963342957098, |
| "grad_norm": 0.8598223328590393, |
| "learning_rate": 0.0009240163740783364, |
| "loss": 2.0518, |
| "step": 57500 |
| }, |
| { |
| "epoch": 0.23956151981132465, |
| "grad_norm": 0.8221333622932434, |
| "learning_rate": 0.0009233256012831795, |
| "loss": 2.052, |
| "step": 58000 |
| }, |
| { |
| "epoch": 0.24162670532693953, |
| "grad_norm": 0.8474496603012085, |
| "learning_rate": 0.0009226348284880227, |
| "loss": 2.0435, |
| "step": 58500 |
| }, |
| { |
| "epoch": 0.24369189084255438, |
| "grad_norm": 0.8255507349967957, |
| "learning_rate": 0.0009219440556928659, |
| "loss": 2.045, |
| "step": 59000 |
| }, |
| { |
| "epoch": 0.24575707635816926, |
| "grad_norm": 0.7817030549049377, |
| "learning_rate": 0.0009212532828977091, |
| "loss": 2.0472, |
| "step": 59500 |
| }, |
| { |
| "epoch": 0.24782226187378412, |
| "grad_norm": 0.7616594433784485, |
| "learning_rate": 0.0009205625101025521, |
| "loss": 2.0424, |
| "step": 60000 |
| }, |
| { |
| "epoch": 0.249887447389399, |
| "grad_norm": 0.8131653070449829, |
| "learning_rate": 0.0009198717373073953, |
| "loss": 2.0438, |
| "step": 60500 |
| }, |
| { |
| "epoch": 0.25195263290501385, |
| "grad_norm": 0.7939597368240356, |
| "learning_rate": 0.0009191809645122384, |
| "loss": 2.0392, |
| "step": 61000 |
| }, |
| { |
| "epoch": 0.2540178184206287, |
| "grad_norm": 0.823221743106842, |
| "learning_rate": 0.0009184901917170816, |
| "loss": 2.0409, |
| "step": 61500 |
| }, |
| { |
| "epoch": 0.2560830039362436, |
| "grad_norm": 0.8100286722183228, |
| "learning_rate": 0.0009177994189219248, |
| "loss": 2.0352, |
| "step": 62000 |
| }, |
| { |
| "epoch": 0.25814818945185847, |
| "grad_norm": 0.84886634349823, |
| "learning_rate": 0.0009171086461267679, |
| "loss": 2.0395, |
| "step": 62500 |
| }, |
| { |
| "epoch": 0.2602133749674733, |
| "grad_norm": 0.8171844482421875, |
| "learning_rate": 0.000916417873331611, |
| "loss": 2.0374, |
| "step": 63000 |
| }, |
| { |
| "epoch": 0.2622785604830882, |
| "grad_norm": 0.8373914957046509, |
| "learning_rate": 0.0009157271005364541, |
| "loss": 2.0302, |
| "step": 63500 |
| }, |
| { |
| "epoch": 0.2643437459987031, |
| "grad_norm": 0.8553788065910339, |
| "learning_rate": 0.0009150363277412974, |
| "loss": 2.0346, |
| "step": 64000 |
| }, |
| { |
| "epoch": 0.26640893151431794, |
| "grad_norm": 0.8569718599319458, |
| "learning_rate": 0.0009143455549461405, |
| "loss": 2.0347, |
| "step": 64500 |
| }, |
| { |
| "epoch": 0.2684741170299328, |
| "grad_norm": 0.8263908624649048, |
| "learning_rate": 0.0009136547821509836, |
| "loss": 2.0306, |
| "step": 65000 |
| }, |
| { |
| "epoch": 0.27053930254554764, |
| "grad_norm": 0.8501819372177124, |
| "learning_rate": 0.0009129640093558268, |
| "loss": 2.0271, |
| "step": 65500 |
| }, |
| { |
| "epoch": 0.27260448806116255, |
| "grad_norm": 0.8343943357467651, |
| "learning_rate": 0.0009122732365606698, |
| "loss": 2.0296, |
| "step": 66000 |
| }, |
| { |
| "epoch": 0.2746696735767774, |
| "grad_norm": 0.8072646856307983, |
| "learning_rate": 0.000911582463765513, |
| "loss": 2.0238, |
| "step": 66500 |
| }, |
| { |
| "epoch": 0.27673485909239226, |
| "grad_norm": 0.8142940998077393, |
| "learning_rate": 0.0009108916909703562, |
| "loss": 2.0289, |
| "step": 67000 |
| }, |
| { |
| "epoch": 0.2788000446080071, |
| "grad_norm": 0.7751716375350952, |
| "learning_rate": 0.0009102009181751994, |
| "loss": 2.0262, |
| "step": 67500 |
| }, |
| { |
| "epoch": 0.280865230123622, |
| "grad_norm": 0.7758037447929382, |
| "learning_rate": 0.0009095101453800425, |
| "loss": 2.0202, |
| "step": 68000 |
| }, |
| { |
| "epoch": 0.2829304156392369, |
| "grad_norm": 0.8752540349960327, |
| "learning_rate": 0.0009088193725848856, |
| "loss": 2.0195, |
| "step": 68500 |
| }, |
| { |
| "epoch": 0.28499560115485173, |
| "grad_norm": 0.8347713351249695, |
| "learning_rate": 0.0009081285997897288, |
| "loss": 2.0187, |
| "step": 69000 |
| }, |
| { |
| "epoch": 0.2870607866704666, |
| "grad_norm": 0.8156507015228271, |
| "learning_rate": 0.0009074378269945719, |
| "loss": 2.0157, |
| "step": 69500 |
| }, |
| { |
| "epoch": 0.2891259721860815, |
| "grad_norm": 0.7821555137634277, |
| "learning_rate": 0.0009067470541994151, |
| "loss": 2.0152, |
| "step": 70000 |
| }, |
| { |
| "epoch": 0.29119115770169635, |
| "grad_norm": 0.84757399559021, |
| "learning_rate": 0.0009060562814042582, |
| "loss": 2.0157, |
| "step": 70500 |
| }, |
| { |
| "epoch": 0.2932563432173112, |
| "grad_norm": 0.8818306922912598, |
| "learning_rate": 0.0009053655086091014, |
| "loss": 2.0121, |
| "step": 71000 |
| }, |
| { |
| "epoch": 0.29532152873292605, |
| "grad_norm": 0.8257991671562195, |
| "learning_rate": 0.0009046747358139446, |
| "loss": 2.009, |
| "step": 71500 |
| }, |
| { |
| "epoch": 0.29738671424854096, |
| "grad_norm": 0.821416437625885, |
| "learning_rate": 0.0009039839630187876, |
| "loss": 2.0094, |
| "step": 72000 |
| }, |
| { |
| "epoch": 0.2994518997641558, |
| "grad_norm": 0.7886099815368652, |
| "learning_rate": 0.0009032931902236308, |
| "loss": 2.0067, |
| "step": 72500 |
| }, |
| { |
| "epoch": 0.30151708527977067, |
| "grad_norm": 0.8650347590446472, |
| "learning_rate": 0.0009026024174284739, |
| "loss": 2.0046, |
| "step": 73000 |
| }, |
| { |
| "epoch": 0.3035822707953855, |
| "grad_norm": 0.8249508738517761, |
| "learning_rate": 0.0009019116446333171, |
| "loss": 2.0044, |
| "step": 73500 |
| }, |
| { |
| "epoch": 0.30564745631100043, |
| "grad_norm": 0.8648396730422974, |
| "learning_rate": 0.0009012208718381603, |
| "loss": 2.0061, |
| "step": 74000 |
| }, |
| { |
| "epoch": 0.3077126418266153, |
| "grad_norm": 0.8078823089599609, |
| "learning_rate": 0.0009005300990430035, |
| "loss": 2.001, |
| "step": 74500 |
| }, |
| { |
| "epoch": 0.30977782734223014, |
| "grad_norm": 0.8452419638633728, |
| "learning_rate": 0.0008998393262478465, |
| "loss": 1.9992, |
| "step": 75000 |
| }, |
| { |
| "epoch": 0.31184301285784505, |
| "grad_norm": 0.7989551424980164, |
| "learning_rate": 0.0008991485534526896, |
| "loss": 2.007, |
| "step": 75500 |
| }, |
| { |
| "epoch": 0.3139081983734599, |
| "grad_norm": 0.8734456300735474, |
| "learning_rate": 0.0008984577806575328, |
| "loss": 2.0004, |
| "step": 76000 |
| }, |
| { |
| "epoch": 0.31597338388907475, |
| "grad_norm": 0.8965834975242615, |
| "learning_rate": 0.000897767007862376, |
| "loss": 2.0034, |
| "step": 76500 |
| }, |
| { |
| "epoch": 0.3180385694046896, |
| "grad_norm": 0.7855513691902161, |
| "learning_rate": 0.0008970762350672192, |
| "loss": 1.9932, |
| "step": 77000 |
| }, |
| { |
| "epoch": 0.3201037549203045, |
| "grad_norm": 0.825775682926178, |
| "learning_rate": 0.0008963854622720623, |
| "loss": 1.9979, |
| "step": 77500 |
| }, |
| { |
| "epoch": 0.32216894043591937, |
| "grad_norm": 0.7757362127304077, |
| "learning_rate": 0.0008956946894769054, |
| "loss": 1.9974, |
| "step": 78000 |
| }, |
| { |
| "epoch": 0.3242341259515342, |
| "grad_norm": 0.8657450675964355, |
| "learning_rate": 0.0008950039166817485, |
| "loss": 1.9976, |
| "step": 78500 |
| }, |
| { |
| "epoch": 0.3262993114671491, |
| "grad_norm": 0.8072881102561951, |
| "learning_rate": 0.0008943131438865916, |
| "loss": 1.9934, |
| "step": 79000 |
| }, |
| { |
| "epoch": 0.328364496982764, |
| "grad_norm": 0.7893191576004028, |
| "learning_rate": 0.0008936223710914349, |
| "loss": 1.9945, |
| "step": 79500 |
| }, |
| { |
| "epoch": 0.33042968249837884, |
| "grad_norm": 0.8834479451179504, |
| "learning_rate": 0.000892931598296278, |
| "loss": 1.9914, |
| "step": 80000 |
| }, |
| { |
| "epoch": 0.3324948680139937, |
| "grad_norm": 0.8713655471801758, |
| "learning_rate": 0.0008922408255011212, |
| "loss": 1.9946, |
| "step": 80500 |
| }, |
| { |
| "epoch": 0.33456005352960855, |
| "grad_norm": 0.8255290389060974, |
| "learning_rate": 0.0008915500527059643, |
| "loss": 1.9914, |
| "step": 81000 |
| }, |
| { |
| "epoch": 0.33662523904522346, |
| "grad_norm": 0.8153598308563232, |
| "learning_rate": 0.0008908592799108073, |
| "loss": 1.9861, |
| "step": 81500 |
| }, |
| { |
| "epoch": 0.3386904245608383, |
| "grad_norm": 0.8533855080604553, |
| "learning_rate": 0.0008901685071156506, |
| "loss": 1.9887, |
| "step": 82000 |
| }, |
| { |
| "epoch": 0.34075561007645316, |
| "grad_norm": 0.912350594997406, |
| "learning_rate": 0.0008894777343204937, |
| "loss": 1.9923, |
| "step": 82500 |
| }, |
| { |
| "epoch": 0.342820795592068, |
| "grad_norm": 0.8206115365028381, |
| "learning_rate": 0.0008887869615253369, |
| "loss": 1.9869, |
| "step": 83000 |
| }, |
| { |
| "epoch": 0.3448859811076829, |
| "grad_norm": 0.8313278555870056, |
| "learning_rate": 0.00088809618873018, |
| "loss": 1.9863, |
| "step": 83500 |
| }, |
| { |
| "epoch": 0.3469511666232978, |
| "grad_norm": 0.9152906537055969, |
| "learning_rate": 0.0008874054159350233, |
| "loss": 1.9786, |
| "step": 84000 |
| }, |
| { |
| "epoch": 0.34901635213891263, |
| "grad_norm": 0.8398587107658386, |
| "learning_rate": 0.0008867146431398663, |
| "loss": 1.986, |
| "step": 84500 |
| }, |
| { |
| "epoch": 0.3510815376545275, |
| "grad_norm": 0.8084604144096375, |
| "learning_rate": 0.0008860238703447094, |
| "loss": 1.9837, |
| "step": 85000 |
| }, |
| { |
| "epoch": 0.3531467231701424, |
| "grad_norm": 0.7918562889099121, |
| "learning_rate": 0.0008853330975495526, |
| "loss": 1.9789, |
| "step": 85500 |
| }, |
| { |
| "epoch": 0.35521190868575725, |
| "grad_norm": 0.8110492825508118, |
| "learning_rate": 0.0008846423247543957, |
| "loss": 1.9754, |
| "step": 86000 |
| }, |
| { |
| "epoch": 0.3572770942013721, |
| "grad_norm": 0.7786925435066223, |
| "learning_rate": 0.000883951551959239, |
| "loss": 1.9817, |
| "step": 86500 |
| }, |
| { |
| "epoch": 0.35934227971698696, |
| "grad_norm": 0.8928225636482239, |
| "learning_rate": 0.0008832607791640821, |
| "loss": 1.9809, |
| "step": 87000 |
| }, |
| { |
| "epoch": 0.36140746523260187, |
| "grad_norm": 0.821860134601593, |
| "learning_rate": 0.0008825700063689252, |
| "loss": 1.9759, |
| "step": 87500 |
| }, |
| { |
| "epoch": 0.3634726507482167, |
| "grad_norm": 0.8514395952224731, |
| "learning_rate": 0.0008818792335737683, |
| "loss": 1.9739, |
| "step": 88000 |
| }, |
| { |
| "epoch": 0.3655378362638316, |
| "grad_norm": 0.8256642818450928, |
| "learning_rate": 0.0008811884607786114, |
| "loss": 1.9743, |
| "step": 88500 |
| }, |
| { |
| "epoch": 0.3676030217794464, |
| "grad_norm": 0.8043322563171387, |
| "learning_rate": 0.0008804976879834547, |
| "loss": 1.975, |
| "step": 89000 |
| }, |
| { |
| "epoch": 0.36966820729506134, |
| "grad_norm": 0.8065923452377319, |
| "learning_rate": 0.0008798069151882978, |
| "loss": 1.9712, |
| "step": 89500 |
| }, |
| { |
| "epoch": 0.3717333928106762, |
| "grad_norm": 0.8350073099136353, |
| "learning_rate": 0.000879116142393141, |
| "loss": 1.9741, |
| "step": 90000 |
| }, |
| { |
| "epoch": 0.37379857832629104, |
| "grad_norm": 0.8081244230270386, |
| "learning_rate": 0.000878425369597984, |
| "loss": 1.977, |
| "step": 90500 |
| }, |
| { |
| "epoch": 0.3758637638419059, |
| "grad_norm": 0.7285000681877136, |
| "learning_rate": 0.0008777345968028272, |
| "loss": 1.9688, |
| "step": 91000 |
| }, |
| { |
| "epoch": 0.3779289493575208, |
| "grad_norm": 0.8110142350196838, |
| "learning_rate": 0.0008770438240076704, |
| "loss": 1.9675, |
| "step": 91500 |
| }, |
| { |
| "epoch": 0.37999413487313566, |
| "grad_norm": 0.8193402886390686, |
| "learning_rate": 0.0008763530512125135, |
| "loss": 1.9682, |
| "step": 92000 |
| }, |
| { |
| "epoch": 0.3820593203887505, |
| "grad_norm": 0.8382455110549927, |
| "learning_rate": 0.0008756622784173567, |
| "loss": 1.9652, |
| "step": 92500 |
| }, |
| { |
| "epoch": 0.38412450590436537, |
| "grad_norm": 0.7900645732879639, |
| "learning_rate": 0.0008749715056221998, |
| "loss": 1.9654, |
| "step": 93000 |
| }, |
| { |
| "epoch": 0.3861896914199803, |
| "grad_norm": 0.7835169434547424, |
| "learning_rate": 0.0008742807328270429, |
| "loss": 1.9676, |
| "step": 93500 |
| }, |
| { |
| "epoch": 0.38825487693559513, |
| "grad_norm": 0.8066137433052063, |
| "learning_rate": 0.000873589960031886, |
| "loss": 1.9668, |
| "step": 94000 |
| }, |
| { |
| "epoch": 0.39032006245121, |
| "grad_norm": 0.8150152564048767, |
| "learning_rate": 0.0008728991872367293, |
| "loss": 1.9683, |
| "step": 94500 |
| }, |
| { |
| "epoch": 0.39238524796682483, |
| "grad_norm": 1.05111825466156, |
| "learning_rate": 0.0008722084144415724, |
| "loss": 1.9613, |
| "step": 95000 |
| }, |
| { |
| "epoch": 0.39445043348243974, |
| "grad_norm": 0.8422666788101196, |
| "learning_rate": 0.0008715176416464155, |
| "loss": 1.9625, |
| "step": 95500 |
| }, |
| { |
| "epoch": 0.3965156189980546, |
| "grad_norm": 0.8087729215621948, |
| "learning_rate": 0.0008708268688512587, |
| "loss": 1.9657, |
| "step": 96000 |
| }, |
| { |
| "epoch": 0.39858080451366945, |
| "grad_norm": 0.8095026612281799, |
| "learning_rate": 0.0008701360960561017, |
| "loss": 1.9636, |
| "step": 96500 |
| }, |
| { |
| "epoch": 0.4006459900292843, |
| "grad_norm": 0.7824914455413818, |
| "learning_rate": 0.000869445323260945, |
| "loss": 1.9655, |
| "step": 97000 |
| }, |
| { |
| "epoch": 0.4027111755448992, |
| "grad_norm": 0.8077009320259094, |
| "learning_rate": 0.0008687545504657881, |
| "loss": 1.9577, |
| "step": 97500 |
| }, |
| { |
| "epoch": 0.40477636106051407, |
| "grad_norm": 0.7984289526939392, |
| "learning_rate": 0.0008680637776706313, |
| "loss": 1.9575, |
| "step": 98000 |
| }, |
| { |
| "epoch": 0.4068415465761289, |
| "grad_norm": 0.8378064036369324, |
| "learning_rate": 0.0008673730048754744, |
| "loss": 1.9587, |
| "step": 98500 |
| }, |
| { |
| "epoch": 0.4089067320917438, |
| "grad_norm": 0.7952322959899902, |
| "learning_rate": 0.0008666822320803175, |
| "loss": 1.9572, |
| "step": 99000 |
| }, |
| { |
| "epoch": 0.4109719176073587, |
| "grad_norm": 0.9045737385749817, |
| "learning_rate": 0.0008659914592851607, |
| "loss": 1.957, |
| "step": 99500 |
| }, |
| { |
| "epoch": 0.41303710312297354, |
| "grad_norm": 0.8450877666473389, |
| "learning_rate": 0.0008653006864900038, |
| "loss": 1.9573, |
| "step": 100000 |
| }, |
| { |
| "epoch": 0.4151022886385884, |
| "grad_norm": 0.8580604791641235, |
| "learning_rate": 0.000864609913694847, |
| "loss": 1.9561, |
| "step": 100500 |
| }, |
| { |
| "epoch": 0.4171674741542033, |
| "grad_norm": 0.8783984780311584, |
| "learning_rate": 0.0008639191408996901, |
| "loss": 1.9551, |
| "step": 101000 |
| }, |
| { |
| "epoch": 0.41923265966981815, |
| "grad_norm": 0.7707995772361755, |
| "learning_rate": 0.0008632283681045334, |
| "loss": 1.9551, |
| "step": 101500 |
| }, |
| { |
| "epoch": 0.421297845185433, |
| "grad_norm": 0.7902424931526184, |
| "learning_rate": 0.0008625375953093765, |
| "loss": 1.9544, |
| "step": 102000 |
| }, |
| { |
| "epoch": 0.42336303070104786, |
| "grad_norm": 0.850943922996521, |
| "learning_rate": 0.0008618468225142195, |
| "loss": 1.9556, |
| "step": 102500 |
| }, |
| { |
| "epoch": 0.42542821621666277, |
| "grad_norm": 0.918465793132782, |
| "learning_rate": 0.0008611560497190627, |
| "loss": 1.9504, |
| "step": 103000 |
| }, |
| { |
| "epoch": 0.4274934017322776, |
| "grad_norm": 0.8017387390136719, |
| "learning_rate": 0.0008604652769239058, |
| "loss": 1.9467, |
| "step": 103500 |
| }, |
| { |
| "epoch": 0.4295585872478925, |
| "grad_norm": 0.8548043370246887, |
| "learning_rate": 0.000859774504128749, |
| "loss": 1.9488, |
| "step": 104000 |
| }, |
| { |
| "epoch": 0.43162377276350733, |
| "grad_norm": 0.8529847264289856, |
| "learning_rate": 0.0008590837313335922, |
| "loss": 1.9472, |
| "step": 104500 |
| }, |
| { |
| "epoch": 0.43368895827912224, |
| "grad_norm": 0.9331560730934143, |
| "learning_rate": 0.0008583929585384354, |
| "loss": 1.9444, |
| "step": 105000 |
| }, |
| { |
| "epoch": 0.4357541437947371, |
| "grad_norm": 0.7767966985702515, |
| "learning_rate": 0.0008577021857432784, |
| "loss": 1.9437, |
| "step": 105500 |
| }, |
| { |
| "epoch": 0.43781932931035195, |
| "grad_norm": 0.8031103610992432, |
| "learning_rate": 0.0008570114129481215, |
| "loss": 1.9481, |
| "step": 106000 |
| }, |
| { |
| "epoch": 0.4398845148259668, |
| "grad_norm": 0.8879848122596741, |
| "learning_rate": 0.0008563206401529647, |
| "loss": 1.9439, |
| "step": 106500 |
| }, |
| { |
| "epoch": 0.4419497003415817, |
| "grad_norm": 0.8233328461647034, |
| "learning_rate": 0.0008556298673578079, |
| "loss": 1.9485, |
| "step": 107000 |
| }, |
| { |
| "epoch": 0.44401488585719656, |
| "grad_norm": 0.8277767300605774, |
| "learning_rate": 0.0008549390945626511, |
| "loss": 1.9475, |
| "step": 107500 |
| }, |
| { |
| "epoch": 0.4460800713728114, |
| "grad_norm": 0.8291540741920471, |
| "learning_rate": 0.0008542483217674942, |
| "loss": 1.9503, |
| "step": 108000 |
| }, |
| { |
| "epoch": 0.44814525688842627, |
| "grad_norm": 0.8007998466491699, |
| "learning_rate": 0.0008535575489723373, |
| "loss": 1.9441, |
| "step": 108500 |
| }, |
| { |
| "epoch": 0.4502104424040412, |
| "grad_norm": 0.7802460193634033, |
| "learning_rate": 0.0008528667761771804, |
| "loss": 1.9422, |
| "step": 109000 |
| }, |
| { |
| "epoch": 0.45227562791965603, |
| "grad_norm": 0.7900969982147217, |
| "learning_rate": 0.0008521760033820236, |
| "loss": 1.9418, |
| "step": 109500 |
| }, |
| { |
| "epoch": 0.4543408134352709, |
| "grad_norm": 0.958767294883728, |
| "learning_rate": 0.0008514852305868668, |
| "loss": 1.9431, |
| "step": 110000 |
| }, |
| { |
| "epoch": 0.45640599895088574, |
| "grad_norm": 0.8186129331588745, |
| "learning_rate": 0.0008507944577917099, |
| "loss": 1.9368, |
| "step": 110500 |
| }, |
| { |
| "epoch": 0.45847118446650065, |
| "grad_norm": 0.7958455085754395, |
| "learning_rate": 0.0008501036849965531, |
| "loss": 1.9368, |
| "step": 111000 |
| }, |
| { |
| "epoch": 0.4605363699821155, |
| "grad_norm": 1.3525958061218262, |
| "learning_rate": 0.0008494129122013961, |
| "loss": 1.936, |
| "step": 111500 |
| }, |
| { |
| "epoch": 0.46260155549773035, |
| "grad_norm": 0.8453717827796936, |
| "learning_rate": 0.0008487221394062394, |
| "loss": 1.9438, |
| "step": 112000 |
| }, |
| { |
| "epoch": 0.4646667410133452, |
| "grad_norm": 0.8021391034126282, |
| "learning_rate": 0.0008480313666110825, |
| "loss": 1.9428, |
| "step": 112500 |
| }, |
| { |
| "epoch": 0.4667319265289601, |
| "grad_norm": 0.8905833959579468, |
| "learning_rate": 0.0008473405938159256, |
| "loss": 1.9416, |
| "step": 113000 |
| }, |
| { |
| "epoch": 0.46879711204457497, |
| "grad_norm": 0.789579451084137, |
| "learning_rate": 0.0008466498210207688, |
| "loss": 1.9406, |
| "step": 113500 |
| }, |
| { |
| "epoch": 0.4708622975601898, |
| "grad_norm": 0.8398124575614929, |
| "learning_rate": 0.000845959048225612, |
| "loss": 1.935, |
| "step": 114000 |
| }, |
| { |
| "epoch": 0.4729274830758047, |
| "grad_norm": 0.8189172148704529, |
| "learning_rate": 0.0008452682754304551, |
| "loss": 1.9367, |
| "step": 114500 |
| }, |
| { |
| "epoch": 0.4749926685914196, |
| "grad_norm": 0.7979219555854797, |
| "learning_rate": 0.0008445775026352982, |
| "loss": 1.9309, |
| "step": 115000 |
| }, |
| { |
| "epoch": 0.47705785410703444, |
| "grad_norm": 0.9062512516975403, |
| "learning_rate": 0.0008438867298401414, |
| "loss": 1.9389, |
| "step": 115500 |
| }, |
| { |
| "epoch": 0.4791230396226493, |
| "grad_norm": 0.9431639909744263, |
| "learning_rate": 0.0008431959570449845, |
| "loss": 1.9307, |
| "step": 116000 |
| }, |
| { |
| "epoch": 0.48118822513826415, |
| "grad_norm": 0.8639684319496155, |
| "learning_rate": 0.0008425051842498276, |
| "loss": 1.9325, |
| "step": 116500 |
| }, |
| { |
| "epoch": 0.48325341065387906, |
| "grad_norm": 0.8229732513427734, |
| "learning_rate": 0.0008418144114546709, |
| "loss": 1.9323, |
| "step": 117000 |
| }, |
| { |
| "epoch": 0.4853185961694939, |
| "grad_norm": 0.789789080619812, |
| "learning_rate": 0.0008411236386595139, |
| "loss": 1.9317, |
| "step": 117500 |
| }, |
| { |
| "epoch": 0.48738378168510876, |
| "grad_norm": 0.8473231196403503, |
| "learning_rate": 0.0008404328658643571, |
| "loss": 1.9332, |
| "step": 118000 |
| }, |
| { |
| "epoch": 0.4894489672007236, |
| "grad_norm": 0.9255551099777222, |
| "learning_rate": 0.0008397420930692002, |
| "loss": 1.9309, |
| "step": 118500 |
| }, |
| { |
| "epoch": 0.4915141527163385, |
| "grad_norm": 0.7924582958221436, |
| "learning_rate": 0.0008390513202740435, |
| "loss": 1.9277, |
| "step": 119000 |
| }, |
| { |
| "epoch": 0.4935793382319534, |
| "grad_norm": 0.8907535672187805, |
| "learning_rate": 0.0008383605474788866, |
| "loss": 1.9294, |
| "step": 119500 |
| }, |
| { |
| "epoch": 0.49564452374756823, |
| "grad_norm": 0.8191530108451843, |
| "learning_rate": 0.0008376697746837297, |
| "loss": 1.9306, |
| "step": 120000 |
| }, |
| { |
| "epoch": 0.4977097092631831, |
| "grad_norm": 0.8925333023071289, |
| "learning_rate": 0.0008369790018885728, |
| "loss": 1.9229, |
| "step": 120500 |
| }, |
| { |
| "epoch": 0.499774894778798, |
| "grad_norm": 0.8087531924247742, |
| "learning_rate": 0.0008362882290934159, |
| "loss": 1.9243, |
| "step": 121000 |
| }, |
| { |
| "epoch": 0.5018400802944128, |
| "grad_norm": 0.8658357858657837, |
| "learning_rate": 0.0008355974562982591, |
| "loss": 1.9296, |
| "step": 121500 |
| }, |
| { |
| "epoch": 0.5039052658100277, |
| "grad_norm": 0.8883163332939148, |
| "learning_rate": 0.0008349066835031023, |
| "loss": 1.9228, |
| "step": 122000 |
| }, |
| { |
| "epoch": 0.5059704513256426, |
| "grad_norm": 0.9020292162895203, |
| "learning_rate": 0.0008342159107079455, |
| "loss": 1.9242, |
| "step": 122500 |
| }, |
| { |
| "epoch": 0.5080356368412574, |
| "grad_norm": 0.7825981974601746, |
| "learning_rate": 0.0008335251379127886, |
| "loss": 1.9244, |
| "step": 123000 |
| }, |
| { |
| "epoch": 0.5101008223568723, |
| "grad_norm": 0.7903372645378113, |
| "learning_rate": 0.0008328343651176316, |
| "loss": 1.9263, |
| "step": 123500 |
| }, |
| { |
| "epoch": 0.5121660078724872, |
| "grad_norm": 0.8415020108222961, |
| "learning_rate": 0.0008321435923224748, |
| "loss": 1.9243, |
| "step": 124000 |
| }, |
| { |
| "epoch": 0.5142311933881021, |
| "grad_norm": 0.8838851451873779, |
| "learning_rate": 0.000831452819527318, |
| "loss": 1.9229, |
| "step": 124500 |
| }, |
| { |
| "epoch": 0.5162963789037169, |
| "grad_norm": 0.8412485718727112, |
| "learning_rate": 0.0008307620467321612, |
| "loss": 1.9198, |
| "step": 125000 |
| }, |
| { |
| "epoch": 0.5183615644193318, |
| "grad_norm": 0.8944464921951294, |
| "learning_rate": 0.0008300712739370043, |
| "loss": 1.9242, |
| "step": 125500 |
| }, |
| { |
| "epoch": 0.5204267499349466, |
| "grad_norm": 0.8970022797584534, |
| "learning_rate": 0.0008293805011418475, |
| "loss": 1.9157, |
| "step": 126000 |
| }, |
| { |
| "epoch": 0.5224919354505615, |
| "grad_norm": 0.7767829895019531, |
| "learning_rate": 0.0008286897283466905, |
| "loss": 1.9146, |
| "step": 126500 |
| }, |
| { |
| "epoch": 0.5245571209661763, |
| "grad_norm": 0.9366709589958191, |
| "learning_rate": 0.0008279989555515337, |
| "loss": 1.9219, |
| "step": 127000 |
| }, |
| { |
| "epoch": 0.5266223064817913, |
| "grad_norm": 0.813752293586731, |
| "learning_rate": 0.0008273081827563769, |
| "loss": 1.9131, |
| "step": 127500 |
| }, |
| { |
| "epoch": 0.5286874919974062, |
| "grad_norm": 0.7913943529129028, |
| "learning_rate": 0.00082661740996122, |
| "loss": 1.9151, |
| "step": 128000 |
| }, |
| { |
| "epoch": 0.530752677513021, |
| "grad_norm": 0.7573590278625488, |
| "learning_rate": 0.0008259266371660632, |
| "loss": 1.9141, |
| "step": 128500 |
| }, |
| { |
| "epoch": 0.5328178630286359, |
| "grad_norm": 0.8860184550285339, |
| "learning_rate": 0.0008252358643709063, |
| "loss": 1.9157, |
| "step": 129000 |
| }, |
| { |
| "epoch": 0.5348830485442507, |
| "grad_norm": 0.7423400282859802, |
| "learning_rate": 0.0008245450915757495, |
| "loss": 1.9123, |
| "step": 129500 |
| }, |
| { |
| "epoch": 0.5369482340598656, |
| "grad_norm": 0.7855700254440308, |
| "learning_rate": 0.0008238543187805926, |
| "loss": 1.9156, |
| "step": 130000 |
| }, |
| { |
| "epoch": 0.5390134195754804, |
| "grad_norm": 0.7748924493789673, |
| "learning_rate": 0.0008231635459854357, |
| "loss": 1.9125, |
| "step": 130500 |
| }, |
| { |
| "epoch": 0.5410786050910953, |
| "grad_norm": 0.823998212814331, |
| "learning_rate": 0.0008224727731902789, |
| "loss": 1.914, |
| "step": 131000 |
| }, |
| { |
| "epoch": 0.5431437906067103, |
| "grad_norm": 0.837291955947876, |
| "learning_rate": 0.000821782000395122, |
| "loss": 1.9135, |
| "step": 131500 |
| }, |
| { |
| "epoch": 0.5452089761223251, |
| "grad_norm": 0.8040900230407715, |
| "learning_rate": 0.0008210912275999653, |
| "loss": 1.9167, |
| "step": 132000 |
| }, |
| { |
| "epoch": 0.54727416163794, |
| "grad_norm": 0.8205652236938477, |
| "learning_rate": 0.0008204004548048083, |
| "loss": 1.9111, |
| "step": 132500 |
| }, |
| { |
| "epoch": 0.5493393471535548, |
| "grad_norm": 0.9085518717765808, |
| "learning_rate": 0.0008197096820096515, |
| "loss": 1.9082, |
| "step": 133000 |
| }, |
| { |
| "epoch": 0.5514045326691697, |
| "grad_norm": 0.9547085165977478, |
| "learning_rate": 0.0008190189092144946, |
| "loss": 1.9066, |
| "step": 133500 |
| }, |
| { |
| "epoch": 0.5534697181847845, |
| "grad_norm": 0.8351136445999146, |
| "learning_rate": 0.0008183281364193377, |
| "loss": 1.9152, |
| "step": 134000 |
| }, |
| { |
| "epoch": 0.5555349037003994, |
| "grad_norm": 0.814534068107605, |
| "learning_rate": 0.000817637363624181, |
| "loss": 1.9093, |
| "step": 134500 |
| }, |
| { |
| "epoch": 0.5576000892160142, |
| "grad_norm": 0.8208035826683044, |
| "learning_rate": 0.0008169465908290241, |
| "loss": 1.9107, |
| "step": 135000 |
| }, |
| { |
| "epoch": 0.5596652747316292, |
| "grad_norm": 0.8544581532478333, |
| "learning_rate": 0.0008162558180338672, |
| "loss": 1.9092, |
| "step": 135500 |
| }, |
| { |
| "epoch": 0.561730460247244, |
| "grad_norm": 0.8623299598693848, |
| "learning_rate": 0.0008155650452387103, |
| "loss": 1.9097, |
| "step": 136000 |
| }, |
| { |
| "epoch": 0.5637956457628589, |
| "grad_norm": 0.8688506484031677, |
| "learning_rate": 0.0008148742724435535, |
| "loss": 1.9103, |
| "step": 136500 |
| }, |
| { |
| "epoch": 0.5658608312784738, |
| "grad_norm": 0.8412228226661682, |
| "learning_rate": 0.0008141834996483967, |
| "loss": 1.9074, |
| "step": 137000 |
| }, |
| { |
| "epoch": 0.5679260167940886, |
| "grad_norm": 0.8734971880912781, |
| "learning_rate": 0.0008134927268532398, |
| "loss": 1.906, |
| "step": 137500 |
| }, |
| { |
| "epoch": 0.5699912023097035, |
| "grad_norm": 0.8894969820976257, |
| "learning_rate": 0.000812801954058083, |
| "loss": 1.9072, |
| "step": 138000 |
| }, |
| { |
| "epoch": 0.5720563878253183, |
| "grad_norm": 0.7939966320991516, |
| "learning_rate": 0.0008121111812629261, |
| "loss": 1.908, |
| "step": 138500 |
| }, |
| { |
| "epoch": 0.5741215733409332, |
| "grad_norm": 0.8480666875839233, |
| "learning_rate": 0.0008114204084677692, |
| "loss": 1.9031, |
| "step": 139000 |
| }, |
| { |
| "epoch": 0.5761867588565481, |
| "grad_norm": 0.7555306553840637, |
| "learning_rate": 0.0008107296356726124, |
| "loss": 1.902, |
| "step": 139500 |
| }, |
| { |
| "epoch": 0.578251944372163, |
| "grad_norm": 0.8896836638450623, |
| "learning_rate": 0.0008100388628774556, |
| "loss": 1.9075, |
| "step": 140000 |
| }, |
| { |
| "epoch": 0.5803171298877778, |
| "grad_norm": 0.9097606539726257, |
| "learning_rate": 0.0008093480900822987, |
| "loss": 1.9072, |
| "step": 140500 |
| }, |
| { |
| "epoch": 0.5823823154033927, |
| "grad_norm": 0.9234623312950134, |
| "learning_rate": 0.0008086573172871418, |
| "loss": 1.9053, |
| "step": 141000 |
| }, |
| { |
| "epoch": 0.5844475009190075, |
| "grad_norm": 0.9804132580757141, |
| "learning_rate": 0.000807966544491985, |
| "loss": 1.8995, |
| "step": 141500 |
| }, |
| { |
| "epoch": 0.5865126864346224, |
| "grad_norm": 0.8714466691017151, |
| "learning_rate": 0.0008072757716968281, |
| "loss": 1.9036, |
| "step": 142000 |
| }, |
| { |
| "epoch": 0.5885778719502373, |
| "grad_norm": 0.8345698714256287, |
| "learning_rate": 0.0008065849989016713, |
| "loss": 1.8996, |
| "step": 142500 |
| }, |
| { |
| "epoch": 0.5906430574658521, |
| "grad_norm": 0.8244128227233887, |
| "learning_rate": 0.0008058942261065144, |
| "loss": 1.9, |
| "step": 143000 |
| }, |
| { |
| "epoch": 0.5927082429814671, |
| "grad_norm": 0.8433374166488647, |
| "learning_rate": 0.0008052034533113576, |
| "loss": 1.8983, |
| "step": 143500 |
| }, |
| { |
| "epoch": 0.5947734284970819, |
| "grad_norm": 0.9245389699935913, |
| "learning_rate": 0.0008045126805162007, |
| "loss": 1.8985, |
| "step": 144000 |
| }, |
| { |
| "epoch": 0.5968386140126968, |
| "grad_norm": 0.8123714923858643, |
| "learning_rate": 0.0008038219077210439, |
| "loss": 1.8955, |
| "step": 144500 |
| }, |
| { |
| "epoch": 0.5989037995283116, |
| "grad_norm": 0.834078848361969, |
| "learning_rate": 0.000803131134925887, |
| "loss": 1.8985, |
| "step": 145000 |
| }, |
| { |
| "epoch": 0.6009689850439265, |
| "grad_norm": 0.8230902552604675, |
| "learning_rate": 0.0008024403621307301, |
| "loss": 1.8993, |
| "step": 145500 |
| }, |
| { |
| "epoch": 0.6030341705595413, |
| "grad_norm": 0.7516800761222839, |
| "learning_rate": 0.0008017495893355733, |
| "loss": 1.8954, |
| "step": 146000 |
| }, |
| { |
| "epoch": 0.6050993560751562, |
| "grad_norm": 0.8156014084815979, |
| "learning_rate": 0.0008010588165404164, |
| "loss": 1.8934, |
| "step": 146500 |
| }, |
| { |
| "epoch": 0.607164541590771, |
| "grad_norm": 0.8357443809509277, |
| "learning_rate": 0.0008003680437452597, |
| "loss": 1.8985, |
| "step": 147000 |
| }, |
| { |
| "epoch": 0.609229727106386, |
| "grad_norm": 0.8833040595054626, |
| "learning_rate": 0.0007996772709501028, |
| "loss": 1.8951, |
| "step": 147500 |
| }, |
| { |
| "epoch": 0.6112949126220009, |
| "grad_norm": 0.9052265286445618, |
| "learning_rate": 0.0007989864981549458, |
| "loss": 1.8919, |
| "step": 148000 |
| }, |
| { |
| "epoch": 0.6133600981376157, |
| "grad_norm": 0.7939783334732056, |
| "learning_rate": 0.000798295725359789, |
| "loss": 1.8982, |
| "step": 148500 |
| }, |
| { |
| "epoch": 0.6154252836532306, |
| "grad_norm": 0.8598021864891052, |
| "learning_rate": 0.0007976049525646321, |
| "loss": 1.8955, |
| "step": 149000 |
| }, |
| { |
| "epoch": 0.6174904691688454, |
| "grad_norm": 0.7993877530097961, |
| "learning_rate": 0.0007969141797694754, |
| "loss": 1.894, |
| "step": 149500 |
| }, |
| { |
| "epoch": 0.6195556546844603, |
| "grad_norm": 0.8220402002334595, |
| "learning_rate": 0.0007962234069743185, |
| "loss": 1.8963, |
| "step": 150000 |
| }, |
| { |
| "epoch": 0.6216208402000751, |
| "grad_norm": 0.9298192262649536, |
| "learning_rate": 0.0007955326341791617, |
| "loss": 1.8902, |
| "step": 150500 |
| }, |
| { |
| "epoch": 0.6236860257156901, |
| "grad_norm": 0.7912063002586365, |
| "learning_rate": 0.0007948418613840047, |
| "loss": 1.8918, |
| "step": 151000 |
| }, |
| { |
| "epoch": 0.625751211231305, |
| "grad_norm": 0.907156765460968, |
| "learning_rate": 0.0007941510885888478, |
| "loss": 1.8929, |
| "step": 151500 |
| }, |
| { |
| "epoch": 0.6278163967469198, |
| "grad_norm": 0.8619490265846252, |
| "learning_rate": 0.0007934603157936911, |
| "loss": 1.8881, |
| "step": 152000 |
| }, |
| { |
| "epoch": 0.6298815822625347, |
| "grad_norm": 0.8170045018196106, |
| "learning_rate": 0.0007927695429985342, |
| "loss": 1.8879, |
| "step": 152500 |
| }, |
| { |
| "epoch": 0.6319467677781495, |
| "grad_norm": 0.7822418212890625, |
| "learning_rate": 0.0007920787702033774, |
| "loss": 1.8956, |
| "step": 153000 |
| }, |
| { |
| "epoch": 0.6340119532937644, |
| "grad_norm": 0.878753125667572, |
| "learning_rate": 0.0007913879974082205, |
| "loss": 1.8914, |
| "step": 153500 |
| }, |
| { |
| "epoch": 0.6360771388093792, |
| "grad_norm": 0.8338424563407898, |
| "learning_rate": 0.0007906972246130636, |
| "loss": 1.8911, |
| "step": 154000 |
| }, |
| { |
| "epoch": 0.6381423243249941, |
| "grad_norm": 0.8565462827682495, |
| "learning_rate": 0.0007900064518179068, |
| "loss": 1.8881, |
| "step": 154500 |
| }, |
| { |
| "epoch": 0.640207509840609, |
| "grad_norm": 0.82133948802948, |
| "learning_rate": 0.0007893156790227499, |
| "loss": 1.8884, |
| "step": 155000 |
| }, |
| { |
| "epoch": 0.6422726953562239, |
| "grad_norm": 0.9342901706695557, |
| "learning_rate": 0.0007886249062275931, |
| "loss": 1.8865, |
| "step": 155500 |
| }, |
| { |
| "epoch": 0.6443378808718387, |
| "grad_norm": 0.8597960472106934, |
| "learning_rate": 0.0007879341334324362, |
| "loss": 1.8893, |
| "step": 156000 |
| }, |
| { |
| "epoch": 0.6464030663874536, |
| "grad_norm": 0.816633939743042, |
| "learning_rate": 0.0007872433606372795, |
| "loss": 1.8831, |
| "step": 156500 |
| }, |
| { |
| "epoch": 0.6484682519030684, |
| "grad_norm": 0.8402358293533325, |
| "learning_rate": 0.0007865525878421225, |
| "loss": 1.8844, |
| "step": 157000 |
| }, |
| { |
| "epoch": 0.6505334374186833, |
| "grad_norm": 0.8066496253013611, |
| "learning_rate": 0.0007858618150469657, |
| "loss": 1.8879, |
| "step": 157500 |
| }, |
| { |
| "epoch": 0.6525986229342982, |
| "grad_norm": 0.7855266332626343, |
| "learning_rate": 0.0007851710422518088, |
| "loss": 1.8883, |
| "step": 158000 |
| }, |
| { |
| "epoch": 0.654663808449913, |
| "grad_norm": 0.8272327184677124, |
| "learning_rate": 0.0007844802694566519, |
| "loss": 1.8823, |
| "step": 158500 |
| }, |
| { |
| "epoch": 0.656728993965528, |
| "grad_norm": 0.7959176898002625, |
| "learning_rate": 0.0007837894966614951, |
| "loss": 1.8862, |
| "step": 159000 |
| }, |
| { |
| "epoch": 0.6587941794811428, |
| "grad_norm": 0.8315137028694153, |
| "learning_rate": 0.0007830987238663383, |
| "loss": 1.8839, |
| "step": 159500 |
| }, |
| { |
| "epoch": 0.6608593649967577, |
| "grad_norm": 0.8382706046104431, |
| "learning_rate": 0.0007824079510711814, |
| "loss": 1.8838, |
| "step": 160000 |
| }, |
| { |
| "epoch": 0.6629245505123725, |
| "grad_norm": 0.7986578941345215, |
| "learning_rate": 0.0007817171782760245, |
| "loss": 1.8825, |
| "step": 160500 |
| }, |
| { |
| "epoch": 0.6649897360279874, |
| "grad_norm": 0.8452582359313965, |
| "learning_rate": 0.0007810264054808677, |
| "loss": 1.884, |
| "step": 161000 |
| }, |
| { |
| "epoch": 0.6670549215436022, |
| "grad_norm": 0.86090487241745, |
| "learning_rate": 0.0007803356326857108, |
| "loss": 1.8837, |
| "step": 161500 |
| }, |
| { |
| "epoch": 0.6691201070592171, |
| "grad_norm": 0.8608242273330688, |
| "learning_rate": 0.000779644859890554, |
| "loss": 1.8791, |
| "step": 162000 |
| }, |
| { |
| "epoch": 0.671185292574832, |
| "grad_norm": 0.8503440618515015, |
| "learning_rate": 0.0007789540870953972, |
| "loss": 1.8771, |
| "step": 162500 |
| }, |
| { |
| "epoch": 0.6732504780904469, |
| "grad_norm": 0.7802348136901855, |
| "learning_rate": 0.0007782633143002402, |
| "loss": 1.8848, |
| "step": 163000 |
| }, |
| { |
| "epoch": 0.6753156636060618, |
| "grad_norm": 0.9252862930297852, |
| "learning_rate": 0.0007775725415050834, |
| "loss": 1.8791, |
| "step": 163500 |
| }, |
| { |
| "epoch": 0.6773808491216766, |
| "grad_norm": 0.8752533793449402, |
| "learning_rate": 0.0007768817687099265, |
| "loss": 1.881, |
| "step": 164000 |
| }, |
| { |
| "epoch": 0.6794460346372915, |
| "grad_norm": 0.9123765826225281, |
| "learning_rate": 0.0007761909959147698, |
| "loss": 1.8809, |
| "step": 164500 |
| }, |
| { |
| "epoch": 0.6815112201529063, |
| "grad_norm": 0.8338991403579712, |
| "learning_rate": 0.0007755002231196129, |
| "loss": 1.8786, |
| "step": 165000 |
| }, |
| { |
| "epoch": 0.6835764056685212, |
| "grad_norm": 0.8287580609321594, |
| "learning_rate": 0.000774809450324456, |
| "loss": 1.8797, |
| "step": 165500 |
| }, |
| { |
| "epoch": 0.685641591184136, |
| "grad_norm": 0.8854800462722778, |
| "learning_rate": 0.0007741186775292991, |
| "loss": 1.8799, |
| "step": 166000 |
| }, |
| { |
| "epoch": 0.6877067766997509, |
| "grad_norm": 0.8071344494819641, |
| "learning_rate": 0.0007734279047341422, |
| "loss": 1.8738, |
| "step": 166500 |
| }, |
| { |
| "epoch": 0.6897719622153659, |
| "grad_norm": 0.8015414476394653, |
| "learning_rate": 0.0007727371319389855, |
| "loss": 1.8764, |
| "step": 167000 |
| }, |
| { |
| "epoch": 0.6918371477309807, |
| "grad_norm": 0.8209612965583801, |
| "learning_rate": 0.0007720463591438286, |
| "loss": 1.8802, |
| "step": 167500 |
| }, |
| { |
| "epoch": 0.6939023332465956, |
| "grad_norm": 0.8554903268814087, |
| "learning_rate": 0.0007713555863486718, |
| "loss": 1.8742, |
| "step": 168000 |
| }, |
| { |
| "epoch": 0.6959675187622104, |
| "grad_norm": 0.8712402582168579, |
| "learning_rate": 0.0007706648135535149, |
| "loss": 1.8761, |
| "step": 168500 |
| }, |
| { |
| "epoch": 0.6980327042778253, |
| "grad_norm": 0.8566715121269226, |
| "learning_rate": 0.0007699740407583579, |
| "loss": 1.8742, |
| "step": 169000 |
| }, |
| { |
| "epoch": 0.7000978897934401, |
| "grad_norm": 0.8078393340110779, |
| "learning_rate": 0.0007692832679632012, |
| "loss": 1.8723, |
| "step": 169500 |
| }, |
| { |
| "epoch": 0.702163075309055, |
| "grad_norm": 0.8996677994728088, |
| "learning_rate": 0.0007685924951680443, |
| "loss": 1.8729, |
| "step": 170000 |
| }, |
| { |
| "epoch": 0.7042282608246698, |
| "grad_norm": 0.8081231117248535, |
| "learning_rate": 0.0007679017223728875, |
| "loss": 1.8749, |
| "step": 170500 |
| }, |
| { |
| "epoch": 0.7062934463402848, |
| "grad_norm": 0.8042668104171753, |
| "learning_rate": 0.0007672109495777306, |
| "loss": 1.869, |
| "step": 171000 |
| }, |
| { |
| "epoch": 0.7083586318558996, |
| "grad_norm": 0.8018625378608704, |
| "learning_rate": 0.0007665201767825738, |
| "loss": 1.87, |
| "step": 171500 |
| }, |
| { |
| "epoch": 0.7104238173715145, |
| "grad_norm": 0.8580893874168396, |
| "learning_rate": 0.0007658294039874169, |
| "loss": 1.874, |
| "step": 172000 |
| }, |
| { |
| "epoch": 0.7124890028871294, |
| "grad_norm": 0.8910616636276245, |
| "learning_rate": 0.00076513863119226, |
| "loss": 1.8749, |
| "step": 172500 |
| }, |
| { |
| "epoch": 0.7145541884027442, |
| "grad_norm": 0.9036041498184204, |
| "learning_rate": 0.0007644478583971032, |
| "loss": 1.874, |
| "step": 173000 |
| }, |
| { |
| "epoch": 0.7166193739183591, |
| "grad_norm": 0.8568321466445923, |
| "learning_rate": 0.0007637570856019463, |
| "loss": 1.8683, |
| "step": 173500 |
| }, |
| { |
| "epoch": 0.7186845594339739, |
| "grad_norm": 0.7695671916007996, |
| "learning_rate": 0.0007630663128067895, |
| "loss": 1.8677, |
| "step": 174000 |
| }, |
| { |
| "epoch": 0.7207497449495888, |
| "grad_norm": 0.9139420390129089, |
| "learning_rate": 0.0007623755400116327, |
| "loss": 1.8694, |
| "step": 174500 |
| }, |
| { |
| "epoch": 0.7228149304652037, |
| "grad_norm": 0.8462100625038147, |
| "learning_rate": 0.0007616847672164757, |
| "loss": 1.8714, |
| "step": 175000 |
| }, |
| { |
| "epoch": 0.7248801159808186, |
| "grad_norm": 0.8447960615158081, |
| "learning_rate": 0.0007609939944213189, |
| "loss": 1.8669, |
| "step": 175500 |
| }, |
| { |
| "epoch": 0.7269453014964334, |
| "grad_norm": 0.810688316822052, |
| "learning_rate": 0.000760303221626162, |
| "loss": 1.8637, |
| "step": 176000 |
| }, |
| { |
| "epoch": 0.7290104870120483, |
| "grad_norm": 0.7696130871772766, |
| "learning_rate": 0.0007596124488310052, |
| "loss": 1.8658, |
| "step": 176500 |
| }, |
| { |
| "epoch": 0.7310756725276631, |
| "grad_norm": 0.8709802031517029, |
| "learning_rate": 0.0007589216760358484, |
| "loss": 1.8664, |
| "step": 177000 |
| }, |
| { |
| "epoch": 0.733140858043278, |
| "grad_norm": 0.8365340828895569, |
| "learning_rate": 0.0007582309032406916, |
| "loss": 1.8656, |
| "step": 177500 |
| }, |
| { |
| "epoch": 0.7352060435588929, |
| "grad_norm": 1.0223950147628784, |
| "learning_rate": 0.0007575401304455346, |
| "loss": 1.8694, |
| "step": 178000 |
| }, |
| { |
| "epoch": 0.7372712290745078, |
| "grad_norm": 0.829572319984436, |
| "learning_rate": 0.0007568493576503777, |
| "loss": 1.8708, |
| "step": 178500 |
| }, |
| { |
| "epoch": 0.7393364145901227, |
| "grad_norm": 0.80058354139328, |
| "learning_rate": 0.0007561585848552209, |
| "loss": 1.8687, |
| "step": 179000 |
| }, |
| { |
| "epoch": 0.7414016001057375, |
| "grad_norm": 0.8351449370384216, |
| "learning_rate": 0.0007554678120600641, |
| "loss": 1.8639, |
| "step": 179500 |
| }, |
| { |
| "epoch": 0.7434667856213524, |
| "grad_norm": 0.905135989189148, |
| "learning_rate": 0.0007547770392649073, |
| "loss": 1.8645, |
| "step": 180000 |
| }, |
| { |
| "epoch": 0.7455319711369672, |
| "grad_norm": 0.8477722406387329, |
| "learning_rate": 0.0007540862664697504, |
| "loss": 1.8615, |
| "step": 180500 |
| }, |
| { |
| "epoch": 0.7475971566525821, |
| "grad_norm": 0.9718809723854065, |
| "learning_rate": 0.0007533954936745935, |
| "loss": 1.8575, |
| "step": 181000 |
| }, |
| { |
| "epoch": 0.7496623421681969, |
| "grad_norm": 0.9097675681114197, |
| "learning_rate": 0.0007527047208794366, |
| "loss": 1.8632, |
| "step": 181500 |
| }, |
| { |
| "epoch": 0.7517275276838118, |
| "grad_norm": 0.9181948900222778, |
| "learning_rate": 0.0007520139480842798, |
| "loss": 1.864, |
| "step": 182000 |
| }, |
| { |
| "epoch": 0.7537927131994268, |
| "grad_norm": 0.8058791160583496, |
| "learning_rate": 0.000751323175289123, |
| "loss": 1.8585, |
| "step": 182500 |
| }, |
| { |
| "epoch": 0.7558578987150416, |
| "grad_norm": 0.818452775478363, |
| "learning_rate": 0.0007506324024939661, |
| "loss": 1.8621, |
| "step": 183000 |
| }, |
| { |
| "epoch": 0.7579230842306565, |
| "grad_norm": 0.8789253830909729, |
| "learning_rate": 0.0007499416296988093, |
| "loss": 1.8567, |
| "step": 183500 |
| }, |
| { |
| "epoch": 0.7599882697462713, |
| "grad_norm": 0.8578682541847229, |
| "learning_rate": 0.0007492508569036523, |
| "loss": 1.8615, |
| "step": 184000 |
| }, |
| { |
| "epoch": 0.7620534552618862, |
| "grad_norm": 0.8071935176849365, |
| "learning_rate": 0.0007485600841084956, |
| "loss": 1.8589, |
| "step": 184500 |
| }, |
| { |
| "epoch": 0.764118640777501, |
| "grad_norm": 0.8300654888153076, |
| "learning_rate": 0.0007478693113133387, |
| "loss": 1.8588, |
| "step": 185000 |
| }, |
| { |
| "epoch": 0.7661838262931159, |
| "grad_norm": 0.8175327181816101, |
| "learning_rate": 0.0007471785385181818, |
| "loss": 1.8617, |
| "step": 185500 |
| }, |
| { |
| "epoch": 0.7682490118087307, |
| "grad_norm": 0.8610235452651978, |
| "learning_rate": 0.000746487765723025, |
| "loss": 1.8561, |
| "step": 186000 |
| }, |
| { |
| "epoch": 0.7703141973243457, |
| "grad_norm": 0.857377290725708, |
| "learning_rate": 0.0007457969929278681, |
| "loss": 1.856, |
| "step": 186500 |
| }, |
| { |
| "epoch": 0.7723793828399605, |
| "grad_norm": 0.8002254366874695, |
| "learning_rate": 0.0007451062201327113, |
| "loss": 1.8609, |
| "step": 187000 |
| }, |
| { |
| "epoch": 0.7744445683555754, |
| "grad_norm": 0.9635730385780334, |
| "learning_rate": 0.0007444154473375544, |
| "loss": 1.8592, |
| "step": 187500 |
| }, |
| { |
| "epoch": 0.7765097538711903, |
| "grad_norm": 0.8251007795333862, |
| "learning_rate": 0.0007437246745423976, |
| "loss": 1.8623, |
| "step": 188000 |
| }, |
| { |
| "epoch": 0.7785749393868051, |
| "grad_norm": 0.8280484676361084, |
| "learning_rate": 0.0007430339017472407, |
| "loss": 1.855, |
| "step": 188500 |
| }, |
| { |
| "epoch": 0.78064012490242, |
| "grad_norm": 0.7635123133659363, |
| "learning_rate": 0.0007423431289520838, |
| "loss": 1.8559, |
| "step": 189000 |
| }, |
| { |
| "epoch": 0.7827053104180348, |
| "grad_norm": 0.7589561939239502, |
| "learning_rate": 0.0007416523561569271, |
| "loss": 1.8576, |
| "step": 189500 |
| }, |
| { |
| "epoch": 0.7847704959336497, |
| "grad_norm": 0.876846969127655, |
| "learning_rate": 0.0007409615833617701, |
| "loss": 1.8571, |
| "step": 190000 |
| }, |
| { |
| "epoch": 0.7868356814492646, |
| "grad_norm": 0.9164223074913025, |
| "learning_rate": 0.0007402708105666133, |
| "loss": 1.8542, |
| "step": 190500 |
| }, |
| { |
| "epoch": 0.7889008669648795, |
| "grad_norm": 0.9645445346832275, |
| "learning_rate": 0.0007395800377714564, |
| "loss": 1.8584, |
| "step": 191000 |
| }, |
| { |
| "epoch": 0.7909660524804943, |
| "grad_norm": 0.8780491948127747, |
| "learning_rate": 0.0007388892649762996, |
| "loss": 1.862, |
| "step": 191500 |
| }, |
| { |
| "epoch": 0.7930312379961092, |
| "grad_norm": 0.8747962117195129, |
| "learning_rate": 0.0007381984921811428, |
| "loss": 1.8544, |
| "step": 192000 |
| }, |
| { |
| "epoch": 0.795096423511724, |
| "grad_norm": 0.8750070333480835, |
| "learning_rate": 0.0007375077193859859, |
| "loss": 1.8562, |
| "step": 192500 |
| }, |
| { |
| "epoch": 0.7971616090273389, |
| "grad_norm": 0.7979694604873657, |
| "learning_rate": 0.000736816946590829, |
| "loss": 1.8559, |
| "step": 193000 |
| }, |
| { |
| "epoch": 0.7992267945429538, |
| "grad_norm": 0.8153182864189148, |
| "learning_rate": 0.0007361261737956721, |
| "loss": 1.8497, |
| "step": 193500 |
| }, |
| { |
| "epoch": 0.8012919800585686, |
| "grad_norm": 0.9015457034111023, |
| "learning_rate": 0.0007354354010005153, |
| "loss": 1.85, |
| "step": 194000 |
| }, |
| { |
| "epoch": 0.8033571655741836, |
| "grad_norm": 0.845658540725708, |
| "learning_rate": 0.0007347446282053585, |
| "loss": 1.853, |
| "step": 194500 |
| }, |
| { |
| "epoch": 0.8054223510897984, |
| "grad_norm": 0.839846670627594, |
| "learning_rate": 0.0007340538554102017, |
| "loss": 1.8511, |
| "step": 195000 |
| }, |
| { |
| "epoch": 0.8074875366054133, |
| "grad_norm": 0.8285427689552307, |
| "learning_rate": 0.0007333630826150448, |
| "loss": 1.8512, |
| "step": 195500 |
| }, |
| { |
| "epoch": 0.8095527221210281, |
| "grad_norm": 0.8489523530006409, |
| "learning_rate": 0.0007326723098198878, |
| "loss": 1.8538, |
| "step": 196000 |
| }, |
| { |
| "epoch": 0.811617907636643, |
| "grad_norm": 0.8332532644271851, |
| "learning_rate": 0.000731981537024731, |
| "loss": 1.8528, |
| "step": 196500 |
| }, |
| { |
| "epoch": 0.8136830931522578, |
| "grad_norm": 0.8185180425643921, |
| "learning_rate": 0.0007312907642295742, |
| "loss": 1.8472, |
| "step": 197000 |
| }, |
| { |
| "epoch": 0.8157482786678727, |
| "grad_norm": 0.8716513514518738, |
| "learning_rate": 0.0007305999914344174, |
| "loss": 1.8487, |
| "step": 197500 |
| }, |
| { |
| "epoch": 0.8178134641834875, |
| "grad_norm": 0.8488348126411438, |
| "learning_rate": 0.0007299092186392605, |
| "loss": 1.8487, |
| "step": 198000 |
| }, |
| { |
| "epoch": 0.8198786496991025, |
| "grad_norm": 0.7853295207023621, |
| "learning_rate": 0.0007292184458441037, |
| "loss": 1.8467, |
| "step": 198500 |
| }, |
| { |
| "epoch": 0.8219438352147174, |
| "grad_norm": 0.8092118501663208, |
| "learning_rate": 0.0007285276730489468, |
| "loss": 1.8454, |
| "step": 199000 |
| }, |
| { |
| "epoch": 0.8240090207303322, |
| "grad_norm": 0.8414338231086731, |
| "learning_rate": 0.0007278369002537899, |
| "loss": 1.8456, |
| "step": 199500 |
| }, |
| { |
| "epoch": 0.8260742062459471, |
| "grad_norm": 0.7936431765556335, |
| "learning_rate": 0.0007271461274586331, |
| "loss": 1.8455, |
| "step": 200000 |
| }, |
| { |
| "epoch": 0.8281393917615619, |
| "grad_norm": 0.8624149560928345, |
| "learning_rate": 0.0007264553546634762, |
| "loss": 1.8417, |
| "step": 200500 |
| }, |
| { |
| "epoch": 0.8302045772771768, |
| "grad_norm": 0.7787384986877441, |
| "learning_rate": 0.0007257645818683194, |
| "loss": 1.8469, |
| "step": 201000 |
| }, |
| { |
| "epoch": 0.8322697627927916, |
| "grad_norm": 0.7881982922554016, |
| "learning_rate": 0.0007250738090731625, |
| "loss": 1.8469, |
| "step": 201500 |
| }, |
| { |
| "epoch": 0.8343349483084066, |
| "grad_norm": 0.8017438650131226, |
| "learning_rate": 0.0007243830362780058, |
| "loss": 1.8477, |
| "step": 202000 |
| }, |
| { |
| "epoch": 0.8364001338240215, |
| "grad_norm": 0.8839012980461121, |
| "learning_rate": 0.0007236922634828488, |
| "loss": 1.8433, |
| "step": 202500 |
| }, |
| { |
| "epoch": 0.8384653193396363, |
| "grad_norm": 0.8032566905021667, |
| "learning_rate": 0.0007230014906876919, |
| "loss": 1.845, |
| "step": 203000 |
| }, |
| { |
| "epoch": 0.8405305048552512, |
| "grad_norm": 0.9038089513778687, |
| "learning_rate": 0.0007223107178925351, |
| "loss": 1.8425, |
| "step": 203500 |
| }, |
| { |
| "epoch": 0.842595690370866, |
| "grad_norm": 0.9411084651947021, |
| "learning_rate": 0.0007216199450973782, |
| "loss": 1.8414, |
| "step": 204000 |
| }, |
| { |
| "epoch": 0.8446608758864809, |
| "grad_norm": 0.8129530549049377, |
| "learning_rate": 0.0007209291723022215, |
| "loss": 1.8413, |
| "step": 204500 |
| }, |
| { |
| "epoch": 0.8467260614020957, |
| "grad_norm": 0.7938794493675232, |
| "learning_rate": 0.0007202383995070646, |
| "loss": 1.8419, |
| "step": 205000 |
| }, |
| { |
| "epoch": 0.8487912469177106, |
| "grad_norm": 0.9388673305511475, |
| "learning_rate": 0.0007195476267119077, |
| "loss": 1.8433, |
| "step": 205500 |
| }, |
| { |
| "epoch": 0.8508564324333255, |
| "grad_norm": 0.9263845682144165, |
| "learning_rate": 0.0007188568539167508, |
| "loss": 1.8407, |
| "step": 206000 |
| }, |
| { |
| "epoch": 0.8529216179489404, |
| "grad_norm": 0.7958715558052063, |
| "learning_rate": 0.0007181660811215939, |
| "loss": 1.8464, |
| "step": 206500 |
| }, |
| { |
| "epoch": 0.8549868034645552, |
| "grad_norm": 0.7796356081962585, |
| "learning_rate": 0.0007174753083264372, |
| "loss": 1.8444, |
| "step": 207000 |
| }, |
| { |
| "epoch": 0.8570519889801701, |
| "grad_norm": 0.8039528727531433, |
| "learning_rate": 0.0007167845355312803, |
| "loss": 1.8474, |
| "step": 207500 |
| }, |
| { |
| "epoch": 0.859117174495785, |
| "grad_norm": 0.8445290327072144, |
| "learning_rate": 0.0007160937627361235, |
| "loss": 1.8405, |
| "step": 208000 |
| }, |
| { |
| "epoch": 0.8611823600113998, |
| "grad_norm": 0.8098761439323425, |
| "learning_rate": 0.0007154029899409665, |
| "loss": 1.8395, |
| "step": 208500 |
| }, |
| { |
| "epoch": 0.8632475455270147, |
| "grad_norm": 0.8343963027000427, |
| "learning_rate": 0.0007147122171458097, |
| "loss": 1.8362, |
| "step": 209000 |
| }, |
| { |
| "epoch": 0.8653127310426295, |
| "grad_norm": 0.8452053666114807, |
| "learning_rate": 0.0007140214443506529, |
| "loss": 1.8431, |
| "step": 209500 |
| }, |
| { |
| "epoch": 0.8673779165582445, |
| "grad_norm": 0.8454539179801941, |
| "learning_rate": 0.000713330671555496, |
| "loss": 1.8327, |
| "step": 210000 |
| }, |
| { |
| "epoch": 0.8694431020738593, |
| "grad_norm": 0.7599641680717468, |
| "learning_rate": 0.0007126398987603392, |
| "loss": 1.8335, |
| "step": 210500 |
| }, |
| { |
| "epoch": 0.8715082875894742, |
| "grad_norm": 0.8617073893547058, |
| "learning_rate": 0.0007119491259651823, |
| "loss": 1.8381, |
| "step": 211000 |
| }, |
| { |
| "epoch": 0.873573473105089, |
| "grad_norm": 0.8182563781738281, |
| "learning_rate": 0.0007112583531700254, |
| "loss": 1.8359, |
| "step": 211500 |
| }, |
| { |
| "epoch": 0.8756386586207039, |
| "grad_norm": 0.8188121318817139, |
| "learning_rate": 0.0007105675803748686, |
| "loss": 1.8362, |
| "step": 212000 |
| }, |
| { |
| "epoch": 0.8777038441363187, |
| "grad_norm": 0.7888435125350952, |
| "learning_rate": 0.0007098768075797118, |
| "loss": 1.8389, |
| "step": 212500 |
| }, |
| { |
| "epoch": 0.8797690296519336, |
| "grad_norm": 0.8186080455780029, |
| "learning_rate": 0.0007091860347845549, |
| "loss": 1.8356, |
| "step": 213000 |
| }, |
| { |
| "epoch": 0.8818342151675485, |
| "grad_norm": 0.7884934544563293, |
| "learning_rate": 0.000708495261989398, |
| "loss": 1.8356, |
| "step": 213500 |
| }, |
| { |
| "epoch": 0.8838994006831634, |
| "grad_norm": 0.8210222125053406, |
| "learning_rate": 0.0007078044891942412, |
| "loss": 1.8348, |
| "step": 214000 |
| }, |
| { |
| "epoch": 0.8859645861987783, |
| "grad_norm": 0.868903398513794, |
| "learning_rate": 0.0007071137163990843, |
| "loss": 1.8349, |
| "step": 214500 |
| }, |
| { |
| "epoch": 0.8880297717143931, |
| "grad_norm": 0.8679877519607544, |
| "learning_rate": 0.0007064229436039275, |
| "loss": 1.834, |
| "step": 215000 |
| }, |
| { |
| "epoch": 0.890094957230008, |
| "grad_norm": 0.8414639234542847, |
| "learning_rate": 0.0007057321708087706, |
| "loss": 1.8348, |
| "step": 215500 |
| }, |
| { |
| "epoch": 0.8921601427456228, |
| "grad_norm": 0.8036888241767883, |
| "learning_rate": 0.0007050413980136138, |
| "loss": 1.8331, |
| "step": 216000 |
| }, |
| { |
| "epoch": 0.8942253282612377, |
| "grad_norm": 0.833270251750946, |
| "learning_rate": 0.0007043506252184569, |
| "loss": 1.8317, |
| "step": 216500 |
| }, |
| { |
| "epoch": 0.8962905137768525, |
| "grad_norm": 0.7350865602493286, |
| "learning_rate": 0.0007036598524233001, |
| "loss": 1.8305, |
| "step": 217000 |
| }, |
| { |
| "epoch": 0.8983556992924674, |
| "grad_norm": 0.8501140475273132, |
| "learning_rate": 0.0007029690796281432, |
| "loss": 1.8278, |
| "step": 217500 |
| }, |
| { |
| "epoch": 0.9004208848080824, |
| "grad_norm": 0.82123202085495, |
| "learning_rate": 0.0007022783068329863, |
| "loss": 1.8285, |
| "step": 218000 |
| }, |
| { |
| "epoch": 0.9024860703236972, |
| "grad_norm": 0.8079880475997925, |
| "learning_rate": 0.0007015875340378295, |
| "loss": 1.833, |
| "step": 218500 |
| }, |
| { |
| "epoch": 0.9045512558393121, |
| "grad_norm": 0.7871448397636414, |
| "learning_rate": 0.0007008967612426726, |
| "loss": 1.8338, |
| "step": 219000 |
| }, |
| { |
| "epoch": 0.9066164413549269, |
| "grad_norm": 0.8511725664138794, |
| "learning_rate": 0.0007002059884475159, |
| "loss": 1.8325, |
| "step": 219500 |
| }, |
| { |
| "epoch": 0.9086816268705418, |
| "grad_norm": 0.9022111296653748, |
| "learning_rate": 0.000699515215652359, |
| "loss": 1.8292, |
| "step": 220000 |
| }, |
| { |
| "epoch": 0.9107468123861566, |
| "grad_norm": 0.8371003270149231, |
| "learning_rate": 0.000698824442857202, |
| "loss": 1.8287, |
| "step": 220500 |
| }, |
| { |
| "epoch": 0.9128119979017715, |
| "grad_norm": 0.824407160282135, |
| "learning_rate": 0.0006981336700620452, |
| "loss": 1.8315, |
| "step": 221000 |
| }, |
| { |
| "epoch": 0.9148771834173863, |
| "grad_norm": 0.847411572933197, |
| "learning_rate": 0.0006974428972668883, |
| "loss": 1.8333, |
| "step": 221500 |
| }, |
| { |
| "epoch": 0.9169423689330013, |
| "grad_norm": 0.8592170476913452, |
| "learning_rate": 0.0006967521244717316, |
| "loss": 1.8234, |
| "step": 222000 |
| }, |
| { |
| "epoch": 0.9190075544486161, |
| "grad_norm": 0.7863643169403076, |
| "learning_rate": 0.0006960613516765747, |
| "loss": 1.8364, |
| "step": 222500 |
| }, |
| { |
| "epoch": 0.921072739964231, |
| "grad_norm": 0.7801703214645386, |
| "learning_rate": 0.0006953705788814179, |
| "loss": 1.8243, |
| "step": 223000 |
| }, |
| { |
| "epoch": 0.9231379254798459, |
| "grad_norm": 0.8160432577133179, |
| "learning_rate": 0.0006946798060862609, |
| "loss": 1.8236, |
| "step": 223500 |
| }, |
| { |
| "epoch": 0.9252031109954607, |
| "grad_norm": 0.825862467288971, |
| "learning_rate": 0.000693989033291104, |
| "loss": 1.827, |
| "step": 224000 |
| }, |
| { |
| "epoch": 0.9272682965110756, |
| "grad_norm": 0.8575713634490967, |
| "learning_rate": 0.0006932982604959473, |
| "loss": 1.8225, |
| "step": 224500 |
| }, |
| { |
| "epoch": 0.9293334820266904, |
| "grad_norm": 0.7798600792884827, |
| "learning_rate": 0.0006926074877007904, |
| "loss": 1.8276, |
| "step": 225000 |
| }, |
| { |
| "epoch": 0.9313986675423054, |
| "grad_norm": 0.8042396903038025, |
| "learning_rate": 0.0006919167149056336, |
| "loss": 1.8274, |
| "step": 225500 |
| }, |
| { |
| "epoch": 0.9334638530579202, |
| "grad_norm": 0.8900014758110046, |
| "learning_rate": 0.0006912259421104767, |
| "loss": 1.8242, |
| "step": 226000 |
| }, |
| { |
| "epoch": 0.9355290385735351, |
| "grad_norm": 0.8842340111732483, |
| "learning_rate": 0.0006905351693153198, |
| "loss": 1.8222, |
| "step": 226500 |
| }, |
| { |
| "epoch": 0.9375942240891499, |
| "grad_norm": 0.8076005578041077, |
| "learning_rate": 0.000689844396520163, |
| "loss": 1.824, |
| "step": 227000 |
| }, |
| { |
| "epoch": 0.9396594096047648, |
| "grad_norm": 0.8478308916091919, |
| "learning_rate": 0.0006891536237250061, |
| "loss": 1.8213, |
| "step": 227500 |
| }, |
| { |
| "epoch": 0.9417245951203796, |
| "grad_norm": 0.8478752374649048, |
| "learning_rate": 0.0006884628509298493, |
| "loss": 1.8271, |
| "step": 228000 |
| }, |
| { |
| "epoch": 0.9437897806359945, |
| "grad_norm": 0.8306804299354553, |
| "learning_rate": 0.0006877720781346924, |
| "loss": 1.8257, |
| "step": 228500 |
| }, |
| { |
| "epoch": 0.9458549661516094, |
| "grad_norm": 0.8503381013870239, |
| "learning_rate": 0.0006870813053395356, |
| "loss": 1.8196, |
| "step": 229000 |
| }, |
| { |
| "epoch": 0.9479201516672243, |
| "grad_norm": 0.7972338795661926, |
| "learning_rate": 0.0006863905325443787, |
| "loss": 1.8219, |
| "step": 229500 |
| }, |
| { |
| "epoch": 0.9499853371828392, |
| "grad_norm": 0.8305501341819763, |
| "learning_rate": 0.0006856997597492219, |
| "loss": 1.8204, |
| "step": 230000 |
| }, |
| { |
| "epoch": 0.952050522698454, |
| "grad_norm": 0.8877650499343872, |
| "learning_rate": 0.000685008986954065, |
| "loss": 1.8227, |
| "step": 230500 |
| }, |
| { |
| "epoch": 0.9541157082140689, |
| "grad_norm": 0.8762148022651672, |
| "learning_rate": 0.0006843182141589081, |
| "loss": 1.8224, |
| "step": 231000 |
| }, |
| { |
| "epoch": 0.9561808937296837, |
| "grad_norm": 0.7984791398048401, |
| "learning_rate": 0.0006836274413637513, |
| "loss": 1.8188, |
| "step": 231500 |
| }, |
| { |
| "epoch": 0.9582460792452986, |
| "grad_norm": 0.8119187355041504, |
| "learning_rate": 0.0006829366685685945, |
| "loss": 1.8212, |
| "step": 232000 |
| }, |
| { |
| "epoch": 0.9603112647609134, |
| "grad_norm": 0.8037796020507812, |
| "learning_rate": 0.0006822458957734376, |
| "loss": 1.8187, |
| "step": 232500 |
| }, |
| { |
| "epoch": 0.9623764502765283, |
| "grad_norm": 0.8950905799865723, |
| "learning_rate": 0.0006815551229782807, |
| "loss": 1.816, |
| "step": 233000 |
| }, |
| { |
| "epoch": 0.9644416357921433, |
| "grad_norm": 0.8347873091697693, |
| "learning_rate": 0.0006808643501831239, |
| "loss": 1.8218, |
| "step": 233500 |
| }, |
| { |
| "epoch": 0.9665068213077581, |
| "grad_norm": 0.8473377823829651, |
| "learning_rate": 0.000680173577387967, |
| "loss": 1.8195, |
| "step": 234000 |
| }, |
| { |
| "epoch": 0.968572006823373, |
| "grad_norm": 0.7937746644020081, |
| "learning_rate": 0.0006794828045928102, |
| "loss": 1.8171, |
| "step": 234500 |
| }, |
| { |
| "epoch": 0.9706371923389878, |
| "grad_norm": 0.7679367065429688, |
| "learning_rate": 0.0006787920317976534, |
| "loss": 1.8146, |
| "step": 235000 |
| }, |
| { |
| "epoch": 0.9727023778546027, |
| "grad_norm": 0.8515623807907104, |
| "learning_rate": 0.0006781012590024964, |
| "loss": 1.8173, |
| "step": 235500 |
| }, |
| { |
| "epoch": 0.9747675633702175, |
| "grad_norm": 0.8188038468360901, |
| "learning_rate": 0.0006774104862073396, |
| "loss": 1.817, |
| "step": 236000 |
| }, |
| { |
| "epoch": 0.9768327488858324, |
| "grad_norm": 0.7979288697242737, |
| "learning_rate": 0.0006767197134121827, |
| "loss": 1.819, |
| "step": 236500 |
| }, |
| { |
| "epoch": 0.9788979344014472, |
| "grad_norm": 0.8797492980957031, |
| "learning_rate": 0.000676028940617026, |
| "loss": 1.8148, |
| "step": 237000 |
| }, |
| { |
| "epoch": 0.9809631199170622, |
| "grad_norm": 0.8223576545715332, |
| "learning_rate": 0.0006753381678218691, |
| "loss": 1.815, |
| "step": 237500 |
| }, |
| { |
| "epoch": 0.983028305432677, |
| "grad_norm": 0.8249248266220093, |
| "learning_rate": 0.0006746473950267122, |
| "loss": 1.8174, |
| "step": 238000 |
| }, |
| { |
| "epoch": 0.9850934909482919, |
| "grad_norm": 0.8677356243133545, |
| "learning_rate": 0.0006739566222315553, |
| "loss": 1.8209, |
| "step": 238500 |
| }, |
| { |
| "epoch": 0.9871586764639068, |
| "grad_norm": 0.829744815826416, |
| "learning_rate": 0.0006732658494363984, |
| "loss": 1.8132, |
| "step": 239000 |
| }, |
| { |
| "epoch": 0.9892238619795216, |
| "grad_norm": 0.8238321542739868, |
| "learning_rate": 0.0006725750766412417, |
| "loss": 1.8104, |
| "step": 239500 |
| }, |
| { |
| "epoch": 0.9912890474951365, |
| "grad_norm": 0.8242679834365845, |
| "learning_rate": 0.0006718843038460848, |
| "loss": 1.8129, |
| "step": 240000 |
| }, |
| { |
| "epoch": 0.9933542330107513, |
| "grad_norm": 0.7887668013572693, |
| "learning_rate": 0.000671193531050928, |
| "loss": 1.8156, |
| "step": 240500 |
| }, |
| { |
| "epoch": 0.9954194185263662, |
| "grad_norm": 0.7950047850608826, |
| "learning_rate": 0.0006705027582557711, |
| "loss": 1.8158, |
| "step": 241000 |
| }, |
| { |
| "epoch": 0.9974846040419811, |
| "grad_norm": 0.7892596125602722, |
| "learning_rate": 0.0006698119854606141, |
| "loss": 1.8122, |
| "step": 241500 |
| }, |
| { |
| "epoch": 0.999549789557596, |
| "grad_norm": 0.8291964530944824, |
| "learning_rate": 0.0006691212126654574, |
| "loss": 1.8176, |
| "step": 242000 |
| }, |
| { |
| "epoch": 1.0016149750732108, |
| "grad_norm": 0.7552099227905273, |
| "learning_rate": 0.0006684304398703005, |
| "loss": 1.8117, |
| "step": 242500 |
| }, |
| { |
| "epoch": 1.0036801605888257, |
| "grad_norm": 0.9016017317771912, |
| "learning_rate": 0.0006677396670751437, |
| "loss": 1.8141, |
| "step": 243000 |
| }, |
| { |
| "epoch": 1.0057453461044406, |
| "grad_norm": 0.7623195648193359, |
| "learning_rate": 0.0006670488942799868, |
| "loss": 1.8104, |
| "step": 243500 |
| }, |
| { |
| "epoch": 1.0078105316200554, |
| "grad_norm": 0.8782749772071838, |
| "learning_rate": 0.00066635812148483, |
| "loss": 1.813, |
| "step": 244000 |
| }, |
| { |
| "epoch": 1.0098757171356703, |
| "grad_norm": 0.800456702709198, |
| "learning_rate": 0.000665667348689673, |
| "loss": 1.8105, |
| "step": 244500 |
| }, |
| { |
| "epoch": 1.0119409026512851, |
| "grad_norm": 0.855076014995575, |
| "learning_rate": 0.0006649765758945162, |
| "loss": 1.8081, |
| "step": 245000 |
| }, |
| { |
| "epoch": 1.0140060881669, |
| "grad_norm": 0.8036173582077026, |
| "learning_rate": 0.0006642858030993594, |
| "loss": 1.8112, |
| "step": 245500 |
| }, |
| { |
| "epoch": 1.0160712736825148, |
| "grad_norm": 0.8001554012298584, |
| "learning_rate": 0.0006635950303042025, |
| "loss": 1.8079, |
| "step": 246000 |
| }, |
| { |
| "epoch": 1.0181364591981297, |
| "grad_norm": 0.8144285082817078, |
| "learning_rate": 0.0006629042575090457, |
| "loss": 1.8076, |
| "step": 246500 |
| }, |
| { |
| "epoch": 1.0202016447137445, |
| "grad_norm": 0.8857467174530029, |
| "learning_rate": 0.0006622134847138889, |
| "loss": 1.8108, |
| "step": 247000 |
| }, |
| { |
| "epoch": 1.0222668302293596, |
| "grad_norm": 0.7909874320030212, |
| "learning_rate": 0.000661522711918732, |
| "loss": 1.8068, |
| "step": 247500 |
| }, |
| { |
| "epoch": 1.0243320157449745, |
| "grad_norm": 0.8089008331298828, |
| "learning_rate": 0.0006608319391235751, |
| "loss": 1.8093, |
| "step": 248000 |
| }, |
| { |
| "epoch": 1.0263972012605893, |
| "grad_norm": 0.8550245761871338, |
| "learning_rate": 0.0006601411663284182, |
| "loss": 1.8087, |
| "step": 248500 |
| }, |
| { |
| "epoch": 1.0284623867762042, |
| "grad_norm": 0.8594583868980408, |
| "learning_rate": 0.0006594503935332614, |
| "loss": 1.8062, |
| "step": 249000 |
| }, |
| { |
| "epoch": 1.030527572291819, |
| "grad_norm": 0.8355042338371277, |
| "learning_rate": 0.0006587596207381046, |
| "loss": 1.809, |
| "step": 249500 |
| }, |
| { |
| "epoch": 1.0325927578074339, |
| "grad_norm": 0.8276521563529968, |
| "learning_rate": 0.0006580688479429478, |
| "loss": 1.8138, |
| "step": 250000 |
| }, |
| { |
| "epoch": 1.0346579433230487, |
| "grad_norm": 0.8123018741607666, |
| "learning_rate": 0.0006573780751477908, |
| "loss": 1.8017, |
| "step": 250500 |
| }, |
| { |
| "epoch": 1.0367231288386636, |
| "grad_norm": 0.7968121767044067, |
| "learning_rate": 0.000656687302352634, |
| "loss": 1.8076, |
| "step": 251000 |
| }, |
| { |
| "epoch": 1.0387883143542784, |
| "grad_norm": 0.941233217716217, |
| "learning_rate": 0.0006559965295574771, |
| "loss": 1.8059, |
| "step": 251500 |
| }, |
| { |
| "epoch": 1.0408534998698933, |
| "grad_norm": 0.8153935074806213, |
| "learning_rate": 0.0006553057567623202, |
| "loss": 1.8065, |
| "step": 252000 |
| }, |
| { |
| "epoch": 1.0429186853855081, |
| "grad_norm": 0.7739303112030029, |
| "learning_rate": 0.0006546149839671635, |
| "loss": 1.8043, |
| "step": 252500 |
| }, |
| { |
| "epoch": 1.044983870901123, |
| "grad_norm": 0.8117313385009766, |
| "learning_rate": 0.0006539242111720066, |
| "loss": 1.8004, |
| "step": 253000 |
| }, |
| { |
| "epoch": 1.0470490564167378, |
| "grad_norm": 0.8029870390892029, |
| "learning_rate": 0.0006532334383768497, |
| "loss": 1.8046, |
| "step": 253500 |
| }, |
| { |
| "epoch": 1.0491142419323527, |
| "grad_norm": 0.8172849416732788, |
| "learning_rate": 0.0006525426655816928, |
| "loss": 1.8059, |
| "step": 254000 |
| }, |
| { |
| "epoch": 1.0511794274479676, |
| "grad_norm": 0.7874976992607117, |
| "learning_rate": 0.0006518518927865361, |
| "loss": 1.8054, |
| "step": 254500 |
| }, |
| { |
| "epoch": 1.0532446129635824, |
| "grad_norm": 0.7877236604690552, |
| "learning_rate": 0.0006511611199913792, |
| "loss": 1.8026, |
| "step": 255000 |
| }, |
| { |
| "epoch": 1.0553097984791975, |
| "grad_norm": 0.8584260940551758, |
| "learning_rate": 0.0006504703471962223, |
| "loss": 1.8007, |
| "step": 255500 |
| }, |
| { |
| "epoch": 1.0573749839948123, |
| "grad_norm": 0.8094419240951538, |
| "learning_rate": 0.0006497795744010655, |
| "loss": 1.7978, |
| "step": 256000 |
| }, |
| { |
| "epoch": 1.0594401695104272, |
| "grad_norm": 0.7890325784683228, |
| "learning_rate": 0.0006490888016059086, |
| "loss": 1.8, |
| "step": 256500 |
| }, |
| { |
| "epoch": 1.061505355026042, |
| "grad_norm": 0.8764976263046265, |
| "learning_rate": 0.0006483980288107518, |
| "loss": 1.8046, |
| "step": 257000 |
| }, |
| { |
| "epoch": 1.063570540541657, |
| "grad_norm": 0.8675107359886169, |
| "learning_rate": 0.0006477072560155949, |
| "loss": 1.8036, |
| "step": 257500 |
| }, |
| { |
| "epoch": 1.0656357260572717, |
| "grad_norm": 0.7634553909301758, |
| "learning_rate": 0.0006470164832204381, |
| "loss": 1.8018, |
| "step": 258000 |
| }, |
| { |
| "epoch": 1.0677009115728866, |
| "grad_norm": 0.7381558418273926, |
| "learning_rate": 0.0006463257104252812, |
| "loss": 1.7998, |
| "step": 258500 |
| }, |
| { |
| "epoch": 1.0697660970885015, |
| "grad_norm": 0.9076355695724487, |
| "learning_rate": 0.0006456349376301243, |
| "loss": 1.7948, |
| "step": 259000 |
| }, |
| { |
| "epoch": 1.0718312826041163, |
| "grad_norm": 0.9148507118225098, |
| "learning_rate": 0.0006449441648349676, |
| "loss": 1.8018, |
| "step": 259500 |
| }, |
| { |
| "epoch": 1.0738964681197312, |
| "grad_norm": 0.7980071902275085, |
| "learning_rate": 0.0006442533920398106, |
| "loss": 1.8023, |
| "step": 260000 |
| }, |
| { |
| "epoch": 1.075961653635346, |
| "grad_norm": 0.8765013217926025, |
| "learning_rate": 0.0006435626192446538, |
| "loss": 1.8003, |
| "step": 260500 |
| }, |
| { |
| "epoch": 1.0780268391509609, |
| "grad_norm": 0.8422530293464661, |
| "learning_rate": 0.0006428718464494969, |
| "loss": 1.802, |
| "step": 261000 |
| }, |
| { |
| "epoch": 1.0800920246665757, |
| "grad_norm": 0.8139374852180481, |
| "learning_rate": 0.0006421810736543401, |
| "loss": 1.8038, |
| "step": 261500 |
| }, |
| { |
| "epoch": 1.0821572101821906, |
| "grad_norm": 0.7891634702682495, |
| "learning_rate": 0.0006414903008591833, |
| "loss": 1.8047, |
| "step": 262000 |
| }, |
| { |
| "epoch": 1.0842223956978054, |
| "grad_norm": 0.822912335395813, |
| "learning_rate": 0.0006407995280640264, |
| "loss": 1.7979, |
| "step": 262500 |
| }, |
| { |
| "epoch": 1.0862875812134205, |
| "grad_norm": 0.8557060360908508, |
| "learning_rate": 0.0006401087552688695, |
| "loss": 1.7974, |
| "step": 263000 |
| }, |
| { |
| "epoch": 1.0883527667290354, |
| "grad_norm": 0.8948346972465515, |
| "learning_rate": 0.0006394179824737126, |
| "loss": 1.8004, |
| "step": 263500 |
| }, |
| { |
| "epoch": 1.0904179522446502, |
| "grad_norm": 0.795589029788971, |
| "learning_rate": 0.0006387272096785558, |
| "loss": 1.7988, |
| "step": 264000 |
| }, |
| { |
| "epoch": 1.092483137760265, |
| "grad_norm": 0.7854675054550171, |
| "learning_rate": 0.000638036436883399, |
| "loss": 1.7999, |
| "step": 264500 |
| }, |
| { |
| "epoch": 1.09454832327588, |
| "grad_norm": 0.8320429921150208, |
| "learning_rate": 0.0006373456640882422, |
| "loss": 1.7988, |
| "step": 265000 |
| }, |
| { |
| "epoch": 1.0966135087914948, |
| "grad_norm": 0.7923471331596375, |
| "learning_rate": 0.0006366548912930853, |
| "loss": 1.7947, |
| "step": 265500 |
| }, |
| { |
| "epoch": 1.0986786943071096, |
| "grad_norm": 0.7947016358375549, |
| "learning_rate": 0.0006359641184979283, |
| "loss": 1.7949, |
| "step": 266000 |
| }, |
| { |
| "epoch": 1.1007438798227245, |
| "grad_norm": 0.8632909655570984, |
| "learning_rate": 0.0006352733457027715, |
| "loss": 1.7917, |
| "step": 266500 |
| }, |
| { |
| "epoch": 1.1028090653383393, |
| "grad_norm": 0.8080165982246399, |
| "learning_rate": 0.0006345825729076146, |
| "loss": 1.7925, |
| "step": 267000 |
| }, |
| { |
| "epoch": 1.1048742508539542, |
| "grad_norm": 0.8370658159255981, |
| "learning_rate": 0.0006338918001124579, |
| "loss": 1.7926, |
| "step": 267500 |
| }, |
| { |
| "epoch": 1.106939436369569, |
| "grad_norm": 0.7986084818840027, |
| "learning_rate": 0.000633201027317301, |
| "loss": 1.7918, |
| "step": 268000 |
| }, |
| { |
| "epoch": 1.109004621885184, |
| "grad_norm": 0.8623395562171936, |
| "learning_rate": 0.0006325102545221442, |
| "loss": 1.7916, |
| "step": 268500 |
| }, |
| { |
| "epoch": 1.1110698074007987, |
| "grad_norm": 0.8417394757270813, |
| "learning_rate": 0.0006318194817269872, |
| "loss": 1.7924, |
| "step": 269000 |
| }, |
| { |
| "epoch": 1.1131349929164136, |
| "grad_norm": 0.8161811232566833, |
| "learning_rate": 0.0006311287089318303, |
| "loss": 1.7914, |
| "step": 269500 |
| }, |
| { |
| "epoch": 1.1152001784320285, |
| "grad_norm": 0.8812907338142395, |
| "learning_rate": 0.0006304379361366736, |
| "loss": 1.7906, |
| "step": 270000 |
| }, |
| { |
| "epoch": 1.1172653639476433, |
| "grad_norm": 0.7669122219085693, |
| "learning_rate": 0.0006297471633415167, |
| "loss": 1.7917, |
| "step": 270500 |
| }, |
| { |
| "epoch": 1.1193305494632584, |
| "grad_norm": 0.792958676815033, |
| "learning_rate": 0.0006290563905463599, |
| "loss": 1.7916, |
| "step": 271000 |
| }, |
| { |
| "epoch": 1.1213957349788732, |
| "grad_norm": 0.8431819677352905, |
| "learning_rate": 0.000628365617751203, |
| "loss": 1.7913, |
| "step": 271500 |
| }, |
| { |
| "epoch": 1.123460920494488, |
| "grad_norm": 0.8096106648445129, |
| "learning_rate": 0.0006276748449560462, |
| "loss": 1.7937, |
| "step": 272000 |
| }, |
| { |
| "epoch": 1.125526106010103, |
| "grad_norm": 0.8288501501083374, |
| "learning_rate": 0.0006269840721608893, |
| "loss": 1.7928, |
| "step": 272500 |
| }, |
| { |
| "epoch": 1.1275912915257178, |
| "grad_norm": 0.8212178349494934, |
| "learning_rate": 0.0006262932993657324, |
| "loss": 1.7892, |
| "step": 273000 |
| }, |
| { |
| "epoch": 1.1296564770413327, |
| "grad_norm": 0.7889783978462219, |
| "learning_rate": 0.0006256025265705756, |
| "loss": 1.7865, |
| "step": 273500 |
| }, |
| { |
| "epoch": 1.1317216625569475, |
| "grad_norm": 0.8126891255378723, |
| "learning_rate": 0.0006249117537754187, |
| "loss": 1.7884, |
| "step": 274000 |
| }, |
| { |
| "epoch": 1.1337868480725624, |
| "grad_norm": 0.8215599060058594, |
| "learning_rate": 0.000624220980980262, |
| "loss": 1.788, |
| "step": 274500 |
| }, |
| { |
| "epoch": 1.1358520335881772, |
| "grad_norm": 0.7967174053192139, |
| "learning_rate": 0.000623530208185105, |
| "loss": 1.7886, |
| "step": 275000 |
| }, |
| { |
| "epoch": 1.137917219103792, |
| "grad_norm": 0.8354322910308838, |
| "learning_rate": 0.0006228394353899482, |
| "loss": 1.7841, |
| "step": 275500 |
| }, |
| { |
| "epoch": 1.139982404619407, |
| "grad_norm": 0.7985238432884216, |
| "learning_rate": 0.0006221486625947913, |
| "loss": 1.7886, |
| "step": 276000 |
| }, |
| { |
| "epoch": 1.1420475901350218, |
| "grad_norm": 0.8069713115692139, |
| "learning_rate": 0.0006214578897996344, |
| "loss": 1.7893, |
| "step": 276500 |
| }, |
| { |
| "epoch": 1.1441127756506366, |
| "grad_norm": 0.8244253396987915, |
| "learning_rate": 0.0006207671170044777, |
| "loss": 1.7846, |
| "step": 277000 |
| }, |
| { |
| "epoch": 1.1461779611662515, |
| "grad_norm": 0.7911844253540039, |
| "learning_rate": 0.0006200763442093208, |
| "loss": 1.782, |
| "step": 277500 |
| }, |
| { |
| "epoch": 1.1482431466818666, |
| "grad_norm": 0.8204144239425659, |
| "learning_rate": 0.0006193855714141639, |
| "loss": 1.7877, |
| "step": 278000 |
| }, |
| { |
| "epoch": 1.1503083321974814, |
| "grad_norm": 0.7840794920921326, |
| "learning_rate": 0.000618694798619007, |
| "loss": 1.7855, |
| "step": 278500 |
| }, |
| { |
| "epoch": 1.1523735177130963, |
| "grad_norm": 0.7567317485809326, |
| "learning_rate": 0.0006180040258238502, |
| "loss": 1.7815, |
| "step": 279000 |
| }, |
| { |
| "epoch": 1.1544387032287111, |
| "grad_norm": 0.8889859914779663, |
| "learning_rate": 0.0006173132530286934, |
| "loss": 1.7844, |
| "step": 279500 |
| }, |
| { |
| "epoch": 1.156503888744326, |
| "grad_norm": 0.7965997457504272, |
| "learning_rate": 0.0006166224802335365, |
| "loss": 1.7823, |
| "step": 280000 |
| }, |
| { |
| "epoch": 1.1585690742599408, |
| "grad_norm": 0.7915734052658081, |
| "learning_rate": 0.0006159317074383797, |
| "loss": 1.7829, |
| "step": 280500 |
| }, |
| { |
| "epoch": 1.1606342597755557, |
| "grad_norm": 0.8453460335731506, |
| "learning_rate": 0.0006152409346432227, |
| "loss": 1.7854, |
| "step": 281000 |
| }, |
| { |
| "epoch": 1.1626994452911705, |
| "grad_norm": 0.8347840905189514, |
| "learning_rate": 0.0006145501618480659, |
| "loss": 1.7777, |
| "step": 281500 |
| }, |
| { |
| "epoch": 1.1647646308067854, |
| "grad_norm": 0.806870698928833, |
| "learning_rate": 0.000613859389052909, |
| "loss": 1.7814, |
| "step": 282000 |
| }, |
| { |
| "epoch": 1.1668298163224002, |
| "grad_norm": 0.7722708582878113, |
| "learning_rate": 0.0006131686162577523, |
| "loss": 1.7816, |
| "step": 282500 |
| }, |
| { |
| "epoch": 1.168895001838015, |
| "grad_norm": 0.7900815606117249, |
| "learning_rate": 0.0006124778434625954, |
| "loss": 1.78, |
| "step": 283000 |
| }, |
| { |
| "epoch": 1.17096018735363, |
| "grad_norm": 0.8070388436317444, |
| "learning_rate": 0.0006117870706674385, |
| "loss": 1.7794, |
| "step": 283500 |
| }, |
| { |
| "epoch": 1.1730253728692448, |
| "grad_norm": 0.8343568444252014, |
| "learning_rate": 0.0006110962978722816, |
| "loss": 1.7817, |
| "step": 284000 |
| }, |
| { |
| "epoch": 1.1750905583848597, |
| "grad_norm": 0.7810460329055786, |
| "learning_rate": 0.0006104055250771247, |
| "loss": 1.7822, |
| "step": 284500 |
| }, |
| { |
| "epoch": 1.1771557439004745, |
| "grad_norm": 0.8281691670417786, |
| "learning_rate": 0.000609714752281968, |
| "loss": 1.7773, |
| "step": 285000 |
| }, |
| { |
| "epoch": 1.1792209294160894, |
| "grad_norm": 0.7959678769111633, |
| "learning_rate": 0.0006090239794868111, |
| "loss": 1.7755, |
| "step": 285500 |
| }, |
| { |
| "epoch": 1.1812861149317042, |
| "grad_norm": 0.7893877625465393, |
| "learning_rate": 0.0006083332066916543, |
| "loss": 1.7788, |
| "step": 286000 |
| }, |
| { |
| "epoch": 1.183351300447319, |
| "grad_norm": 0.794282078742981, |
| "learning_rate": 0.0006076424338964974, |
| "loss": 1.7785, |
| "step": 286500 |
| }, |
| { |
| "epoch": 1.1854164859629341, |
| "grad_norm": 0.833561360836029, |
| "learning_rate": 0.0006069516611013404, |
| "loss": 1.778, |
| "step": 287000 |
| }, |
| { |
| "epoch": 1.187481671478549, |
| "grad_norm": 0.7725043296813965, |
| "learning_rate": 0.0006062608883061837, |
| "loss": 1.7763, |
| "step": 287500 |
| }, |
| { |
| "epoch": 1.1895468569941638, |
| "grad_norm": 0.8378251194953918, |
| "learning_rate": 0.0006055701155110268, |
| "loss": 1.7785, |
| "step": 288000 |
| }, |
| { |
| "epoch": 1.1916120425097787, |
| "grad_norm": 0.8435170650482178, |
| "learning_rate": 0.00060487934271587, |
| "loss": 1.7808, |
| "step": 288500 |
| }, |
| { |
| "epoch": 1.1936772280253936, |
| "grad_norm": 0.7910299301147461, |
| "learning_rate": 0.0006041885699207131, |
| "loss": 1.7791, |
| "step": 289000 |
| }, |
| { |
| "epoch": 1.1957424135410084, |
| "grad_norm": 0.7965072989463806, |
| "learning_rate": 0.0006034977971255562, |
| "loss": 1.7762, |
| "step": 289500 |
| }, |
| { |
| "epoch": 1.1978075990566233, |
| "grad_norm": 0.7592757344245911, |
| "learning_rate": 0.0006028070243303994, |
| "loss": 1.7724, |
| "step": 290000 |
| }, |
| { |
| "epoch": 1.1998727845722381, |
| "grad_norm": 0.7980614304542542, |
| "learning_rate": 0.0006021162515352425, |
| "loss": 1.7773, |
| "step": 290500 |
| }, |
| { |
| "epoch": 1.201937970087853, |
| "grad_norm": 0.8618481755256653, |
| "learning_rate": 0.0006014254787400857, |
| "loss": 1.7773, |
| "step": 291000 |
| }, |
| { |
| "epoch": 1.2040031556034678, |
| "grad_norm": 0.7855138778686523, |
| "learning_rate": 0.0006007347059449288, |
| "loss": 1.7775, |
| "step": 291500 |
| }, |
| { |
| "epoch": 1.2060683411190827, |
| "grad_norm": 0.9088487029075623, |
| "learning_rate": 0.000600043933149772, |
| "loss": 1.7732, |
| "step": 292000 |
| }, |
| { |
| "epoch": 1.2081335266346975, |
| "grad_norm": 0.7684744000434875, |
| "learning_rate": 0.0005993531603546152, |
| "loss": 1.7712, |
| "step": 292500 |
| }, |
| { |
| "epoch": 1.2101987121503124, |
| "grad_norm": 0.8111701607704163, |
| "learning_rate": 0.0005986623875594582, |
| "loss": 1.7728, |
| "step": 293000 |
| }, |
| { |
| "epoch": 1.2122638976659272, |
| "grad_norm": 0.7883111834526062, |
| "learning_rate": 0.0005979716147643014, |
| "loss": 1.7744, |
| "step": 293500 |
| }, |
| { |
| "epoch": 1.2143290831815423, |
| "grad_norm": 0.888268768787384, |
| "learning_rate": 0.0005972808419691445, |
| "loss": 1.7758, |
| "step": 294000 |
| }, |
| { |
| "epoch": 1.2163942686971572, |
| "grad_norm": 1.260141372680664, |
| "learning_rate": 0.0005965900691739878, |
| "loss": 1.7733, |
| "step": 294500 |
| }, |
| { |
| "epoch": 1.218459454212772, |
| "grad_norm": 0.7965800166130066, |
| "learning_rate": 0.0005958992963788309, |
| "loss": 1.7681, |
| "step": 295000 |
| }, |
| { |
| "epoch": 1.2205246397283869, |
| "grad_norm": 0.8069186806678772, |
| "learning_rate": 0.0005952085235836741, |
| "loss": 1.7709, |
| "step": 295500 |
| }, |
| { |
| "epoch": 1.2225898252440017, |
| "grad_norm": 0.7815278172492981, |
| "learning_rate": 0.0005945177507885171, |
| "loss": 1.7746, |
| "step": 296000 |
| }, |
| { |
| "epoch": 1.2246550107596166, |
| "grad_norm": 0.8087014555931091, |
| "learning_rate": 0.0005938269779933602, |
| "loss": 1.7769, |
| "step": 296500 |
| }, |
| { |
| "epoch": 1.2267201962752314, |
| "grad_norm": 0.8358011245727539, |
| "learning_rate": 0.0005931362051982034, |
| "loss": 1.7748, |
| "step": 297000 |
| }, |
| { |
| "epoch": 1.2287853817908463, |
| "grad_norm": 0.7773184776306152, |
| "learning_rate": 0.0005924454324030466, |
| "loss": 1.7687, |
| "step": 297500 |
| }, |
| { |
| "epoch": 1.2308505673064611, |
| "grad_norm": 0.8666139245033264, |
| "learning_rate": 0.0005917546596078898, |
| "loss": 1.771, |
| "step": 298000 |
| }, |
| { |
| "epoch": 1.232915752822076, |
| "grad_norm": 0.7656075954437256, |
| "learning_rate": 0.0005910638868127329, |
| "loss": 1.7668, |
| "step": 298500 |
| }, |
| { |
| "epoch": 1.2349809383376908, |
| "grad_norm": 0.78355473279953, |
| "learning_rate": 0.000590373114017576, |
| "loss": 1.7773, |
| "step": 299000 |
| }, |
| { |
| "epoch": 1.2370461238533057, |
| "grad_norm": 0.7689515948295593, |
| "learning_rate": 0.0005896823412224191, |
| "loss": 1.7722, |
| "step": 299500 |
| }, |
| { |
| "epoch": 1.2391113093689206, |
| "grad_norm": 0.7110136151313782, |
| "learning_rate": 0.0005889915684272623, |
| "loss": 1.7741, |
| "step": 300000 |
| }, |
| { |
| "epoch": 1.2411764948845354, |
| "grad_norm": 0.7835440635681152, |
| "learning_rate": 0.0005883007956321055, |
| "loss": 1.7699, |
| "step": 300500 |
| }, |
| { |
| "epoch": 1.2432416804001503, |
| "grad_norm": 0.8212382793426514, |
| "learning_rate": 0.0005876100228369486, |
| "loss": 1.7723, |
| "step": 301000 |
| }, |
| { |
| "epoch": 1.2453068659157651, |
| "grad_norm": 1.0025386810302734, |
| "learning_rate": 0.0005869192500417918, |
| "loss": 1.774, |
| "step": 301500 |
| }, |
| { |
| "epoch": 1.24737205143138, |
| "grad_norm": 0.8511669635772705, |
| "learning_rate": 0.0005862284772466348, |
| "loss": 1.769, |
| "step": 302000 |
| }, |
| { |
| "epoch": 1.249437236946995, |
| "grad_norm": 0.8234755992889404, |
| "learning_rate": 0.0005855377044514781, |
| "loss": 1.7718, |
| "step": 302500 |
| }, |
| { |
| "epoch": 1.25150242246261, |
| "grad_norm": 0.7945066094398499, |
| "learning_rate": 0.0005848469316563212, |
| "loss": 1.7678, |
| "step": 303000 |
| }, |
| { |
| "epoch": 1.2535676079782248, |
| "grad_norm": 0.7915132641792297, |
| "learning_rate": 0.0005841561588611643, |
| "loss": 1.7661, |
| "step": 303500 |
| }, |
| { |
| "epoch": 1.2556327934938396, |
| "grad_norm": 0.7837565541267395, |
| "learning_rate": 0.0005834653860660075, |
| "loss": 1.7655, |
| "step": 304000 |
| }, |
| { |
| "epoch": 1.2576979790094545, |
| "grad_norm": 0.8219539523124695, |
| "learning_rate": 0.0005827746132708506, |
| "loss": 1.768, |
| "step": 304500 |
| }, |
| { |
| "epoch": 1.2597631645250693, |
| "grad_norm": 0.7561802268028259, |
| "learning_rate": 0.0005820838404756938, |
| "loss": 1.7652, |
| "step": 305000 |
| }, |
| { |
| "epoch": 1.2618283500406842, |
| "grad_norm": 0.7804844975471497, |
| "learning_rate": 0.0005813930676805369, |
| "loss": 1.767, |
| "step": 305500 |
| }, |
| { |
| "epoch": 1.263893535556299, |
| "grad_norm": 0.7776834964752197, |
| "learning_rate": 0.0005807022948853801, |
| "loss": 1.7619, |
| "step": 306000 |
| }, |
| { |
| "epoch": 1.2659587210719139, |
| "grad_norm": 0.7807164192199707, |
| "learning_rate": 0.0005800115220902232, |
| "loss": 1.7677, |
| "step": 306500 |
| }, |
| { |
| "epoch": 1.2680239065875287, |
| "grad_norm": 0.7830272316932678, |
| "learning_rate": 0.0005793207492950663, |
| "loss": 1.7638, |
| "step": 307000 |
| }, |
| { |
| "epoch": 1.2700890921031436, |
| "grad_norm": 0.7787231206893921, |
| "learning_rate": 0.0005786299764999096, |
| "loss": 1.7605, |
| "step": 307500 |
| }, |
| { |
| "epoch": 1.2721542776187584, |
| "grad_norm": 0.7798328399658203, |
| "learning_rate": 0.0005779392037047526, |
| "loss": 1.7617, |
| "step": 308000 |
| }, |
| { |
| "epoch": 1.2742194631343733, |
| "grad_norm": 0.8115136027336121, |
| "learning_rate": 0.0005772484309095958, |
| "loss": 1.7629, |
| "step": 308500 |
| }, |
| { |
| "epoch": 1.2762846486499884, |
| "grad_norm": 0.7370808720588684, |
| "learning_rate": 0.0005765576581144389, |
| "loss": 1.7584, |
| "step": 309000 |
| }, |
| { |
| "epoch": 1.2783498341656032, |
| "grad_norm": 0.7543977499008179, |
| "learning_rate": 0.0005758668853192822, |
| "loss": 1.7643, |
| "step": 309500 |
| }, |
| { |
| "epoch": 1.280415019681218, |
| "grad_norm": 0.8601275086402893, |
| "learning_rate": 0.0005751761125241253, |
| "loss": 1.7606, |
| "step": 310000 |
| }, |
| { |
| "epoch": 1.282480205196833, |
| "grad_norm": 0.7618570327758789, |
| "learning_rate": 0.0005744853397289684, |
| "loss": 1.7604, |
| "step": 310500 |
| }, |
| { |
| "epoch": 1.2845453907124478, |
| "grad_norm": 0.7939981818199158, |
| "learning_rate": 0.0005737945669338115, |
| "loss": 1.7632, |
| "step": 311000 |
| }, |
| { |
| "epoch": 1.2866105762280626, |
| "grad_norm": 0.7793112397193909, |
| "learning_rate": 0.0005731037941386546, |
| "loss": 1.7631, |
| "step": 311500 |
| }, |
| { |
| "epoch": 1.2886757617436775, |
| "grad_norm": 0.7892638444900513, |
| "learning_rate": 0.0005724130213434978, |
| "loss": 1.7576, |
| "step": 312000 |
| }, |
| { |
| "epoch": 1.2907409472592923, |
| "grad_norm": 0.8487522602081299, |
| "learning_rate": 0.000571722248548341, |
| "loss": 1.761, |
| "step": 312500 |
| }, |
| { |
| "epoch": 1.2928061327749072, |
| "grad_norm": 0.7883718609809875, |
| "learning_rate": 0.0005710314757531842, |
| "loss": 1.7571, |
| "step": 313000 |
| }, |
| { |
| "epoch": 1.294871318290522, |
| "grad_norm": 0.7739648818969727, |
| "learning_rate": 0.0005703407029580273, |
| "loss": 1.7595, |
| "step": 313500 |
| }, |
| { |
| "epoch": 1.296936503806137, |
| "grad_norm": 0.7544906139373779, |
| "learning_rate": 0.0005696499301628703, |
| "loss": 1.7563, |
| "step": 314000 |
| }, |
| { |
| "epoch": 1.2990016893217518, |
| "grad_norm": 0.7876557111740112, |
| "learning_rate": 0.0005689591573677135, |
| "loss": 1.7623, |
| "step": 314500 |
| }, |
| { |
| "epoch": 1.3010668748373666, |
| "grad_norm": 0.8152881860733032, |
| "learning_rate": 0.0005682683845725567, |
| "loss": 1.7561, |
| "step": 315000 |
| }, |
| { |
| "epoch": 1.3031320603529815, |
| "grad_norm": 0.8232436180114746, |
| "learning_rate": 0.0005675776117773999, |
| "loss": 1.7547, |
| "step": 315500 |
| }, |
| { |
| "epoch": 1.3051972458685963, |
| "grad_norm": 0.8717594742774963, |
| "learning_rate": 0.000566886838982243, |
| "loss": 1.7589, |
| "step": 316000 |
| }, |
| { |
| "epoch": 1.3072624313842112, |
| "grad_norm": 0.8005387187004089, |
| "learning_rate": 0.0005661960661870862, |
| "loss": 1.7531, |
| "step": 316500 |
| }, |
| { |
| "epoch": 1.309327616899826, |
| "grad_norm": 0.7955303192138672, |
| "learning_rate": 0.0005655052933919294, |
| "loss": 1.7581, |
| "step": 317000 |
| }, |
| { |
| "epoch": 1.3113928024154409, |
| "grad_norm": 0.785753071308136, |
| "learning_rate": 0.0005648145205967724, |
| "loss": 1.7584, |
| "step": 317500 |
| }, |
| { |
| "epoch": 1.3134579879310557, |
| "grad_norm": 0.775891125202179, |
| "learning_rate": 0.0005641237478016156, |
| "loss": 1.755, |
| "step": 318000 |
| }, |
| { |
| "epoch": 1.3155231734466706, |
| "grad_norm": 0.8091910481452942, |
| "learning_rate": 0.0005634329750064587, |
| "loss": 1.7562, |
| "step": 318500 |
| }, |
| { |
| "epoch": 1.3175883589622857, |
| "grad_norm": 0.7912936806678772, |
| "learning_rate": 0.0005627422022113019, |
| "loss": 1.7593, |
| "step": 319000 |
| }, |
| { |
| "epoch": 1.3196535444779005, |
| "grad_norm": 0.7949129343032837, |
| "learning_rate": 0.000562051429416145, |
| "loss": 1.7555, |
| "step": 319500 |
| }, |
| { |
| "epoch": 1.3217187299935154, |
| "grad_norm": 0.784271240234375, |
| "learning_rate": 0.0005613606566209883, |
| "loss": 1.7578, |
| "step": 320000 |
| }, |
| { |
| "epoch": 1.3237839155091302, |
| "grad_norm": 0.8425039052963257, |
| "learning_rate": 0.0005606698838258313, |
| "loss": 1.7578, |
| "step": 320500 |
| }, |
| { |
| "epoch": 1.325849101024745, |
| "grad_norm": 0.9427282214164734, |
| "learning_rate": 0.0005599791110306744, |
| "loss": 1.7553, |
| "step": 321000 |
| }, |
| { |
| "epoch": 1.32791428654036, |
| "grad_norm": 2.0400569438934326, |
| "learning_rate": 0.0005592883382355176, |
| "loss": 1.7582, |
| "step": 321500 |
| }, |
| { |
| "epoch": 1.3299794720559748, |
| "grad_norm": 0.8407232761383057, |
| "learning_rate": 0.0005585975654403607, |
| "loss": 1.7528, |
| "step": 322000 |
| }, |
| { |
| "epoch": 1.3320446575715896, |
| "grad_norm": 0.8112275004386902, |
| "learning_rate": 0.000557906792645204, |
| "loss": 1.7532, |
| "step": 322500 |
| }, |
| { |
| "epoch": 1.3341098430872045, |
| "grad_norm": 0.7587988376617432, |
| "learning_rate": 0.0005572160198500471, |
| "loss": 1.7578, |
| "step": 323000 |
| }, |
| { |
| "epoch": 1.3361750286028193, |
| "grad_norm": 0.7508676052093506, |
| "learning_rate": 0.0005565252470548902, |
| "loss": 1.7538, |
| "step": 323500 |
| }, |
| { |
| "epoch": 1.3382402141184342, |
| "grad_norm": 0.7507205009460449, |
| "learning_rate": 0.0005558344742597333, |
| "loss": 1.7516, |
| "step": 324000 |
| }, |
| { |
| "epoch": 1.340305399634049, |
| "grad_norm": 0.8090864419937134, |
| "learning_rate": 0.0005551437014645764, |
| "loss": 1.7537, |
| "step": 324500 |
| }, |
| { |
| "epoch": 1.3423705851496641, |
| "grad_norm": 0.7598680853843689, |
| "learning_rate": 0.0005544529286694197, |
| "loss": 1.7528, |
| "step": 325000 |
| }, |
| { |
| "epoch": 1.344435770665279, |
| "grad_norm": 0.795917272567749, |
| "learning_rate": 0.0005537621558742628, |
| "loss": 1.7503, |
| "step": 325500 |
| }, |
| { |
| "epoch": 1.3465009561808938, |
| "grad_norm": 0.8306310772895813, |
| "learning_rate": 0.000553071383079106, |
| "loss": 1.7519, |
| "step": 326000 |
| }, |
| { |
| "epoch": 1.3485661416965087, |
| "grad_norm": 0.7626925110816956, |
| "learning_rate": 0.000552380610283949, |
| "loss": 1.7504, |
| "step": 326500 |
| }, |
| { |
| "epoch": 1.3506313272121235, |
| "grad_norm": 0.8428457975387573, |
| "learning_rate": 0.0005516898374887922, |
| "loss": 1.75, |
| "step": 327000 |
| }, |
| { |
| "epoch": 1.3526965127277384, |
| "grad_norm": 0.7658423185348511, |
| "learning_rate": 0.0005509990646936354, |
| "loss": 1.7544, |
| "step": 327500 |
| }, |
| { |
| "epoch": 1.3547616982433532, |
| "grad_norm": 0.7995271682739258, |
| "learning_rate": 0.0005503082918984785, |
| "loss": 1.7523, |
| "step": 328000 |
| }, |
| { |
| "epoch": 1.356826883758968, |
| "grad_norm": 0.7842050790786743, |
| "learning_rate": 0.0005496175191033217, |
| "loss": 1.75, |
| "step": 328500 |
| }, |
| { |
| "epoch": 1.358892069274583, |
| "grad_norm": 0.7905313968658447, |
| "learning_rate": 0.0005489267463081648, |
| "loss": 1.7459, |
| "step": 329000 |
| }, |
| { |
| "epoch": 1.3609572547901978, |
| "grad_norm": 0.7925072312355042, |
| "learning_rate": 0.0005482359735130079, |
| "loss": 1.7489, |
| "step": 329500 |
| }, |
| { |
| "epoch": 1.3630224403058127, |
| "grad_norm": 0.786297082901001, |
| "learning_rate": 0.0005475452007178511, |
| "loss": 1.7511, |
| "step": 330000 |
| }, |
| { |
| "epoch": 1.3650876258214275, |
| "grad_norm": 0.8276360630989075, |
| "learning_rate": 0.0005468544279226943, |
| "loss": 1.7501, |
| "step": 330500 |
| }, |
| { |
| "epoch": 1.3671528113370424, |
| "grad_norm": 0.7593994736671448, |
| "learning_rate": 0.0005461636551275374, |
| "loss": 1.7495, |
| "step": 331000 |
| }, |
| { |
| "epoch": 1.3692179968526572, |
| "grad_norm": 0.7812342047691345, |
| "learning_rate": 0.0005454728823323805, |
| "loss": 1.7444, |
| "step": 331500 |
| }, |
| { |
| "epoch": 1.371283182368272, |
| "grad_norm": 0.8850775957107544, |
| "learning_rate": 0.0005447821095372237, |
| "loss": 1.7459, |
| "step": 332000 |
| }, |
| { |
| "epoch": 1.373348367883887, |
| "grad_norm": 0.7758823037147522, |
| "learning_rate": 0.0005440913367420668, |
| "loss": 1.7466, |
| "step": 332500 |
| }, |
| { |
| "epoch": 1.3754135533995018, |
| "grad_norm": 0.7858127951622009, |
| "learning_rate": 0.00054340056394691, |
| "loss": 1.7484, |
| "step": 333000 |
| }, |
| { |
| "epoch": 1.3774787389151166, |
| "grad_norm": 0.7900636792182922, |
| "learning_rate": 0.0005427097911517531, |
| "loss": 1.7463, |
| "step": 333500 |
| }, |
| { |
| "epoch": 1.3795439244307315, |
| "grad_norm": 0.8080687522888184, |
| "learning_rate": 0.0005420190183565963, |
| "loss": 1.7465, |
| "step": 334000 |
| }, |
| { |
| "epoch": 1.3816091099463466, |
| "grad_norm": 0.8253558278083801, |
| "learning_rate": 0.0005413282455614394, |
| "loss": 1.7429, |
| "step": 334500 |
| }, |
| { |
| "epoch": 1.3836742954619614, |
| "grad_norm": 0.8424259424209595, |
| "learning_rate": 0.0005406374727662826, |
| "loss": 1.748, |
| "step": 335000 |
| }, |
| { |
| "epoch": 1.3857394809775763, |
| "grad_norm": 0.7918978929519653, |
| "learning_rate": 0.0005399466999711257, |
| "loss": 1.7424, |
| "step": 335500 |
| }, |
| { |
| "epoch": 1.3878046664931911, |
| "grad_norm": 0.7710541486740112, |
| "learning_rate": 0.0005392559271759688, |
| "loss": 1.7429, |
| "step": 336000 |
| }, |
| { |
| "epoch": 1.389869852008806, |
| "grad_norm": 0.8952863216400146, |
| "learning_rate": 0.000538565154380812, |
| "loss": 1.7379, |
| "step": 336500 |
| }, |
| { |
| "epoch": 1.3919350375244208, |
| "grad_norm": 0.7974414229393005, |
| "learning_rate": 0.0005378743815856551, |
| "loss": 1.7442, |
| "step": 337000 |
| }, |
| { |
| "epoch": 1.3940002230400357, |
| "grad_norm": 0.8121086955070496, |
| "learning_rate": 0.0005371836087904984, |
| "loss": 1.7417, |
| "step": 337500 |
| }, |
| { |
| "epoch": 1.3960654085556505, |
| "grad_norm": 0.7721625566482544, |
| "learning_rate": 0.0005364928359953415, |
| "loss": 1.7399, |
| "step": 338000 |
| }, |
| { |
| "epoch": 1.3981305940712654, |
| "grad_norm": 0.7423729300498962, |
| "learning_rate": 0.0005358020632001845, |
| "loss": 1.7451, |
| "step": 338500 |
| }, |
| { |
| "epoch": 1.4001957795868802, |
| "grad_norm": 0.8138153553009033, |
| "learning_rate": 0.0005351112904050277, |
| "loss": 1.7405, |
| "step": 339000 |
| }, |
| { |
| "epoch": 1.402260965102495, |
| "grad_norm": 0.8146694302558899, |
| "learning_rate": 0.0005344205176098708, |
| "loss": 1.7431, |
| "step": 339500 |
| }, |
| { |
| "epoch": 1.40432615061811, |
| "grad_norm": 0.826502799987793, |
| "learning_rate": 0.0005337297448147141, |
| "loss": 1.7389, |
| "step": 340000 |
| }, |
| { |
| "epoch": 1.406391336133725, |
| "grad_norm": 0.7904347777366638, |
| "learning_rate": 0.0005330389720195572, |
| "loss": 1.7387, |
| "step": 340500 |
| }, |
| { |
| "epoch": 1.4084565216493399, |
| "grad_norm": 0.7897937297821045, |
| "learning_rate": 0.0005323481992244004, |
| "loss": 1.7428, |
| "step": 341000 |
| }, |
| { |
| "epoch": 1.4105217071649547, |
| "grad_norm": 0.8036805391311646, |
| "learning_rate": 0.0005316574264292434, |
| "loss": 1.7417, |
| "step": 341500 |
| }, |
| { |
| "epoch": 1.4125868926805696, |
| "grad_norm": 0.7628007531166077, |
| "learning_rate": 0.0005309666536340865, |
| "loss": 1.7404, |
| "step": 342000 |
| }, |
| { |
| "epoch": 1.4146520781961844, |
| "grad_norm": 0.8156040906906128, |
| "learning_rate": 0.0005302758808389298, |
| "loss": 1.7374, |
| "step": 342500 |
| }, |
| { |
| "epoch": 1.4167172637117993, |
| "grad_norm": 0.8283891081809998, |
| "learning_rate": 0.0005295851080437729, |
| "loss": 1.7373, |
| "step": 343000 |
| }, |
| { |
| "epoch": 1.4187824492274141, |
| "grad_norm": 0.8151522278785706, |
| "learning_rate": 0.0005288943352486161, |
| "loss": 1.7356, |
| "step": 343500 |
| }, |
| { |
| "epoch": 1.420847634743029, |
| "grad_norm": 0.8706732988357544, |
| "learning_rate": 0.0005282035624534592, |
| "loss": 1.7403, |
| "step": 344000 |
| }, |
| { |
| "epoch": 1.4229128202586439, |
| "grad_norm": 0.8165752291679382, |
| "learning_rate": 0.0005275127896583023, |
| "loss": 1.7405, |
| "step": 344500 |
| }, |
| { |
| "epoch": 1.4249780057742587, |
| "grad_norm": 0.8452313542366028, |
| "learning_rate": 0.0005268220168631455, |
| "loss": 1.7385, |
| "step": 345000 |
| }, |
| { |
| "epoch": 1.4270431912898736, |
| "grad_norm": 0.8291791081428528, |
| "learning_rate": 0.0005261312440679886, |
| "loss": 1.7381, |
| "step": 345500 |
| }, |
| { |
| "epoch": 1.4291083768054884, |
| "grad_norm": 0.8294808864593506, |
| "learning_rate": 0.0005254404712728318, |
| "loss": 1.7398, |
| "step": 346000 |
| }, |
| { |
| "epoch": 1.4311735623211033, |
| "grad_norm": 0.8119639754295349, |
| "learning_rate": 0.0005247496984776749, |
| "loss": 1.7386, |
| "step": 346500 |
| }, |
| { |
| "epoch": 1.4332387478367181, |
| "grad_norm": 0.7947481870651245, |
| "learning_rate": 0.0005240589256825181, |
| "loss": 1.7361, |
| "step": 347000 |
| }, |
| { |
| "epoch": 1.435303933352333, |
| "grad_norm": 0.8204724192619324, |
| "learning_rate": 0.0005233681528873612, |
| "loss": 1.7405, |
| "step": 347500 |
| }, |
| { |
| "epoch": 1.4373691188679478, |
| "grad_norm": 0.7718450427055359, |
| "learning_rate": 0.0005226773800922044, |
| "loss": 1.7398, |
| "step": 348000 |
| }, |
| { |
| "epoch": 1.4394343043835627, |
| "grad_norm": 0.7919915318489075, |
| "learning_rate": 0.0005219866072970475, |
| "loss": 1.7334, |
| "step": 348500 |
| }, |
| { |
| "epoch": 1.4414994898991775, |
| "grad_norm": 0.8244622945785522, |
| "learning_rate": 0.0005212958345018906, |
| "loss": 1.7363, |
| "step": 349000 |
| }, |
| { |
| "epoch": 1.4435646754147924, |
| "grad_norm": 0.8124867677688599, |
| "learning_rate": 0.0005206050617067338, |
| "loss": 1.7368, |
| "step": 349500 |
| }, |
| { |
| "epoch": 1.4456298609304072, |
| "grad_norm": 0.8139218091964722, |
| "learning_rate": 0.000519914288911577, |
| "loss": 1.7344, |
| "step": 350000 |
| }, |
| { |
| "epoch": 1.4476950464460223, |
| "grad_norm": 0.7997359037399292, |
| "learning_rate": 0.0005192235161164201, |
| "loss": 1.7296, |
| "step": 350500 |
| }, |
| { |
| "epoch": 1.4497602319616372, |
| "grad_norm": 0.8655456304550171, |
| "learning_rate": 0.0005185327433212632, |
| "loss": 1.7353, |
| "step": 351000 |
| }, |
| { |
| "epoch": 1.451825417477252, |
| "grad_norm": 0.8099657893180847, |
| "learning_rate": 0.0005178419705261064, |
| "loss": 1.7356, |
| "step": 351500 |
| }, |
| { |
| "epoch": 1.4538906029928669, |
| "grad_norm": 0.7905128002166748, |
| "learning_rate": 0.0005171511977309495, |
| "loss": 1.7331, |
| "step": 352000 |
| }, |
| { |
| "epoch": 1.4559557885084817, |
| "grad_norm": 0.7679085731506348, |
| "learning_rate": 0.0005164604249357927, |
| "loss": 1.7347, |
| "step": 352500 |
| }, |
| { |
| "epoch": 1.4580209740240966, |
| "grad_norm": 0.7984927892684937, |
| "learning_rate": 0.0005157696521406359, |
| "loss": 1.7331, |
| "step": 353000 |
| }, |
| { |
| "epoch": 1.4600861595397114, |
| "grad_norm": 0.8509982824325562, |
| "learning_rate": 0.0005150788793454789, |
| "loss": 1.7281, |
| "step": 353500 |
| }, |
| { |
| "epoch": 1.4621513450553263, |
| "grad_norm": 0.756581723690033, |
| "learning_rate": 0.0005143881065503221, |
| "loss": 1.7272, |
| "step": 354000 |
| }, |
| { |
| "epoch": 1.4642165305709411, |
| "grad_norm": 0.808980405330658, |
| "learning_rate": 0.0005136973337551652, |
| "loss": 1.7321, |
| "step": 354500 |
| }, |
| { |
| "epoch": 1.466281716086556, |
| "grad_norm": 0.8383910059928894, |
| "learning_rate": 0.0005130065609600085, |
| "loss": 1.7337, |
| "step": 355000 |
| }, |
| { |
| "epoch": 1.4683469016021709, |
| "grad_norm": 0.7818363308906555, |
| "learning_rate": 0.0005123157881648516, |
| "loss": 1.7327, |
| "step": 355500 |
| }, |
| { |
| "epoch": 1.470412087117786, |
| "grad_norm": 0.7779876589775085, |
| "learning_rate": 0.0005116250153696947, |
| "loss": 1.7317, |
| "step": 356000 |
| }, |
| { |
| "epoch": 1.4724772726334008, |
| "grad_norm": 0.7729701399803162, |
| "learning_rate": 0.0005109342425745378, |
| "loss": 1.7382, |
| "step": 356500 |
| }, |
| { |
| "epoch": 1.4745424581490156, |
| "grad_norm": 0.7971392273902893, |
| "learning_rate": 0.0005102434697793809, |
| "loss": 1.7274, |
| "step": 357000 |
| }, |
| { |
| "epoch": 1.4766076436646305, |
| "grad_norm": 0.8112899661064148, |
| "learning_rate": 0.0005095526969842242, |
| "loss": 1.7297, |
| "step": 357500 |
| }, |
| { |
| "epoch": 1.4786728291802453, |
| "grad_norm": 0.7968249917030334, |
| "learning_rate": 0.0005088619241890673, |
| "loss": 1.7293, |
| "step": 358000 |
| }, |
| { |
| "epoch": 1.4807380146958602, |
| "grad_norm": 0.7626878619194031, |
| "learning_rate": 0.0005081711513939105, |
| "loss": 1.7308, |
| "step": 358500 |
| }, |
| { |
| "epoch": 1.482803200211475, |
| "grad_norm": 0.7603055834770203, |
| "learning_rate": 0.0005074803785987536, |
| "loss": 1.7285, |
| "step": 359000 |
| }, |
| { |
| "epoch": 1.48486838572709, |
| "grad_norm": 0.7844238877296448, |
| "learning_rate": 0.0005067896058035966, |
| "loss": 1.7296, |
| "step": 359500 |
| }, |
| { |
| "epoch": 1.4869335712427048, |
| "grad_norm": 0.7728045582771301, |
| "learning_rate": 0.0005060988330084399, |
| "loss": 1.7287, |
| "step": 360000 |
| }, |
| { |
| "epoch": 1.4889987567583196, |
| "grad_norm": 0.7845308184623718, |
| "learning_rate": 0.000505408060213283, |
| "loss": 1.7249, |
| "step": 360500 |
| }, |
| { |
| "epoch": 1.4910639422739345, |
| "grad_norm": 0.8352622985839844, |
| "learning_rate": 0.0005047172874181262, |
| "loss": 1.7259, |
| "step": 361000 |
| }, |
| { |
| "epoch": 1.4931291277895493, |
| "grad_norm": 0.8270286917686462, |
| "learning_rate": 0.0005040265146229693, |
| "loss": 1.7291, |
| "step": 361500 |
| }, |
| { |
| "epoch": 1.4951943133051642, |
| "grad_norm": 0.7802717089653015, |
| "learning_rate": 0.0005033357418278125, |
| "loss": 1.7243, |
| "step": 362000 |
| }, |
| { |
| "epoch": 1.497259498820779, |
| "grad_norm": 0.7886295914649963, |
| "learning_rate": 0.0005026449690326556, |
| "loss": 1.7298, |
| "step": 362500 |
| }, |
| { |
| "epoch": 1.4993246843363939, |
| "grad_norm": 0.8236453533172607, |
| "learning_rate": 0.0005019541962374987, |
| "loss": 1.725, |
| "step": 363000 |
| }, |
| { |
| "epoch": 1.5013898698520087, |
| "grad_norm": 0.7767708897590637, |
| "learning_rate": 0.0005012634234423419, |
| "loss": 1.7302, |
| "step": 363500 |
| }, |
| { |
| "epoch": 1.5034550553676236, |
| "grad_norm": 0.7658302783966064, |
| "learning_rate": 0.000500572650647185, |
| "loss": 1.7227, |
| "step": 364000 |
| }, |
| { |
| "epoch": 1.5055202408832384, |
| "grad_norm": 0.7607765793800354, |
| "learning_rate": 0.0004998818778520282, |
| "loss": 1.7292, |
| "step": 364500 |
| }, |
| { |
| "epoch": 1.5075854263988533, |
| "grad_norm": 0.7231427431106567, |
| "learning_rate": 0.0004991911050568714, |
| "loss": 1.7257, |
| "step": 365000 |
| }, |
| { |
| "epoch": 1.5096506119144681, |
| "grad_norm": 0.965886116027832, |
| "learning_rate": 0.0004985003322617145, |
| "loss": 1.7238, |
| "step": 365500 |
| }, |
| { |
| "epoch": 1.511715797430083, |
| "grad_norm": 0.8113678097724915, |
| "learning_rate": 0.0004978095594665576, |
| "loss": 1.7213, |
| "step": 366000 |
| }, |
| { |
| "epoch": 1.5137809829456979, |
| "grad_norm": 0.8098276853561401, |
| "learning_rate": 0.0004971187866714007, |
| "loss": 1.7289, |
| "step": 366500 |
| }, |
| { |
| "epoch": 1.515846168461313, |
| "grad_norm": 1.9579529762268066, |
| "learning_rate": 0.0004964280138762439, |
| "loss": 1.7273, |
| "step": 367000 |
| }, |
| { |
| "epoch": 1.5179113539769278, |
| "grad_norm": 0.8172611594200134, |
| "learning_rate": 0.0004957372410810871, |
| "loss": 1.728, |
| "step": 367500 |
| }, |
| { |
| "epoch": 1.5199765394925426, |
| "grad_norm": 0.7897489666938782, |
| "learning_rate": 0.0004950464682859302, |
| "loss": 1.722, |
| "step": 368000 |
| }, |
| { |
| "epoch": 1.5220417250081575, |
| "grad_norm": 0.804604172706604, |
| "learning_rate": 0.0004943556954907734, |
| "loss": 1.7228, |
| "step": 368500 |
| }, |
| { |
| "epoch": 1.5241069105237723, |
| "grad_norm": 0.8362699151039124, |
| "learning_rate": 0.0004936649226956165, |
| "loss": 1.7204, |
| "step": 369000 |
| }, |
| { |
| "epoch": 1.5261720960393872, |
| "grad_norm": 0.7928584814071655, |
| "learning_rate": 0.0004929741499004596, |
| "loss": 1.7232, |
| "step": 369500 |
| }, |
| { |
| "epoch": 1.528237281555002, |
| "grad_norm": 0.8171131610870361, |
| "learning_rate": 0.0004922833771053028, |
| "loss": 1.721, |
| "step": 370000 |
| }, |
| { |
| "epoch": 1.530302467070617, |
| "grad_norm": 0.7682649493217468, |
| "learning_rate": 0.000491592604310146, |
| "loss": 1.7181, |
| "step": 370500 |
| }, |
| { |
| "epoch": 1.532367652586232, |
| "grad_norm": 0.7589514255523682, |
| "learning_rate": 0.0004909018315149891, |
| "loss": 1.7207, |
| "step": 371000 |
| }, |
| { |
| "epoch": 1.5344328381018468, |
| "grad_norm": 0.7927723526954651, |
| "learning_rate": 0.0004902110587198322, |
| "loss": 1.7172, |
| "step": 371500 |
| }, |
| { |
| "epoch": 1.5364980236174617, |
| "grad_norm": 0.7993720173835754, |
| "learning_rate": 0.0004895202859246754, |
| "loss": 1.7239, |
| "step": 372000 |
| }, |
| { |
| "epoch": 1.5385632091330765, |
| "grad_norm": 0.75545734167099, |
| "learning_rate": 0.0004888295131295186, |
| "loss": 1.7193, |
| "step": 372500 |
| }, |
| { |
| "epoch": 1.5406283946486914, |
| "grad_norm": 0.8410167694091797, |
| "learning_rate": 0.0004881387403343617, |
| "loss": 1.7212, |
| "step": 373000 |
| }, |
| { |
| "epoch": 1.5426935801643062, |
| "grad_norm": 0.7745389938354492, |
| "learning_rate": 0.00048744796753920485, |
| "loss": 1.7178, |
| "step": 373500 |
| }, |
| { |
| "epoch": 1.544758765679921, |
| "grad_norm": 1.1876429319381714, |
| "learning_rate": 0.00048675719474404797, |
| "loss": 1.7166, |
| "step": 374000 |
| }, |
| { |
| "epoch": 1.546823951195536, |
| "grad_norm": 0.8236234188079834, |
| "learning_rate": 0.0004860664219488911, |
| "loss": 1.7244, |
| "step": 374500 |
| }, |
| { |
| "epoch": 1.5488891367111508, |
| "grad_norm": 0.8301746845245361, |
| "learning_rate": 0.00048537564915373426, |
| "loss": 1.7154, |
| "step": 375000 |
| }, |
| { |
| "epoch": 1.5509543222267657, |
| "grad_norm": 0.8341511487960815, |
| "learning_rate": 0.0004846848763585774, |
| "loss": 1.7201, |
| "step": 375500 |
| }, |
| { |
| "epoch": 1.5530195077423805, |
| "grad_norm": 0.772774338722229, |
| "learning_rate": 0.00048399410356342055, |
| "loss": 1.7194, |
| "step": 376000 |
| }, |
| { |
| "epoch": 1.5550846932579954, |
| "grad_norm": 0.7931101322174072, |
| "learning_rate": 0.0004833033307682637, |
| "loss": 1.7218, |
| "step": 376500 |
| }, |
| { |
| "epoch": 1.5571498787736102, |
| "grad_norm": 0.7973618507385254, |
| "learning_rate": 0.00048261255797310684, |
| "loss": 1.7132, |
| "step": 377000 |
| }, |
| { |
| "epoch": 1.559215064289225, |
| "grad_norm": 0.7944709062576294, |
| "learning_rate": 0.00048192178517795, |
| "loss": 1.7152, |
| "step": 377500 |
| }, |
| { |
| "epoch": 1.56128024980484, |
| "grad_norm": 0.7873803377151489, |
| "learning_rate": 0.00048123101238279313, |
| "loss": 1.7136, |
| "step": 378000 |
| }, |
| { |
| "epoch": 1.5633454353204548, |
| "grad_norm": 0.8176526427268982, |
| "learning_rate": 0.00048054023958763625, |
| "loss": 1.7146, |
| "step": 378500 |
| }, |
| { |
| "epoch": 1.5654106208360696, |
| "grad_norm": 0.80870121717453, |
| "learning_rate": 0.0004798494667924794, |
| "loss": 1.7152, |
| "step": 379000 |
| }, |
| { |
| "epoch": 1.5674758063516845, |
| "grad_norm": 0.8075997829437256, |
| "learning_rate": 0.0004791586939973226, |
| "loss": 1.7156, |
| "step": 379500 |
| }, |
| { |
| "epoch": 1.5695409918672993, |
| "grad_norm": 0.7649165391921997, |
| "learning_rate": 0.0004784679212021657, |
| "loss": 1.7128, |
| "step": 380000 |
| }, |
| { |
| "epoch": 1.5716061773829142, |
| "grad_norm": 0.7735922932624817, |
| "learning_rate": 0.0004777771484070089, |
| "loss": 1.7127, |
| "step": 380500 |
| }, |
| { |
| "epoch": 1.573671362898529, |
| "grad_norm": 0.8073831796646118, |
| "learning_rate": 0.00047708637561185205, |
| "loss": 1.7157, |
| "step": 381000 |
| }, |
| { |
| "epoch": 1.575736548414144, |
| "grad_norm": 0.7841485738754272, |
| "learning_rate": 0.0004763956028166951, |
| "loss": 1.7164, |
| "step": 381500 |
| }, |
| { |
| "epoch": 1.5778017339297588, |
| "grad_norm": 0.7511780261993408, |
| "learning_rate": 0.0004757048300215383, |
| "loss": 1.7146, |
| "step": 382000 |
| }, |
| { |
| "epoch": 1.5798669194453738, |
| "grad_norm": 0.7717761993408203, |
| "learning_rate": 0.00047501405722638146, |
| "loss": 1.7141, |
| "step": 382500 |
| }, |
| { |
| "epoch": 1.5819321049609887, |
| "grad_norm": 0.8251765966415405, |
| "learning_rate": 0.0004743232844312246, |
| "loss": 1.7146, |
| "step": 383000 |
| }, |
| { |
| "epoch": 1.5839972904766035, |
| "grad_norm": 0.8129590749740601, |
| "learning_rate": 0.00047363251163606775, |
| "loss": 1.7151, |
| "step": 383500 |
| }, |
| { |
| "epoch": 1.5860624759922184, |
| "grad_norm": 0.7942067384719849, |
| "learning_rate": 0.0004729417388409109, |
| "loss": 1.7145, |
| "step": 384000 |
| }, |
| { |
| "epoch": 1.5881276615078332, |
| "grad_norm": 0.8091747760772705, |
| "learning_rate": 0.00047225096604575404, |
| "loss": 1.7102, |
| "step": 384500 |
| }, |
| { |
| "epoch": 1.590192847023448, |
| "grad_norm": 0.8157942295074463, |
| "learning_rate": 0.00047156019325059716, |
| "loss": 1.7139, |
| "step": 385000 |
| }, |
| { |
| "epoch": 1.592258032539063, |
| "grad_norm": 0.7791504859924316, |
| "learning_rate": 0.00047086942045544033, |
| "loss": 1.7138, |
| "step": 385500 |
| }, |
| { |
| "epoch": 1.5943232180546778, |
| "grad_norm": 0.8184142708778381, |
| "learning_rate": 0.00047017864766028345, |
| "loss": 1.7119, |
| "step": 386000 |
| }, |
| { |
| "epoch": 1.5963884035702929, |
| "grad_norm": 0.7216043472290039, |
| "learning_rate": 0.0004694878748651266, |
| "loss": 1.7062, |
| "step": 386500 |
| }, |
| { |
| "epoch": 1.5984535890859077, |
| "grad_norm": 0.7634962797164917, |
| "learning_rate": 0.0004687971020699698, |
| "loss": 1.7109, |
| "step": 387000 |
| }, |
| { |
| "epoch": 1.6005187746015226, |
| "grad_norm": 0.7682668566703796, |
| "learning_rate": 0.0004681063292748129, |
| "loss": 1.7175, |
| "step": 387500 |
| }, |
| { |
| "epoch": 1.6025839601171374, |
| "grad_norm": 0.7891648411750793, |
| "learning_rate": 0.0004674155564796561, |
| "loss": 1.7076, |
| "step": 388000 |
| }, |
| { |
| "epoch": 1.6046491456327523, |
| "grad_norm": 0.7735166549682617, |
| "learning_rate": 0.0004667247836844992, |
| "loss": 1.7122, |
| "step": 388500 |
| }, |
| { |
| "epoch": 1.6067143311483671, |
| "grad_norm": 0.7342345714569092, |
| "learning_rate": 0.0004660340108893423, |
| "loss": 1.7093, |
| "step": 389000 |
| }, |
| { |
| "epoch": 1.608779516663982, |
| "grad_norm": 0.7745596170425415, |
| "learning_rate": 0.0004653432380941855, |
| "loss": 1.7072, |
| "step": 389500 |
| }, |
| { |
| "epoch": 1.6108447021795969, |
| "grad_norm": 0.7656903266906738, |
| "learning_rate": 0.00046465246529902866, |
| "loss": 1.7114, |
| "step": 390000 |
| }, |
| { |
| "epoch": 1.6129098876952117, |
| "grad_norm": 0.807043731212616, |
| "learning_rate": 0.0004639616925038718, |
| "loss": 1.7085, |
| "step": 390500 |
| }, |
| { |
| "epoch": 1.6149750732108266, |
| "grad_norm": 0.7980780601501465, |
| "learning_rate": 0.00046327091970871495, |
| "loss": 1.7054, |
| "step": 391000 |
| }, |
| { |
| "epoch": 1.6170402587264414, |
| "grad_norm": 0.7772185802459717, |
| "learning_rate": 0.0004625801469135581, |
| "loss": 1.7077, |
| "step": 391500 |
| }, |
| { |
| "epoch": 1.6191054442420563, |
| "grad_norm": 0.7955535054206848, |
| "learning_rate": 0.0004618893741184012, |
| "loss": 1.7059, |
| "step": 392000 |
| }, |
| { |
| "epoch": 1.6211706297576711, |
| "grad_norm": 0.7842792868614197, |
| "learning_rate": 0.00046119860132324436, |
| "loss": 1.7032, |
| "step": 392500 |
| }, |
| { |
| "epoch": 1.623235815273286, |
| "grad_norm": 0.7722345590591431, |
| "learning_rate": 0.00046050782852808753, |
| "loss": 1.7076, |
| "step": 393000 |
| }, |
| { |
| "epoch": 1.6253010007889008, |
| "grad_norm": 0.7836925983428955, |
| "learning_rate": 0.00045981705573293065, |
| "loss": 1.701, |
| "step": 393500 |
| }, |
| { |
| "epoch": 1.6273661863045157, |
| "grad_norm": 0.8407610058784485, |
| "learning_rate": 0.0004591262829377738, |
| "loss": 1.7054, |
| "step": 394000 |
| }, |
| { |
| "epoch": 1.6294313718201305, |
| "grad_norm": 0.7842757701873779, |
| "learning_rate": 0.000458435510142617, |
| "loss": 1.7085, |
| "step": 394500 |
| }, |
| { |
| "epoch": 1.6314965573357454, |
| "grad_norm": 0.7749829292297363, |
| "learning_rate": 0.0004577447373474601, |
| "loss": 1.7082, |
| "step": 395000 |
| }, |
| { |
| "epoch": 1.6335617428513602, |
| "grad_norm": 0.7778738141059875, |
| "learning_rate": 0.0004570539645523032, |
| "loss": 1.7071, |
| "step": 395500 |
| }, |
| { |
| "epoch": 1.635626928366975, |
| "grad_norm": 0.7654650211334229, |
| "learning_rate": 0.0004563631917571464, |
| "loss": 1.7093, |
| "step": 396000 |
| }, |
| { |
| "epoch": 1.63769211388259, |
| "grad_norm": 0.7864561676979065, |
| "learning_rate": 0.0004556724189619895, |
| "loss": 1.7035, |
| "step": 396500 |
| }, |
| { |
| "epoch": 1.6397572993982048, |
| "grad_norm": 0.7672191262245178, |
| "learning_rate": 0.0004549816461668327, |
| "loss": 1.7052, |
| "step": 397000 |
| }, |
| { |
| "epoch": 1.6418224849138197, |
| "grad_norm": 0.7847920656204224, |
| "learning_rate": 0.00045429087337167586, |
| "loss": 1.7033, |
| "step": 397500 |
| }, |
| { |
| "epoch": 1.6438876704294345, |
| "grad_norm": 0.7824931144714355, |
| "learning_rate": 0.000453600100576519, |
| "loss": 1.7042, |
| "step": 398000 |
| }, |
| { |
| "epoch": 1.6459528559450496, |
| "grad_norm": 0.7992446422576904, |
| "learning_rate": 0.00045290932778136215, |
| "loss": 1.7051, |
| "step": 398500 |
| }, |
| { |
| "epoch": 1.6480180414606644, |
| "grad_norm": 0.7504148483276367, |
| "learning_rate": 0.00045221855498620527, |
| "loss": 1.7036, |
| "step": 399000 |
| }, |
| { |
| "epoch": 1.6500832269762793, |
| "grad_norm": 0.8227455019950867, |
| "learning_rate": 0.0004515277821910484, |
| "loss": 1.6998, |
| "step": 399500 |
| }, |
| { |
| "epoch": 1.6521484124918941, |
| "grad_norm": 0.7897786498069763, |
| "learning_rate": 0.00045083700939589156, |
| "loss": 1.7047, |
| "step": 400000 |
| }, |
| { |
| "epoch": 1.654213598007509, |
| "grad_norm": 0.7825984954833984, |
| "learning_rate": 0.00045014623660073473, |
| "loss": 1.7043, |
| "step": 400500 |
| }, |
| { |
| "epoch": 1.6562787835231239, |
| "grad_norm": 0.8071085214614868, |
| "learning_rate": 0.00044945546380557785, |
| "loss": 1.7035, |
| "step": 401000 |
| }, |
| { |
| "epoch": 1.6583439690387387, |
| "grad_norm": 0.9406007528305054, |
| "learning_rate": 0.000448764691010421, |
| "loss": 1.7011, |
| "step": 401500 |
| }, |
| { |
| "epoch": 1.6604091545543538, |
| "grad_norm": 0.7797788381576538, |
| "learning_rate": 0.0004480739182152642, |
| "loss": 1.7024, |
| "step": 402000 |
| }, |
| { |
| "epoch": 1.6624743400699686, |
| "grad_norm": 0.8257543444633484, |
| "learning_rate": 0.00044738314542010725, |
| "loss": 1.6958, |
| "step": 402500 |
| }, |
| { |
| "epoch": 1.6645395255855835, |
| "grad_norm": 0.8066025972366333, |
| "learning_rate": 0.0004466923726249504, |
| "loss": 1.6998, |
| "step": 403000 |
| }, |
| { |
| "epoch": 1.6666047111011983, |
| "grad_norm": 0.8041613698005676, |
| "learning_rate": 0.0004460015998297936, |
| "loss": 1.7053, |
| "step": 403500 |
| }, |
| { |
| "epoch": 1.6686698966168132, |
| "grad_norm": 0.8146698474884033, |
| "learning_rate": 0.0004453108270346367, |
| "loss": 1.6969, |
| "step": 404000 |
| }, |
| { |
| "epoch": 1.670735082132428, |
| "grad_norm": 0.7349113821983337, |
| "learning_rate": 0.0004446200542394799, |
| "loss": 1.6997, |
| "step": 404500 |
| }, |
| { |
| "epoch": 1.672800267648043, |
| "grad_norm": 0.7776924967765808, |
| "learning_rate": 0.00044392928144432306, |
| "loss": 1.6976, |
| "step": 405000 |
| }, |
| { |
| "epoch": 1.6748654531636578, |
| "grad_norm": 0.8118670582771301, |
| "learning_rate": 0.0004432385086491662, |
| "loss": 1.7039, |
| "step": 405500 |
| }, |
| { |
| "epoch": 1.6769306386792726, |
| "grad_norm": 0.7525516152381897, |
| "learning_rate": 0.0004425477358540093, |
| "loss": 1.7017, |
| "step": 406000 |
| }, |
| { |
| "epoch": 1.6789958241948875, |
| "grad_norm": 0.7723379135131836, |
| "learning_rate": 0.00044185696305885247, |
| "loss": 1.6997, |
| "step": 406500 |
| }, |
| { |
| "epoch": 1.6810610097105023, |
| "grad_norm": 0.7601300477981567, |
| "learning_rate": 0.00044116619026369564, |
| "loss": 1.6931, |
| "step": 407000 |
| }, |
| { |
| "epoch": 1.6831261952261172, |
| "grad_norm": 0.788893461227417, |
| "learning_rate": 0.00044047541746853876, |
| "loss": 1.6941, |
| "step": 407500 |
| }, |
| { |
| "epoch": 1.685191380741732, |
| "grad_norm": 0.8101310133934021, |
| "learning_rate": 0.00043978464467338193, |
| "loss": 1.697, |
| "step": 408000 |
| }, |
| { |
| "epoch": 1.6872565662573469, |
| "grad_norm": 0.7839348912239075, |
| "learning_rate": 0.0004390938718782251, |
| "loss": 1.7037, |
| "step": 408500 |
| }, |
| { |
| "epoch": 1.6893217517729617, |
| "grad_norm": 1.0003387928009033, |
| "learning_rate": 0.0004384030990830682, |
| "loss": 1.6995, |
| "step": 409000 |
| }, |
| { |
| "epoch": 1.6913869372885766, |
| "grad_norm": 0.7542647123336792, |
| "learning_rate": 0.00043771232628791134, |
| "loss": 1.6982, |
| "step": 409500 |
| }, |
| { |
| "epoch": 1.6934521228041914, |
| "grad_norm": 0.8054424524307251, |
| "learning_rate": 0.0004370215534927545, |
| "loss": 1.6971, |
| "step": 410000 |
| }, |
| { |
| "epoch": 1.6955173083198063, |
| "grad_norm": 0.7765061259269714, |
| "learning_rate": 0.0004363307806975976, |
| "loss": 1.6951, |
| "step": 410500 |
| }, |
| { |
| "epoch": 1.6975824938354211, |
| "grad_norm": 0.7774503231048584, |
| "learning_rate": 0.0004356400079024408, |
| "loss": 1.6947, |
| "step": 411000 |
| }, |
| { |
| "epoch": 1.699647679351036, |
| "grad_norm": 0.8000075817108154, |
| "learning_rate": 0.00043494923510728397, |
| "loss": 1.6937, |
| "step": 411500 |
| }, |
| { |
| "epoch": 1.7017128648666509, |
| "grad_norm": 0.8032427430152893, |
| "learning_rate": 0.0004342584623121271, |
| "loss": 1.6921, |
| "step": 412000 |
| }, |
| { |
| "epoch": 1.7037780503822657, |
| "grad_norm": 0.7988405227661133, |
| "learning_rate": 0.00043356768951697026, |
| "loss": 1.6968, |
| "step": 412500 |
| }, |
| { |
| "epoch": 1.7058432358978806, |
| "grad_norm": 0.7719324231147766, |
| "learning_rate": 0.0004328769167218134, |
| "loss": 1.6912, |
| "step": 413000 |
| }, |
| { |
| "epoch": 1.7079084214134954, |
| "grad_norm": 0.7580344080924988, |
| "learning_rate": 0.0004321861439266565, |
| "loss": 1.6951, |
| "step": 413500 |
| }, |
| { |
| "epoch": 1.7099736069291105, |
| "grad_norm": 0.8045200705528259, |
| "learning_rate": 0.00043149537113149967, |
| "loss": 1.6921, |
| "step": 414000 |
| }, |
| { |
| "epoch": 1.7120387924447253, |
| "grad_norm": 0.7698059678077698, |
| "learning_rate": 0.00043080459833634284, |
| "loss": 1.6929, |
| "step": 414500 |
| }, |
| { |
| "epoch": 1.7141039779603402, |
| "grad_norm": 0.8124533891677856, |
| "learning_rate": 0.00043011382554118596, |
| "loss": 1.6918, |
| "step": 415000 |
| }, |
| { |
| "epoch": 1.716169163475955, |
| "grad_norm": 0.7770412564277649, |
| "learning_rate": 0.00042942305274602913, |
| "loss": 1.6903, |
| "step": 415500 |
| }, |
| { |
| "epoch": 1.71823434899157, |
| "grad_norm": 0.7901027202606201, |
| "learning_rate": 0.0004287322799508723, |
| "loss": 1.6932, |
| "step": 416000 |
| }, |
| { |
| "epoch": 1.7202995345071848, |
| "grad_norm": 0.7586656212806702, |
| "learning_rate": 0.00042804150715571536, |
| "loss": 1.6932, |
| "step": 416500 |
| }, |
| { |
| "epoch": 1.7223647200227996, |
| "grad_norm": 0.7596163153648376, |
| "learning_rate": 0.00042735073436055853, |
| "loss": 1.6979, |
| "step": 417000 |
| }, |
| { |
| "epoch": 1.7244299055384145, |
| "grad_norm": 0.7645015716552734, |
| "learning_rate": 0.0004266599615654017, |
| "loss": 1.6929, |
| "step": 417500 |
| }, |
| { |
| "epoch": 1.7264950910540295, |
| "grad_norm": 0.8256881237030029, |
| "learning_rate": 0.0004259691887702448, |
| "loss": 1.691, |
| "step": 418000 |
| }, |
| { |
| "epoch": 1.7285602765696444, |
| "grad_norm": 0.78524249792099, |
| "learning_rate": 0.000425278415975088, |
| "loss": 1.69, |
| "step": 418500 |
| }, |
| { |
| "epoch": 1.7306254620852592, |
| "grad_norm": 0.814737856388092, |
| "learning_rate": 0.00042458764317993117, |
| "loss": 1.6926, |
| "step": 419000 |
| }, |
| { |
| "epoch": 1.732690647600874, |
| "grad_norm": 0.7561067342758179, |
| "learning_rate": 0.00042389687038477423, |
| "loss": 1.6928, |
| "step": 419500 |
| }, |
| { |
| "epoch": 1.734755833116489, |
| "grad_norm": 0.7771661281585693, |
| "learning_rate": 0.0004232060975896174, |
| "loss": 1.6863, |
| "step": 420000 |
| }, |
| { |
| "epoch": 1.7368210186321038, |
| "grad_norm": 0.7177093625068665, |
| "learning_rate": 0.0004225153247944606, |
| "loss": 1.6931, |
| "step": 420500 |
| }, |
| { |
| "epoch": 1.7388862041477187, |
| "grad_norm": 0.8142688870429993, |
| "learning_rate": 0.0004218245519993037, |
| "loss": 1.6895, |
| "step": 421000 |
| }, |
| { |
| "epoch": 1.7409513896633335, |
| "grad_norm": 0.8166112899780273, |
| "learning_rate": 0.00042113377920414687, |
| "loss": 1.69, |
| "step": 421500 |
| }, |
| { |
| "epoch": 1.7430165751789484, |
| "grad_norm": 0.7927871942520142, |
| "learning_rate": 0.00042044300640899004, |
| "loss": 1.69, |
| "step": 422000 |
| }, |
| { |
| "epoch": 1.7450817606945632, |
| "grad_norm": 0.8192989230155945, |
| "learning_rate": 0.00041975223361383316, |
| "loss": 1.6834, |
| "step": 422500 |
| }, |
| { |
| "epoch": 1.747146946210178, |
| "grad_norm": 0.825117290019989, |
| "learning_rate": 0.00041906146081867627, |
| "loss": 1.6875, |
| "step": 423000 |
| }, |
| { |
| "epoch": 1.749212131725793, |
| "grad_norm": 0.8357008695602417, |
| "learning_rate": 0.00041837068802351944, |
| "loss": 1.6869, |
| "step": 423500 |
| }, |
| { |
| "epoch": 1.7512773172414078, |
| "grad_norm": 0.8047915101051331, |
| "learning_rate": 0.00041767991522836256, |
| "loss": 1.6864, |
| "step": 424000 |
| }, |
| { |
| "epoch": 1.7533425027570226, |
| "grad_norm": 0.8068717122077942, |
| "learning_rate": 0.00041698914243320573, |
| "loss": 1.6871, |
| "step": 424500 |
| }, |
| { |
| "epoch": 1.7554076882726375, |
| "grad_norm": 0.7879107594490051, |
| "learning_rate": 0.0004162983696380489, |
| "loss": 1.6826, |
| "step": 425000 |
| }, |
| { |
| "epoch": 1.7574728737882523, |
| "grad_norm": 0.7748578190803528, |
| "learning_rate": 0.000415607596842892, |
| "loss": 1.6831, |
| "step": 425500 |
| }, |
| { |
| "epoch": 1.7595380593038672, |
| "grad_norm": 0.7206512093544006, |
| "learning_rate": 0.0004149168240477352, |
| "loss": 1.6884, |
| "step": 426000 |
| }, |
| { |
| "epoch": 1.761603244819482, |
| "grad_norm": 0.7805559039115906, |
| "learning_rate": 0.0004142260512525783, |
| "loss": 1.6863, |
| "step": 426500 |
| }, |
| { |
| "epoch": 1.763668430335097, |
| "grad_norm": 0.8146787285804749, |
| "learning_rate": 0.00041353527845742143, |
| "loss": 1.6838, |
| "step": 427000 |
| }, |
| { |
| "epoch": 1.7657336158507118, |
| "grad_norm": 0.7216916680335999, |
| "learning_rate": 0.0004128445056622646, |
| "loss": 1.6863, |
| "step": 427500 |
| }, |
| { |
| "epoch": 1.7677988013663266, |
| "grad_norm": 0.7865545153617859, |
| "learning_rate": 0.0004121537328671078, |
| "loss": 1.6838, |
| "step": 428000 |
| }, |
| { |
| "epoch": 1.7698639868819415, |
| "grad_norm": 0.7617883682250977, |
| "learning_rate": 0.0004114629600719509, |
| "loss": 1.684, |
| "step": 428500 |
| }, |
| { |
| "epoch": 1.7719291723975563, |
| "grad_norm": 0.8186792135238647, |
| "learning_rate": 0.00041077218727679407, |
| "loss": 1.6828, |
| "step": 429000 |
| }, |
| { |
| "epoch": 1.7739943579131714, |
| "grad_norm": 0.7898605465888977, |
| "learning_rate": 0.00041008141448163724, |
| "loss": 1.68, |
| "step": 429500 |
| }, |
| { |
| "epoch": 1.7760595434287862, |
| "grad_norm": 0.7490332126617432, |
| "learning_rate": 0.0004093906416864803, |
| "loss": 1.6822, |
| "step": 430000 |
| }, |
| { |
| "epoch": 1.778124728944401, |
| "grad_norm": 0.7616461515426636, |
| "learning_rate": 0.00040869986889132347, |
| "loss": 1.6866, |
| "step": 430500 |
| }, |
| { |
| "epoch": 1.780189914460016, |
| "grad_norm": 0.7681095004081726, |
| "learning_rate": 0.00040800909609616664, |
| "loss": 1.6811, |
| "step": 431000 |
| }, |
| { |
| "epoch": 1.7822550999756308, |
| "grad_norm": 0.7684192657470703, |
| "learning_rate": 0.00040731832330100976, |
| "loss": 1.6862, |
| "step": 431500 |
| }, |
| { |
| "epoch": 1.7843202854912457, |
| "grad_norm": 0.7826496362686157, |
| "learning_rate": 0.00040662755050585293, |
| "loss": 1.6859, |
| "step": 432000 |
| }, |
| { |
| "epoch": 1.7863854710068605, |
| "grad_norm": 0.7974809408187866, |
| "learning_rate": 0.0004059367777106961, |
| "loss": 1.6833, |
| "step": 432500 |
| }, |
| { |
| "epoch": 1.7884506565224754, |
| "grad_norm": 0.8294712901115417, |
| "learning_rate": 0.0004052460049155392, |
| "loss": 1.6832, |
| "step": 433000 |
| }, |
| { |
| "epoch": 1.7905158420380904, |
| "grad_norm": 0.8153785467147827, |
| "learning_rate": 0.00040455523212038234, |
| "loss": 1.6811, |
| "step": 433500 |
| }, |
| { |
| "epoch": 1.7925810275537053, |
| "grad_norm": 0.80795818567276, |
| "learning_rate": 0.0004038644593252255, |
| "loss": 1.6788, |
| "step": 434000 |
| }, |
| { |
| "epoch": 1.7946462130693202, |
| "grad_norm": 0.7648016214370728, |
| "learning_rate": 0.00040317368653006863, |
| "loss": 1.686, |
| "step": 434500 |
| }, |
| { |
| "epoch": 1.796711398584935, |
| "grad_norm": 0.7882753610610962, |
| "learning_rate": 0.0004024829137349118, |
| "loss": 1.6792, |
| "step": 435000 |
| }, |
| { |
| "epoch": 1.7987765841005499, |
| "grad_norm": 0.7577452659606934, |
| "learning_rate": 0.000401792140939755, |
| "loss": 1.6803, |
| "step": 435500 |
| }, |
| { |
| "epoch": 1.8008417696161647, |
| "grad_norm": 0.7712865471839905, |
| "learning_rate": 0.0004011013681445981, |
| "loss": 1.6813, |
| "step": 436000 |
| }, |
| { |
| "epoch": 1.8029069551317796, |
| "grad_norm": 0.7820202708244324, |
| "learning_rate": 0.00040041059534944126, |
| "loss": 1.6819, |
| "step": 436500 |
| }, |
| { |
| "epoch": 1.8049721406473944, |
| "grad_norm": 0.7566621899604797, |
| "learning_rate": 0.0003997198225542844, |
| "loss": 1.68, |
| "step": 437000 |
| }, |
| { |
| "epoch": 1.8070373261630093, |
| "grad_norm": 0.7587839365005493, |
| "learning_rate": 0.0003990290497591275, |
| "loss": 1.6833, |
| "step": 437500 |
| }, |
| { |
| "epoch": 1.8091025116786241, |
| "grad_norm": 0.798997700214386, |
| "learning_rate": 0.00039833827696397067, |
| "loss": 1.6797, |
| "step": 438000 |
| }, |
| { |
| "epoch": 1.811167697194239, |
| "grad_norm": 0.7913112044334412, |
| "learning_rate": 0.00039764750416881384, |
| "loss": 1.6792, |
| "step": 438500 |
| }, |
| { |
| "epoch": 1.8132328827098538, |
| "grad_norm": 0.7663547992706299, |
| "learning_rate": 0.00039695673137365696, |
| "loss": 1.6807, |
| "step": 439000 |
| }, |
| { |
| "epoch": 1.8152980682254687, |
| "grad_norm": 0.77425217628479, |
| "learning_rate": 0.00039626595857850013, |
| "loss": 1.6759, |
| "step": 439500 |
| }, |
| { |
| "epoch": 1.8173632537410835, |
| "grad_norm": 0.807633101940155, |
| "learning_rate": 0.0003955751857833433, |
| "loss": 1.6777, |
| "step": 440000 |
| }, |
| { |
| "epoch": 1.8194284392566984, |
| "grad_norm": 0.7748910188674927, |
| "learning_rate": 0.00039488441298818637, |
| "loss": 1.6794, |
| "step": 440500 |
| }, |
| { |
| "epoch": 1.8214936247723132, |
| "grad_norm": 0.8132478594779968, |
| "learning_rate": 0.00039419364019302954, |
| "loss": 1.6777, |
| "step": 441000 |
| }, |
| { |
| "epoch": 1.823558810287928, |
| "grad_norm": 0.7609587907791138, |
| "learning_rate": 0.0003935028673978727, |
| "loss": 1.6775, |
| "step": 441500 |
| }, |
| { |
| "epoch": 1.825623995803543, |
| "grad_norm": 0.8203696608543396, |
| "learning_rate": 0.00039281209460271583, |
| "loss": 1.675, |
| "step": 442000 |
| }, |
| { |
| "epoch": 1.8276891813191578, |
| "grad_norm": 0.7865495681762695, |
| "learning_rate": 0.000392121321807559, |
| "loss": 1.6783, |
| "step": 442500 |
| }, |
| { |
| "epoch": 1.8297543668347727, |
| "grad_norm": 0.7632693648338318, |
| "learning_rate": 0.0003914305490124022, |
| "loss": 1.6771, |
| "step": 443000 |
| }, |
| { |
| "epoch": 1.8318195523503875, |
| "grad_norm": 0.790891706943512, |
| "learning_rate": 0.0003907397762172453, |
| "loss": 1.6787, |
| "step": 443500 |
| }, |
| { |
| "epoch": 1.8338847378660024, |
| "grad_norm": 0.7918925881385803, |
| "learning_rate": 0.0003900490034220884, |
| "loss": 1.6749, |
| "step": 444000 |
| }, |
| { |
| "epoch": 1.8359499233816172, |
| "grad_norm": 0.8381515741348267, |
| "learning_rate": 0.0003893582306269316, |
| "loss": 1.6741, |
| "step": 444500 |
| }, |
| { |
| "epoch": 1.838015108897232, |
| "grad_norm": 0.8085419535636902, |
| "learning_rate": 0.0003886674578317747, |
| "loss": 1.6697, |
| "step": 445000 |
| }, |
| { |
| "epoch": 1.8400802944128472, |
| "grad_norm": 0.7606683969497681, |
| "learning_rate": 0.00038797668503661787, |
| "loss": 1.6745, |
| "step": 445500 |
| }, |
| { |
| "epoch": 1.842145479928462, |
| "grad_norm": 0.7622495889663696, |
| "learning_rate": 0.00038728591224146104, |
| "loss": 1.6722, |
| "step": 446000 |
| }, |
| { |
| "epoch": 1.8442106654440769, |
| "grad_norm": 0.8180463910102844, |
| "learning_rate": 0.00038659513944630416, |
| "loss": 1.6708, |
| "step": 446500 |
| }, |
| { |
| "epoch": 1.8462758509596917, |
| "grad_norm": 0.7783413529396057, |
| "learning_rate": 0.00038590436665114733, |
| "loss": 1.6741, |
| "step": 447000 |
| }, |
| { |
| "epoch": 1.8483410364753066, |
| "grad_norm": 0.7698727250099182, |
| "learning_rate": 0.00038521359385599045, |
| "loss": 1.6744, |
| "step": 447500 |
| }, |
| { |
| "epoch": 1.8504062219909214, |
| "grad_norm": 0.7889679670333862, |
| "learning_rate": 0.00038452282106083357, |
| "loss": 1.6744, |
| "step": 448000 |
| }, |
| { |
| "epoch": 1.8524714075065363, |
| "grad_norm": 0.8463781476020813, |
| "learning_rate": 0.00038383204826567674, |
| "loss": 1.6693, |
| "step": 448500 |
| }, |
| { |
| "epoch": 1.8545365930221511, |
| "grad_norm": 0.7730614542961121, |
| "learning_rate": 0.0003831412754705199, |
| "loss": 1.6748, |
| "step": 449000 |
| }, |
| { |
| "epoch": 1.8566017785377662, |
| "grad_norm": 0.7694717049598694, |
| "learning_rate": 0.00038245050267536303, |
| "loss": 1.6723, |
| "step": 449500 |
| }, |
| { |
| "epoch": 1.858666964053381, |
| "grad_norm": 0.7720078229904175, |
| "learning_rate": 0.0003817597298802062, |
| "loss": 1.6712, |
| "step": 450000 |
| }, |
| { |
| "epoch": 1.860732149568996, |
| "grad_norm": 0.7817273139953613, |
| "learning_rate": 0.0003810689570850494, |
| "loss": 1.6703, |
| "step": 450500 |
| }, |
| { |
| "epoch": 1.8627973350846108, |
| "grad_norm": 0.7825304269790649, |
| "learning_rate": 0.00038037818428989244, |
| "loss": 1.6688, |
| "step": 451000 |
| }, |
| { |
| "epoch": 1.8648625206002256, |
| "grad_norm": 0.7758463621139526, |
| "learning_rate": 0.0003796874114947356, |
| "loss": 1.6657, |
| "step": 451500 |
| }, |
| { |
| "epoch": 1.8669277061158405, |
| "grad_norm": 0.7757241129875183, |
| "learning_rate": 0.0003789966386995788, |
| "loss": 1.6734, |
| "step": 452000 |
| }, |
| { |
| "epoch": 1.8689928916314553, |
| "grad_norm": 0.8086944222450256, |
| "learning_rate": 0.0003783058659044219, |
| "loss": 1.669, |
| "step": 452500 |
| }, |
| { |
| "epoch": 1.8710580771470702, |
| "grad_norm": 0.7736507058143616, |
| "learning_rate": 0.00037761509310926507, |
| "loss": 1.6729, |
| "step": 453000 |
| }, |
| { |
| "epoch": 1.873123262662685, |
| "grad_norm": 0.7895172834396362, |
| "learning_rate": 0.00037692432031410824, |
| "loss": 1.6681, |
| "step": 453500 |
| }, |
| { |
| "epoch": 1.8751884481782999, |
| "grad_norm": 0.7610639929771423, |
| "learning_rate": 0.00037623354751895136, |
| "loss": 1.6624, |
| "step": 454000 |
| }, |
| { |
| "epoch": 1.8772536336939147, |
| "grad_norm": 0.7881196737289429, |
| "learning_rate": 0.0003755427747237945, |
| "loss": 1.6697, |
| "step": 454500 |
| }, |
| { |
| "epoch": 1.8793188192095296, |
| "grad_norm": 0.7839071154594421, |
| "learning_rate": 0.00037485200192863765, |
| "loss": 1.6713, |
| "step": 455000 |
| }, |
| { |
| "epoch": 1.8813840047251444, |
| "grad_norm": 0.7790060043334961, |
| "learning_rate": 0.00037416122913348077, |
| "loss": 1.6683, |
| "step": 455500 |
| }, |
| { |
| "epoch": 1.8834491902407593, |
| "grad_norm": 0.757612943649292, |
| "learning_rate": 0.00037347045633832394, |
| "loss": 1.6662, |
| "step": 456000 |
| }, |
| { |
| "epoch": 1.8855143757563742, |
| "grad_norm": 0.7868499755859375, |
| "learning_rate": 0.0003727796835431671, |
| "loss": 1.6666, |
| "step": 456500 |
| }, |
| { |
| "epoch": 1.887579561271989, |
| "grad_norm": 0.8040853142738342, |
| "learning_rate": 0.00037208891074801023, |
| "loss": 1.6637, |
| "step": 457000 |
| }, |
| { |
| "epoch": 1.8896447467876039, |
| "grad_norm": 0.7756462693214417, |
| "learning_rate": 0.0003713981379528534, |
| "loss": 1.6678, |
| "step": 457500 |
| }, |
| { |
| "epoch": 1.8917099323032187, |
| "grad_norm": 0.781300961971283, |
| "learning_rate": 0.0003707073651576965, |
| "loss": 1.6656, |
| "step": 458000 |
| }, |
| { |
| "epoch": 1.8937751178188336, |
| "grad_norm": 0.7810469269752502, |
| "learning_rate": 0.00037001659236253964, |
| "loss": 1.6617, |
| "step": 458500 |
| }, |
| { |
| "epoch": 1.8958403033344484, |
| "grad_norm": 0.7562840580940247, |
| "learning_rate": 0.0003693258195673828, |
| "loss": 1.6635, |
| "step": 459000 |
| }, |
| { |
| "epoch": 1.8979054888500633, |
| "grad_norm": 0.7803590893745422, |
| "learning_rate": 0.000368635046772226, |
| "loss": 1.6689, |
| "step": 459500 |
| }, |
| { |
| "epoch": 1.8999706743656781, |
| "grad_norm": 0.8209202885627747, |
| "learning_rate": 0.0003679442739770691, |
| "loss": 1.6632, |
| "step": 460000 |
| }, |
| { |
| "epoch": 1.902035859881293, |
| "grad_norm": 0.7608214020729065, |
| "learning_rate": 0.00036725350118191227, |
| "loss": 1.6607, |
| "step": 460500 |
| }, |
| { |
| "epoch": 1.904101045396908, |
| "grad_norm": 0.796277642250061, |
| "learning_rate": 0.00036656272838675544, |
| "loss": 1.6653, |
| "step": 461000 |
| }, |
| { |
| "epoch": 1.906166230912523, |
| "grad_norm": 0.796653687953949, |
| "learning_rate": 0.0003658719555915985, |
| "loss": 1.6601, |
| "step": 461500 |
| }, |
| { |
| "epoch": 1.9082314164281378, |
| "grad_norm": 0.7833842039108276, |
| "learning_rate": 0.0003651811827964417, |
| "loss": 1.662, |
| "step": 462000 |
| }, |
| { |
| "epoch": 1.9102966019437526, |
| "grad_norm": 0.7710606455802917, |
| "learning_rate": 0.00036449041000128485, |
| "loss": 1.6616, |
| "step": 462500 |
| }, |
| { |
| "epoch": 1.9123617874593675, |
| "grad_norm": 0.7609611749649048, |
| "learning_rate": 0.00036379963720612797, |
| "loss": 1.6612, |
| "step": 463000 |
| }, |
| { |
| "epoch": 1.9144269729749823, |
| "grad_norm": 0.7709171175956726, |
| "learning_rate": 0.00036310886441097114, |
| "loss": 1.6657, |
| "step": 463500 |
| }, |
| { |
| "epoch": 1.9164921584905972, |
| "grad_norm": 0.7778812646865845, |
| "learning_rate": 0.0003624180916158143, |
| "loss": 1.6663, |
| "step": 464000 |
| }, |
| { |
| "epoch": 1.918557344006212, |
| "grad_norm": 0.7948848605155945, |
| "learning_rate": 0.0003617273188206574, |
| "loss": 1.6607, |
| "step": 464500 |
| }, |
| { |
| "epoch": 1.920622529521827, |
| "grad_norm": 0.7880497574806213, |
| "learning_rate": 0.00036103654602550055, |
| "loss": 1.6615, |
| "step": 465000 |
| }, |
| { |
| "epoch": 1.922687715037442, |
| "grad_norm": 0.7933222055435181, |
| "learning_rate": 0.0003603457732303437, |
| "loss": 1.6622, |
| "step": 465500 |
| }, |
| { |
| "epoch": 1.9247529005530568, |
| "grad_norm": 0.7489884495735168, |
| "learning_rate": 0.00035965500043518684, |
| "loss": 1.6594, |
| "step": 466000 |
| }, |
| { |
| "epoch": 1.9268180860686717, |
| "grad_norm": 0.7909550666809082, |
| "learning_rate": 0.00035896422764003, |
| "loss": 1.6606, |
| "step": 466500 |
| }, |
| { |
| "epoch": 1.9288832715842865, |
| "grad_norm": 0.8264633417129517, |
| "learning_rate": 0.0003582734548448732, |
| "loss": 1.6586, |
| "step": 467000 |
| }, |
| { |
| "epoch": 1.9309484570999014, |
| "grad_norm": 0.8184587359428406, |
| "learning_rate": 0.00035758268204971635, |
| "loss": 1.6621, |
| "step": 467500 |
| }, |
| { |
| "epoch": 1.9330136426155162, |
| "grad_norm": 0.78268963098526, |
| "learning_rate": 0.0003568919092545594, |
| "loss": 1.6603, |
| "step": 468000 |
| }, |
| { |
| "epoch": 1.935078828131131, |
| "grad_norm": 0.7832273244857788, |
| "learning_rate": 0.0003562011364594026, |
| "loss": 1.661, |
| "step": 468500 |
| }, |
| { |
| "epoch": 1.937144013646746, |
| "grad_norm": 0.7547221183776855, |
| "learning_rate": 0.00035551036366424576, |
| "loss": 1.6607, |
| "step": 469000 |
| }, |
| { |
| "epoch": 1.9392091991623608, |
| "grad_norm": 0.8514434099197388, |
| "learning_rate": 0.0003548195908690889, |
| "loss": 1.6612, |
| "step": 469500 |
| }, |
| { |
| "epoch": 1.9412743846779756, |
| "grad_norm": 0.7895204424858093, |
| "learning_rate": 0.00035412881807393205, |
| "loss": 1.6577, |
| "step": 470000 |
| }, |
| { |
| "epoch": 1.9433395701935905, |
| "grad_norm": 0.8596895933151245, |
| "learning_rate": 0.0003534380452787752, |
| "loss": 1.6572, |
| "step": 470500 |
| }, |
| { |
| "epoch": 1.9454047557092053, |
| "grad_norm": 0.7693920731544495, |
| "learning_rate": 0.00035274727248361834, |
| "loss": 1.6587, |
| "step": 471000 |
| }, |
| { |
| "epoch": 1.9474699412248202, |
| "grad_norm": 0.8171895742416382, |
| "learning_rate": 0.00035205649968846146, |
| "loss": 1.6628, |
| "step": 471500 |
| }, |
| { |
| "epoch": 1.949535126740435, |
| "grad_norm": 0.7534123659133911, |
| "learning_rate": 0.00035136572689330463, |
| "loss": 1.6561, |
| "step": 472000 |
| }, |
| { |
| "epoch": 1.95160031225605, |
| "grad_norm": 0.7739940881729126, |
| "learning_rate": 0.00035067495409814775, |
| "loss": 1.6567, |
| "step": 472500 |
| }, |
| { |
| "epoch": 1.9536654977716648, |
| "grad_norm": 0.7825185656547546, |
| "learning_rate": 0.0003499841813029909, |
| "loss": 1.6544, |
| "step": 473000 |
| }, |
| { |
| "epoch": 1.9557306832872796, |
| "grad_norm": 0.7564761638641357, |
| "learning_rate": 0.0003492934085078341, |
| "loss": 1.6577, |
| "step": 473500 |
| }, |
| { |
| "epoch": 1.9577958688028945, |
| "grad_norm": 0.808772087097168, |
| "learning_rate": 0.0003486026357126772, |
| "loss": 1.655, |
| "step": 474000 |
| }, |
| { |
| "epoch": 1.9598610543185093, |
| "grad_norm": 0.8151499629020691, |
| "learning_rate": 0.0003479118629175204, |
| "loss": 1.6579, |
| "step": 474500 |
| }, |
| { |
| "epoch": 1.9619262398341242, |
| "grad_norm": 0.8655403852462769, |
| "learning_rate": 0.0003472210901223635, |
| "loss": 1.6532, |
| "step": 475000 |
| }, |
| { |
| "epoch": 1.963991425349739, |
| "grad_norm": 0.7786942720413208, |
| "learning_rate": 0.0003465303173272066, |
| "loss": 1.653, |
| "step": 475500 |
| }, |
| { |
| "epoch": 1.9660566108653539, |
| "grad_norm": 0.8005113005638123, |
| "learning_rate": 0.0003458395445320498, |
| "loss": 1.6538, |
| "step": 476000 |
| }, |
| { |
| "epoch": 1.968121796380969, |
| "grad_norm": 0.7797335386276245, |
| "learning_rate": 0.00034514877173689296, |
| "loss": 1.6567, |
| "step": 476500 |
| }, |
| { |
| "epoch": 1.9701869818965838, |
| "grad_norm": 0.7935357689857483, |
| "learning_rate": 0.0003444579989417361, |
| "loss": 1.6551, |
| "step": 477000 |
| }, |
| { |
| "epoch": 1.9722521674121987, |
| "grad_norm": 0.7659555077552795, |
| "learning_rate": 0.00034376722614657925, |
| "loss": 1.654, |
| "step": 477500 |
| }, |
| { |
| "epoch": 1.9743173529278135, |
| "grad_norm": 0.7984480857849121, |
| "learning_rate": 0.0003430764533514224, |
| "loss": 1.6513, |
| "step": 478000 |
| }, |
| { |
| "epoch": 1.9763825384434284, |
| "grad_norm": 0.7759101986885071, |
| "learning_rate": 0.0003423856805562655, |
| "loss": 1.6517, |
| "step": 478500 |
| }, |
| { |
| "epoch": 1.9784477239590432, |
| "grad_norm": 0.7922109961509705, |
| "learning_rate": 0.00034169490776110866, |
| "loss": 1.6551, |
| "step": 479000 |
| }, |
| { |
| "epoch": 1.980512909474658, |
| "grad_norm": 0.7864669561386108, |
| "learning_rate": 0.00034100413496595183, |
| "loss": 1.6521, |
| "step": 479500 |
| }, |
| { |
| "epoch": 1.982578094990273, |
| "grad_norm": 0.7987329959869385, |
| "learning_rate": 0.00034031336217079495, |
| "loss": 1.6531, |
| "step": 480000 |
| }, |
| { |
| "epoch": 1.984643280505888, |
| "grad_norm": 0.7777888774871826, |
| "learning_rate": 0.0003396225893756381, |
| "loss": 1.6509, |
| "step": 480500 |
| }, |
| { |
| "epoch": 1.9867084660215029, |
| "grad_norm": 0.7795775532722473, |
| "learning_rate": 0.0003389318165804813, |
| "loss": 1.6518, |
| "step": 481000 |
| }, |
| { |
| "epoch": 1.9887736515371177, |
| "grad_norm": 0.7711332440376282, |
| "learning_rate": 0.0003382410437853244, |
| "loss": 1.6519, |
| "step": 481500 |
| }, |
| { |
| "epoch": 1.9908388370527326, |
| "grad_norm": 0.8026793003082275, |
| "learning_rate": 0.0003375502709901675, |
| "loss": 1.6509, |
| "step": 482000 |
| }, |
| { |
| "epoch": 1.9929040225683474, |
| "grad_norm": 0.7959824204444885, |
| "learning_rate": 0.0003368594981950107, |
| "loss": 1.6511, |
| "step": 482500 |
| }, |
| { |
| "epoch": 1.9949692080839623, |
| "grad_norm": 0.7960503697395325, |
| "learning_rate": 0.0003361687253998538, |
| "loss": 1.6534, |
| "step": 483000 |
| }, |
| { |
| "epoch": 1.9970343935995771, |
| "grad_norm": 0.8475084900856018, |
| "learning_rate": 0.000335477952604697, |
| "loss": 1.6517, |
| "step": 483500 |
| }, |
| { |
| "epoch": 1.999099579115192, |
| "grad_norm": 0.7885191440582275, |
| "learning_rate": 0.00033478717980954016, |
| "loss": 1.6531, |
| "step": 484000 |
| }, |
| { |
| "epoch": 2.001164764630807, |
| "grad_norm": 0.7712221145629883, |
| "learning_rate": 0.0003340964070143833, |
| "loss": 1.6502, |
| "step": 484500 |
| }, |
| { |
| "epoch": 2.0032299501464217, |
| "grad_norm": 0.7648369669914246, |
| "learning_rate": 0.00033340563421922645, |
| "loss": 1.6441, |
| "step": 485000 |
| }, |
| { |
| "epoch": 2.0052951356620365, |
| "grad_norm": 0.8174281120300293, |
| "learning_rate": 0.00033271486142406957, |
| "loss": 1.6481, |
| "step": 485500 |
| }, |
| { |
| "epoch": 2.0073603211776514, |
| "grad_norm": 0.7810222506523132, |
| "learning_rate": 0.0003320240886289127, |
| "loss": 1.6484, |
| "step": 486000 |
| }, |
| { |
| "epoch": 2.0094255066932663, |
| "grad_norm": 0.8257454633712769, |
| "learning_rate": 0.00033133331583375586, |
| "loss": 1.6465, |
| "step": 486500 |
| }, |
| { |
| "epoch": 2.011490692208881, |
| "grad_norm": 0.7819936871528625, |
| "learning_rate": 0.00033064254303859903, |
| "loss": 1.6459, |
| "step": 487000 |
| }, |
| { |
| "epoch": 2.013555877724496, |
| "grad_norm": 0.7899196743965149, |
| "learning_rate": 0.00032995177024344215, |
| "loss": 1.6459, |
| "step": 487500 |
| }, |
| { |
| "epoch": 2.015621063240111, |
| "grad_norm": 0.8132250905036926, |
| "learning_rate": 0.0003292609974482853, |
| "loss": 1.6488, |
| "step": 488000 |
| }, |
| { |
| "epoch": 2.0176862487557257, |
| "grad_norm": 0.803816020488739, |
| "learning_rate": 0.0003285702246531285, |
| "loss": 1.6426, |
| "step": 488500 |
| }, |
| { |
| "epoch": 2.0197514342713405, |
| "grad_norm": 0.7602670788764954, |
| "learning_rate": 0.00032787945185797155, |
| "loss": 1.6462, |
| "step": 489000 |
| }, |
| { |
| "epoch": 2.0218166197869554, |
| "grad_norm": 0.7873088121414185, |
| "learning_rate": 0.0003271886790628147, |
| "loss": 1.6463, |
| "step": 489500 |
| }, |
| { |
| "epoch": 2.0238818053025702, |
| "grad_norm": 0.81231290102005, |
| "learning_rate": 0.0003264979062676579, |
| "loss": 1.6477, |
| "step": 490000 |
| }, |
| { |
| "epoch": 2.025946990818185, |
| "grad_norm": 0.8037064671516418, |
| "learning_rate": 0.000325807133472501, |
| "loss": 1.6454, |
| "step": 490500 |
| }, |
| { |
| "epoch": 2.0280121763338, |
| "grad_norm": 0.8113204836845398, |
| "learning_rate": 0.0003251163606773442, |
| "loss": 1.6449, |
| "step": 491000 |
| }, |
| { |
| "epoch": 2.030077361849415, |
| "grad_norm": 0.7967438101768494, |
| "learning_rate": 0.00032442558788218736, |
| "loss": 1.6413, |
| "step": 491500 |
| }, |
| { |
| "epoch": 2.0321425473650296, |
| "grad_norm": 0.7982317805290222, |
| "learning_rate": 0.0003237348150870305, |
| "loss": 1.6461, |
| "step": 492000 |
| }, |
| { |
| "epoch": 2.0342077328806445, |
| "grad_norm": 0.786389172077179, |
| "learning_rate": 0.0003230440422918736, |
| "loss": 1.6492, |
| "step": 492500 |
| }, |
| { |
| "epoch": 2.0362729183962593, |
| "grad_norm": 0.8528838157653809, |
| "learning_rate": 0.00032235326949671677, |
| "loss": 1.6433, |
| "step": 493000 |
| }, |
| { |
| "epoch": 2.038338103911874, |
| "grad_norm": 0.7775473594665527, |
| "learning_rate": 0.0003216624967015599, |
| "loss": 1.6445, |
| "step": 493500 |
| }, |
| { |
| "epoch": 2.040403289427489, |
| "grad_norm": 0.7589669227600098, |
| "learning_rate": 0.00032097172390640306, |
| "loss": 1.6424, |
| "step": 494000 |
| }, |
| { |
| "epoch": 2.0424684749431044, |
| "grad_norm": 0.7403915524482727, |
| "learning_rate": 0.00032028095111124623, |
| "loss": 1.6414, |
| "step": 494500 |
| }, |
| { |
| "epoch": 2.044533660458719, |
| "grad_norm": 0.7815344333648682, |
| "learning_rate": 0.00031959017831608935, |
| "loss": 1.6398, |
| "step": 495000 |
| }, |
| { |
| "epoch": 2.046598845974334, |
| "grad_norm": 0.7826516628265381, |
| "learning_rate": 0.0003188994055209325, |
| "loss": 1.6404, |
| "step": 495500 |
| }, |
| { |
| "epoch": 2.048664031489949, |
| "grad_norm": 0.8382503986358643, |
| "learning_rate": 0.00031820863272577564, |
| "loss": 1.6477, |
| "step": 496000 |
| }, |
| { |
| "epoch": 2.0507292170055638, |
| "grad_norm": 0.8345251679420471, |
| "learning_rate": 0.00031751785993061875, |
| "loss": 1.6395, |
| "step": 496500 |
| }, |
| { |
| "epoch": 2.0527944025211786, |
| "grad_norm": 0.7702645659446716, |
| "learning_rate": 0.0003168270871354619, |
| "loss": 1.6393, |
| "step": 497000 |
| }, |
| { |
| "epoch": 2.0548595880367935, |
| "grad_norm": 0.7861506938934326, |
| "learning_rate": 0.0003161363143403051, |
| "loss": 1.6431, |
| "step": 497500 |
| }, |
| { |
| "epoch": 2.0569247735524083, |
| "grad_norm": 0.8483462929725647, |
| "learning_rate": 0.0003154455415451482, |
| "loss": 1.638, |
| "step": 498000 |
| }, |
| { |
| "epoch": 2.058989959068023, |
| "grad_norm": 0.7427666783332825, |
| "learning_rate": 0.0003147547687499914, |
| "loss": 1.6398, |
| "step": 498500 |
| }, |
| { |
| "epoch": 2.061055144583638, |
| "grad_norm": 0.8200947046279907, |
| "learning_rate": 0.00031406399595483456, |
| "loss": 1.6442, |
| "step": 499000 |
| }, |
| { |
| "epoch": 2.063120330099253, |
| "grad_norm": 0.7826699018478394, |
| "learning_rate": 0.0003133732231596776, |
| "loss": 1.6373, |
| "step": 499500 |
| }, |
| { |
| "epoch": 2.0651855156148677, |
| "grad_norm": 0.8340067267417908, |
| "learning_rate": 0.0003126824503645208, |
| "loss": 1.6423, |
| "step": 500000 |
| }, |
| { |
| "epoch": 2.0672507011304826, |
| "grad_norm": 0.8408244252204895, |
| "learning_rate": 0.00031199167756936397, |
| "loss": 1.6385, |
| "step": 500500 |
| }, |
| { |
| "epoch": 2.0693158866460974, |
| "grad_norm": 0.7903205752372742, |
| "learning_rate": 0.0003113009047742071, |
| "loss": 1.64, |
| "step": 501000 |
| }, |
| { |
| "epoch": 2.0713810721617123, |
| "grad_norm": 0.8002933859825134, |
| "learning_rate": 0.00031061013197905026, |
| "loss": 1.6406, |
| "step": 501500 |
| }, |
| { |
| "epoch": 2.073446257677327, |
| "grad_norm": 0.7864850759506226, |
| "learning_rate": 0.00030991935918389343, |
| "loss": 1.6357, |
| "step": 502000 |
| }, |
| { |
| "epoch": 2.075511443192942, |
| "grad_norm": 0.8161391615867615, |
| "learning_rate": 0.00030922858638873655, |
| "loss": 1.6361, |
| "step": 502500 |
| }, |
| { |
| "epoch": 2.077576628708557, |
| "grad_norm": 0.8277705311775208, |
| "learning_rate": 0.00030853781359357966, |
| "loss": 1.6375, |
| "step": 503000 |
| }, |
| { |
| "epoch": 2.0796418142241717, |
| "grad_norm": 0.7988829016685486, |
| "learning_rate": 0.00030784704079842284, |
| "loss": 1.6327, |
| "step": 503500 |
| }, |
| { |
| "epoch": 2.0817069997397866, |
| "grad_norm": 0.7771642208099365, |
| "learning_rate": 0.00030715626800326595, |
| "loss": 1.6331, |
| "step": 504000 |
| }, |
| { |
| "epoch": 2.0837721852554014, |
| "grad_norm": 0.7471011281013489, |
| "learning_rate": 0.0003064654952081091, |
| "loss": 1.6352, |
| "step": 504500 |
| }, |
| { |
| "epoch": 2.0858373707710163, |
| "grad_norm": 0.7738475203514099, |
| "learning_rate": 0.0003057747224129523, |
| "loss": 1.6401, |
| "step": 505000 |
| }, |
| { |
| "epoch": 2.087902556286631, |
| "grad_norm": 0.7593071460723877, |
| "learning_rate": 0.0003050839496177954, |
| "loss": 1.6394, |
| "step": 505500 |
| }, |
| { |
| "epoch": 2.089967741802246, |
| "grad_norm": 0.7778981328010559, |
| "learning_rate": 0.0003043931768226386, |
| "loss": 1.6379, |
| "step": 506000 |
| }, |
| { |
| "epoch": 2.092032927317861, |
| "grad_norm": 0.7668618559837341, |
| "learning_rate": 0.0003037024040274817, |
| "loss": 1.6374, |
| "step": 506500 |
| }, |
| { |
| "epoch": 2.0940981128334757, |
| "grad_norm": 0.7854458689689636, |
| "learning_rate": 0.0003030116312323248, |
| "loss": 1.6314, |
| "step": 507000 |
| }, |
| { |
| "epoch": 2.0961632983490905, |
| "grad_norm": 0.7660508751869202, |
| "learning_rate": 0.000302320858437168, |
| "loss": 1.6326, |
| "step": 507500 |
| }, |
| { |
| "epoch": 2.0982284838647054, |
| "grad_norm": 0.759593665599823, |
| "learning_rate": 0.00030163008564201117, |
| "loss": 1.6352, |
| "step": 508000 |
| }, |
| { |
| "epoch": 2.1002936693803202, |
| "grad_norm": 0.7907975912094116, |
| "learning_rate": 0.0003009393128468543, |
| "loss": 1.6301, |
| "step": 508500 |
| }, |
| { |
| "epoch": 2.102358854895935, |
| "grad_norm": 0.8606127500534058, |
| "learning_rate": 0.00030024854005169746, |
| "loss": 1.6329, |
| "step": 509000 |
| }, |
| { |
| "epoch": 2.10442404041155, |
| "grad_norm": 0.788470447063446, |
| "learning_rate": 0.00029955776725654063, |
| "loss": 1.6336, |
| "step": 509500 |
| }, |
| { |
| "epoch": 2.106489225927165, |
| "grad_norm": 0.7975521087646484, |
| "learning_rate": 0.0002988669944613837, |
| "loss": 1.6354, |
| "step": 510000 |
| }, |
| { |
| "epoch": 2.10855441144278, |
| "grad_norm": 0.8134068250656128, |
| "learning_rate": 0.00029817622166622686, |
| "loss": 1.6354, |
| "step": 510500 |
| }, |
| { |
| "epoch": 2.110619596958395, |
| "grad_norm": 0.8084931373596191, |
| "learning_rate": 0.00029748544887107004, |
| "loss": 1.6348, |
| "step": 511000 |
| }, |
| { |
| "epoch": 2.11268478247401, |
| "grad_norm": 0.8037887811660767, |
| "learning_rate": 0.00029679467607591315, |
| "loss": 1.6315, |
| "step": 511500 |
| }, |
| { |
| "epoch": 2.1147499679896247, |
| "grad_norm": 0.7990454435348511, |
| "learning_rate": 0.0002961039032807563, |
| "loss": 1.6297, |
| "step": 512000 |
| }, |
| { |
| "epoch": 2.1168151535052395, |
| "grad_norm": 0.7971472144126892, |
| "learning_rate": 0.0002954131304855995, |
| "loss": 1.6312, |
| "step": 512500 |
| }, |
| { |
| "epoch": 2.1188803390208544, |
| "grad_norm": 0.8105595707893372, |
| "learning_rate": 0.0002947223576904426, |
| "loss": 1.6291, |
| "step": 513000 |
| }, |
| { |
| "epoch": 2.1209455245364692, |
| "grad_norm": 0.8046666979789734, |
| "learning_rate": 0.00029403158489528573, |
| "loss": 1.6323, |
| "step": 513500 |
| }, |
| { |
| "epoch": 2.123010710052084, |
| "grad_norm": 0.8228232860565186, |
| "learning_rate": 0.0002933408121001289, |
| "loss": 1.6309, |
| "step": 514000 |
| }, |
| { |
| "epoch": 2.125075895567699, |
| "grad_norm": 0.7555162906646729, |
| "learning_rate": 0.000292650039304972, |
| "loss": 1.6305, |
| "step": 514500 |
| }, |
| { |
| "epoch": 2.127141081083314, |
| "grad_norm": 0.7698606848716736, |
| "learning_rate": 0.0002919592665098152, |
| "loss": 1.6326, |
| "step": 515000 |
| }, |
| { |
| "epoch": 2.1292062665989286, |
| "grad_norm": 0.7718132138252258, |
| "learning_rate": 0.00029126849371465837, |
| "loss": 1.6291, |
| "step": 515500 |
| }, |
| { |
| "epoch": 2.1312714521145435, |
| "grad_norm": 0.7855656147003174, |
| "learning_rate": 0.0002905777209195015, |
| "loss": 1.6283, |
| "step": 516000 |
| }, |
| { |
| "epoch": 2.1333366376301584, |
| "grad_norm": 0.8064797520637512, |
| "learning_rate": 0.00028988694812434466, |
| "loss": 1.628, |
| "step": 516500 |
| }, |
| { |
| "epoch": 2.135401823145773, |
| "grad_norm": 0.7986974716186523, |
| "learning_rate": 0.0002891961753291878, |
| "loss": 1.6288, |
| "step": 517000 |
| }, |
| { |
| "epoch": 2.137467008661388, |
| "grad_norm": 0.8309503197669983, |
| "learning_rate": 0.0002885054025340309, |
| "loss": 1.6316, |
| "step": 517500 |
| }, |
| { |
| "epoch": 2.139532194177003, |
| "grad_norm": 0.8169652819633484, |
| "learning_rate": 0.00028781462973887406, |
| "loss": 1.6266, |
| "step": 518000 |
| }, |
| { |
| "epoch": 2.1415973796926178, |
| "grad_norm": 0.7754685282707214, |
| "learning_rate": 0.00028712385694371724, |
| "loss": 1.6307, |
| "step": 518500 |
| }, |
| { |
| "epoch": 2.1436625652082326, |
| "grad_norm": 0.7740616798400879, |
| "learning_rate": 0.00028643308414856035, |
| "loss": 1.6287, |
| "step": 519000 |
| }, |
| { |
| "epoch": 2.1457277507238475, |
| "grad_norm": 0.7874515056610107, |
| "learning_rate": 0.0002857423113534035, |
| "loss": 1.6254, |
| "step": 519500 |
| }, |
| { |
| "epoch": 2.1477929362394623, |
| "grad_norm": 0.8042634725570679, |
| "learning_rate": 0.0002850515385582467, |
| "loss": 1.6248, |
| "step": 520000 |
| }, |
| { |
| "epoch": 2.149858121755077, |
| "grad_norm": 0.8339025974273682, |
| "learning_rate": 0.00028436076576308976, |
| "loss": 1.6293, |
| "step": 520500 |
| }, |
| { |
| "epoch": 2.151923307270692, |
| "grad_norm": 0.822348415851593, |
| "learning_rate": 0.00028366999296793293, |
| "loss": 1.6297, |
| "step": 521000 |
| }, |
| { |
| "epoch": 2.153988492786307, |
| "grad_norm": 0.7726020812988281, |
| "learning_rate": 0.0002829792201727761, |
| "loss": 1.6291, |
| "step": 521500 |
| }, |
| { |
| "epoch": 2.1560536783019217, |
| "grad_norm": 0.7853801846504211, |
| "learning_rate": 0.0002822884473776192, |
| "loss": 1.6255, |
| "step": 522000 |
| }, |
| { |
| "epoch": 2.1581188638175366, |
| "grad_norm": 0.7884477376937866, |
| "learning_rate": 0.0002815976745824624, |
| "loss": 1.627, |
| "step": 522500 |
| }, |
| { |
| "epoch": 2.1601840493331514, |
| "grad_norm": 0.8253931999206543, |
| "learning_rate": 0.00028090690178730557, |
| "loss": 1.6259, |
| "step": 523000 |
| }, |
| { |
| "epoch": 2.1622492348487663, |
| "grad_norm": 0.7904614210128784, |
| "learning_rate": 0.00028021612899214863, |
| "loss": 1.6269, |
| "step": 523500 |
| }, |
| { |
| "epoch": 2.164314420364381, |
| "grad_norm": 0.7632104158401489, |
| "learning_rate": 0.0002795253561969918, |
| "loss": 1.6276, |
| "step": 524000 |
| }, |
| { |
| "epoch": 2.166379605879996, |
| "grad_norm": 0.8433115482330322, |
| "learning_rate": 0.000278834583401835, |
| "loss": 1.624, |
| "step": 524500 |
| }, |
| { |
| "epoch": 2.168444791395611, |
| "grad_norm": 0.8692212104797363, |
| "learning_rate": 0.0002781438106066781, |
| "loss": 1.6217, |
| "step": 525000 |
| }, |
| { |
| "epoch": 2.1705099769112257, |
| "grad_norm": 0.7796012759208679, |
| "learning_rate": 0.00027745303781152126, |
| "loss": 1.622, |
| "step": 525500 |
| }, |
| { |
| "epoch": 2.172575162426841, |
| "grad_norm": 0.8118318319320679, |
| "learning_rate": 0.00027676226501636443, |
| "loss": 1.6234, |
| "step": 526000 |
| }, |
| { |
| "epoch": 2.174640347942456, |
| "grad_norm": 0.7940993309020996, |
| "learning_rate": 0.00027607149222120755, |
| "loss": 1.626, |
| "step": 526500 |
| }, |
| { |
| "epoch": 2.1767055334580707, |
| "grad_norm": 0.797366738319397, |
| "learning_rate": 0.00027538071942605067, |
| "loss": 1.6189, |
| "step": 527000 |
| }, |
| { |
| "epoch": 2.1787707189736856, |
| "grad_norm": 0.7807763814926147, |
| "learning_rate": 0.00027468994663089384, |
| "loss": 1.6204, |
| "step": 527500 |
| }, |
| { |
| "epoch": 2.1808359044893004, |
| "grad_norm": 0.8015199303627014, |
| "learning_rate": 0.000273999173835737, |
| "loss": 1.6214, |
| "step": 528000 |
| }, |
| { |
| "epoch": 2.1829010900049153, |
| "grad_norm": 0.8279714584350586, |
| "learning_rate": 0.00027330840104058013, |
| "loss": 1.6238, |
| "step": 528500 |
| }, |
| { |
| "epoch": 2.18496627552053, |
| "grad_norm": 0.7654675245285034, |
| "learning_rate": 0.0002726176282454233, |
| "loss": 1.6285, |
| "step": 529000 |
| }, |
| { |
| "epoch": 2.187031461036145, |
| "grad_norm": 0.7837437391281128, |
| "learning_rate": 0.0002719268554502665, |
| "loss": 1.6214, |
| "step": 529500 |
| }, |
| { |
| "epoch": 2.18909664655176, |
| "grad_norm": 1.069981336593628, |
| "learning_rate": 0.0002712360826551096, |
| "loss": 1.6179, |
| "step": 530000 |
| }, |
| { |
| "epoch": 2.1911618320673747, |
| "grad_norm": 0.7750839591026306, |
| "learning_rate": 0.0002705453098599527, |
| "loss": 1.6207, |
| "step": 530500 |
| }, |
| { |
| "epoch": 2.1932270175829895, |
| "grad_norm": 0.7411586046218872, |
| "learning_rate": 0.0002698545370647959, |
| "loss": 1.6213, |
| "step": 531000 |
| }, |
| { |
| "epoch": 2.1952922030986044, |
| "grad_norm": 0.8239914774894714, |
| "learning_rate": 0.000269163764269639, |
| "loss": 1.6162, |
| "step": 531500 |
| }, |
| { |
| "epoch": 2.1973573886142193, |
| "grad_norm": 0.7895837426185608, |
| "learning_rate": 0.0002684729914744822, |
| "loss": 1.6175, |
| "step": 532000 |
| }, |
| { |
| "epoch": 2.199422574129834, |
| "grad_norm": 0.7678940892219543, |
| "learning_rate": 0.00026778221867932534, |
| "loss": 1.6182, |
| "step": 532500 |
| }, |
| { |
| "epoch": 2.201487759645449, |
| "grad_norm": 0.7663738131523132, |
| "learning_rate": 0.00026709144588416846, |
| "loss": 1.6161, |
| "step": 533000 |
| }, |
| { |
| "epoch": 2.203552945161064, |
| "grad_norm": 0.8070668578147888, |
| "learning_rate": 0.00026640067308901163, |
| "loss": 1.6155, |
| "step": 533500 |
| }, |
| { |
| "epoch": 2.2056181306766787, |
| "grad_norm": 0.8500379323959351, |
| "learning_rate": 0.00026570990029385475, |
| "loss": 1.6189, |
| "step": 534000 |
| }, |
| { |
| "epoch": 2.2076833161922935, |
| "grad_norm": 0.8292637467384338, |
| "learning_rate": 0.00026501912749869787, |
| "loss": 1.6153, |
| "step": 534500 |
| }, |
| { |
| "epoch": 2.2097485017079084, |
| "grad_norm": 0.7907617688179016, |
| "learning_rate": 0.00026432835470354104, |
| "loss": 1.6174, |
| "step": 535000 |
| }, |
| { |
| "epoch": 2.2118136872235232, |
| "grad_norm": 0.7643933892250061, |
| "learning_rate": 0.0002636375819083842, |
| "loss": 1.6175, |
| "step": 535500 |
| }, |
| { |
| "epoch": 2.213878872739138, |
| "grad_norm": 0.7963258624076843, |
| "learning_rate": 0.00026294680911322733, |
| "loss": 1.6184, |
| "step": 536000 |
| }, |
| { |
| "epoch": 2.215944058254753, |
| "grad_norm": 0.7595391273498535, |
| "learning_rate": 0.0002622560363180705, |
| "loss": 1.6167, |
| "step": 536500 |
| }, |
| { |
| "epoch": 2.218009243770368, |
| "grad_norm": 0.8099820613861084, |
| "learning_rate": 0.0002615652635229137, |
| "loss": 1.6172, |
| "step": 537000 |
| }, |
| { |
| "epoch": 2.2200744292859826, |
| "grad_norm": 0.82416170835495, |
| "learning_rate": 0.00026087449072775674, |
| "loss": 1.6141, |
| "step": 537500 |
| }, |
| { |
| "epoch": 2.2221396148015975, |
| "grad_norm": 0.8243468999862671, |
| "learning_rate": 0.0002601837179325999, |
| "loss": 1.616, |
| "step": 538000 |
| }, |
| { |
| "epoch": 2.2242048003172123, |
| "grad_norm": 0.8235235214233398, |
| "learning_rate": 0.0002594929451374431, |
| "loss": 1.6142, |
| "step": 538500 |
| }, |
| { |
| "epoch": 2.226269985832827, |
| "grad_norm": 0.8147215843200684, |
| "learning_rate": 0.0002588021723422862, |
| "loss": 1.6113, |
| "step": 539000 |
| }, |
| { |
| "epoch": 2.228335171348442, |
| "grad_norm": 0.8038352131843567, |
| "learning_rate": 0.00025811139954712937, |
| "loss": 1.6198, |
| "step": 539500 |
| }, |
| { |
| "epoch": 2.230400356864057, |
| "grad_norm": 0.7971067428588867, |
| "learning_rate": 0.00025742062675197254, |
| "loss": 1.6171, |
| "step": 540000 |
| }, |
| { |
| "epoch": 2.2324655423796718, |
| "grad_norm": 0.8829773664474487, |
| "learning_rate": 0.00025672985395681566, |
| "loss": 1.6124, |
| "step": 540500 |
| }, |
| { |
| "epoch": 2.2345307278952866, |
| "grad_norm": 0.8199840784072876, |
| "learning_rate": 0.0002560390811616588, |
| "loss": 1.6113, |
| "step": 541000 |
| }, |
| { |
| "epoch": 2.236595913410902, |
| "grad_norm": 0.8040071725845337, |
| "learning_rate": 0.00025534830836650195, |
| "loss": 1.617, |
| "step": 541500 |
| }, |
| { |
| "epoch": 2.2386610989265168, |
| "grad_norm": 0.7963501811027527, |
| "learning_rate": 0.00025465753557134507, |
| "loss": 1.6092, |
| "step": 542000 |
| }, |
| { |
| "epoch": 2.2407262844421316, |
| "grad_norm": 0.8022527694702148, |
| "learning_rate": 0.00025396676277618824, |
| "loss": 1.6121, |
| "step": 542500 |
| }, |
| { |
| "epoch": 2.2427914699577465, |
| "grad_norm": 0.7954930663108826, |
| "learning_rate": 0.0002532759899810314, |
| "loss": 1.6151, |
| "step": 543000 |
| }, |
| { |
| "epoch": 2.2448566554733613, |
| "grad_norm": 0.7801050543785095, |
| "learning_rate": 0.00025258521718587453, |
| "loss": 1.6093, |
| "step": 543500 |
| }, |
| { |
| "epoch": 2.246921840988976, |
| "grad_norm": 0.7806600332260132, |
| "learning_rate": 0.0002518944443907177, |
| "loss": 1.6089, |
| "step": 544000 |
| }, |
| { |
| "epoch": 2.248987026504591, |
| "grad_norm": 0.7561779022216797, |
| "learning_rate": 0.0002512036715955608, |
| "loss": 1.6132, |
| "step": 544500 |
| }, |
| { |
| "epoch": 2.251052212020206, |
| "grad_norm": 0.8682865500450134, |
| "learning_rate": 0.00025051289880040394, |
| "loss": 1.6124, |
| "step": 545000 |
| }, |
| { |
| "epoch": 2.2531173975358207, |
| "grad_norm": 0.7335362434387207, |
| "learning_rate": 0.0002498221260052471, |
| "loss": 1.6115, |
| "step": 545500 |
| }, |
| { |
| "epoch": 2.2551825830514356, |
| "grad_norm": 0.8360188603401184, |
| "learning_rate": 0.0002491313532100903, |
| "loss": 1.6157, |
| "step": 546000 |
| }, |
| { |
| "epoch": 2.2572477685670504, |
| "grad_norm": 0.8048787713050842, |
| "learning_rate": 0.0002484405804149334, |
| "loss": 1.6138, |
| "step": 546500 |
| }, |
| { |
| "epoch": 2.2593129540826653, |
| "grad_norm": 0.7759965658187866, |
| "learning_rate": 0.00024774980761977657, |
| "loss": 1.6112, |
| "step": 547000 |
| }, |
| { |
| "epoch": 2.26137813959828, |
| "grad_norm": 0.8284432888031006, |
| "learning_rate": 0.0002470590348246197, |
| "loss": 1.6077, |
| "step": 547500 |
| }, |
| { |
| "epoch": 2.263443325113895, |
| "grad_norm": 0.8492142558097839, |
| "learning_rate": 0.00024636826202946286, |
| "loss": 1.6059, |
| "step": 548000 |
| }, |
| { |
| "epoch": 2.26550851062951, |
| "grad_norm": 0.921442449092865, |
| "learning_rate": 0.000245677489234306, |
| "loss": 1.6078, |
| "step": 548500 |
| }, |
| { |
| "epoch": 2.2675736961451247, |
| "grad_norm": 0.7907894253730774, |
| "learning_rate": 0.00024498671643914915, |
| "loss": 1.6118, |
| "step": 549000 |
| }, |
| { |
| "epoch": 2.2696388816607396, |
| "grad_norm": 0.7716451287269592, |
| "learning_rate": 0.0002442959436439923, |
| "loss": 1.6066, |
| "step": 549500 |
| }, |
| { |
| "epoch": 2.2717040671763544, |
| "grad_norm": 0.757423460483551, |
| "learning_rate": 0.00024360517084883544, |
| "loss": 1.6098, |
| "step": 550000 |
| }, |
| { |
| "epoch": 2.2737692526919693, |
| "grad_norm": 0.8127204179763794, |
| "learning_rate": 0.00024291439805367856, |
| "loss": 1.6089, |
| "step": 550500 |
| }, |
| { |
| "epoch": 2.275834438207584, |
| "grad_norm": 0.7709484100341797, |
| "learning_rate": 0.00024222362525852173, |
| "loss": 1.6081, |
| "step": 551000 |
| }, |
| { |
| "epoch": 2.277899623723199, |
| "grad_norm": 0.7922874093055725, |
| "learning_rate": 0.00024153285246336488, |
| "loss": 1.6064, |
| "step": 551500 |
| }, |
| { |
| "epoch": 2.279964809238814, |
| "grad_norm": 0.789162814617157, |
| "learning_rate": 0.00024084207966820802, |
| "loss": 1.6052, |
| "step": 552000 |
| }, |
| { |
| "epoch": 2.2820299947544287, |
| "grad_norm": 0.8289847373962402, |
| "learning_rate": 0.00024015130687305117, |
| "loss": 1.604, |
| "step": 552500 |
| }, |
| { |
| "epoch": 2.2840951802700435, |
| "grad_norm": 0.8505263924598694, |
| "learning_rate": 0.0002394605340778943, |
| "loss": 1.6046, |
| "step": 553000 |
| }, |
| { |
| "epoch": 2.2861603657856584, |
| "grad_norm": 0.7633844614028931, |
| "learning_rate": 0.00023876976128273746, |
| "loss": 1.6098, |
| "step": 553500 |
| }, |
| { |
| "epoch": 2.2882255513012733, |
| "grad_norm": 0.775978147983551, |
| "learning_rate": 0.0002380789884875806, |
| "loss": 1.606, |
| "step": 554000 |
| }, |
| { |
| "epoch": 2.290290736816888, |
| "grad_norm": 0.8002934455871582, |
| "learning_rate": 0.00023738821569242374, |
| "loss": 1.5989, |
| "step": 554500 |
| }, |
| { |
| "epoch": 2.292355922332503, |
| "grad_norm": 0.8203332424163818, |
| "learning_rate": 0.0002366974428972669, |
| "loss": 1.6076, |
| "step": 555000 |
| }, |
| { |
| "epoch": 2.294421107848118, |
| "grad_norm": 0.7718694806098938, |
| "learning_rate": 0.00023600667010211006, |
| "loss": 1.6023, |
| "step": 555500 |
| }, |
| { |
| "epoch": 2.296486293363733, |
| "grad_norm": 0.8252015709877014, |
| "learning_rate": 0.00023531589730695318, |
| "loss": 1.6046, |
| "step": 556000 |
| }, |
| { |
| "epoch": 2.2985514788793475, |
| "grad_norm": 0.868835985660553, |
| "learning_rate": 0.00023462512451179632, |
| "loss": 1.6013, |
| "step": 556500 |
| }, |
| { |
| "epoch": 2.300616664394963, |
| "grad_norm": 0.8472076058387756, |
| "learning_rate": 0.0002339343517166395, |
| "loss": 1.6006, |
| "step": 557000 |
| }, |
| { |
| "epoch": 2.3026818499105772, |
| "grad_norm": 0.7968847751617432, |
| "learning_rate": 0.00023324357892148261, |
| "loss": 1.6055, |
| "step": 557500 |
| }, |
| { |
| "epoch": 2.3047470354261925, |
| "grad_norm": 0.8021098375320435, |
| "learning_rate": 0.00023255280612632576, |
| "loss": 1.6016, |
| "step": 558000 |
| }, |
| { |
| "epoch": 2.3068122209418074, |
| "grad_norm": 0.852824866771698, |
| "learning_rate": 0.00023186203333116893, |
| "loss": 1.6028, |
| "step": 558500 |
| }, |
| { |
| "epoch": 2.3088774064574222, |
| "grad_norm": 0.8099557161331177, |
| "learning_rate": 0.00023117126053601208, |
| "loss": 1.6022, |
| "step": 559000 |
| }, |
| { |
| "epoch": 2.310942591973037, |
| "grad_norm": 0.7851099371910095, |
| "learning_rate": 0.0002304804877408552, |
| "loss": 1.6012, |
| "step": 559500 |
| }, |
| { |
| "epoch": 2.313007777488652, |
| "grad_norm": 0.7841119170188904, |
| "learning_rate": 0.00022978971494569837, |
| "loss": 1.6055, |
| "step": 560000 |
| }, |
| { |
| "epoch": 2.315072963004267, |
| "grad_norm": 0.7725875973701477, |
| "learning_rate": 0.0002290989421505415, |
| "loss": 1.6012, |
| "step": 560500 |
| }, |
| { |
| "epoch": 2.3171381485198816, |
| "grad_norm": 0.8066521286964417, |
| "learning_rate": 0.00022840816935538463, |
| "loss": 1.6021, |
| "step": 561000 |
| }, |
| { |
| "epoch": 2.3192033340354965, |
| "grad_norm": 0.804887056350708, |
| "learning_rate": 0.0002277173965602278, |
| "loss": 1.6006, |
| "step": 561500 |
| }, |
| { |
| "epoch": 2.3212685195511114, |
| "grad_norm": 0.7885397672653198, |
| "learning_rate": 0.00022702662376507094, |
| "loss": 1.6035, |
| "step": 562000 |
| }, |
| { |
| "epoch": 2.323333705066726, |
| "grad_norm": 0.7402700781822205, |
| "learning_rate": 0.00022633585096991406, |
| "loss": 1.5988, |
| "step": 562500 |
| }, |
| { |
| "epoch": 2.325398890582341, |
| "grad_norm": 0.801807701587677, |
| "learning_rate": 0.00022564507817475723, |
| "loss": 1.6025, |
| "step": 563000 |
| }, |
| { |
| "epoch": 2.327464076097956, |
| "grad_norm": 0.7947646379470825, |
| "learning_rate": 0.00022495430537960038, |
| "loss": 1.6002, |
| "step": 563500 |
| }, |
| { |
| "epoch": 2.3295292616135708, |
| "grad_norm": 0.8268435001373291, |
| "learning_rate": 0.00022426353258444352, |
| "loss": 1.5977, |
| "step": 564000 |
| }, |
| { |
| "epoch": 2.3315944471291856, |
| "grad_norm": 0.8092913627624512, |
| "learning_rate": 0.00022357275978928667, |
| "loss": 1.5996, |
| "step": 564500 |
| }, |
| { |
| "epoch": 2.3336596326448005, |
| "grad_norm": 0.7848919630050659, |
| "learning_rate": 0.00022288198699412981, |
| "loss": 1.5995, |
| "step": 565000 |
| }, |
| { |
| "epoch": 2.3357248181604153, |
| "grad_norm": 0.802832305431366, |
| "learning_rate": 0.00022219121419897296, |
| "loss": 1.5979, |
| "step": 565500 |
| }, |
| { |
| "epoch": 2.33779000367603, |
| "grad_norm": 0.8020511865615845, |
| "learning_rate": 0.0002215004414038161, |
| "loss": 1.5981, |
| "step": 566000 |
| }, |
| { |
| "epoch": 2.339855189191645, |
| "grad_norm": 0.8132838606834412, |
| "learning_rate": 0.00022080966860865925, |
| "loss": 1.5959, |
| "step": 566500 |
| }, |
| { |
| "epoch": 2.34192037470726, |
| "grad_norm": 0.8069867491722107, |
| "learning_rate": 0.0002201188958135024, |
| "loss": 1.599, |
| "step": 567000 |
| }, |
| { |
| "epoch": 2.3439855602228747, |
| "grad_norm": 0.8337593078613281, |
| "learning_rate": 0.00021942812301834556, |
| "loss": 1.5981, |
| "step": 567500 |
| }, |
| { |
| "epoch": 2.3460507457384896, |
| "grad_norm": 0.7885046601295471, |
| "learning_rate": 0.00021873735022318868, |
| "loss": 1.597, |
| "step": 568000 |
| }, |
| { |
| "epoch": 2.3481159312541044, |
| "grad_norm": 0.8003047108650208, |
| "learning_rate": 0.00021804657742803183, |
| "loss": 1.5969, |
| "step": 568500 |
| }, |
| { |
| "epoch": 2.3501811167697193, |
| "grad_norm": 0.7714529037475586, |
| "learning_rate": 0.000217355804632875, |
| "loss": 1.5951, |
| "step": 569000 |
| }, |
| { |
| "epoch": 2.352246302285334, |
| "grad_norm": 0.8057835102081299, |
| "learning_rate": 0.00021666503183771812, |
| "loss": 1.598, |
| "step": 569500 |
| }, |
| { |
| "epoch": 2.354311487800949, |
| "grad_norm": 0.830685019493103, |
| "learning_rate": 0.00021597425904256126, |
| "loss": 1.5947, |
| "step": 570000 |
| }, |
| { |
| "epoch": 2.356376673316564, |
| "grad_norm": 0.7966949939727783, |
| "learning_rate": 0.00021528348624740443, |
| "loss": 1.5933, |
| "step": 570500 |
| }, |
| { |
| "epoch": 2.3584418588321787, |
| "grad_norm": 0.8312224745750427, |
| "learning_rate": 0.00021459271345224758, |
| "loss": 1.5941, |
| "step": 571000 |
| }, |
| { |
| "epoch": 2.3605070443477936, |
| "grad_norm": 0.8126243948936462, |
| "learning_rate": 0.0002139019406570907, |
| "loss": 1.595, |
| "step": 571500 |
| }, |
| { |
| "epoch": 2.3625722298634084, |
| "grad_norm": 0.7867225408554077, |
| "learning_rate": 0.00021321116786193387, |
| "loss": 1.5941, |
| "step": 572000 |
| }, |
| { |
| "epoch": 2.3646374153790237, |
| "grad_norm": 0.8437660336494446, |
| "learning_rate": 0.000212520395066777, |
| "loss": 1.5937, |
| "step": 572500 |
| }, |
| { |
| "epoch": 2.366702600894638, |
| "grad_norm": 0.7851312160491943, |
| "learning_rate": 0.00021182962227162016, |
| "loss": 1.5942, |
| "step": 573000 |
| }, |
| { |
| "epoch": 2.3687677864102534, |
| "grad_norm": 0.8472355008125305, |
| "learning_rate": 0.0002111388494764633, |
| "loss": 1.5937, |
| "step": 573500 |
| }, |
| { |
| "epoch": 2.3708329719258683, |
| "grad_norm": 0.7966650128364563, |
| "learning_rate": 0.00021044807668130645, |
| "loss": 1.5916, |
| "step": 574000 |
| }, |
| { |
| "epoch": 2.372898157441483, |
| "grad_norm": 0.8345617651939392, |
| "learning_rate": 0.00020975730388614962, |
| "loss": 1.5868, |
| "step": 574500 |
| }, |
| { |
| "epoch": 2.374963342957098, |
| "grad_norm": 0.82713383436203, |
| "learning_rate": 0.00020906653109099274, |
| "loss": 1.5982, |
| "step": 575000 |
| }, |
| { |
| "epoch": 2.377028528472713, |
| "grad_norm": 0.8211519718170166, |
| "learning_rate": 0.00020837575829583588, |
| "loss": 1.5888, |
| "step": 575500 |
| }, |
| { |
| "epoch": 2.3790937139883277, |
| "grad_norm": 0.8414788842201233, |
| "learning_rate": 0.00020768498550067905, |
| "loss": 1.5898, |
| "step": 576000 |
| }, |
| { |
| "epoch": 2.3811588995039425, |
| "grad_norm": 0.7635331749916077, |
| "learning_rate": 0.00020699421270552217, |
| "loss": 1.5873, |
| "step": 576500 |
| }, |
| { |
| "epoch": 2.3832240850195574, |
| "grad_norm": 0.8028623461723328, |
| "learning_rate": 0.00020630343991036532, |
| "loss": 1.5903, |
| "step": 577000 |
| }, |
| { |
| "epoch": 2.3852892705351723, |
| "grad_norm": 0.8185293674468994, |
| "learning_rate": 0.0002056126671152085, |
| "loss": 1.5917, |
| "step": 577500 |
| }, |
| { |
| "epoch": 2.387354456050787, |
| "grad_norm": 0.800356924533844, |
| "learning_rate": 0.00020492189432005163, |
| "loss": 1.5915, |
| "step": 578000 |
| }, |
| { |
| "epoch": 2.389419641566402, |
| "grad_norm": 0.7916369438171387, |
| "learning_rate": 0.00020423112152489475, |
| "loss": 1.5909, |
| "step": 578500 |
| }, |
| { |
| "epoch": 2.391484827082017, |
| "grad_norm": 0.830033540725708, |
| "learning_rate": 0.00020354034872973792, |
| "loss": 1.5881, |
| "step": 579000 |
| }, |
| { |
| "epoch": 2.3935500125976317, |
| "grad_norm": 0.7948420643806458, |
| "learning_rate": 0.00020284957593458107, |
| "loss": 1.5897, |
| "step": 579500 |
| }, |
| { |
| "epoch": 2.3956151981132465, |
| "grad_norm": 0.818466067314148, |
| "learning_rate": 0.00020215880313942419, |
| "loss": 1.5884, |
| "step": 580000 |
| }, |
| { |
| "epoch": 2.3976803836288614, |
| "grad_norm": 0.8161965608596802, |
| "learning_rate": 0.00020146803034426736, |
| "loss": 1.5906, |
| "step": 580500 |
| }, |
| { |
| "epoch": 2.3997455691444762, |
| "grad_norm": 0.8100621104240417, |
| "learning_rate": 0.0002007772575491105, |
| "loss": 1.5867, |
| "step": 581000 |
| }, |
| { |
| "epoch": 2.401810754660091, |
| "grad_norm": 0.8225206136703491, |
| "learning_rate": 0.00020008648475395365, |
| "loss": 1.5912, |
| "step": 581500 |
| }, |
| { |
| "epoch": 2.403875940175706, |
| "grad_norm": 0.8299617767333984, |
| "learning_rate": 0.0001993957119587968, |
| "loss": 1.592, |
| "step": 582000 |
| }, |
| { |
| "epoch": 2.405941125691321, |
| "grad_norm": 0.7852752208709717, |
| "learning_rate": 0.00019870493916363994, |
| "loss": 1.5859, |
| "step": 582500 |
| }, |
| { |
| "epoch": 2.4080063112069356, |
| "grad_norm": 0.8510515689849854, |
| "learning_rate": 0.00019801416636848308, |
| "loss": 1.5868, |
| "step": 583000 |
| }, |
| { |
| "epoch": 2.4100714967225505, |
| "grad_norm": 0.8003944158554077, |
| "learning_rate": 0.00019732339357332623, |
| "loss": 1.5839, |
| "step": 583500 |
| }, |
| { |
| "epoch": 2.4121366822381654, |
| "grad_norm": 0.8351225852966309, |
| "learning_rate": 0.00019663262077816937, |
| "loss": 1.5853, |
| "step": 584000 |
| }, |
| { |
| "epoch": 2.41420186775378, |
| "grad_norm": 0.8417115211486816, |
| "learning_rate": 0.00019594184798301252, |
| "loss": 1.5808, |
| "step": 584500 |
| }, |
| { |
| "epoch": 2.416267053269395, |
| "grad_norm": 0.822975754737854, |
| "learning_rate": 0.0001952510751878557, |
| "loss": 1.5828, |
| "step": 585000 |
| }, |
| { |
| "epoch": 2.41833223878501, |
| "grad_norm": 0.8236469030380249, |
| "learning_rate": 0.0001945603023926988, |
| "loss": 1.5831, |
| "step": 585500 |
| }, |
| { |
| "epoch": 2.4203974243006248, |
| "grad_norm": 0.8697351217269897, |
| "learning_rate": 0.00019386952959754195, |
| "loss": 1.5833, |
| "step": 586000 |
| }, |
| { |
| "epoch": 2.4224626098162396, |
| "grad_norm": 0.7966268658638, |
| "learning_rate": 0.00019317875680238512, |
| "loss": 1.5835, |
| "step": 586500 |
| }, |
| { |
| "epoch": 2.4245277953318545, |
| "grad_norm": 0.8148783445358276, |
| "learning_rate": 0.00019248798400722824, |
| "loss": 1.5855, |
| "step": 587000 |
| }, |
| { |
| "epoch": 2.4265929808474693, |
| "grad_norm": 0.8134833574295044, |
| "learning_rate": 0.00019179721121207139, |
| "loss": 1.5843, |
| "step": 587500 |
| }, |
| { |
| "epoch": 2.4286581663630846, |
| "grad_norm": 0.7940511703491211, |
| "learning_rate": 0.00019110643841691456, |
| "loss": 1.5831, |
| "step": 588000 |
| }, |
| { |
| "epoch": 2.430723351878699, |
| "grad_norm": 0.7859951257705688, |
| "learning_rate": 0.00019041566562175768, |
| "loss": 1.5884, |
| "step": 588500 |
| }, |
| { |
| "epoch": 2.4327885373943143, |
| "grad_norm": 0.7890865802764893, |
| "learning_rate": 0.00018972489282660082, |
| "loss": 1.5807, |
| "step": 589000 |
| }, |
| { |
| "epoch": 2.434853722909929, |
| "grad_norm": 0.7785663604736328, |
| "learning_rate": 0.000189034120031444, |
| "loss": 1.581, |
| "step": 589500 |
| }, |
| { |
| "epoch": 2.436918908425544, |
| "grad_norm": 0.8008002638816833, |
| "learning_rate": 0.00018834334723628714, |
| "loss": 1.5823, |
| "step": 590000 |
| }, |
| { |
| "epoch": 2.438984093941159, |
| "grad_norm": 0.8359131813049316, |
| "learning_rate": 0.00018765257444113025, |
| "loss": 1.5773, |
| "step": 590500 |
| }, |
| { |
| "epoch": 2.4410492794567737, |
| "grad_norm": 0.8443474173545837, |
| "learning_rate": 0.00018696180164597343, |
| "loss": 1.5841, |
| "step": 591000 |
| }, |
| { |
| "epoch": 2.4431144649723886, |
| "grad_norm": 0.7927765846252441, |
| "learning_rate": 0.00018627102885081657, |
| "loss": 1.5777, |
| "step": 591500 |
| }, |
| { |
| "epoch": 2.4451796504880035, |
| "grad_norm": 0.7933915853500366, |
| "learning_rate": 0.0001855802560556597, |
| "loss": 1.5801, |
| "step": 592000 |
| }, |
| { |
| "epoch": 2.4472448360036183, |
| "grad_norm": 0.798565149307251, |
| "learning_rate": 0.00018488948326050286, |
| "loss": 1.5797, |
| "step": 592500 |
| }, |
| { |
| "epoch": 2.449310021519233, |
| "grad_norm": 0.8151854276657104, |
| "learning_rate": 0.000184198710465346, |
| "loss": 1.5776, |
| "step": 593000 |
| }, |
| { |
| "epoch": 2.451375207034848, |
| "grad_norm": 0.7885642051696777, |
| "learning_rate": 0.00018350793767018915, |
| "loss": 1.5798, |
| "step": 593500 |
| }, |
| { |
| "epoch": 2.453440392550463, |
| "grad_norm": 0.8265528082847595, |
| "learning_rate": 0.0001828171648750323, |
| "loss": 1.5794, |
| "step": 594000 |
| }, |
| { |
| "epoch": 2.4555055780660777, |
| "grad_norm": 0.8994278311729431, |
| "learning_rate": 0.00018212639207987544, |
| "loss": 1.5758, |
| "step": 594500 |
| }, |
| { |
| "epoch": 2.4575707635816926, |
| "grad_norm": 0.7827315330505371, |
| "learning_rate": 0.00018143561928471859, |
| "loss": 1.5732, |
| "step": 595000 |
| }, |
| { |
| "epoch": 2.4596359490973074, |
| "grad_norm": 0.7778897285461426, |
| "learning_rate": 0.00018074484648956173, |
| "loss": 1.5796, |
| "step": 595500 |
| }, |
| { |
| "epoch": 2.4617011346129223, |
| "grad_norm": 0.7877337336540222, |
| "learning_rate": 0.00018005407369440487, |
| "loss": 1.5756, |
| "step": 596000 |
| }, |
| { |
| "epoch": 2.463766320128537, |
| "grad_norm": 0.7807685136795044, |
| "learning_rate": 0.00017936330089924802, |
| "loss": 1.5787, |
| "step": 596500 |
| }, |
| { |
| "epoch": 2.465831505644152, |
| "grad_norm": 0.825579047203064, |
| "learning_rate": 0.0001786725281040912, |
| "loss": 1.5794, |
| "step": 597000 |
| }, |
| { |
| "epoch": 2.467896691159767, |
| "grad_norm": 0.8047968149185181, |
| "learning_rate": 0.0001779817553089343, |
| "loss": 1.5809, |
| "step": 597500 |
| }, |
| { |
| "epoch": 2.4699618766753817, |
| "grad_norm": 0.8542481660842896, |
| "learning_rate": 0.00017729098251377745, |
| "loss": 1.5746, |
| "step": 598000 |
| }, |
| { |
| "epoch": 2.4720270621909965, |
| "grad_norm": 0.8317158222198486, |
| "learning_rate": 0.00017660020971862063, |
| "loss": 1.5809, |
| "step": 598500 |
| }, |
| { |
| "epoch": 2.4740922477066114, |
| "grad_norm": 0.8227892518043518, |
| "learning_rate": 0.00017590943692346374, |
| "loss": 1.5785, |
| "step": 599000 |
| }, |
| { |
| "epoch": 2.4761574332222263, |
| "grad_norm": 0.8336827158927917, |
| "learning_rate": 0.0001752186641283069, |
| "loss": 1.5746, |
| "step": 599500 |
| }, |
| { |
| "epoch": 2.478222618737841, |
| "grad_norm": 0.809407651424408, |
| "learning_rate": 0.00017452789133315006, |
| "loss": 1.5778, |
| "step": 600000 |
| }, |
| { |
| "epoch": 2.480287804253456, |
| "grad_norm": 0.799867570400238, |
| "learning_rate": 0.0001738371185379932, |
| "loss": 1.5762, |
| "step": 600500 |
| }, |
| { |
| "epoch": 2.482352989769071, |
| "grad_norm": 0.826615571975708, |
| "learning_rate": 0.00017314634574283632, |
| "loss": 1.5717, |
| "step": 601000 |
| }, |
| { |
| "epoch": 2.4844181752846857, |
| "grad_norm": 0.7937526702880859, |
| "learning_rate": 0.0001724555729476795, |
| "loss": 1.579, |
| "step": 601500 |
| }, |
| { |
| "epoch": 2.4864833608003005, |
| "grad_norm": 0.8167052865028381, |
| "learning_rate": 0.00017176480015252264, |
| "loss": 1.5727, |
| "step": 602000 |
| }, |
| { |
| "epoch": 2.4885485463159154, |
| "grad_norm": 0.8457524180412292, |
| "learning_rate": 0.00017107402735736579, |
| "loss": 1.5684, |
| "step": 602500 |
| }, |
| { |
| "epoch": 2.4906137318315302, |
| "grad_norm": 0.8600340485572815, |
| "learning_rate": 0.00017038325456220893, |
| "loss": 1.5767, |
| "step": 603000 |
| }, |
| { |
| "epoch": 2.4926789173471455, |
| "grad_norm": 0.786114513874054, |
| "learning_rate": 0.00016969248176705207, |
| "loss": 1.5696, |
| "step": 603500 |
| }, |
| { |
| "epoch": 2.49474410286276, |
| "grad_norm": 0.8081954717636108, |
| "learning_rate": 0.00016900170897189525, |
| "loss": 1.5735, |
| "step": 604000 |
| }, |
| { |
| "epoch": 2.4968092883783752, |
| "grad_norm": 0.8113991618156433, |
| "learning_rate": 0.00016831093617673836, |
| "loss": 1.5746, |
| "step": 604500 |
| }, |
| { |
| "epoch": 2.49887447389399, |
| "grad_norm": 0.8515011668205261, |
| "learning_rate": 0.0001676201633815815, |
| "loss": 1.568, |
| "step": 605000 |
| }, |
| { |
| "epoch": 2.500939659409605, |
| "grad_norm": 0.7948423624038696, |
| "learning_rate": 0.00016692939058642468, |
| "loss": 1.5727, |
| "step": 605500 |
| }, |
| { |
| "epoch": 2.50300484492522, |
| "grad_norm": 0.8115394711494446, |
| "learning_rate": 0.0001662386177912678, |
| "loss": 1.5704, |
| "step": 606000 |
| }, |
| { |
| "epoch": 2.5050700304408346, |
| "grad_norm": 0.8036853671073914, |
| "learning_rate": 0.00016554784499611094, |
| "loss": 1.5684, |
| "step": 606500 |
| }, |
| { |
| "epoch": 2.5071352159564495, |
| "grad_norm": 0.7892432808876038, |
| "learning_rate": 0.00016485707220095412, |
| "loss": 1.569, |
| "step": 607000 |
| }, |
| { |
| "epoch": 2.5092004014720644, |
| "grad_norm": 0.7984645366668701, |
| "learning_rate": 0.00016416629940579726, |
| "loss": 1.5679, |
| "step": 607500 |
| }, |
| { |
| "epoch": 2.511265586987679, |
| "grad_norm": 0.7996472120285034, |
| "learning_rate": 0.00016347552661064038, |
| "loss": 1.5691, |
| "step": 608000 |
| }, |
| { |
| "epoch": 2.513330772503294, |
| "grad_norm": 0.8775748610496521, |
| "learning_rate": 0.00016278475381548355, |
| "loss": 1.5707, |
| "step": 608500 |
| }, |
| { |
| "epoch": 2.515395958018909, |
| "grad_norm": 0.8051262497901917, |
| "learning_rate": 0.0001620939810203267, |
| "loss": 1.5739, |
| "step": 609000 |
| }, |
| { |
| "epoch": 2.5174611435345238, |
| "grad_norm": 0.8654427528381348, |
| "learning_rate": 0.0001614032082251698, |
| "loss": 1.5697, |
| "step": 609500 |
| }, |
| { |
| "epoch": 2.5195263290501386, |
| "grad_norm": 0.8159758448600769, |
| "learning_rate": 0.00016071243543001298, |
| "loss": 1.57, |
| "step": 610000 |
| }, |
| { |
| "epoch": 2.5215915145657535, |
| "grad_norm": 0.8165413737297058, |
| "learning_rate": 0.00016002166263485613, |
| "loss": 1.569, |
| "step": 610500 |
| }, |
| { |
| "epoch": 2.5236567000813683, |
| "grad_norm": 0.7978746891021729, |
| "learning_rate": 0.00015933088983969927, |
| "loss": 1.5659, |
| "step": 611000 |
| }, |
| { |
| "epoch": 2.525721885596983, |
| "grad_norm": 0.781399130821228, |
| "learning_rate": 0.00015864011704454242, |
| "loss": 1.5707, |
| "step": 611500 |
| }, |
| { |
| "epoch": 2.527787071112598, |
| "grad_norm": 0.8478353023529053, |
| "learning_rate": 0.00015794934424938556, |
| "loss": 1.5704, |
| "step": 612000 |
| }, |
| { |
| "epoch": 2.529852256628213, |
| "grad_norm": 0.846371054649353, |
| "learning_rate": 0.0001572585714542287, |
| "loss": 1.5638, |
| "step": 612500 |
| }, |
| { |
| "epoch": 2.5319174421438277, |
| "grad_norm": 0.8290744423866272, |
| "learning_rate": 0.00015656779865907185, |
| "loss": 1.5702, |
| "step": 613000 |
| }, |
| { |
| "epoch": 2.5339826276594426, |
| "grad_norm": 0.8195119500160217, |
| "learning_rate": 0.000155877025863915, |
| "loss": 1.5677, |
| "step": 613500 |
| }, |
| { |
| "epoch": 2.5360478131750575, |
| "grad_norm": 0.8459944128990173, |
| "learning_rate": 0.00015518625306875814, |
| "loss": 1.5662, |
| "step": 614000 |
| }, |
| { |
| "epoch": 2.5381129986906723, |
| "grad_norm": 0.7994758486747742, |
| "learning_rate": 0.00015449548027360132, |
| "loss": 1.5676, |
| "step": 614500 |
| }, |
| { |
| "epoch": 2.540178184206287, |
| "grad_norm": 0.7963876724243164, |
| "learning_rate": 0.00015380470747844443, |
| "loss": 1.5661, |
| "step": 615000 |
| }, |
| { |
| "epoch": 2.542243369721902, |
| "grad_norm": 0.8234278559684753, |
| "learning_rate": 0.00015311393468328758, |
| "loss": 1.5635, |
| "step": 615500 |
| }, |
| { |
| "epoch": 2.544308555237517, |
| "grad_norm": 0.7948046922683716, |
| "learning_rate": 0.00015242316188813075, |
| "loss": 1.5631, |
| "step": 616000 |
| }, |
| { |
| "epoch": 2.5463737407531317, |
| "grad_norm": 0.7982361912727356, |
| "learning_rate": 0.00015173238909297387, |
| "loss": 1.5685, |
| "step": 616500 |
| }, |
| { |
| "epoch": 2.5484389262687466, |
| "grad_norm": 0.7927718758583069, |
| "learning_rate": 0.000151041616297817, |
| "loss": 1.5661, |
| "step": 617000 |
| }, |
| { |
| "epoch": 2.5505041117843614, |
| "grad_norm": 0.8640558123588562, |
| "learning_rate": 0.00015035084350266018, |
| "loss": 1.5673, |
| "step": 617500 |
| }, |
| { |
| "epoch": 2.5525692972999767, |
| "grad_norm": 0.8167000412940979, |
| "learning_rate": 0.0001496600707075033, |
| "loss": 1.5666, |
| "step": 618000 |
| }, |
| { |
| "epoch": 2.554634482815591, |
| "grad_norm": 0.8331367373466492, |
| "learning_rate": 0.00014896929791234645, |
| "loss": 1.5656, |
| "step": 618500 |
| }, |
| { |
| "epoch": 2.5566996683312064, |
| "grad_norm": 0.8466469645500183, |
| "learning_rate": 0.00014827852511718962, |
| "loss": 1.562, |
| "step": 619000 |
| }, |
| { |
| "epoch": 2.558764853846821, |
| "grad_norm": 0.7808212637901306, |
| "learning_rate": 0.00014758775232203276, |
| "loss": 1.5605, |
| "step": 619500 |
| }, |
| { |
| "epoch": 2.560830039362436, |
| "grad_norm": 0.8436982035636902, |
| "learning_rate": 0.00014689697952687588, |
| "loss": 1.5621, |
| "step": 620000 |
| }, |
| { |
| "epoch": 2.5628952248780505, |
| "grad_norm": 0.8526425361633301, |
| "learning_rate": 0.00014620620673171905, |
| "loss": 1.566, |
| "step": 620500 |
| }, |
| { |
| "epoch": 2.564960410393666, |
| "grad_norm": 0.8892133831977844, |
| "learning_rate": 0.0001455154339365622, |
| "loss": 1.5623, |
| "step": 621000 |
| }, |
| { |
| "epoch": 2.5670255959092803, |
| "grad_norm": 0.8048965930938721, |
| "learning_rate": 0.00014482466114140532, |
| "loss": 1.5617, |
| "step": 621500 |
| }, |
| { |
| "epoch": 2.5690907814248956, |
| "grad_norm": 0.8180302977561951, |
| "learning_rate": 0.0001441338883462485, |
| "loss": 1.5605, |
| "step": 622000 |
| }, |
| { |
| "epoch": 2.5711559669405104, |
| "grad_norm": 0.795669674873352, |
| "learning_rate": 0.00014344311555109163, |
| "loss": 1.5615, |
| "step": 622500 |
| }, |
| { |
| "epoch": 2.5732211524561253, |
| "grad_norm": 0.8272981643676758, |
| "learning_rate": 0.00014275234275593478, |
| "loss": 1.5606, |
| "step": 623000 |
| }, |
| { |
| "epoch": 2.57528633797174, |
| "grad_norm": 0.8385244607925415, |
| "learning_rate": 0.00014206156996077792, |
| "loss": 1.5628, |
| "step": 623500 |
| }, |
| { |
| "epoch": 2.577351523487355, |
| "grad_norm": 0.8457437753677368, |
| "learning_rate": 0.00014137079716562107, |
| "loss": 1.5553, |
| "step": 624000 |
| }, |
| { |
| "epoch": 2.57941670900297, |
| "grad_norm": 0.8497530221939087, |
| "learning_rate": 0.0001406800243704642, |
| "loss": 1.5521, |
| "step": 624500 |
| }, |
| { |
| "epoch": 2.5814818945185847, |
| "grad_norm": 0.8231092691421509, |
| "learning_rate": 0.00013998925157530736, |
| "loss": 1.5613, |
| "step": 625000 |
| }, |
| { |
| "epoch": 2.5835470800341995, |
| "grad_norm": 0.783505380153656, |
| "learning_rate": 0.0001392984787801505, |
| "loss": 1.5577, |
| "step": 625500 |
| }, |
| { |
| "epoch": 2.5856122655498144, |
| "grad_norm": 0.8594375848770142, |
| "learning_rate": 0.00013860770598499365, |
| "loss": 1.5603, |
| "step": 626000 |
| }, |
| { |
| "epoch": 2.5876774510654292, |
| "grad_norm": 0.824301540851593, |
| "learning_rate": 0.00013791693318983682, |
| "loss": 1.5592, |
| "step": 626500 |
| }, |
| { |
| "epoch": 2.589742636581044, |
| "grad_norm": 0.7970808744430542, |
| "learning_rate": 0.00013722616039467994, |
| "loss": 1.5577, |
| "step": 627000 |
| }, |
| { |
| "epoch": 2.591807822096659, |
| "grad_norm": 0.7681635022163391, |
| "learning_rate": 0.00013653538759952308, |
| "loss": 1.556, |
| "step": 627500 |
| }, |
| { |
| "epoch": 2.593873007612274, |
| "grad_norm": 0.820792555809021, |
| "learning_rate": 0.00013584461480436625, |
| "loss": 1.5567, |
| "step": 628000 |
| }, |
| { |
| "epoch": 2.5959381931278886, |
| "grad_norm": 0.8436790704727173, |
| "learning_rate": 0.00013515384200920937, |
| "loss": 1.5562, |
| "step": 628500 |
| }, |
| { |
| "epoch": 2.5980033786435035, |
| "grad_norm": 0.806010901927948, |
| "learning_rate": 0.00013446306921405252, |
| "loss": 1.558, |
| "step": 629000 |
| }, |
| { |
| "epoch": 2.6000685641591184, |
| "grad_norm": 0.8049686551094055, |
| "learning_rate": 0.0001337722964188957, |
| "loss": 1.5593, |
| "step": 629500 |
| }, |
| { |
| "epoch": 2.602133749674733, |
| "grad_norm": 0.8346471786499023, |
| "learning_rate": 0.00013308152362373883, |
| "loss": 1.5551, |
| "step": 630000 |
| }, |
| { |
| "epoch": 2.604198935190348, |
| "grad_norm": 0.8366252779960632, |
| "learning_rate": 0.00013239075082858195, |
| "loss": 1.5571, |
| "step": 630500 |
| }, |
| { |
| "epoch": 2.606264120705963, |
| "grad_norm": 0.8249139785766602, |
| "learning_rate": 0.00013169997803342512, |
| "loss": 1.554, |
| "step": 631000 |
| }, |
| { |
| "epoch": 2.6083293062215778, |
| "grad_norm": 0.8431522250175476, |
| "learning_rate": 0.00013100920523826827, |
| "loss": 1.557, |
| "step": 631500 |
| }, |
| { |
| "epoch": 2.6103944917371926, |
| "grad_norm": 0.8180191516876221, |
| "learning_rate": 0.00013031843244311138, |
| "loss": 1.553, |
| "step": 632000 |
| }, |
| { |
| "epoch": 2.6124596772528075, |
| "grad_norm": 0.7824527025222778, |
| "learning_rate": 0.00012962765964795456, |
| "loss": 1.558, |
| "step": 632500 |
| }, |
| { |
| "epoch": 2.6145248627684223, |
| "grad_norm": 0.839433491230011, |
| "learning_rate": 0.0001289368868527977, |
| "loss": 1.5525, |
| "step": 633000 |
| }, |
| { |
| "epoch": 2.6165900482840376, |
| "grad_norm": 0.9019516110420227, |
| "learning_rate": 0.00012824611405764087, |
| "loss": 1.5569, |
| "step": 633500 |
| }, |
| { |
| "epoch": 2.618655233799652, |
| "grad_norm": 0.8029139637947083, |
| "learning_rate": 0.000127555341262484, |
| "loss": 1.5552, |
| "step": 634000 |
| }, |
| { |
| "epoch": 2.6207204193152673, |
| "grad_norm": 0.8322605490684509, |
| "learning_rate": 0.00012686456846732714, |
| "loss": 1.5566, |
| "step": 634500 |
| }, |
| { |
| "epoch": 2.6227856048308817, |
| "grad_norm": 0.8417773842811584, |
| "learning_rate": 0.0001261737956721703, |
| "loss": 1.551, |
| "step": 635000 |
| }, |
| { |
| "epoch": 2.624850790346497, |
| "grad_norm": 0.8202713131904602, |
| "learning_rate": 0.00012548302287701343, |
| "loss": 1.5507, |
| "step": 635500 |
| }, |
| { |
| "epoch": 2.6269159758621115, |
| "grad_norm": 0.839905858039856, |
| "learning_rate": 0.00012479225008185657, |
| "loss": 1.5495, |
| "step": 636000 |
| }, |
| { |
| "epoch": 2.6289811613777267, |
| "grad_norm": 0.8542851805686951, |
| "learning_rate": 0.00012410147728669972, |
| "loss": 1.5504, |
| "step": 636500 |
| }, |
| { |
| "epoch": 2.631046346893341, |
| "grad_norm": 0.8227192163467407, |
| "learning_rate": 0.0001234107044915429, |
| "loss": 1.5531, |
| "step": 637000 |
| }, |
| { |
| "epoch": 2.6331115324089565, |
| "grad_norm": 0.8212194442749023, |
| "learning_rate": 0.000122719931696386, |
| "loss": 1.5523, |
| "step": 637500 |
| }, |
| { |
| "epoch": 2.6351767179245713, |
| "grad_norm": 0.8629603981971741, |
| "learning_rate": 0.00012202915890122916, |
| "loss": 1.5479, |
| "step": 638000 |
| }, |
| { |
| "epoch": 2.637241903440186, |
| "grad_norm": 0.8459728956222534, |
| "learning_rate": 0.00012133838610607231, |
| "loss": 1.5481, |
| "step": 638500 |
| }, |
| { |
| "epoch": 2.639307088955801, |
| "grad_norm": 0.8557335734367371, |
| "learning_rate": 0.00012064761331091545, |
| "loss": 1.5487, |
| "step": 639000 |
| }, |
| { |
| "epoch": 2.641372274471416, |
| "grad_norm": 0.8298543691635132, |
| "learning_rate": 0.0001199568405157586, |
| "loss": 1.5479, |
| "step": 639500 |
| }, |
| { |
| "epoch": 2.6434374599870307, |
| "grad_norm": 0.8238996863365173, |
| "learning_rate": 0.00011926606772060176, |
| "loss": 1.5507, |
| "step": 640000 |
| }, |
| { |
| "epoch": 2.6455026455026456, |
| "grad_norm": 0.7995360493659973, |
| "learning_rate": 0.0001185752949254449, |
| "loss": 1.5443, |
| "step": 640500 |
| }, |
| { |
| "epoch": 2.6475678310182604, |
| "grad_norm": 0.8611718416213989, |
| "learning_rate": 0.00011788452213028803, |
| "loss": 1.5476, |
| "step": 641000 |
| }, |
| { |
| "epoch": 2.6496330165338753, |
| "grad_norm": 0.8229385614395142, |
| "learning_rate": 0.00011719374933513119, |
| "loss": 1.545, |
| "step": 641500 |
| }, |
| { |
| "epoch": 2.65169820204949, |
| "grad_norm": 0.8134409785270691, |
| "learning_rate": 0.00011650297653997434, |
| "loss": 1.5482, |
| "step": 642000 |
| }, |
| { |
| "epoch": 2.653763387565105, |
| "grad_norm": 0.8563694953918457, |
| "learning_rate": 0.00011581220374481748, |
| "loss": 1.5457, |
| "step": 642500 |
| }, |
| { |
| "epoch": 2.65582857308072, |
| "grad_norm": 0.8361693620681763, |
| "learning_rate": 0.00011512143094966063, |
| "loss": 1.5462, |
| "step": 643000 |
| }, |
| { |
| "epoch": 2.6578937585963347, |
| "grad_norm": 0.8493614792823792, |
| "learning_rate": 0.00011443065815450378, |
| "loss": 1.5463, |
| "step": 643500 |
| }, |
| { |
| "epoch": 2.6599589441119496, |
| "grad_norm": 0.7997604012489319, |
| "learning_rate": 0.00011373988535934692, |
| "loss": 1.547, |
| "step": 644000 |
| }, |
| { |
| "epoch": 2.6620241296275644, |
| "grad_norm": 0.8045528531074524, |
| "learning_rate": 0.00011304911256419006, |
| "loss": 1.5491, |
| "step": 644500 |
| }, |
| { |
| "epoch": 2.6640893151431793, |
| "grad_norm": 0.8172311186790466, |
| "learning_rate": 0.00011235833976903322, |
| "loss": 1.5486, |
| "step": 645000 |
| }, |
| { |
| "epoch": 2.666154500658794, |
| "grad_norm": 0.8630313873291016, |
| "learning_rate": 0.00011166756697387635, |
| "loss": 1.5513, |
| "step": 645500 |
| }, |
| { |
| "epoch": 2.668219686174409, |
| "grad_norm": 0.8246090412139893, |
| "learning_rate": 0.00011097679417871951, |
| "loss": 1.5461, |
| "step": 646000 |
| }, |
| { |
| "epoch": 2.670284871690024, |
| "grad_norm": 0.8191748857498169, |
| "learning_rate": 0.00011028602138356265, |
| "loss": 1.545, |
| "step": 646500 |
| }, |
| { |
| "epoch": 2.6723500572056387, |
| "grad_norm": 1.1739202737808228, |
| "learning_rate": 0.0001095952485884058, |
| "loss": 1.5455, |
| "step": 647000 |
| }, |
| { |
| "epoch": 2.6744152427212535, |
| "grad_norm": 0.8145565390586853, |
| "learning_rate": 0.00010890447579324894, |
| "loss": 1.5408, |
| "step": 647500 |
| }, |
| { |
| "epoch": 2.6764804282368684, |
| "grad_norm": 0.8613256216049194, |
| "learning_rate": 0.00010821370299809209, |
| "loss": 1.5439, |
| "step": 648000 |
| }, |
| { |
| "epoch": 2.6785456137524832, |
| "grad_norm": 0.8024303317070007, |
| "learning_rate": 0.00010752293020293523, |
| "loss": 1.5438, |
| "step": 648500 |
| }, |
| { |
| "epoch": 2.680610799268098, |
| "grad_norm": 0.8254972100257874, |
| "learning_rate": 0.00010683215740777838, |
| "loss": 1.5458, |
| "step": 649000 |
| }, |
| { |
| "epoch": 2.682675984783713, |
| "grad_norm": 0.815696120262146, |
| "learning_rate": 0.00010614138461262154, |
| "loss": 1.542, |
| "step": 649500 |
| }, |
| { |
| "epoch": 2.6847411702993282, |
| "grad_norm": 0.8715610504150391, |
| "learning_rate": 0.00010545061181746467, |
| "loss": 1.5415, |
| "step": 650000 |
| }, |
| { |
| "epoch": 2.6868063558149426, |
| "grad_norm": 0.8358045220375061, |
| "learning_rate": 0.00010475983902230781, |
| "loss": 1.5419, |
| "step": 650500 |
| }, |
| { |
| "epoch": 2.688871541330558, |
| "grad_norm": 0.7865080237388611, |
| "learning_rate": 0.00010406906622715097, |
| "loss": 1.5429, |
| "step": 651000 |
| }, |
| { |
| "epoch": 2.6909367268461724, |
| "grad_norm": 0.8054898381233215, |
| "learning_rate": 0.0001033782934319941, |
| "loss": 1.5433, |
| "step": 651500 |
| }, |
| { |
| "epoch": 2.6930019123617877, |
| "grad_norm": 0.8930450081825256, |
| "learning_rate": 0.00010268752063683726, |
| "loss": 1.5352, |
| "step": 652000 |
| }, |
| { |
| "epoch": 2.695067097877402, |
| "grad_norm": 0.8042411208152771, |
| "learning_rate": 0.0001019967478416804, |
| "loss": 1.5413, |
| "step": 652500 |
| }, |
| { |
| "epoch": 2.6971322833930174, |
| "grad_norm": 0.8400362133979797, |
| "learning_rate": 0.00010130597504652355, |
| "loss": 1.5423, |
| "step": 653000 |
| }, |
| { |
| "epoch": 2.699197468908632, |
| "grad_norm": 0.8137294054031372, |
| "learning_rate": 0.0001006152022513667, |
| "loss": 1.5432, |
| "step": 653500 |
| }, |
| { |
| "epoch": 2.701262654424247, |
| "grad_norm": 0.8344128727912903, |
| "learning_rate": 9.992442945620984e-05, |
| "loss": 1.5398, |
| "step": 654000 |
| }, |
| { |
| "epoch": 2.703327839939862, |
| "grad_norm": 0.849104642868042, |
| "learning_rate": 9.923365666105298e-05, |
| "loss": 1.54, |
| "step": 654500 |
| }, |
| { |
| "epoch": 2.7053930254554768, |
| "grad_norm": 0.8286527991294861, |
| "learning_rate": 9.854288386589613e-05, |
| "loss": 1.5412, |
| "step": 655000 |
| }, |
| { |
| "epoch": 2.7074582109710916, |
| "grad_norm": 0.8378123641014099, |
| "learning_rate": 9.785211107073929e-05, |
| "loss": 1.5361, |
| "step": 655500 |
| }, |
| { |
| "epoch": 2.7095233964867065, |
| "grad_norm": 0.8808925151824951, |
| "learning_rate": 9.716133827558243e-05, |
| "loss": 1.5382, |
| "step": 656000 |
| }, |
| { |
| "epoch": 2.7115885820023213, |
| "grad_norm": 0.8783825039863586, |
| "learning_rate": 9.647056548042558e-05, |
| "loss": 1.5361, |
| "step": 656500 |
| }, |
| { |
| "epoch": 2.713653767517936, |
| "grad_norm": 0.8051160573959351, |
| "learning_rate": 9.577979268526872e-05, |
| "loss": 1.5358, |
| "step": 657000 |
| }, |
| { |
| "epoch": 2.715718953033551, |
| "grad_norm": 0.896801233291626, |
| "learning_rate": 9.508901989011187e-05, |
| "loss": 1.5368, |
| "step": 657500 |
| }, |
| { |
| "epoch": 2.717784138549166, |
| "grad_norm": 0.8218420743942261, |
| "learning_rate": 9.439824709495501e-05, |
| "loss": 1.537, |
| "step": 658000 |
| }, |
| { |
| "epoch": 2.7198493240647807, |
| "grad_norm": 0.8470411896705627, |
| "learning_rate": 9.370747429979816e-05, |
| "loss": 1.5322, |
| "step": 658500 |
| }, |
| { |
| "epoch": 2.7219145095803956, |
| "grad_norm": 0.8505502939224243, |
| "learning_rate": 9.301670150464131e-05, |
| "loss": 1.5317, |
| "step": 659000 |
| }, |
| { |
| "epoch": 2.7239796950960105, |
| "grad_norm": 0.8617528080940247, |
| "learning_rate": 9.232592870948445e-05, |
| "loss": 1.5375, |
| "step": 659500 |
| }, |
| { |
| "epoch": 2.7260448806116253, |
| "grad_norm": 0.8441663384437561, |
| "learning_rate": 9.16351559143276e-05, |
| "loss": 1.5366, |
| "step": 660000 |
| }, |
| { |
| "epoch": 2.72811006612724, |
| "grad_norm": 0.8294611573219299, |
| "learning_rate": 9.094438311917075e-05, |
| "loss": 1.5373, |
| "step": 660500 |
| }, |
| { |
| "epoch": 2.730175251642855, |
| "grad_norm": 0.8215169906616211, |
| "learning_rate": 9.025361032401388e-05, |
| "loss": 1.5327, |
| "step": 661000 |
| }, |
| { |
| "epoch": 2.73224043715847, |
| "grad_norm": 0.8766931891441345, |
| "learning_rate": 8.956283752885704e-05, |
| "loss": 1.5339, |
| "step": 661500 |
| }, |
| { |
| "epoch": 2.7343056226740847, |
| "grad_norm": 0.8456342220306396, |
| "learning_rate": 8.887206473370018e-05, |
| "loss": 1.5341, |
| "step": 662000 |
| }, |
| { |
| "epoch": 2.7363708081896996, |
| "grad_norm": 0.8384252786636353, |
| "learning_rate": 8.818129193854333e-05, |
| "loss": 1.5338, |
| "step": 662500 |
| }, |
| { |
| "epoch": 2.7384359937053144, |
| "grad_norm": 0.8584861159324646, |
| "learning_rate": 8.749051914338647e-05, |
| "loss": 1.5301, |
| "step": 663000 |
| }, |
| { |
| "epoch": 2.7405011792209293, |
| "grad_norm": 0.8463834524154663, |
| "learning_rate": 8.679974634822962e-05, |
| "loss": 1.531, |
| "step": 663500 |
| }, |
| { |
| "epoch": 2.742566364736544, |
| "grad_norm": 0.84855055809021, |
| "learning_rate": 8.610897355307276e-05, |
| "loss": 1.5332, |
| "step": 664000 |
| }, |
| { |
| "epoch": 2.744631550252159, |
| "grad_norm": 0.8267730474472046, |
| "learning_rate": 8.541820075791591e-05, |
| "loss": 1.5337, |
| "step": 664500 |
| }, |
| { |
| "epoch": 2.746696735767774, |
| "grad_norm": 0.8398123383522034, |
| "learning_rate": 8.472742796275907e-05, |
| "loss": 1.5327, |
| "step": 665000 |
| }, |
| { |
| "epoch": 2.748761921283389, |
| "grad_norm": 0.8413114547729492, |
| "learning_rate": 8.40366551676022e-05, |
| "loss": 1.5355, |
| "step": 665500 |
| }, |
| { |
| "epoch": 2.7508271067990036, |
| "grad_norm": 0.8241723775863647, |
| "learning_rate": 8.334588237244536e-05, |
| "loss": 1.533, |
| "step": 666000 |
| }, |
| { |
| "epoch": 2.752892292314619, |
| "grad_norm": 0.8695456981658936, |
| "learning_rate": 8.26551095772885e-05, |
| "loss": 1.5347, |
| "step": 666500 |
| }, |
| { |
| "epoch": 2.7549574778302333, |
| "grad_norm": 0.8351263403892517, |
| "learning_rate": 8.196433678213163e-05, |
| "loss": 1.53, |
| "step": 667000 |
| }, |
| { |
| "epoch": 2.7570226633458486, |
| "grad_norm": 0.8227745294570923, |
| "learning_rate": 8.127356398697479e-05, |
| "loss": 1.53, |
| "step": 667500 |
| }, |
| { |
| "epoch": 2.759087848861463, |
| "grad_norm": 0.8654522895812988, |
| "learning_rate": 8.058279119181794e-05, |
| "loss": 1.532, |
| "step": 668000 |
| }, |
| { |
| "epoch": 2.7611530343770783, |
| "grad_norm": 0.819057822227478, |
| "learning_rate": 7.989201839666108e-05, |
| "loss": 1.5297, |
| "step": 668500 |
| }, |
| { |
| "epoch": 2.763218219892693, |
| "grad_norm": 0.8575501441955566, |
| "learning_rate": 7.920124560150422e-05, |
| "loss": 1.5275, |
| "step": 669000 |
| }, |
| { |
| "epoch": 2.765283405408308, |
| "grad_norm": 0.8428553938865662, |
| "learning_rate": 7.851047280634738e-05, |
| "loss": 1.5321, |
| "step": 669500 |
| }, |
| { |
| "epoch": 2.767348590923923, |
| "grad_norm": 0.8702006936073303, |
| "learning_rate": 7.781970001119051e-05, |
| "loss": 1.5291, |
| "step": 670000 |
| }, |
| { |
| "epoch": 2.7694137764395377, |
| "grad_norm": 0.8024266958236694, |
| "learning_rate": 7.712892721603366e-05, |
| "loss": 1.529, |
| "step": 670500 |
| }, |
| { |
| "epoch": 2.7714789619551525, |
| "grad_norm": 0.862339437007904, |
| "learning_rate": 7.643815442087682e-05, |
| "loss": 1.5337, |
| "step": 671000 |
| }, |
| { |
| "epoch": 2.7735441474707674, |
| "grad_norm": 0.8829432725906372, |
| "learning_rate": 7.574738162571996e-05, |
| "loss": 1.5243, |
| "step": 671500 |
| }, |
| { |
| "epoch": 2.7756093329863822, |
| "grad_norm": 0.8032020926475525, |
| "learning_rate": 7.505660883056311e-05, |
| "loss": 1.525, |
| "step": 672000 |
| }, |
| { |
| "epoch": 2.777674518501997, |
| "grad_norm": 0.8329365849494934, |
| "learning_rate": 7.436583603540625e-05, |
| "loss": 1.532, |
| "step": 672500 |
| }, |
| { |
| "epoch": 2.779739704017612, |
| "grad_norm": 0.865728497505188, |
| "learning_rate": 7.367506324024941e-05, |
| "loss": 1.5243, |
| "step": 673000 |
| }, |
| { |
| "epoch": 2.781804889533227, |
| "grad_norm": 0.8427261114120483, |
| "learning_rate": 7.298429044509254e-05, |
| "loss": 1.5197, |
| "step": 673500 |
| }, |
| { |
| "epoch": 2.7838700750488417, |
| "grad_norm": 0.8444133400917053, |
| "learning_rate": 7.229351764993569e-05, |
| "loss": 1.5314, |
| "step": 674000 |
| }, |
| { |
| "epoch": 2.7859352605644565, |
| "grad_norm": 0.8255510330200195, |
| "learning_rate": 7.160274485477885e-05, |
| "loss": 1.5275, |
| "step": 674500 |
| }, |
| { |
| "epoch": 2.7880004460800714, |
| "grad_norm": 0.794021487236023, |
| "learning_rate": 7.091197205962198e-05, |
| "loss": 1.5237, |
| "step": 675000 |
| }, |
| { |
| "epoch": 2.790065631595686, |
| "grad_norm": 0.8648783564567566, |
| "learning_rate": 7.022119926446513e-05, |
| "loss": 1.5221, |
| "step": 675500 |
| }, |
| { |
| "epoch": 2.792130817111301, |
| "grad_norm": 0.8662870526313782, |
| "learning_rate": 6.953042646930828e-05, |
| "loss": 1.5239, |
| "step": 676000 |
| }, |
| { |
| "epoch": 2.794196002626916, |
| "grad_norm": 0.8716167211532593, |
| "learning_rate": 6.883965367415141e-05, |
| "loss": 1.5284, |
| "step": 676500 |
| }, |
| { |
| "epoch": 2.7962611881425308, |
| "grad_norm": 0.8369839191436768, |
| "learning_rate": 6.814888087899457e-05, |
| "loss": 1.5206, |
| "step": 677000 |
| }, |
| { |
| "epoch": 2.7983263736581456, |
| "grad_norm": 0.8716705441474915, |
| "learning_rate": 6.745810808383771e-05, |
| "loss": 1.5179, |
| "step": 677500 |
| }, |
| { |
| "epoch": 2.8003915591737605, |
| "grad_norm": 0.8210489153862, |
| "learning_rate": 6.676733528868086e-05, |
| "loss": 1.5286, |
| "step": 678000 |
| }, |
| { |
| "epoch": 2.8024567446893753, |
| "grad_norm": 0.8834524750709534, |
| "learning_rate": 6.6076562493524e-05, |
| "loss": 1.5271, |
| "step": 678500 |
| }, |
| { |
| "epoch": 2.80452193020499, |
| "grad_norm": 0.858285665512085, |
| "learning_rate": 6.538578969836716e-05, |
| "loss": 1.5232, |
| "step": 679000 |
| }, |
| { |
| "epoch": 2.806587115720605, |
| "grad_norm": 0.8696337342262268, |
| "learning_rate": 6.46950169032103e-05, |
| "loss": 1.524, |
| "step": 679500 |
| }, |
| { |
| "epoch": 2.80865230123622, |
| "grad_norm": 0.8471727967262268, |
| "learning_rate": 6.400424410805344e-05, |
| "loss": 1.523, |
| "step": 680000 |
| }, |
| { |
| "epoch": 2.8107174867518347, |
| "grad_norm": 0.8594076633453369, |
| "learning_rate": 6.33134713128966e-05, |
| "loss": 1.5166, |
| "step": 680500 |
| }, |
| { |
| "epoch": 2.81278267226745, |
| "grad_norm": 0.856606662273407, |
| "learning_rate": 6.262269851773973e-05, |
| "loss": 1.523, |
| "step": 681000 |
| }, |
| { |
| "epoch": 2.8148478577830645, |
| "grad_norm": 0.8609211444854736, |
| "learning_rate": 6.193192572258289e-05, |
| "loss": 1.5209, |
| "step": 681500 |
| }, |
| { |
| "epoch": 2.8169130432986798, |
| "grad_norm": 0.8398802280426025, |
| "learning_rate": 6.124115292742603e-05, |
| "loss": 1.5271, |
| "step": 682000 |
| }, |
| { |
| "epoch": 2.818978228814294, |
| "grad_norm": 0.9304519295692444, |
| "learning_rate": 6.0550380132269176e-05, |
| "loss": 1.5205, |
| "step": 682500 |
| }, |
| { |
| "epoch": 2.8210434143299095, |
| "grad_norm": 0.8197703957557678, |
| "learning_rate": 5.985960733711232e-05, |
| "loss": 1.524, |
| "step": 683000 |
| }, |
| { |
| "epoch": 2.823108599845524, |
| "grad_norm": 0.831089973449707, |
| "learning_rate": 5.916883454195547e-05, |
| "loss": 1.5204, |
| "step": 683500 |
| }, |
| { |
| "epoch": 2.825173785361139, |
| "grad_norm": 0.8130340576171875, |
| "learning_rate": 5.847806174679862e-05, |
| "loss": 1.5151, |
| "step": 684000 |
| }, |
| { |
| "epoch": 2.827238970876754, |
| "grad_norm": 0.8501649498939514, |
| "learning_rate": 5.7787288951641755e-05, |
| "loss": 1.5213, |
| "step": 684500 |
| }, |
| { |
| "epoch": 2.829304156392369, |
| "grad_norm": 0.827510416507721, |
| "learning_rate": 5.709651615648491e-05, |
| "loss": 1.5202, |
| "step": 685000 |
| }, |
| { |
| "epoch": 2.8313693419079837, |
| "grad_norm": 0.8375749588012695, |
| "learning_rate": 5.640574336132805e-05, |
| "loss": 1.5226, |
| "step": 685500 |
| }, |
| { |
| "epoch": 2.8334345274235986, |
| "grad_norm": 0.8179614543914795, |
| "learning_rate": 5.57149705661712e-05, |
| "loss": 1.5174, |
| "step": 686000 |
| }, |
| { |
| "epoch": 2.8354997129392134, |
| "grad_norm": 0.8485569953918457, |
| "learning_rate": 5.502419777101435e-05, |
| "loss": 1.5197, |
| "step": 686500 |
| }, |
| { |
| "epoch": 2.8375648984548283, |
| "grad_norm": 0.8839040398597717, |
| "learning_rate": 5.433342497585749e-05, |
| "loss": 1.5206, |
| "step": 687000 |
| }, |
| { |
| "epoch": 2.839630083970443, |
| "grad_norm": 0.8560023307800293, |
| "learning_rate": 5.364265218070064e-05, |
| "loss": 1.5177, |
| "step": 687500 |
| }, |
| { |
| "epoch": 2.841695269486058, |
| "grad_norm": 0.8139906525611877, |
| "learning_rate": 5.295187938554378e-05, |
| "loss": 1.5154, |
| "step": 688000 |
| }, |
| { |
| "epoch": 2.843760455001673, |
| "grad_norm": 0.9361693859100342, |
| "learning_rate": 5.226110659038693e-05, |
| "loss": 1.5131, |
| "step": 688500 |
| }, |
| { |
| "epoch": 2.8458256405172877, |
| "grad_norm": 0.8294958472251892, |
| "learning_rate": 5.157033379523008e-05, |
| "loss": 1.5194, |
| "step": 689000 |
| }, |
| { |
| "epoch": 2.8478908260329026, |
| "grad_norm": 0.8591476082801819, |
| "learning_rate": 5.0879561000073224e-05, |
| "loss": 1.5179, |
| "step": 689500 |
| }, |
| { |
| "epoch": 2.8499560115485174, |
| "grad_norm": 0.8466942310333252, |
| "learning_rate": 5.018878820491637e-05, |
| "loss": 1.5122, |
| "step": 690000 |
| }, |
| { |
| "epoch": 2.8520211970641323, |
| "grad_norm": 0.9315714240074158, |
| "learning_rate": 4.949801540975952e-05, |
| "loss": 1.5193, |
| "step": 690500 |
| }, |
| { |
| "epoch": 2.854086382579747, |
| "grad_norm": 0.8646622896194458, |
| "learning_rate": 4.8807242614602665e-05, |
| "loss": 1.5155, |
| "step": 691000 |
| }, |
| { |
| "epoch": 2.856151568095362, |
| "grad_norm": 0.8958275318145752, |
| "learning_rate": 4.8116469819445804e-05, |
| "loss": 1.5172, |
| "step": 691500 |
| }, |
| { |
| "epoch": 2.858216753610977, |
| "grad_norm": 0.8623936176300049, |
| "learning_rate": 4.7425697024288955e-05, |
| "loss": 1.5138, |
| "step": 692000 |
| }, |
| { |
| "epoch": 2.8602819391265917, |
| "grad_norm": 0.8689021468162537, |
| "learning_rate": 4.67349242291321e-05, |
| "loss": 1.5144, |
| "step": 692500 |
| }, |
| { |
| "epoch": 2.8623471246422065, |
| "grad_norm": 0.8967764973640442, |
| "learning_rate": 4.6044151433975245e-05, |
| "loss": 1.5156, |
| "step": 693000 |
| }, |
| { |
| "epoch": 2.8644123101578214, |
| "grad_norm": 0.8540061116218567, |
| "learning_rate": 4.5353378638818396e-05, |
| "loss": 1.5161, |
| "step": 693500 |
| }, |
| { |
| "epoch": 2.8664774956734362, |
| "grad_norm": 0.8717928528785706, |
| "learning_rate": 4.466260584366154e-05, |
| "loss": 1.5097, |
| "step": 694000 |
| }, |
| { |
| "epoch": 2.868542681189051, |
| "grad_norm": 0.861867368221283, |
| "learning_rate": 4.397183304850468e-05, |
| "loss": 1.5117, |
| "step": 694500 |
| }, |
| { |
| "epoch": 2.870607866704666, |
| "grad_norm": 0.8746508955955505, |
| "learning_rate": 4.328106025334783e-05, |
| "loss": 1.5116, |
| "step": 695000 |
| }, |
| { |
| "epoch": 2.872673052220281, |
| "grad_norm": 0.856505274772644, |
| "learning_rate": 4.2590287458190976e-05, |
| "loss": 1.5105, |
| "step": 695500 |
| }, |
| { |
| "epoch": 2.8747382377358957, |
| "grad_norm": 0.8690941333770752, |
| "learning_rate": 4.189951466303412e-05, |
| "loss": 1.511, |
| "step": 696000 |
| }, |
| { |
| "epoch": 2.876803423251511, |
| "grad_norm": 0.8394379019737244, |
| "learning_rate": 4.120874186787727e-05, |
| "loss": 1.511, |
| "step": 696500 |
| }, |
| { |
| "epoch": 2.8788686087671254, |
| "grad_norm": 0.847400426864624, |
| "learning_rate": 4.051796907272042e-05, |
| "loss": 1.5152, |
| "step": 697000 |
| }, |
| { |
| "epoch": 2.8809337942827407, |
| "grad_norm": 0.8548203706741333, |
| "learning_rate": 3.982719627756357e-05, |
| "loss": 1.5103, |
| "step": 697500 |
| }, |
| { |
| "epoch": 2.882998979798355, |
| "grad_norm": 0.9266785979270935, |
| "learning_rate": 3.913642348240671e-05, |
| "loss": 1.5172, |
| "step": 698000 |
| }, |
| { |
| "epoch": 2.8850641653139704, |
| "grad_norm": 0.8905568718910217, |
| "learning_rate": 3.844565068724985e-05, |
| "loss": 1.5147, |
| "step": 698500 |
| }, |
| { |
| "epoch": 2.8871293508295848, |
| "grad_norm": 0.8947970271110535, |
| "learning_rate": 3.7754877892093e-05, |
| "loss": 1.5116, |
| "step": 699000 |
| }, |
| { |
| "epoch": 2.8891945363452, |
| "grad_norm": 0.8671281337738037, |
| "learning_rate": 3.706410509693615e-05, |
| "loss": 1.5089, |
| "step": 699500 |
| }, |
| { |
| "epoch": 2.8912597218608145, |
| "grad_norm": 0.8655187487602234, |
| "learning_rate": 3.637333230177929e-05, |
| "loss": 1.5079, |
| "step": 700000 |
| }, |
| { |
| "epoch": 2.8933249073764298, |
| "grad_norm": 0.8781392574310303, |
| "learning_rate": 3.5682559506622444e-05, |
| "loss": 1.5051, |
| "step": 700500 |
| }, |
| { |
| "epoch": 2.8953900928920446, |
| "grad_norm": 0.8239871859550476, |
| "learning_rate": 3.499178671146558e-05, |
| "loss": 1.5135, |
| "step": 701000 |
| }, |
| { |
| "epoch": 2.8974552784076595, |
| "grad_norm": 0.8702250719070435, |
| "learning_rate": 3.430101391630873e-05, |
| "loss": 1.5101, |
| "step": 701500 |
| }, |
| { |
| "epoch": 2.8995204639232743, |
| "grad_norm": 0.8681339621543884, |
| "learning_rate": 3.361024112115188e-05, |
| "loss": 1.5098, |
| "step": 702000 |
| }, |
| { |
| "epoch": 2.901585649438889, |
| "grad_norm": 0.8929154276847839, |
| "learning_rate": 3.2919468325995024e-05, |
| "loss": 1.5115, |
| "step": 702500 |
| }, |
| { |
| "epoch": 2.903650834954504, |
| "grad_norm": 0.8695405125617981, |
| "learning_rate": 3.222869553083817e-05, |
| "loss": 1.5073, |
| "step": 703000 |
| }, |
| { |
| "epoch": 2.905716020470119, |
| "grad_norm": 0.8858229517936707, |
| "learning_rate": 3.153792273568132e-05, |
| "loss": 1.5081, |
| "step": 703500 |
| }, |
| { |
| "epoch": 2.9077812059857338, |
| "grad_norm": 0.8298658132553101, |
| "learning_rate": 3.0847149940524465e-05, |
| "loss": 1.5109, |
| "step": 704000 |
| }, |
| { |
| "epoch": 2.9098463915013486, |
| "grad_norm": 0.9026769399642944, |
| "learning_rate": 3.015637714536761e-05, |
| "loss": 1.5036, |
| "step": 704500 |
| }, |
| { |
| "epoch": 2.9119115770169635, |
| "grad_norm": 0.8433796763420105, |
| "learning_rate": 2.9465604350210755e-05, |
| "loss": 1.5103, |
| "step": 705000 |
| }, |
| { |
| "epoch": 2.9139767625325783, |
| "grad_norm": 0.8475963473320007, |
| "learning_rate": 2.87748315550539e-05, |
| "loss": 1.5084, |
| "step": 705500 |
| }, |
| { |
| "epoch": 2.916041948048193, |
| "grad_norm": 0.8807883262634277, |
| "learning_rate": 2.8084058759897048e-05, |
| "loss": 1.5089, |
| "step": 706000 |
| }, |
| { |
| "epoch": 2.918107133563808, |
| "grad_norm": 0.9054199457168579, |
| "learning_rate": 2.7393285964740193e-05, |
| "loss": 1.5123, |
| "step": 706500 |
| }, |
| { |
| "epoch": 2.920172319079423, |
| "grad_norm": 0.8661481738090515, |
| "learning_rate": 2.670251316958334e-05, |
| "loss": 1.5088, |
| "step": 707000 |
| }, |
| { |
| "epoch": 2.9222375045950377, |
| "grad_norm": 0.8456491231918335, |
| "learning_rate": 2.6011740374426486e-05, |
| "loss": 1.5078, |
| "step": 707500 |
| }, |
| { |
| "epoch": 2.9243026901106526, |
| "grad_norm": 0.8700172305107117, |
| "learning_rate": 2.5320967579269634e-05, |
| "loss": 1.5056, |
| "step": 708000 |
| }, |
| { |
| "epoch": 2.9263678756262674, |
| "grad_norm": 0.882483184337616, |
| "learning_rate": 2.463019478411278e-05, |
| "loss": 1.5118, |
| "step": 708500 |
| }, |
| { |
| "epoch": 2.9284330611418823, |
| "grad_norm": 0.8397735357284546, |
| "learning_rate": 2.3939421988955924e-05, |
| "loss": 1.5078, |
| "step": 709000 |
| }, |
| { |
| "epoch": 2.930498246657497, |
| "grad_norm": 0.8614588379859924, |
| "learning_rate": 2.3248649193799072e-05, |
| "loss": 1.504, |
| "step": 709500 |
| }, |
| { |
| "epoch": 2.932563432173112, |
| "grad_norm": 0.8456758260726929, |
| "learning_rate": 2.2557876398642217e-05, |
| "loss": 1.5068, |
| "step": 710000 |
| }, |
| { |
| "epoch": 2.934628617688727, |
| "grad_norm": 0.8835407495498657, |
| "learning_rate": 2.1867103603485365e-05, |
| "loss": 1.503, |
| "step": 710500 |
| }, |
| { |
| "epoch": 2.9366938032043417, |
| "grad_norm": 0.8269529938697815, |
| "learning_rate": 2.117633080832851e-05, |
| "loss": 1.5039, |
| "step": 711000 |
| }, |
| { |
| "epoch": 2.9387589887199566, |
| "grad_norm": 0.9135294556617737, |
| "learning_rate": 2.0485558013171655e-05, |
| "loss": 1.5067, |
| "step": 711500 |
| }, |
| { |
| "epoch": 2.940824174235572, |
| "grad_norm": 0.8736814856529236, |
| "learning_rate": 1.9794785218014803e-05, |
| "loss": 1.5025, |
| "step": 712000 |
| }, |
| { |
| "epoch": 2.9428893597511863, |
| "grad_norm": 0.8207076191902161, |
| "learning_rate": 1.9104012422857948e-05, |
| "loss": 1.503, |
| "step": 712500 |
| }, |
| { |
| "epoch": 2.9449545452668016, |
| "grad_norm": 0.8992505669593811, |
| "learning_rate": 1.8413239627701093e-05, |
| "loss": 1.5057, |
| "step": 713000 |
| }, |
| { |
| "epoch": 2.947019730782416, |
| "grad_norm": 0.8630014657974243, |
| "learning_rate": 1.772246683254424e-05, |
| "loss": 1.5026, |
| "step": 713500 |
| }, |
| { |
| "epoch": 2.9490849162980313, |
| "grad_norm": 0.8466277122497559, |
| "learning_rate": 1.703169403738739e-05, |
| "loss": 1.5022, |
| "step": 714000 |
| }, |
| { |
| "epoch": 2.9511501018136457, |
| "grad_norm": 0.8246403932571411, |
| "learning_rate": 1.6340921242230534e-05, |
| "loss": 1.5025, |
| "step": 714500 |
| }, |
| { |
| "epoch": 2.953215287329261, |
| "grad_norm": 0.8537036776542664, |
| "learning_rate": 1.565014844707368e-05, |
| "loss": 1.5004, |
| "step": 715000 |
| }, |
| { |
| "epoch": 2.9552804728448754, |
| "grad_norm": 0.8644038438796997, |
| "learning_rate": 1.4959375651916825e-05, |
| "loss": 1.5003, |
| "step": 715500 |
| }, |
| { |
| "epoch": 2.9573456583604907, |
| "grad_norm": 0.8385940790176392, |
| "learning_rate": 1.4268602856759972e-05, |
| "loss": 1.4993, |
| "step": 716000 |
| }, |
| { |
| "epoch": 2.9594108438761055, |
| "grad_norm": 0.8472567796707153, |
| "learning_rate": 1.3577830061603118e-05, |
| "loss": 1.503, |
| "step": 716500 |
| }, |
| { |
| "epoch": 2.9614760293917204, |
| "grad_norm": 0.8817070126533508, |
| "learning_rate": 1.2887057266446265e-05, |
| "loss": 1.5039, |
| "step": 717000 |
| }, |
| { |
| "epoch": 2.9635412149073352, |
| "grad_norm": 0.8786518573760986, |
| "learning_rate": 1.219628447128941e-05, |
| "loss": 1.506, |
| "step": 717500 |
| }, |
| { |
| "epoch": 2.96560640042295, |
| "grad_norm": 0.8719050884246826, |
| "learning_rate": 1.1505511676132556e-05, |
| "loss": 1.5004, |
| "step": 718000 |
| }, |
| { |
| "epoch": 2.967671585938565, |
| "grad_norm": 0.9109290242195129, |
| "learning_rate": 1.0814738880975703e-05, |
| "loss": 1.5021, |
| "step": 718500 |
| }, |
| { |
| "epoch": 2.96973677145418, |
| "grad_norm": 0.8234292268753052, |
| "learning_rate": 1.012396608581885e-05, |
| "loss": 1.5025, |
| "step": 719000 |
| }, |
| { |
| "epoch": 2.9718019569697947, |
| "grad_norm": 0.9141399264335632, |
| "learning_rate": 9.433193290661996e-06, |
| "loss": 1.4982, |
| "step": 719500 |
| }, |
| { |
| "epoch": 2.9738671424854095, |
| "grad_norm": 0.8994991183280945, |
| "learning_rate": 8.74242049550514e-06, |
| "loss": 1.5012, |
| "step": 720000 |
| }, |
| { |
| "epoch": 2.9759323280010244, |
| "grad_norm": 0.8629069328308105, |
| "learning_rate": 8.051647700348289e-06, |
| "loss": 1.5005, |
| "step": 720500 |
| }, |
| { |
| "epoch": 2.977997513516639, |
| "grad_norm": 0.8604488968849182, |
| "learning_rate": 7.360874905191434e-06, |
| "loss": 1.497, |
| "step": 721000 |
| }, |
| { |
| "epoch": 2.980062699032254, |
| "grad_norm": 0.8444788455963135, |
| "learning_rate": 6.67010211003458e-06, |
| "loss": 1.5015, |
| "step": 721500 |
| }, |
| { |
| "epoch": 2.982127884547869, |
| "grad_norm": 0.844616711139679, |
| "learning_rate": 5.979329314877727e-06, |
| "loss": 1.5037, |
| "step": 722000 |
| }, |
| { |
| "epoch": 2.9841930700634838, |
| "grad_norm": 0.8340693712234497, |
| "learning_rate": 5.288556519720873e-06, |
| "loss": 1.5002, |
| "step": 722500 |
| }, |
| { |
| "epoch": 2.9862582555790986, |
| "grad_norm": 0.8410211205482483, |
| "learning_rate": 4.597783724564018e-06, |
| "loss": 1.4972, |
| "step": 723000 |
| }, |
| { |
| "epoch": 2.9883234410947135, |
| "grad_norm": 0.8680119514465332, |
| "learning_rate": 3.907010929407165e-06, |
| "loss": 1.4977, |
| "step": 723500 |
| }, |
| { |
| "epoch": 2.9903886266103283, |
| "grad_norm": 0.8596481084823608, |
| "learning_rate": 3.2162381342503112e-06, |
| "loss": 1.5007, |
| "step": 724000 |
| }, |
| { |
| "epoch": 2.992453812125943, |
| "grad_norm": 0.7909371256828308, |
| "learning_rate": 2.5254653390934573e-06, |
| "loss": 1.4953, |
| "step": 724500 |
| }, |
| { |
| "epoch": 2.994518997641558, |
| "grad_norm": 0.8666454553604126, |
| "learning_rate": 1.8346925439366037e-06, |
| "loss": 1.5011, |
| "step": 725000 |
| }, |
| { |
| "epoch": 2.996584183157173, |
| "grad_norm": 0.8664350509643555, |
| "learning_rate": 1.1439197487797498e-06, |
| "loss": 1.5007, |
| "step": 725500 |
| }, |
| { |
| "epoch": 2.9986493686727878, |
| "grad_norm": 0.8779242634773254, |
| "learning_rate": 4.531469536228961e-07, |
| "loss": 1.4985, |
| "step": 726000 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 726327, |
| "total_flos": 1.546067484574894e+18, |
| "train_loss": 1.7818369276394814, |
| "train_runtime": 122016.1779, |
| "train_samples_per_second": 380.973, |
| "train_steps_per_second": 5.953 |
| } |
| ], |
| "logging_steps": 500, |
| "max_steps": 726327, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 5000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.546067484574894e+18, |
| "train_batch_size": 64, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
