Upload multi_teacher_fantasy_alchemy_without_cot/trainer_state.json with huggingface_hub
8fc367e verified | { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 8.0, | |
| "eval_steps": 500, | |
| "global_step": 9736, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.008216926869350863, | |
| "grad_norm": 20.6521664868754, | |
| "learning_rate": 9.240246406570842e-07, | |
| "loss": 8.1344, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.016433853738701727, | |
| "grad_norm": 18.75711536193637, | |
| "learning_rate": 1.9507186858316226e-06, | |
| "loss": 7.9653, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.024650780608052588, | |
| "grad_norm": 11.644294667992769, | |
| "learning_rate": 2.9774127310061602e-06, | |
| "loss": 7.2337, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.03286770747740345, | |
| "grad_norm": 7.186299732523691, | |
| "learning_rate": 4.004106776180698e-06, | |
| "loss": 6.2436, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.041084634346754315, | |
| "grad_norm": 6.028680766018775, | |
| "learning_rate": 5.030800821355237e-06, | |
| "loss": 5.4582, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.049301561216105176, | |
| "grad_norm": 8.01146787060327, | |
| "learning_rate": 6.057494866529775e-06, | |
| "loss": 4.6383, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.05751848808545604, | |
| "grad_norm": 6.474137612808116, | |
| "learning_rate": 7.084188911704312e-06, | |
| "loss": 3.41, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.0657354149548069, | |
| "grad_norm": 2.3678549728521503, | |
| "learning_rate": 8.11088295687885e-06, | |
| "loss": 2.3809, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.07395234182415776, | |
| "grad_norm": 1.7789962021111834, | |
| "learning_rate": 9.137577002053388e-06, | |
| "loss": 2.0251, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.08216926869350863, | |
| "grad_norm": 2.0296841787136595, | |
| "learning_rate": 1.0164271047227925e-05, | |
| "loss": 1.9094, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.09038619556285948, | |
| "grad_norm": 4.5379547550775925, | |
| "learning_rate": 1.1190965092402464e-05, | |
| "loss": 1.8227, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.09860312243221035, | |
| "grad_norm": 4.133214822477088, | |
| "learning_rate": 1.2217659137577003e-05, | |
| "loss": 1.7539, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.10682004930156122, | |
| "grad_norm": 12.868168725927204, | |
| "learning_rate": 1.324435318275154e-05, | |
| "loss": 1.7031, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.11503697617091208, | |
| "grad_norm": 6.450060429921103, | |
| "learning_rate": 1.427104722792608e-05, | |
| "loss": 1.6525, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.12325390304026294, | |
| "grad_norm": 8.671152101355725, | |
| "learning_rate": 1.5297741273100617e-05, | |
| "loss": 1.6144, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.1314708299096138, | |
| "grad_norm": 7.494958448355011, | |
| "learning_rate": 1.6324435318275156e-05, | |
| "loss": 1.575, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.13968775677896467, | |
| "grad_norm": 7.749660614586779, | |
| "learning_rate": 1.735112936344969e-05, | |
| "loss": 1.5372, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.14790468364831552, | |
| "grad_norm": 8.182648325800557, | |
| "learning_rate": 1.837782340862423e-05, | |
| "loss": 1.4918, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.1561216105176664, | |
| "grad_norm": 5.782818345230798, | |
| "learning_rate": 1.940451745379877e-05, | |
| "loss": 1.4442, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.16433853738701726, | |
| "grad_norm": 4.377767445583269, | |
| "learning_rate": 2.0431211498973308e-05, | |
| "loss": 1.4135, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.1725554642563681, | |
| "grad_norm": 6.917683584431286, | |
| "learning_rate": 2.1457905544147843e-05, | |
| "loss": 1.3559, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.18077239112571897, | |
| "grad_norm": 5.4201085598769065, | |
| "learning_rate": 2.2484599589322382e-05, | |
| "loss": 1.3334, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.18898931799506985, | |
| "grad_norm": 1.7147042968760517, | |
| "learning_rate": 2.351129363449692e-05, | |
| "loss": 1.2822, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.1972062448644207, | |
| "grad_norm": 2.7781476506938207, | |
| "learning_rate": 2.453798767967146e-05, | |
| "loss": 1.2538, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.20542317173377156, | |
| "grad_norm": 3.1382479212042522, | |
| "learning_rate": 2.5564681724845996e-05, | |
| "loss": 1.2093, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.21364009860312244, | |
| "grad_norm": 3.84263025478836, | |
| "learning_rate": 2.6591375770020538e-05, | |
| "loss": 1.1789, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.2218570254724733, | |
| "grad_norm": 4.56729430742156, | |
| "learning_rate": 2.7618069815195074e-05, | |
| "loss": 1.1537, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.23007395234182415, | |
| "grad_norm": 3.396912773118433, | |
| "learning_rate": 2.8644763860369613e-05, | |
| "loss": 1.1055, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.23829087921117503, | |
| "grad_norm": 2.9099056698892802, | |
| "learning_rate": 2.9671457905544148e-05, | |
| "loss": 1.0825, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.2465078060805259, | |
| "grad_norm": 5.08766339955455, | |
| "learning_rate": 3.069815195071869e-05, | |
| "loss": 1.0362, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.25472473294987674, | |
| "grad_norm": 3.071437319717274, | |
| "learning_rate": 3.172484599589323e-05, | |
| "loss": 1.0277, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.2629416598192276, | |
| "grad_norm": 2.783117166830873, | |
| "learning_rate": 3.2751540041067765e-05, | |
| "loss": 0.9931, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.27115858668857845, | |
| "grad_norm": 3.2281961993022934, | |
| "learning_rate": 3.37782340862423e-05, | |
| "loss": 0.9558, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.27937551355792933, | |
| "grad_norm": 3.5461115086836696, | |
| "learning_rate": 3.480492813141684e-05, | |
| "loss": 0.9276, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.2875924404272802, | |
| "grad_norm": 3.23867135269811, | |
| "learning_rate": 3.583162217659138e-05, | |
| "loss": 0.9029, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.29580936729663104, | |
| "grad_norm": 2.9653265132671325, | |
| "learning_rate": 3.6858316221765914e-05, | |
| "loss": 0.8759, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.3040262941659819, | |
| "grad_norm": 2.6616367806431422, | |
| "learning_rate": 3.788501026694045e-05, | |
| "loss": 0.8583, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.3122432210353328, | |
| "grad_norm": 4.802167335262461, | |
| "learning_rate": 3.891170431211499e-05, | |
| "loss": 0.8257, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.32046014790468363, | |
| "grad_norm": 3.5139799826616427, | |
| "learning_rate": 3.993839835728953e-05, | |
| "loss": 0.8065, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.3286770747740345, | |
| "grad_norm": 3.5566795680934153, | |
| "learning_rate": 4.096509240246407e-05, | |
| "loss": 0.7766, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.3368940016433854, | |
| "grad_norm": 5.016388912688849, | |
| "learning_rate": 4.1991786447638605e-05, | |
| "loss": 0.7521, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.3451109285127362, | |
| "grad_norm": 4.100894602879236, | |
| "learning_rate": 4.301848049281315e-05, | |
| "loss": 0.7388, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.3533278553820871, | |
| "grad_norm": 3.3274885019517004, | |
| "learning_rate": 4.404517453798768e-05, | |
| "loss": 0.7158, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.36154478225143794, | |
| "grad_norm": 3.664275856908218, | |
| "learning_rate": 4.507186858316222e-05, | |
| "loss": 0.691, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.3697617091207888, | |
| "grad_norm": 3.1992131800713386, | |
| "learning_rate": 4.6098562628336754e-05, | |
| "loss": 0.6696, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.3779786359901397, | |
| "grad_norm": 3.673357196076266, | |
| "learning_rate": 4.7125256673511296e-05, | |
| "loss": 0.648, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.3861955628594905, | |
| "grad_norm": 4.2513870810342365, | |
| "learning_rate": 4.815195071868583e-05, | |
| "loss": 0.6228, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.3944124897288414, | |
| "grad_norm": 2.745076649884309, | |
| "learning_rate": 4.9178644763860374e-05, | |
| "loss": 0.6025, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.4026294165981923, | |
| "grad_norm": 3.764105619282273, | |
| "learning_rate": 5.020533880903491e-05, | |
| "loss": 0.5847, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.4108463434675431, | |
| "grad_norm": 2.9431726886958955, | |
| "learning_rate": 5.1232032854209445e-05, | |
| "loss": 0.5653, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.419063270336894, | |
| "grad_norm": 3.7883418470145864, | |
| "learning_rate": 5.225872689938398e-05, | |
| "loss": 0.5481, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.4272801972062449, | |
| "grad_norm": 3.2826984002457023, | |
| "learning_rate": 5.328542094455853e-05, | |
| "loss": 0.5267, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.4354971240755957, | |
| "grad_norm": 3.7751689108988358, | |
| "learning_rate": 5.4312114989733065e-05, | |
| "loss": 0.5136, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.4437140509449466, | |
| "grad_norm": 3.1468929057036275, | |
| "learning_rate": 5.53388090349076e-05, | |
| "loss": 0.4923, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.4519309778142975, | |
| "grad_norm": 3.332657724668719, | |
| "learning_rate": 5.6365503080082136e-05, | |
| "loss": 0.4814, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.4601479046836483, | |
| "grad_norm": 3.4721014951966556, | |
| "learning_rate": 5.739219712525667e-05, | |
| "loss": 0.463, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.4683648315529992, | |
| "grad_norm": 2.883971781790991, | |
| "learning_rate": 5.8418891170431214e-05, | |
| "loss": 0.4407, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.47658175842235007, | |
| "grad_norm": 3.858236605679481, | |
| "learning_rate": 5.944558521560575e-05, | |
| "loss": 0.4301, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.4847986852917009, | |
| "grad_norm": 2.7193833088424952, | |
| "learning_rate": 6.04722792607803e-05, | |
| "loss": 0.4184, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.4930156121610518, | |
| "grad_norm": 3.4810813188988776, | |
| "learning_rate": 6.149897330595483e-05, | |
| "loss": 0.4063, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.5012325390304027, | |
| "grad_norm": 2.56285006880157, | |
| "learning_rate": 6.252566735112937e-05, | |
| "loss": 0.3899, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.5094494658997535, | |
| "grad_norm": 2.71953277054627, | |
| "learning_rate": 6.35523613963039e-05, | |
| "loss": 0.3733, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.5176663927691043, | |
| "grad_norm": 2.5203449713953696, | |
| "learning_rate": 6.457905544147844e-05, | |
| "loss": 0.3516, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.5258833196384552, | |
| "grad_norm": 3.0318245975311515, | |
| "learning_rate": 6.560574948665298e-05, | |
| "loss": 0.3485, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.5341002465078061, | |
| "grad_norm": 2.5920740384939553, | |
| "learning_rate": 6.663244353182751e-05, | |
| "loss": 0.3376, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.5423171733771569, | |
| "grad_norm": 2.2652774245755842, | |
| "learning_rate": 6.765913757700205e-05, | |
| "loss": 0.3252, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.5505341002465078, | |
| "grad_norm": 3.067932138213513, | |
| "learning_rate": 6.86858316221766e-05, | |
| "loss": 0.3102, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.5587510271158587, | |
| "grad_norm": 2.334836395372571, | |
| "learning_rate": 6.971252566735113e-05, | |
| "loss": 0.3075, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.5669679539852095, | |
| "grad_norm": 2.00073050652139, | |
| "learning_rate": 7.073921971252567e-05, | |
| "loss": 0.2944, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.5751848808545604, | |
| "grad_norm": 2.4192633170485887, | |
| "learning_rate": 7.17659137577002e-05, | |
| "loss": 0.2859, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.5834018077239113, | |
| "grad_norm": 2.191465248513388, | |
| "learning_rate": 7.279260780287475e-05, | |
| "loss": 0.2808, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.5916187345932621, | |
| "grad_norm": 2.1743578076452295, | |
| "learning_rate": 7.381930184804929e-05, | |
| "loss": 0.2649, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.599835661462613, | |
| "grad_norm": 2.3765522408619666, | |
| "learning_rate": 7.484599589322382e-05, | |
| "loss": 0.2619, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.6080525883319639, | |
| "grad_norm": 1.9037287843676427, | |
| "learning_rate": 7.587268993839836e-05, | |
| "loss": 0.2537, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.6162695152013147, | |
| "grad_norm": 2.0158389895405175, | |
| "learning_rate": 7.689938398357291e-05, | |
| "loss": 0.247, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.6244864420706656, | |
| "grad_norm": 2.342705818216856, | |
| "learning_rate": 7.792607802874744e-05, | |
| "loss": 0.2431, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.6327033689400164, | |
| "grad_norm": 2.3111970572134433, | |
| "learning_rate": 7.895277207392198e-05, | |
| "loss": 0.2359, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.6409202958093673, | |
| "grad_norm": 2.021365837854459, | |
| "learning_rate": 7.997946611909651e-05, | |
| "loss": 0.2306, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.6491372226787182, | |
| "grad_norm": 1.6933294146500717, | |
| "learning_rate": 8.100616016427105e-05, | |
| "loss": 0.2205, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.657354149548069, | |
| "grad_norm": 1.9476560876825286, | |
| "learning_rate": 8.203285420944559e-05, | |
| "loss": 0.2191, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.6655710764174199, | |
| "grad_norm": 1.3694311196851179, | |
| "learning_rate": 8.305954825462012e-05, | |
| "loss": 0.2134, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.6737880032867708, | |
| "grad_norm": 1.6387129939415674, | |
| "learning_rate": 8.408624229979466e-05, | |
| "loss": 0.2091, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.6820049301561216, | |
| "grad_norm": 1.8243619220976712, | |
| "learning_rate": 8.51129363449692e-05, | |
| "loss": 0.2037, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.6902218570254725, | |
| "grad_norm": 1.878468903383571, | |
| "learning_rate": 8.613963039014374e-05, | |
| "loss": 0.201, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.6984387838948234, | |
| "grad_norm": 1.5456037490386814, | |
| "learning_rate": 8.716632443531828e-05, | |
| "loss": 0.1917, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.7066557107641742, | |
| "grad_norm": 1.4587668759474102, | |
| "learning_rate": 8.819301848049281e-05, | |
| "loss": 0.187, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.714872637633525, | |
| "grad_norm": 1.3297873752100995, | |
| "learning_rate": 8.921971252566735e-05, | |
| "loss": 0.1871, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.7230895645028759, | |
| "grad_norm": 1.4624135144902266, | |
| "learning_rate": 9.02464065708419e-05, | |
| "loss": 0.1836, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.7313064913722268, | |
| "grad_norm": 1.6852040534292057, | |
| "learning_rate": 9.127310061601643e-05, | |
| "loss": 0.1785, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.7395234182415776, | |
| "grad_norm": 1.2757673968230296, | |
| "learning_rate": 9.229979466119097e-05, | |
| "loss": 0.1697, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.7477403451109285, | |
| "grad_norm": 1.2025916192441726, | |
| "learning_rate": 9.332648870636552e-05, | |
| "loss": 0.1702, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.7559572719802794, | |
| "grad_norm": 1.1424432696511961, | |
| "learning_rate": 9.435318275154005e-05, | |
| "loss": 0.1641, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.7641741988496302, | |
| "grad_norm": 1.319419967704341, | |
| "learning_rate": 9.537987679671459e-05, | |
| "loss": 0.165, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.772391125718981, | |
| "grad_norm": 1.328833007141129, | |
| "learning_rate": 9.640657084188912e-05, | |
| "loss": 0.1585, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.780608052588332, | |
| "grad_norm": 1.257239962817816, | |
| "learning_rate": 9.743326488706366e-05, | |
| "loss": 0.1579, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.7888249794576828, | |
| "grad_norm": 1.3160289143517214, | |
| "learning_rate": 9.84599589322382e-05, | |
| "loss": 0.1523, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.7970419063270336, | |
| "grad_norm": 1.257470705040321, | |
| "learning_rate": 9.948665297741273e-05, | |
| "loss": 0.1485, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.8052588331963846, | |
| "grad_norm": 1.3654898318565305, | |
| "learning_rate": 9.999991965235563e-05, | |
| "loss": 0.1448, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.8134757600657354, | |
| "grad_norm": 1.0497934285629105, | |
| "learning_rate": 9.999927687274992e-05, | |
| "loss": 0.1407, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.8216926869350862, | |
| "grad_norm": 1.2404666893886855, | |
| "learning_rate": 9.999799132180184e-05, | |
| "loss": 0.1406, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.8299096138044372, | |
| "grad_norm": 1.1134285871781415, | |
| "learning_rate": 9.999606301603793e-05, | |
| "loss": 0.1352, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.838126540673788, | |
| "grad_norm": 1.0341905175457653, | |
| "learning_rate": 9.999349198024775e-05, | |
| "loss": 0.1306, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.8463434675431388, | |
| "grad_norm": 1.1978341840529492, | |
| "learning_rate": 9.999027824748352e-05, | |
| "loss": 0.1308, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.8545603944124898, | |
| "grad_norm": 0.9476848708735395, | |
| "learning_rate": 9.998642185905977e-05, | |
| "loss": 0.1275, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.8627773212818406, | |
| "grad_norm": 1.151501305833549, | |
| "learning_rate": 9.998192286455273e-05, | |
| "loss": 0.1237, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.8709942481511914, | |
| "grad_norm": 1.058908290806141, | |
| "learning_rate": 9.997678132179969e-05, | |
| "loss": 0.122, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.8792111750205424, | |
| "grad_norm": 0.9773537576111707, | |
| "learning_rate": 9.997099729689839e-05, | |
| "loss": 0.1187, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.8874281018898932, | |
| "grad_norm": 0.9239568401977911, | |
| "learning_rate": 9.996457086420598e-05, | |
| "loss": 0.1178, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.895645028759244, | |
| "grad_norm": 0.8018713550987714, | |
| "learning_rate": 9.995750210633822e-05, | |
| "loss": 0.1156, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.903861955628595, | |
| "grad_norm": 0.910903730189005, | |
| "learning_rate": 9.994979111416829e-05, | |
| "loss": 0.1117, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.9120788824979458, | |
| "grad_norm": 0.8641295674337285, | |
| "learning_rate": 9.994143798682573e-05, | |
| "loss": 0.11, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.9202958093672966, | |
| "grad_norm": 0.8312917811297335, | |
| "learning_rate": 9.993244283169513e-05, | |
| "loss": 0.1072, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.9285127362366475, | |
| "grad_norm": 0.932166905539136, | |
| "learning_rate": 9.99228057644147e-05, | |
| "loss": 0.1043, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.9367296631059984, | |
| "grad_norm": 0.7442839862957729, | |
| "learning_rate": 9.991252690887485e-05, | |
| "loss": 0.1016, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.9449465899753492, | |
| "grad_norm": 0.9433805635704259, | |
| "learning_rate": 9.990160639721657e-05, | |
| "loss": 0.0995, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.9531635168447001, | |
| "grad_norm": 0.6781275157765514, | |
| "learning_rate": 9.989004436982974e-05, | |
| "loss": 0.0955, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.961380443714051, | |
| "grad_norm": 0.8437772770709154, | |
| "learning_rate": 9.987784097535127e-05, | |
| "loss": 0.0942, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.9695973705834018, | |
| "grad_norm": 0.8251028566653184, | |
| "learning_rate": 9.986499637066331e-05, | |
| "loss": 0.093, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.9778142974527527, | |
| "grad_norm": 0.7770190924053046, | |
| "learning_rate": 9.985151072089112e-05, | |
| "loss": 0.0906, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.9860312243221035, | |
| "grad_norm": 0.8013950177509783, | |
| "learning_rate": 9.983738419940096e-05, | |
| "loss": 0.0891, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.9942481511914544, | |
| "grad_norm": 0.8098380947976941, | |
| "learning_rate": 9.982261698779795e-05, | |
| "loss": 0.0864, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 1.0024650780608053, | |
| "grad_norm": 0.7476525561924587, | |
| "learning_rate": 9.980720927592366e-05, | |
| "loss": 0.0841, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 1.0106820049301561, | |
| "grad_norm": 0.6812631846413963, | |
| "learning_rate": 9.979116126185364e-05, | |
| "loss": 0.0771, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 1.018898931799507, | |
| "grad_norm": 0.7035140667346095, | |
| "learning_rate": 9.977447315189493e-05, | |
| "loss": 0.0745, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 1.0271158586688578, | |
| "grad_norm": 0.6884460379070533, | |
| "learning_rate": 9.975714516058344e-05, | |
| "loss": 0.0725, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 1.0353327855382086, | |
| "grad_norm": 0.6413028251652191, | |
| "learning_rate": 9.973917751068111e-05, | |
| "loss": 0.0729, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 1.0435497124075597, | |
| "grad_norm": 0.6746774697903619, | |
| "learning_rate": 9.972057043317308e-05, | |
| "loss": 0.0693, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 1.0517666392769105, | |
| "grad_norm": 0.6126131445159512, | |
| "learning_rate": 9.970132416726474e-05, | |
| "loss": 0.067, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 1.0599835661462613, | |
| "grad_norm": 0.7620795693209419, | |
| "learning_rate": 9.968143896037864e-05, | |
| "loss": 0.0669, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 1.0682004930156122, | |
| "grad_norm": 0.7363014416948239, | |
| "learning_rate": 9.966091506815128e-05, | |
| "loss": 0.0672, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 1.076417419884963, | |
| "grad_norm": 0.7081570706805334, | |
| "learning_rate": 9.963975275442989e-05, | |
| "loss": 0.0659, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 1.0846343467543138, | |
| "grad_norm": 0.651054946068983, | |
| "learning_rate": 9.961795229126896e-05, | |
| "loss": 0.0641, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 1.0928512736236646, | |
| "grad_norm": 0.6220299750434742, | |
| "learning_rate": 9.959551395892681e-05, | |
| "loss": 0.0617, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 1.1010682004930157, | |
| "grad_norm": 0.683835515314829, | |
| "learning_rate": 9.957243804586197e-05, | |
| "loss": 0.0617, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 1.1092851273623665, | |
| "grad_norm": 0.6807680658530081, | |
| "learning_rate": 9.954872484872944e-05, | |
| "loss": 0.0612, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 1.1175020542317173, | |
| "grad_norm": 0.6514282591375157, | |
| "learning_rate": 9.952437467237687e-05, | |
| "loss": 0.06, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 1.1257189811010682, | |
| "grad_norm": 0.6914058703103726, | |
| "learning_rate": 9.949938782984072e-05, | |
| "loss": 0.0596, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 1.133935907970419, | |
| "grad_norm": 0.6568080555118521, | |
| "learning_rate": 9.947376464234215e-05, | |
| "loss": 0.0605, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 1.14215283483977, | |
| "grad_norm": 0.6527114530677591, | |
| "learning_rate": 9.944750543928297e-05, | |
| "loss": 0.0581, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 1.1503697617091209, | |
| "grad_norm": 0.6275835834331879, | |
| "learning_rate": 9.942061055824127e-05, | |
| "loss": 0.056, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 1.1585866885784717, | |
| "grad_norm": 0.5795880116604848, | |
| "learning_rate": 9.939308034496728e-05, | |
| "loss": 0.0551, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 1.1668036154478225, | |
| "grad_norm": 0.5725267494550338, | |
| "learning_rate": 9.936491515337874e-05, | |
| "loss": 0.0543, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 1.1750205423171733, | |
| "grad_norm": 0.541713230823975, | |
| "learning_rate": 9.933611534555644e-05, | |
| "loss": 0.0534, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 1.1832374691865242, | |
| "grad_norm": 0.566900586795121, | |
| "learning_rate": 9.930668129173956e-05, | |
| "loss": 0.0534, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 1.191454396055875, | |
| "grad_norm": 0.6604801022732167, | |
| "learning_rate": 9.927661337032093e-05, | |
| "loss": 0.0526, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 1.199671322925226, | |
| "grad_norm": 0.6055038306197658, | |
| "learning_rate": 9.924591196784205e-05, | |
| "loss": 0.0526, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 1.2078882497945769, | |
| "grad_norm": 0.5987814107613061, | |
| "learning_rate": 9.92145774789883e-05, | |
| "loss": 0.0513, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 1.2161051766639277, | |
| "grad_norm": 0.6362437102114854, | |
| "learning_rate": 9.918261030658371e-05, | |
| "loss": 0.0515, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 1.2243221035332785, | |
| "grad_norm": 0.6509204932067915, | |
| "learning_rate": 9.915001086158588e-05, | |
| "loss": 0.0513, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 1.2325390304026294, | |
| "grad_norm": 0.5288885085851819, | |
| "learning_rate": 9.911677956308068e-05, | |
| "loss": 0.0506, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.2407559572719804, | |
| "grad_norm": 0.5726585625989773, | |
| "learning_rate": 9.908291683827678e-05, | |
| "loss": 0.0486, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 1.2489728841413312, | |
| "grad_norm": 0.589121204058476, | |
| "learning_rate": 9.904842312250024e-05, | |
| "loss": 0.0477, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 1.257189811010682, | |
| "grad_norm": 0.6631593501137325, | |
| "learning_rate": 9.901329885918898e-05, | |
| "loss": 0.0483, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 1.2654067378800329, | |
| "grad_norm": 0.5197654457910325, | |
| "learning_rate": 9.897754449988687e-05, | |
| "loss": 0.0457, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 1.2736236647493837, | |
| "grad_norm": 0.5929482681421497, | |
| "learning_rate": 9.894116050423812e-05, | |
| "loss": 0.0453, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 1.2818405916187345, | |
| "grad_norm": 0.4975008211438788, | |
| "learning_rate": 9.890414733998131e-05, | |
| "loss": 0.0435, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 1.2900575184880854, | |
| "grad_norm": 0.4818366382204066, | |
| "learning_rate": 9.886650548294333e-05, | |
| "loss": 0.0439, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 1.2982744453574364, | |
| "grad_norm": 0.5522264928264335, | |
| "learning_rate": 9.882823541703332e-05, | |
| "loss": 0.0431, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 1.3064913722267872, | |
| "grad_norm": 0.542238275005933, | |
| "learning_rate": 9.878933763423644e-05, | |
| "loss": 0.0445, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 1.314708299096138, | |
| "grad_norm": 0.4697141826718836, | |
| "learning_rate": 9.874981263460749e-05, | |
| "loss": 0.0418, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.322925225965489, | |
| "grad_norm": 0.5054746485369349, | |
| "learning_rate": 9.87096609262646e-05, | |
| "loss": 0.0421, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 1.3311421528348397, | |
| "grad_norm": 0.5395613302218427, | |
| "learning_rate": 9.866888302538255e-05, | |
| "loss": 0.0417, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 1.3393590797041908, | |
| "grad_norm": 0.5157634368299763, | |
| "learning_rate": 9.862747945618629e-05, | |
| "loss": 0.0415, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 1.3475760065735414, | |
| "grad_norm": 0.5519915955496593, | |
| "learning_rate": 9.858545075094402e-05, | |
| "loss": 0.0413, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 1.3557929334428924, | |
| "grad_norm": 0.49777066445549617, | |
| "learning_rate": 9.854279744996054e-05, | |
| "loss": 0.0396, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 1.3640098603122432, | |
| "grad_norm": 0.4940013153776274, | |
| "learning_rate": 9.849952010157014e-05, | |
| "loss": 0.0381, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 1.372226787181594, | |
| "grad_norm": 0.5431277400396429, | |
| "learning_rate": 9.845561926212967e-05, | |
| "loss": 0.0386, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 1.380443714050945, | |
| "grad_norm": 0.48822750198841763, | |
| "learning_rate": 9.841109549601133e-05, | |
| "loss": 0.0377, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 1.3886606409202957, | |
| "grad_norm": 0.5171364389810015, | |
| "learning_rate": 9.83659493755954e-05, | |
| "loss": 0.0396, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 1.3968775677896468, | |
| "grad_norm": 0.4649307579718927, | |
| "learning_rate": 9.832018148126291e-05, | |
| "loss": 0.0373, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 1.4050944946589976, | |
| "grad_norm": 0.5377696639648694, | |
| "learning_rate": 9.827379240138824e-05, | |
| "loss": 0.0383, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 1.4133114215283484, | |
| "grad_norm": 0.42020238886616096, | |
| "learning_rate": 9.822678273233139e-05, | |
| "loss": 0.0371, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 1.4215283483976993, | |
| "grad_norm": 0.4583445207331194, | |
| "learning_rate": 9.817915307843046e-05, | |
| "loss": 0.036, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 1.42974527526705, | |
| "grad_norm": 0.48217230605106, | |
| "learning_rate": 9.813090405199388e-05, | |
| "loss": 0.0355, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 1.437962202136401, | |
| "grad_norm": 0.47263814058277104, | |
| "learning_rate": 9.80820362732924e-05, | |
| "loss": 0.0355, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 1.4461791290057517, | |
| "grad_norm": 0.4649301210888705, | |
| "learning_rate": 9.803255037055128e-05, | |
| "loss": 0.034, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 1.4543960558751028, | |
| "grad_norm": 0.42623498164530615, | |
| "learning_rate": 9.798244697994214e-05, | |
| "loss": 0.0339, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 1.4626129827444536, | |
| "grad_norm": 0.4962026330356662, | |
| "learning_rate": 9.793172674557475e-05, | |
| "loss": 0.0338, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 1.4708299096138044, | |
| "grad_norm": 0.46548952637723423, | |
| "learning_rate": 9.78803903194888e-05, | |
| "loss": 0.032, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 1.4790468364831553, | |
| "grad_norm": 0.4102052300529563, | |
| "learning_rate": 9.782843836164553e-05, | |
| "loss": 0.0319, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.487263763352506, | |
| "grad_norm": 0.42444897423048955, | |
| "learning_rate": 9.777587153991916e-05, | |
| "loss": 0.031, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 1.4954806902218571, | |
| "grad_norm": 0.4484267423165579, | |
| "learning_rate": 9.77226905300884e-05, | |
| "loss": 0.032, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 1.5036976170912077, | |
| "grad_norm": 0.4420656908365349, | |
| "learning_rate": 9.766889601582774e-05, | |
| "loss": 0.033, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 1.5119145439605588, | |
| "grad_norm": 0.539138218093657, | |
| "learning_rate": 9.761448868869863e-05, | |
| "loss": 0.0317, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 1.5201314708299096, | |
| "grad_norm": 0.5049031583303247, | |
| "learning_rate": 9.755946924814055e-05, | |
| "loss": 0.0307, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 1.5283483976992605, | |
| "grad_norm": 0.44305034547894634, | |
| "learning_rate": 9.750383840146218e-05, | |
| "loss": 0.0311, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 1.5365653245686115, | |
| "grad_norm": 0.4579452379069676, | |
| "learning_rate": 9.744759686383211e-05, | |
| "loss": 0.0325, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 1.544782251437962, | |
| "grad_norm": 0.37927816066142095, | |
| "learning_rate": 9.739074535826978e-05, | |
| "loss": 0.0302, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 1.5529991783073132, | |
| "grad_norm": 0.4459201122125563, | |
| "learning_rate": 9.733328461563612e-05, | |
| "loss": 0.0299, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 1.561216105176664, | |
| "grad_norm": 0.4253605521821316, | |
| "learning_rate": 9.72752153746242e-05, | |
| "loss": 0.0304, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 1.5694330320460148, | |
| "grad_norm": 0.44883217386433105, | |
| "learning_rate": 9.721653838174972e-05, | |
| "loss": 0.0292, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 1.5776499589153656, | |
| "grad_norm": 0.42675407259402404, | |
| "learning_rate": 9.715725439134132e-05, | |
| "loss": 0.0286, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 1.5858668857847165, | |
| "grad_norm": 0.4520177667187408, | |
| "learning_rate": 9.709736416553106e-05, | |
| "loss": 0.0283, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 1.5940838126540675, | |
| "grad_norm": 0.41122780501579803, | |
| "learning_rate": 9.703686847424449e-05, | |
| "loss": 0.0282, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 1.6023007395234181, | |
| "grad_norm": 0.4394266470273975, | |
| "learning_rate": 9.697576809519079e-05, | |
| "loss": 0.0286, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 1.6105176663927692, | |
| "grad_norm": 0.4419576740762924, | |
| "learning_rate": 9.691406381385278e-05, | |
| "loss": 0.0279, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 1.61873459326212, | |
| "grad_norm": 0.442978550961406, | |
| "learning_rate": 9.685175642347679e-05, | |
| "loss": 0.0271, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 1.6269515201314708, | |
| "grad_norm": 0.4676149644951331, | |
| "learning_rate": 9.678884672506252e-05, | |
| "loss": 0.0274, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 1.6351684470008216, | |
| "grad_norm": 0.41214249622744714, | |
| "learning_rate": 9.672533552735268e-05, | |
| "loss": 0.0276, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 1.6433853738701725, | |
| "grad_norm": 0.43368213538774986, | |
| "learning_rate": 9.666122364682263e-05, | |
| "loss": 0.0268, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.6516023007395235, | |
| "grad_norm": 0.39587469514756823, | |
| "learning_rate": 9.659651190766992e-05, | |
| "loss": 0.0266, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 1.6598192276088741, | |
| "grad_norm": 0.4263476346289595, | |
| "learning_rate": 9.653120114180356e-05, | |
| "loss": 0.0262, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 1.6680361544782252, | |
| "grad_norm": 0.4196954209700085, | |
| "learning_rate": 9.646529218883349e-05, | |
| "loss": 0.0257, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 1.676253081347576, | |
| "grad_norm": 0.36842453680103737, | |
| "learning_rate": 9.639878589605969e-05, | |
| "loss": 0.0263, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 1.6844700082169268, | |
| "grad_norm": 0.4098763575060835, | |
| "learning_rate": 9.63316831184613e-05, | |
| "loss": 0.0247, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 1.6926869350862779, | |
| "grad_norm": 0.36491073534209384, | |
| "learning_rate": 9.626398471868564e-05, | |
| "loss": 0.0249, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 1.7009038619556285, | |
| "grad_norm": 0.3326235227359924, | |
| "learning_rate": 9.619569156703714e-05, | |
| "loss": 0.0243, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 1.7091207888249795, | |
| "grad_norm": 0.4317864937663555, | |
| "learning_rate": 9.612680454146609e-05, | |
| "loss": 0.0249, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 1.7173377156943304, | |
| "grad_norm": 0.3927870393510112, | |
| "learning_rate": 9.605732452755742e-05, | |
| "loss": 0.0238, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 1.7255546425636812, | |
| "grad_norm": 0.3456898252191168, | |
| "learning_rate": 9.598725241851932e-05, | |
| "loss": 0.0251, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 1.733771569433032, | |
| "grad_norm": 0.4148326323819897, | |
| "learning_rate": 9.591658911517162e-05, | |
| "loss": 0.0242, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 1.7419884963023828, | |
| "grad_norm": 0.3742491564992171, | |
| "learning_rate": 9.584533552593447e-05, | |
| "loss": 0.0235, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 1.7502054231717339, | |
| "grad_norm": 0.38217791470351015, | |
| "learning_rate": 9.577349256681636e-05, | |
| "loss": 0.0238, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 1.7584223500410845, | |
| "grad_norm": 0.40231219986969197, | |
| "learning_rate": 9.570106116140256e-05, | |
| "loss": 0.0238, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 1.7666392769104355, | |
| "grad_norm": 0.35604574469856265, | |
| "learning_rate": 9.56280422408432e-05, | |
| "loss": 0.0225, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 1.7748562037797864, | |
| "grad_norm": 0.4359335650509276, | |
| "learning_rate": 9.555443674384122e-05, | |
| "loss": 0.0234, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 1.7830731306491372, | |
| "grad_norm": 0.37099531274650005, | |
| "learning_rate": 9.548024561664039e-05, | |
| "loss": 0.0221, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 1.7912900575184882, | |
| "grad_norm": 0.4042428161160167, | |
| "learning_rate": 9.540546981301313e-05, | |
| "loss": 0.0223, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 1.7995069843878388, | |
| "grad_norm": 0.3933354408217013, | |
| "learning_rate": 9.53301102942482e-05, | |
| "loss": 0.0214, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 1.80772391125719, | |
| "grad_norm": 0.40454570340041107, | |
| "learning_rate": 9.525416802913841e-05, | |
| "loss": 0.0218, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 1.8159408381265407, | |
| "grad_norm": 0.44606137809155494, | |
| "learning_rate": 9.51776439939681e-05, | |
| "loss": 0.0216, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 1.8241577649958916, | |
| "grad_norm": 0.3794919384637524, | |
| "learning_rate": 9.510053917250061e-05, | |
| "loss": 0.0206, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 1.8323746918652424, | |
| "grad_norm": 0.4246386637316309, | |
| "learning_rate": 9.502285455596572e-05, | |
| "loss": 0.0214, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 1.8405916187345932, | |
| "grad_norm": 0.3638287455568523, | |
| "learning_rate": 9.494459114304672e-05, | |
| "loss": 0.0213, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 1.8488085456039443, | |
| "grad_norm": 0.37913499098378634, | |
| "learning_rate": 9.48657499398678e-05, | |
| "loss": 0.0212, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 1.8570254724732949, | |
| "grad_norm": 0.3670647135686232, | |
| "learning_rate": 9.47863319599809e-05, | |
| "loss": 0.0208, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 1.865242399342646, | |
| "grad_norm": 0.40206233339714315, | |
| "learning_rate": 9.470633822435282e-05, | |
| "loss": 0.0204, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 1.8734593262119967, | |
| "grad_norm": 0.37239640663178286, | |
| "learning_rate": 9.462576976135207e-05, | |
| "loss": 0.0206, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 1.8816762530813476, | |
| "grad_norm": 0.39727207631147365, | |
| "learning_rate": 9.454462760673559e-05, | |
| "loss": 0.0208, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 1.8898931799506984, | |
| "grad_norm": 0.35764662278704595, | |
| "learning_rate": 9.446291280363551e-05, | |
| "loss": 0.0206, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 1.8981101068200492, | |
| "grad_norm": 0.38375472594438204, | |
| "learning_rate": 9.43806264025457e-05, | |
| "loss": 0.0201, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 1.9063270336894003, | |
| "grad_norm": 0.35816145402116345, | |
| "learning_rate": 9.429776946130826e-05, | |
| "loss": 0.0198, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 1.9145439605587509, | |
| "grad_norm": 0.3582191092445618, | |
| "learning_rate": 9.421434304509992e-05, | |
| "loss": 0.019, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 1.922760887428102, | |
| "grad_norm": 0.3284683434632605, | |
| "learning_rate": 9.413034822641844e-05, | |
| "loss": 0.019, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 1.9309778142974527, | |
| "grad_norm": 0.3639213641523152, | |
| "learning_rate": 9.404578608506865e-05, | |
| "loss": 0.019, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 1.9391947411668036, | |
| "grad_norm": 0.3491645108224867, | |
| "learning_rate": 9.396065770814867e-05, | |
| "loss": 0.0196, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 1.9474116680361546, | |
| "grad_norm": 0.3911725317460492, | |
| "learning_rate": 9.387496419003599e-05, | |
| "loss": 0.0196, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 1.9556285949055052, | |
| "grad_norm": 0.32174808087631224, | |
| "learning_rate": 9.378870663237328e-05, | |
| "loss": 0.0191, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 1.9638455217748563, | |
| "grad_norm": 0.3583440347297591, | |
| "learning_rate": 9.37018861440543e-05, | |
| "loss": 0.019, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 1.972062448644207, | |
| "grad_norm": 0.4078220177504098, | |
| "learning_rate": 9.361450384120963e-05, | |
| "loss": 0.0189, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 1.980279375513558, | |
| "grad_norm": 0.32710238893529553, | |
| "learning_rate": 9.352656084719231e-05, | |
| "loss": 0.0184, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 1.9884963023829088, | |
| "grad_norm": 0.31840080155890144, | |
| "learning_rate": 9.343805829256343e-05, | |
| "loss": 0.0185, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 1.9967132292522596, | |
| "grad_norm": 0.35455068624210284, | |
| "learning_rate": 9.334899731507756e-05, | |
| "loss": 0.0181, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 2.0049301561216106, | |
| "grad_norm": 0.3071054231037622, | |
| "learning_rate": 9.325937905966813e-05, | |
| "loss": 0.0144, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 2.0131470829909612, | |
| "grad_norm": 0.26953847699923084, | |
| "learning_rate": 9.316920467843273e-05, | |
| "loss": 0.0118, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 2.0213640098603123, | |
| "grad_norm": 0.2547464262612154, | |
| "learning_rate": 9.307847533061831e-05, | |
| "loss": 0.0109, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 2.029580936729663, | |
| "grad_norm": 0.2758973898515017, | |
| "learning_rate": 9.29871921826062e-05, | |
| "loss": 0.0109, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 2.037797863599014, | |
| "grad_norm": 0.2645333609854512, | |
| "learning_rate": 9.289535640789721e-05, | |
| "loss": 0.0102, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 2.046014790468365, | |
| "grad_norm": 0.2605913577751368, | |
| "learning_rate": 9.280296918709653e-05, | |
| "loss": 0.0094, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 2.0542317173377156, | |
| "grad_norm": 0.2352477044120282, | |
| "learning_rate": 9.271003170789846e-05, | |
| "loss": 0.0089, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 2.0624486442070666, | |
| "grad_norm": 0.23955846077650936, | |
| "learning_rate": 9.261654516507126e-05, | |
| "loss": 0.0094, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 2.0706655710764172, | |
| "grad_norm": 0.25860853720139226, | |
| "learning_rate": 9.252251076044172e-05, | |
| "loss": 0.0087, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 2.0788824979457683, | |
| "grad_norm": 0.25940890635917274, | |
| "learning_rate": 9.242792970287972e-05, | |
| "loss": 0.0092, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 2.0870994248151193, | |
| "grad_norm": 0.2818560862382246, | |
| "learning_rate": 9.233280320828274e-05, | |
| "loss": 0.0095, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 2.09531635168447, | |
| "grad_norm": 0.2738556739938728, | |
| "learning_rate": 9.223713249956016e-05, | |
| "loss": 0.0095, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 2.103533278553821, | |
| "grad_norm": 0.24521364436694368, | |
| "learning_rate": 9.214091880661752e-05, | |
| "loss": 0.0092, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 2.1117502054231716, | |
| "grad_norm": 0.25699508253979375, | |
| "learning_rate": 9.204416336634084e-05, | |
| "loss": 0.0092, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 2.1199671322925226, | |
| "grad_norm": 0.25530206616166484, | |
| "learning_rate": 9.194686742258059e-05, | |
| "loss": 0.0093, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 2.1281840591618733, | |
| "grad_norm": 0.2576855814283002, | |
| "learning_rate": 9.184903222613574e-05, | |
| "loss": 0.0093, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 2.1364009860312243, | |
| "grad_norm": 0.22979520076080331, | |
| "learning_rate": 9.175065903473768e-05, | |
| "loss": 0.0085, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 2.1446179129005754, | |
| "grad_norm": 0.2836426166631476, | |
| "learning_rate": 9.165174911303409e-05, | |
| "loss": 0.0088, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 2.152834839769926, | |
| "grad_norm": 0.29495929086880596, | |
| "learning_rate": 9.15523037325726e-05, | |
| "loss": 0.0096, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 2.161051766639277, | |
| "grad_norm": 0.22967580676824986, | |
| "learning_rate": 9.145232417178453e-05, | |
| "loss": 0.0092, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 2.1692686935086276, | |
| "grad_norm": 0.26572615456213333, | |
| "learning_rate": 9.135181171596838e-05, | |
| "loss": 0.0094, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 2.1774856203779787, | |
| "grad_norm": 0.2662740974356754, | |
| "learning_rate": 9.125076765727338e-05, | |
| "loss": 0.0087, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 2.1857025472473293, | |
| "grad_norm": 0.30554630251156595, | |
| "learning_rate": 9.114919329468282e-05, | |
| "loss": 0.0088, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 2.1939194741166803, | |
| "grad_norm": 0.2509783969525275, | |
| "learning_rate": 9.104708993399738e-05, | |
| "loss": 0.0085, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 2.2021364009860314, | |
| "grad_norm": 0.29602083692919084, | |
| "learning_rate": 9.094445888781829e-05, | |
| "loss": 0.0093, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 2.210353327855382, | |
| "grad_norm": 0.3041851856542598, | |
| "learning_rate": 9.084130147553057e-05, | |
| "loss": 0.0094, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 2.218570254724733, | |
| "grad_norm": 0.2638783260630082, | |
| "learning_rate": 9.073761902328597e-05, | |
| "loss": 0.0092, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 2.2267871815940836, | |
| "grad_norm": 0.2490709387523489, | |
| "learning_rate": 9.063341286398592e-05, | |
| "loss": 0.0091, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 2.2350041084634347, | |
| "grad_norm": 0.3032383031195719, | |
| "learning_rate": 9.052868433726448e-05, | |
| "loss": 0.0089, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 2.2432210353327857, | |
| "grad_norm": 0.252847381127495, | |
| "learning_rate": 9.042343478947103e-05, | |
| "loss": 0.0093, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 2.2514379622021363, | |
| "grad_norm": 0.2620320939697099, | |
| "learning_rate": 9.0317665573653e-05, | |
| "loss": 0.0085, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 2.2596548890714874, | |
| "grad_norm": 0.28243380866943507, | |
| "learning_rate": 9.021137804953846e-05, | |
| "loss": 0.0095, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 2.267871815940838, | |
| "grad_norm": 0.2930988043769031, | |
| "learning_rate": 9.010457358351867e-05, | |
| "loss": 0.0089, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 2.276088742810189, | |
| "grad_norm": 0.251699643820181, | |
| "learning_rate": 8.99972535486305e-05, | |
| "loss": 0.0088, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 2.28430566967954, | |
| "grad_norm": 0.292931245753803, | |
| "learning_rate": 8.988941932453872e-05, | |
| "loss": 0.0092, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 2.2925225965488907, | |
| "grad_norm": 0.2377722913294613, | |
| "learning_rate": 8.978107229751842e-05, | |
| "loss": 0.0095, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 2.3007395234182417, | |
| "grad_norm": 0.25904938501329006, | |
| "learning_rate": 8.967221386043699e-05, | |
| "loss": 0.0088, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 2.3089564502875923, | |
| "grad_norm": 0.27824310398994767, | |
| "learning_rate": 8.956284541273632e-05, | |
| "loss": 0.0099, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 2.3171733771569434, | |
| "grad_norm": 0.2839375000972548, | |
| "learning_rate": 8.945296836041487e-05, | |
| "loss": 0.009, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 2.325390304026294, | |
| "grad_norm": 0.28689394403734353, | |
| "learning_rate": 8.934258411600945e-05, | |
| "loss": 0.0092, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 2.333607230895645, | |
| "grad_norm": 0.29946533063521097, | |
| "learning_rate": 8.923169409857718e-05, | |
| "loss": 0.0091, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 2.341824157764996, | |
| "grad_norm": 0.25014388121553105, | |
| "learning_rate": 8.912029973367717e-05, | |
| "loss": 0.0094, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 2.3500410846343467, | |
| "grad_norm": 0.26946873745003785, | |
| "learning_rate": 8.900840245335225e-05, | |
| "loss": 0.0089, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 2.3582580115036977, | |
| "grad_norm": 0.2720064437159933, | |
| "learning_rate": 8.889600369611051e-05, | |
| "loss": 0.0094, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 2.3664749383730483, | |
| "grad_norm": 0.26006919062307626, | |
| "learning_rate": 8.878310490690686e-05, | |
| "loss": 0.0096, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 2.3746918652423994, | |
| "grad_norm": 0.2655250200457269, | |
| "learning_rate": 8.866970753712442e-05, | |
| "loss": 0.0097, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 2.38290879211175, | |
| "grad_norm": 0.2500828943265464, | |
| "learning_rate": 8.855581304455584e-05, | |
| "loss": 0.0092, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 2.391125718981101, | |
| "grad_norm": 0.2729008024818121, | |
| "learning_rate": 8.844142289338466e-05, | |
| "loss": 0.0089, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 2.399342645850452, | |
| "grad_norm": 0.26949321217301414, | |
| "learning_rate": 8.832653855416634e-05, | |
| "loss": 0.0094, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 2.4075595727198027, | |
| "grad_norm": 0.2563433496606597, | |
| "learning_rate": 8.821116150380946e-05, | |
| "loss": 0.0089, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 2.4157764995891537, | |
| "grad_norm": 0.25430548752353105, | |
| "learning_rate": 8.80952932255567e-05, | |
| "loss": 0.0087, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 2.4239934264585044, | |
| "grad_norm": 0.27239357241299744, | |
| "learning_rate": 8.797893520896579e-05, | |
| "loss": 0.0088, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 2.4322103533278554, | |
| "grad_norm": 0.2904806280991979, | |
| "learning_rate": 8.786208894989032e-05, | |
| "loss": 0.0086, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 2.4404272801972064, | |
| "grad_norm": 0.21052899106839745, | |
| "learning_rate": 8.774475595046055e-05, | |
| "loss": 0.009, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 2.448644207066557, | |
| "grad_norm": 0.20821907134940407, | |
| "learning_rate": 8.762693771906409e-05, | |
| "loss": 0.0084, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 2.456861133935908, | |
| "grad_norm": 0.24690866493061625, | |
| "learning_rate": 8.750863577032652e-05, | |
| "loss": 0.0086, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 2.4650780608052587, | |
| "grad_norm": 0.27779361917607137, | |
| "learning_rate": 8.738985162509186e-05, | |
| "loss": 0.0091, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 2.4732949876746098, | |
| "grad_norm": 0.2738741873571157, | |
| "learning_rate": 8.727058681040308e-05, | |
| "loss": 0.0087, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 2.481511914543961, | |
| "grad_norm": 0.2306669670834553, | |
| "learning_rate": 8.715084285948248e-05, | |
| "loss": 0.0086, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 2.4897288414133114, | |
| "grad_norm": 0.24305905366817937, | |
| "learning_rate": 8.703062131171192e-05, | |
| "loss": 0.009, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 2.4979457682826625, | |
| "grad_norm": 0.25159950182400226, | |
| "learning_rate": 8.690992371261302e-05, | |
| "loss": 0.0092, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 2.506162695152013, | |
| "grad_norm": 0.3208020474430245, | |
| "learning_rate": 8.678875161382745e-05, | |
| "loss": 0.0095, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 2.514379622021364, | |
| "grad_norm": 0.24387207341884864, | |
| "learning_rate": 8.666710657309672e-05, | |
| "loss": 0.0088, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 2.5225965488907147, | |
| "grad_norm": 0.22152256129132378, | |
| "learning_rate": 8.654499015424243e-05, | |
| "loss": 0.0089, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 2.5308134757600658, | |
| "grad_norm": 0.32073953250921833, | |
| "learning_rate": 8.642240392714593e-05, | |
| "loss": 0.0084, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 2.5390304026294164, | |
| "grad_norm": 0.2533741314967284, | |
| "learning_rate": 8.629934946772831e-05, | |
| "loss": 0.0093, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 2.5472473294987674, | |
| "grad_norm": 0.28853651791957624, | |
| "learning_rate": 8.617582835793003e-05, | |
| "loss": 0.0094, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 2.5554642563681185, | |
| "grad_norm": 0.2450454340740442, | |
| "learning_rate": 8.605184218569067e-05, | |
| "loss": 0.0087, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 2.563681183237469, | |
| "grad_norm": 0.2564844184287705, | |
| "learning_rate": 8.592739254492844e-05, | |
| "loss": 0.0085, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 2.57189811010682, | |
| "grad_norm": 0.22411359245516813, | |
| "learning_rate": 8.580248103551973e-05, | |
| "loss": 0.0085, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 2.5801150369761707, | |
| "grad_norm": 0.2441583070658446, | |
| "learning_rate": 8.567710926327855e-05, | |
| "loss": 0.0084, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 2.5883319638455218, | |
| "grad_norm": 0.3002781761942687, | |
| "learning_rate": 8.555127883993582e-05, | |
| "loss": 0.0083, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 2.596548890714873, | |
| "grad_norm": 0.2613450003135346, | |
| "learning_rate": 8.542499138311877e-05, | |
| "loss": 0.0084, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 2.6047658175842234, | |
| "grad_norm": 0.2827223351091325, | |
| "learning_rate": 8.529824851633004e-05, | |
| "loss": 0.0091, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 2.6129827444535745, | |
| "grad_norm": 0.26781323505209714, | |
| "learning_rate": 8.517105186892683e-05, | |
| "loss": 0.0083, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 2.621199671322925, | |
| "grad_norm": 0.22857572198441636, | |
| "learning_rate": 8.50434030761e-05, | |
| "loss": 0.0086, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 2.629416598192276, | |
| "grad_norm": 0.25244081996610723, | |
| "learning_rate": 8.4915303778853e-05, | |
| "loss": 0.0083, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 2.637633525061627, | |
| "grad_norm": 0.26276719839556406, | |
| "learning_rate": 8.478675562398077e-05, | |
| "loss": 0.0085, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 2.645850451930978, | |
| "grad_norm": 0.2783615420618706, | |
| "learning_rate": 8.465776026404866e-05, | |
| "loss": 0.0085, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 2.654067378800329, | |
| "grad_norm": 0.25331639937010203, | |
| "learning_rate": 8.452831935737102e-05, | |
| "loss": 0.0084, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 2.6622843056696794, | |
| "grad_norm": 0.26160640757760606, | |
| "learning_rate": 8.439843456799005e-05, | |
| "loss": 0.0085, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 2.6705012325390305, | |
| "grad_norm": 0.24658965460321536, | |
| "learning_rate": 8.426810756565429e-05, | |
| "loss": 0.0085, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 2.6787181594083815, | |
| "grad_norm": 0.27268220169048674, | |
| "learning_rate": 8.413734002579723e-05, | |
| "loss": 0.0089, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 2.686935086277732, | |
| "grad_norm": 0.27608800070639516, | |
| "learning_rate": 8.40061336295157e-05, | |
| "loss": 0.0089, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 2.6951520131470827, | |
| "grad_norm": 0.277674951643079, | |
| "learning_rate": 8.387449006354837e-05, | |
| "loss": 0.0089, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 2.703368940016434, | |
| "grad_norm": 0.29362299478749754, | |
| "learning_rate": 8.374241102025391e-05, | |
| "loss": 0.0092, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 2.711585866885785, | |
| "grad_norm": 0.24974090122124146, | |
| "learning_rate": 8.360989819758935e-05, | |
| "loss": 0.0089, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 2.7198027937551355, | |
| "grad_norm": 0.24409808302370875, | |
| "learning_rate": 8.347695329908827e-05, | |
| "loss": 0.0093, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 2.7280197206244865, | |
| "grad_norm": 0.24032759053052233, | |
| "learning_rate": 8.334357803383875e-05, | |
| "loss": 0.0085, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 2.736236647493837, | |
| "grad_norm": 0.22024407549796368, | |
| "learning_rate": 8.32097741164616e-05, | |
| "loss": 0.0087, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 2.744453574363188, | |
| "grad_norm": 0.2395884254526605, | |
| "learning_rate": 8.307554326708815e-05, | |
| "loss": 0.0083, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 2.752670501232539, | |
| "grad_norm": 0.3016599666728437, | |
| "learning_rate": 8.294088721133821e-05, | |
| "loss": 0.0084, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 2.76088742810189, | |
| "grad_norm": 0.25600020905060944, | |
| "learning_rate": 8.28058076802979e-05, | |
| "loss": 0.0087, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 2.769104354971241, | |
| "grad_norm": 0.2649664553277115, | |
| "learning_rate": 8.267030641049738e-05, | |
| "loss": 0.0083, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 2.7773212818405915, | |
| "grad_norm": 0.26462137135092484, | |
| "learning_rate": 8.25343851438885e-05, | |
| "loss": 0.0081, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 2.7855382087099425, | |
| "grad_norm": 0.23318952147711133, | |
| "learning_rate": 8.239804562782241e-05, | |
| "loss": 0.0085, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 2.7937551355792936, | |
| "grad_norm": 0.23450839984357066, | |
| "learning_rate": 8.226128961502715e-05, | |
| "loss": 0.0083, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 2.801972062448644, | |
| "grad_norm": 0.2612729281193337, | |
| "learning_rate": 8.212411886358505e-05, | |
| "loss": 0.0085, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 2.810188989317995, | |
| "grad_norm": 0.34263118420763916, | |
| "learning_rate": 8.198653513691019e-05, | |
| "loss": 0.0084, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 2.818405916187346, | |
| "grad_norm": 0.22428156670157512, | |
| "learning_rate": 8.184854020372567e-05, | |
| "loss": 0.0082, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 2.826622843056697, | |
| "grad_norm": 0.22173955007116375, | |
| "learning_rate": 8.171013583804095e-05, | |
| "loss": 0.0083, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 2.834839769926048, | |
| "grad_norm": 0.2556051035140569, | |
| "learning_rate": 8.157132381912894e-05, | |
| "loss": 0.0082, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 2.8430566967953985, | |
| "grad_norm": 0.25207338755160913, | |
| "learning_rate": 8.143210593150317e-05, | |
| "loss": 0.0081, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 2.851273623664749, | |
| "grad_norm": 0.27270654388866217, | |
| "learning_rate": 8.129248396489493e-05, | |
| "loss": 0.0086, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 2.8594905505341, | |
| "grad_norm": 0.2782218091570562, | |
| "learning_rate": 8.115245971423016e-05, | |
| "loss": 0.0085, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 2.867707477403451, | |
| "grad_norm": 0.24242767736338208, | |
| "learning_rate": 8.101203497960639e-05, | |
| "loss": 0.0082, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 2.875924404272802, | |
| "grad_norm": 0.20874710742285968, | |
| "learning_rate": 8.087121156626965e-05, | |
| "loss": 0.0081, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 2.884141331142153, | |
| "grad_norm": 0.27306593621841513, | |
| "learning_rate": 8.072999128459119e-05, | |
| "loss": 0.0087, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 2.8923582580115035, | |
| "grad_norm": 0.2911700894926946, | |
| "learning_rate": 8.05883759500443e-05, | |
| "loss": 0.0083, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 2.9005751848808545, | |
| "grad_norm": 0.21963544354429723, | |
| "learning_rate": 8.044636738318082e-05, | |
| "loss": 0.0082, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 2.9087921117502056, | |
| "grad_norm": 0.28438847429592207, | |
| "learning_rate": 8.030396740960795e-05, | |
| "loss": 0.0083, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 2.917009038619556, | |
| "grad_norm": 0.2791357780384084, | |
| "learning_rate": 8.01611778599646e-05, | |
| "loss": 0.0089, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 2.9252259654889072, | |
| "grad_norm": 0.270558213498406, | |
| "learning_rate": 8.001800056989792e-05, | |
| "loss": 0.0083, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 2.933442892358258, | |
| "grad_norm": 0.24525793239252405, | |
| "learning_rate": 7.987443738003973e-05, | |
| "loss": 0.0079, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 2.941659819227609, | |
| "grad_norm": 0.3195078999608411, | |
| "learning_rate": 7.973049013598277e-05, | |
| "loss": 0.0087, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 2.94987674609696, | |
| "grad_norm": 0.25526324899137137, | |
| "learning_rate": 7.958616068825709e-05, | |
| "loss": 0.0086, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 2.9580936729663105, | |
| "grad_norm": 0.25847558156104006, | |
| "learning_rate": 7.944145089230619e-05, | |
| "loss": 0.0081, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 2.9663105998356616, | |
| "grad_norm": 0.24088162327594062, | |
| "learning_rate": 7.929636260846316e-05, | |
| "loss": 0.008, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 2.974527526705012, | |
| "grad_norm": 0.27486387754064306, | |
| "learning_rate": 7.915089770192679e-05, | |
| "loss": 0.008, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 2.9827444535743632, | |
| "grad_norm": 0.23754108351076786, | |
| "learning_rate": 7.900505804273759e-05, | |
| "loss": 0.0074, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 2.9909613804437143, | |
| "grad_norm": 0.25789692279488435, | |
| "learning_rate": 7.885884550575376e-05, | |
| "loss": 0.0077, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 2.999178307313065, | |
| "grad_norm": 0.23193412003095776, | |
| "learning_rate": 7.871226197062705e-05, | |
| "loss": 0.0077, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 3.007395234182416, | |
| "grad_norm": 0.20611838311679784, | |
| "learning_rate": 7.856530932177862e-05, | |
| "loss": 0.005, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 3.0156121610517665, | |
| "grad_norm": 0.20832054136973702, | |
| "learning_rate": 7.841798944837483e-05, | |
| "loss": 0.0048, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 3.0238290879211176, | |
| "grad_norm": 0.1468814261205929, | |
| "learning_rate": 7.827030424430292e-05, | |
| "loss": 0.0044, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 3.032046014790468, | |
| "grad_norm": 0.16265974747115644, | |
| "learning_rate": 7.812225560814669e-05, | |
| "loss": 0.004, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 3.0402629416598193, | |
| "grad_norm": 0.1840058987828429, | |
| "learning_rate": 7.797384544316207e-05, | |
| "loss": 0.0038, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 3.0484798685291703, | |
| "grad_norm": 0.13617101383458108, | |
| "learning_rate": 7.782507565725267e-05, | |
| "loss": 0.0036, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 3.056696795398521, | |
| "grad_norm": 0.20684982155702297, | |
| "learning_rate": 7.767594816294528e-05, | |
| "loss": 0.0036, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 3.064913722267872, | |
| "grad_norm": 0.16008088993018624, | |
| "learning_rate": 7.752646487736519e-05, | |
| "loss": 0.0033, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 3.0731306491372226, | |
| "grad_norm": 0.1611386381907941, | |
| "learning_rate": 7.737662772221165e-05, | |
| "loss": 0.0035, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 3.0813475760065736, | |
| "grad_norm": 0.1513272084012025, | |
| "learning_rate": 7.722643862373309e-05, | |
| "loss": 0.003, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 3.089564502875924, | |
| "grad_norm": 0.14684151838561355, | |
| "learning_rate": 7.707589951270242e-05, | |
| "loss": 0.0032, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 3.0977814297452753, | |
| "grad_norm": 0.1651386784320631, | |
| "learning_rate": 7.692501232439214e-05, | |
| "loss": 0.0032, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 3.1059983566146263, | |
| "grad_norm": 0.14390663295343298, | |
| "learning_rate": 7.677377899854954e-05, | |
| "loss": 0.003, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 3.114215283483977, | |
| "grad_norm": 0.11462029526186665, | |
| "learning_rate": 7.662220147937167e-05, | |
| "loss": 0.0032, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 3.122432210353328, | |
| "grad_norm": 0.14646645133362796, | |
| "learning_rate": 7.647028171548043e-05, | |
| "loss": 0.0035, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 3.1306491372226786, | |
| "grad_norm": 0.1623310045169937, | |
| "learning_rate": 7.631802165989749e-05, | |
| "loss": 0.003, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 3.1388660640920296, | |
| "grad_norm": 0.14085603049103712, | |
| "learning_rate": 7.616542327001915e-05, | |
| "loss": 0.0032, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 3.1470829909613807, | |
| "grad_norm": 0.19472246423837264, | |
| "learning_rate": 7.601248850759122e-05, | |
| "loss": 0.0032, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 3.1552999178307313, | |
| "grad_norm": 0.16673368948205547, | |
| "learning_rate": 7.585921933868379e-05, | |
| "loss": 0.0032, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 3.1635168447000823, | |
| "grad_norm": 0.15604748453875794, | |
| "learning_rate": 7.570561773366596e-05, | |
| "loss": 0.003, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 3.171733771569433, | |
| "grad_norm": 0.16402585274140233, | |
| "learning_rate": 7.555168566718046e-05, | |
| "loss": 0.0028, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 3.179950698438784, | |
| "grad_norm": 0.17232716930776026, | |
| "learning_rate": 7.539742511811833e-05, | |
| "loss": 0.003, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 3.1881676253081346, | |
| "grad_norm": 0.14615636398793994, | |
| "learning_rate": 7.52428380695935e-05, | |
| "loss": 0.0029, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 3.1963845521774856, | |
| "grad_norm": 0.15534493590729612, | |
| "learning_rate": 7.508792650891713e-05, | |
| "loss": 0.0031, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 3.2046014790468367, | |
| "grad_norm": 0.23658113749842286, | |
| "learning_rate": 7.493269242757233e-05, | |
| "loss": 0.0028, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 3.2128184059161873, | |
| "grad_norm": 0.18015077405140434, | |
| "learning_rate": 7.477713782118829e-05, | |
| "loss": 0.0031, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 3.2210353327855383, | |
| "grad_norm": 0.17219078522340617, | |
| "learning_rate": 7.462126468951483e-05, | |
| "loss": 0.0028, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 3.229252259654889, | |
| "grad_norm": 0.15175809799598178, | |
| "learning_rate": 7.446507503639654e-05, | |
| "loss": 0.003, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 3.23746918652424, | |
| "grad_norm": 0.14898027368187575, | |
| "learning_rate": 7.430857086974714e-05, | |
| "loss": 0.0029, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 3.2456861133935906, | |
| "grad_norm": 0.15537077187243506, | |
| "learning_rate": 7.415175420152358e-05, | |
| "loss": 0.0029, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 3.2539030402629416, | |
| "grad_norm": 0.19946700618794544, | |
| "learning_rate": 7.399462704770023e-05, | |
| "loss": 0.0032, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 3.2621199671322927, | |
| "grad_norm": 0.20987038286480436, | |
| "learning_rate": 7.383719142824296e-05, | |
| "loss": 0.0033, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 3.2703368940016433, | |
| "grad_norm": 0.16617324816598264, | |
| "learning_rate": 7.367944936708309e-05, | |
| "loss": 0.0031, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 3.2785538208709943, | |
| "grad_norm": 0.14705169237462418, | |
| "learning_rate": 7.352140289209149e-05, | |
| "loss": 0.0031, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 3.286770747740345, | |
| "grad_norm": 0.23591449068985054, | |
| "learning_rate": 7.336305403505246e-05, | |
| "loss": 0.0034, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 3.294987674609696, | |
| "grad_norm": 0.16990351384549035, | |
| "learning_rate": 7.320440483163757e-05, | |
| "loss": 0.0031, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 3.303204601479047, | |
| "grad_norm": 0.14571315806011886, | |
| "learning_rate": 7.304545732137955e-05, | |
| "loss": 0.0037, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 3.3114215283483976, | |
| "grad_norm": 0.20408138805569445, | |
| "learning_rate": 7.288621354764604e-05, | |
| "loss": 0.0033, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 3.3196384552177487, | |
| "grad_norm": 0.1529759495306251, | |
| "learning_rate": 7.272667555761332e-05, | |
| "loss": 0.0033, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 3.3278553820870993, | |
| "grad_norm": 0.16613488261024892, | |
| "learning_rate": 7.256684540224006e-05, | |
| "loss": 0.0035, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 3.3360723089564503, | |
| "grad_norm": 0.216138731345594, | |
| "learning_rate": 7.24067251362408e-05, | |
| "loss": 0.0035, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 3.3442892358258014, | |
| "grad_norm": 0.20249585543994236, | |
| "learning_rate": 7.224631681805969e-05, | |
| "loss": 0.0032, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 3.352506162695152, | |
| "grad_norm": 0.1523713201485658, | |
| "learning_rate": 7.208562250984395e-05, | |
| "loss": 0.0032, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 3.360723089564503, | |
| "grad_norm": 0.16021202587349764, | |
| "learning_rate": 7.19246442774174e-05, | |
| "loss": 0.0034, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 3.3689400164338537, | |
| "grad_norm": 0.15798125172922542, | |
| "learning_rate": 7.176338419025384e-05, | |
| "loss": 0.0036, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 3.3771569433032047, | |
| "grad_norm": 0.18322966397347049, | |
| "learning_rate": 7.160184432145049e-05, | |
| "loss": 0.0035, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 3.3853738701725553, | |
| "grad_norm": 0.1568420066193485, | |
| "learning_rate": 7.144002674770142e-05, | |
| "loss": 0.0032, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 3.3935907970419064, | |
| "grad_norm": 0.17611676847589813, | |
| "learning_rate": 7.127793354927062e-05, | |
| "loss": 0.0036, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 3.401807723911257, | |
| "grad_norm": 0.1844863081048722, | |
| "learning_rate": 7.111556680996551e-05, | |
| "loss": 0.0034, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 3.410024650780608, | |
| "grad_norm": 0.21600956572661287, | |
| "learning_rate": 7.095292861711005e-05, | |
| "loss": 0.0035, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 3.418241577649959, | |
| "grad_norm": 0.18267255165799348, | |
| "learning_rate": 7.079002106151782e-05, | |
| "loss": 0.0034, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 3.4264585045193097, | |
| "grad_norm": 0.17520388258678823, | |
| "learning_rate": 7.06268462374653e-05, | |
| "loss": 0.0039, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 3.4346754313886607, | |
| "grad_norm": 0.15959064628289352, | |
| "learning_rate": 7.046340624266483e-05, | |
| "loss": 0.0033, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 3.4428923582580113, | |
| "grad_norm": 0.1859360716007541, | |
| "learning_rate": 7.029970317823771e-05, | |
| "loss": 0.0034, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 3.4511092851273624, | |
| "grad_norm": 0.18253730889004086, | |
| "learning_rate": 7.013573914868711e-05, | |
| "loss": 0.0036, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 3.4593262119967134, | |
| "grad_norm": 0.202833868358773, | |
| "learning_rate": 6.997151626187116e-05, | |
| "loss": 0.0038, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 3.467543138866064, | |
| "grad_norm": 0.16620497548550717, | |
| "learning_rate": 6.980703662897565e-05, | |
| "loss": 0.0037, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 3.475760065735415, | |
| "grad_norm": 0.178575028828985, | |
| "learning_rate": 6.96423023644871e-05, | |
| "loss": 0.0037, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 3.4839769926047657, | |
| "grad_norm": 0.1655444030360919, | |
| "learning_rate": 6.947731558616535e-05, | |
| "loss": 0.0029, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 3.4921939194741167, | |
| "grad_norm": 0.16712614649679908, | |
| "learning_rate": 6.93120784150166e-05, | |
| "loss": 0.0039, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 3.5004108463434678, | |
| "grad_norm": 0.2365818753770848, | |
| "learning_rate": 6.914659297526593e-05, | |
| "loss": 0.0039, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 3.5086277732128184, | |
| "grad_norm": 0.1657733694924109, | |
| "learning_rate": 6.898086139433003e-05, | |
| "loss": 0.0035, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 3.5168447000821694, | |
| "grad_norm": 0.13765746085497182, | |
| "learning_rate": 6.881488580278999e-05, | |
| "loss": 0.0032, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 3.52506162695152, | |
| "grad_norm": 0.22175413809769864, | |
| "learning_rate": 6.864866833436368e-05, | |
| "loss": 0.0033, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 3.533278553820871, | |
| "grad_norm": 0.14911731186659907, | |
| "learning_rate": 6.848221112587857e-05, | |
| "loss": 0.0037, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 3.541495480690222, | |
| "grad_norm": 0.23023295249240697, | |
| "learning_rate": 6.831551631724402e-05, | |
| "loss": 0.0033, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 3.5497124075595727, | |
| "grad_norm": 0.1720737753577987, | |
| "learning_rate": 6.8148586051424e-05, | |
| "loss": 0.0034, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 3.5579293344289233, | |
| "grad_norm": 0.16406140755048426, | |
| "learning_rate": 6.798142247440932e-05, | |
| "loss": 0.0033, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 3.5661462612982744, | |
| "grad_norm": 0.19878160507867879, | |
| "learning_rate": 6.781402773519021e-05, | |
| "loss": 0.0032, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 3.5743631881676254, | |
| "grad_norm": 0.15835399871437064, | |
| "learning_rate": 6.764640398572864e-05, | |
| "loss": 0.0034, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 3.582580115036976, | |
| "grad_norm": 0.14796838742423024, | |
| "learning_rate": 6.747855338093058e-05, | |
| "loss": 0.0034, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 3.590797041906327, | |
| "grad_norm": 0.21938471856353853, | |
| "learning_rate": 6.731047807861846e-05, | |
| "loss": 0.0036, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 3.5990139687756777, | |
| "grad_norm": 0.17971078316387218, | |
| "learning_rate": 6.714218023950323e-05, | |
| "loss": 0.0039, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 3.6072308956450287, | |
| "grad_norm": 0.1745794123526125, | |
| "learning_rate": 6.697366202715677e-05, | |
| "loss": 0.0035, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 3.61544782251438, | |
| "grad_norm": 0.17105334457637242, | |
| "learning_rate": 6.680492560798396e-05, | |
| "loss": 0.0037, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 3.6236647493837304, | |
| "grad_norm": 0.2547405991108378, | |
| "learning_rate": 6.663597315119487e-05, | |
| "loss": 0.0037, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 3.6318816762530814, | |
| "grad_norm": 0.1956208164605495, | |
| "learning_rate": 6.646680682877687e-05, | |
| "loss": 0.0039, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 3.640098603122432, | |
| "grad_norm": 0.21528211446344578, | |
| "learning_rate": 6.629742881546666e-05, | |
| "loss": 0.0038, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 3.648315529991783, | |
| "grad_norm": 0.17250519130965966, | |
| "learning_rate": 6.612784128872243e-05, | |
| "loss": 0.0037, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 3.656532456861134, | |
| "grad_norm": 0.16141425415599522, | |
| "learning_rate": 6.595804642869572e-05, | |
| "loss": 0.0036, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 3.6647493837304848, | |
| "grad_norm": 0.19769037842671158, | |
| "learning_rate": 6.578804641820352e-05, | |
| "loss": 0.0036, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 3.672966310599836, | |
| "grad_norm": 0.1593671340462, | |
| "learning_rate": 6.561784344270014e-05, | |
| "loss": 0.0037, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 3.6811832374691864, | |
| "grad_norm": 0.1948566085290808, | |
| "learning_rate": 6.544743969024912e-05, | |
| "loss": 0.0039, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 3.6894001643385375, | |
| "grad_norm": 0.16021867166562243, | |
| "learning_rate": 6.527683735149512e-05, | |
| "loss": 0.004, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 3.6976170912078885, | |
| "grad_norm": 0.224839451922574, | |
| "learning_rate": 6.510603861963575e-05, | |
| "loss": 0.0035, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 3.705834018077239, | |
| "grad_norm": 0.191026901013589, | |
| "learning_rate": 6.493504569039336e-05, | |
| "loss": 0.0037, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 3.7140509449465897, | |
| "grad_norm": 0.1980479101601017, | |
| "learning_rate": 6.476386076198682e-05, | |
| "loss": 0.0038, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 3.7222678718159408, | |
| "grad_norm": 0.14276908599243227, | |
| "learning_rate": 6.459248603510331e-05, | |
| "loss": 0.0036, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 3.730484798685292, | |
| "grad_norm": 0.1623914427970986, | |
| "learning_rate": 6.442092371286996e-05, | |
| "loss": 0.0037, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 3.7387017255546424, | |
| "grad_norm": 0.17030799535465974, | |
| "learning_rate": 6.424917600082551e-05, | |
| "loss": 0.0035, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 3.7469186524239935, | |
| "grad_norm": 0.19443118010484106, | |
| "learning_rate": 6.407724510689208e-05, | |
| "loss": 0.0035, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 3.755135579293344, | |
| "grad_norm": 0.16883077758634854, | |
| "learning_rate": 6.390513324134666e-05, | |
| "loss": 0.0032, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 3.763352506162695, | |
| "grad_norm": 0.1446254144439802, | |
| "learning_rate": 6.373284261679274e-05, | |
| "loss": 0.0037, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 3.771569433032046, | |
| "grad_norm": 0.17807271909664887, | |
| "learning_rate": 6.356037544813186e-05, | |
| "loss": 0.0034, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 3.7797863599013968, | |
| "grad_norm": 0.17167078258678709, | |
| "learning_rate": 6.338773395253518e-05, | |
| "loss": 0.0036, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 3.788003286770748, | |
| "grad_norm": 0.17778471772279328, | |
| "learning_rate": 6.32149203494149e-05, | |
| "loss": 0.0036, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 3.7962202136400984, | |
| "grad_norm": 0.17582409162117943, | |
| "learning_rate": 6.30419368603958e-05, | |
| "loss": 0.0035, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 3.8044371405094495, | |
| "grad_norm": 0.18125539367559815, | |
| "learning_rate": 6.286878570928661e-05, | |
| "loss": 0.0035, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 3.8126540673788005, | |
| "grad_norm": 0.21154767131744387, | |
| "learning_rate": 6.26954691220515e-05, | |
| "loss": 0.004, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 3.820870994248151, | |
| "grad_norm": 0.1463818425284848, | |
| "learning_rate": 6.252198932678139e-05, | |
| "loss": 0.0034, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 3.829087921117502, | |
| "grad_norm": 0.15967244918901152, | |
| "learning_rate": 6.234834855366536e-05, | |
| "loss": 0.0039, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 3.837304847986853, | |
| "grad_norm": 0.1857473122185739, | |
| "learning_rate": 6.217454903496194e-05, | |
| "loss": 0.0035, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 3.845521774856204, | |
| "grad_norm": 0.18521807360624734, | |
| "learning_rate": 6.200059300497045e-05, | |
| "loss": 0.0039, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 3.853738701725555, | |
| "grad_norm": 0.2421664768320646, | |
| "learning_rate": 6.182648270000226e-05, | |
| "loss": 0.0037, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 3.8619556285949055, | |
| "grad_norm": 0.19545607049185154, | |
| "learning_rate": 6.1652220358352e-05, | |
| "loss": 0.0036, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 3.870172555464256, | |
| "grad_norm": 0.20721071787740614, | |
| "learning_rate": 6.147780822026888e-05, | |
| "loss": 0.0037, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 3.878389482333607, | |
| "grad_norm": 0.18450330160048478, | |
| "learning_rate": 6.13032485279278e-05, | |
| "loss": 0.0034, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 3.886606409202958, | |
| "grad_norm": 0.1898947322525971, | |
| "learning_rate": 6.112854352540058e-05, | |
| "loss": 0.0036, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 3.894823336072309, | |
| "grad_norm": 0.1636533221065079, | |
| "learning_rate": 6.095369545862708e-05, | |
| "loss": 0.0034, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 3.90304026294166, | |
| "grad_norm": 0.16619525328679463, | |
| "learning_rate": 6.0778706575386335e-05, | |
| "loss": 0.004, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 3.9112571898110104, | |
| "grad_norm": 0.20067592543633048, | |
| "learning_rate": 6.060357912526766e-05, | |
| "loss": 0.0038, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 3.9194741166803615, | |
| "grad_norm": 0.22596168198940297, | |
| "learning_rate": 6.042831535964177e-05, | |
| "loss": 0.0034, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 3.9276910435497125, | |
| "grad_norm": 0.14817899044077412, | |
| "learning_rate": 6.025291753163174e-05, | |
| "loss": 0.0035, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 3.935907970419063, | |
| "grad_norm": 0.2423064027524078, | |
| "learning_rate": 6.007738789608414e-05, | |
| "loss": 0.0037, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 3.944124897288414, | |
| "grad_norm": 0.21556181623439455, | |
| "learning_rate": 5.990172870953997e-05, | |
| "loss": 0.0038, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 3.952341824157765, | |
| "grad_norm": 0.1950354253714728, | |
| "learning_rate": 5.972594223020576e-05, | |
| "loss": 0.0037, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 3.960558751027116, | |
| "grad_norm": 0.17030134203570338, | |
| "learning_rate": 5.955003071792438e-05, | |
| "loss": 0.0031, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 3.968775677896467, | |
| "grad_norm": 0.21912264273169446, | |
| "learning_rate": 5.937399643414611e-05, | |
| "loss": 0.0032, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 3.9769926047658175, | |
| "grad_norm": 0.16893916392414404, | |
| "learning_rate": 5.9197841641899575e-05, | |
| "loss": 0.0035, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 3.9852095316351686, | |
| "grad_norm": 0.18413453070171962, | |
| "learning_rate": 5.9021568605762534e-05, | |
| "loss": 0.0039, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 3.993426458504519, | |
| "grad_norm": 0.18940235793711632, | |
| "learning_rate": 5.884517959183291e-05, | |
| "loss": 0.0037, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 4.00164338537387, | |
| "grad_norm": 0.1393221881449365, | |
| "learning_rate": 5.8668676867699545e-05, | |
| "loss": 0.0034, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 4.009860312243221, | |
| "grad_norm": 0.1603247488228045, | |
| "learning_rate": 5.849206270241313e-05, | |
| "loss": 0.0024, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 4.018077239112572, | |
| "grad_norm": 0.16674488753226002, | |
| "learning_rate": 5.831533936645697e-05, | |
| "loss": 0.0021, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 4.0262941659819225, | |
| "grad_norm": 0.15020824654412976, | |
| "learning_rate": 5.813850913171782e-05, | |
| "loss": 0.002, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 4.0345110928512735, | |
| "grad_norm": 0.10482588507029508, | |
| "learning_rate": 5.7961574271456766e-05, | |
| "loss": 0.0016, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 4.042728019720625, | |
| "grad_norm": 0.14928575717348813, | |
| "learning_rate": 5.778453706027979e-05, | |
| "loss": 0.0019, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 4.050944946589976, | |
| "grad_norm": 0.1150793056715666, | |
| "learning_rate": 5.7607399774108775e-05, | |
| "loss": 0.0017, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 4.059161873459326, | |
| "grad_norm": 0.12505382928693612, | |
| "learning_rate": 5.743016469015204e-05, | |
| "loss": 0.0015, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 4.067378800328677, | |
| "grad_norm": 0.11790326542154293, | |
| "learning_rate": 5.725283408687524e-05, | |
| "loss": 0.0015, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 4.075595727198028, | |
| "grad_norm": 0.1381199290658754, | |
| "learning_rate": 5.7075410243971896e-05, | |
| "loss": 0.0016, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 4.083812654067379, | |
| "grad_norm": 0.05824900643358759, | |
| "learning_rate": 5.689789544233425e-05, | |
| "loss": 0.0015, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 4.09202958093673, | |
| "grad_norm": 0.0891691142827222, | |
| "learning_rate": 5.6720291964023866e-05, | |
| "loss": 0.0015, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 4.10024650780608, | |
| "grad_norm": 0.085824973416845, | |
| "learning_rate": 5.654260209224225e-05, | |
| "loss": 0.0014, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 4.108463434675431, | |
| "grad_norm": 0.11834543603170807, | |
| "learning_rate": 5.6364828111301636e-05, | |
| "loss": 0.0013, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 4.116680361544782, | |
| "grad_norm": 0.14017021539733548, | |
| "learning_rate": 5.618697230659545e-05, | |
| "loss": 0.0015, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 4.124897288414133, | |
| "grad_norm": 0.08538943269149613, | |
| "learning_rate": 5.600903696456907e-05, | |
| "loss": 0.0014, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 4.133114215283484, | |
| "grad_norm": 0.1586537799394671, | |
| "learning_rate": 5.583102437269032e-05, | |
| "loss": 0.0014, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 4.1413311421528345, | |
| "grad_norm": 0.08701617195106857, | |
| "learning_rate": 5.565293681942018e-05, | |
| "loss": 0.0014, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 4.1495480690221855, | |
| "grad_norm": 0.09634033751054992, | |
| "learning_rate": 5.5474776594183266e-05, | |
| "loss": 0.0015, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 4.157764995891537, | |
| "grad_norm": 0.10125401275989966, | |
| "learning_rate": 5.5296545987338423e-05, | |
| "loss": 0.0013, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 4.165981922760888, | |
| "grad_norm": 0.07335899116635244, | |
| "learning_rate": 5.511824729014936e-05, | |
| "loss": 0.0013, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 4.174198849630239, | |
| "grad_norm": 0.10446876517102897, | |
| "learning_rate": 5.493988279475504e-05, | |
| "loss": 0.0013, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 4.182415776499589, | |
| "grad_norm": 0.08071845171006475, | |
| "learning_rate": 5.476145479414039e-05, | |
| "loss": 0.0014, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 4.19063270336894, | |
| "grad_norm": 0.1474918516996669, | |
| "learning_rate": 5.458296558210665e-05, | |
| "loss": 0.0012, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 4.198849630238291, | |
| "grad_norm": 0.12475171586161964, | |
| "learning_rate": 5.440441745324205e-05, | |
| "loss": 0.0015, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 4.207066557107642, | |
| "grad_norm": 0.0820426621270053, | |
| "learning_rate": 5.422581270289219e-05, | |
| "loss": 0.0014, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 4.215283483976993, | |
| "grad_norm": 0.09495918927284339, | |
| "learning_rate": 5.4047153627130554e-05, | |
| "loss": 0.0016, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 4.223500410846343, | |
| "grad_norm": 0.13207275196758664, | |
| "learning_rate": 5.386844252272909e-05, | |
| "loss": 0.0016, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 4.231717337715694, | |
| "grad_norm": 0.11877585926655844, | |
| "learning_rate": 5.368968168712849e-05, | |
| "loss": 0.0013, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 4.239934264585045, | |
| "grad_norm": 0.1070403964394453, | |
| "learning_rate": 5.351087341840888e-05, | |
| "loss": 0.0014, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 4.248151191454396, | |
| "grad_norm": 0.09820763963218146, | |
| "learning_rate": 5.3332020015260096e-05, | |
| "loss": 0.0014, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 4.2563681183237465, | |
| "grad_norm": 0.123107123751968, | |
| "learning_rate": 5.315312377695226e-05, | |
| "loss": 0.0014, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 4.264585045193098, | |
| "grad_norm": 0.11243233131026976, | |
| "learning_rate": 5.297418700330612e-05, | |
| "loss": 0.0013, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 4.272801972062449, | |
| "grad_norm": 0.11340801246445088, | |
| "learning_rate": 5.279521199466356e-05, | |
| "loss": 0.0014, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 4.2810188989318, | |
| "grad_norm": 0.12876858200295097, | |
| "learning_rate": 5.2616201051857975e-05, | |
| "loss": 0.0017, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 4.289235825801151, | |
| "grad_norm": 0.12108404998878051, | |
| "learning_rate": 5.243715647618473e-05, | |
| "loss": 0.0015, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 4.297452752670501, | |
| "grad_norm": 0.11813429448747585, | |
| "learning_rate": 5.225808056937156e-05, | |
| "loss": 0.0014, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 4.305669679539852, | |
| "grad_norm": 0.09506864360769514, | |
| "learning_rate": 5.2078975633548985e-05, | |
| "loss": 0.0016, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 4.313886606409203, | |
| "grad_norm": 0.10922426672437859, | |
| "learning_rate": 5.189984397122071e-05, | |
| "loss": 0.0014, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 4.322103533278554, | |
| "grad_norm": 0.08415452021791223, | |
| "learning_rate": 5.1720687885233996e-05, | |
| "loss": 0.0013, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 4.330320460147905, | |
| "grad_norm": 0.13308743766878417, | |
| "learning_rate": 5.1541509678750146e-05, | |
| "loss": 0.0012, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 4.338537387017255, | |
| "grad_norm": 0.11579490968423159, | |
| "learning_rate": 5.1362311655214765e-05, | |
| "loss": 0.0013, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 4.346754313886606, | |
| "grad_norm": 0.07822010831326952, | |
| "learning_rate": 5.118309611832828e-05, | |
| "loss": 0.0013, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 4.354971240755957, | |
| "grad_norm": 0.10449415892810263, | |
| "learning_rate": 5.100386537201621e-05, | |
| "loss": 0.0013, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 4.363188167625308, | |
| "grad_norm": 0.06674402491842424, | |
| "learning_rate": 5.082462172039966e-05, | |
| "loss": 0.0014, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 4.3714050944946585, | |
| "grad_norm": 0.10034554995156804, | |
| "learning_rate": 5.064536746776558e-05, | |
| "loss": 0.0015, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 4.37962202136401, | |
| "grad_norm": 0.09959820654455684, | |
| "learning_rate": 5.046610491853724e-05, | |
| "loss": 0.0014, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 4.387838948233361, | |
| "grad_norm": 0.10714573521331806, | |
| "learning_rate": 5.028683637724455e-05, | |
| "loss": 0.0014, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 4.396055875102712, | |
| "grad_norm": 0.11368484767214325, | |
| "learning_rate": 5.010756414849448e-05, | |
| "loss": 0.0014, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 4.404272801972063, | |
| "grad_norm": 0.15147407334313445, | |
| "learning_rate": 4.9928290536941355e-05, | |
| "loss": 0.0013, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 4.412489728841413, | |
| "grad_norm": 0.1304243052575926, | |
| "learning_rate": 4.9749017847257324e-05, | |
| "loss": 0.0014, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 4.420706655710764, | |
| "grad_norm": 0.1569598323839212, | |
| "learning_rate": 4.956974838410265e-05, | |
| "loss": 0.0014, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 4.428923582580115, | |
| "grad_norm": 0.11556205783668044, | |
| "learning_rate": 4.939048445209617e-05, | |
| "loss": 0.0013, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 4.437140509449466, | |
| "grad_norm": 0.16036602462798313, | |
| "learning_rate": 4.921122835578554e-05, | |
| "loss": 0.0014, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 4.445357436318817, | |
| "grad_norm": 0.17230996229863707, | |
| "learning_rate": 4.9031982399617715e-05, | |
| "loss": 0.0015, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 4.453574363188167, | |
| "grad_norm": 0.08669884784036251, | |
| "learning_rate": 4.885274888790936e-05, | |
| "loss": 0.0017, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 4.461791290057518, | |
| "grad_norm": 0.08252213847772731, | |
| "learning_rate": 4.8673530124817016e-05, | |
| "loss": 0.0017, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 4.470008216926869, | |
| "grad_norm": 0.11018522703259181, | |
| "learning_rate": 4.849432841430775e-05, | |
| "loss": 0.0014, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 4.47822514379622, | |
| "grad_norm": 0.11830056509082343, | |
| "learning_rate": 4.831514606012935e-05, | |
| "loss": 0.0015, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 4.486442070665571, | |
| "grad_norm": 0.12198863513607032, | |
| "learning_rate": 4.81359853657808e-05, | |
| "loss": 0.0013, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 4.494658997534922, | |
| "grad_norm": 0.10447615664235615, | |
| "learning_rate": 4.795684863448258e-05, | |
| "loss": 0.0015, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 4.502875924404273, | |
| "grad_norm": 0.1509905073964509, | |
| "learning_rate": 4.777773816914713e-05, | |
| "loss": 0.0016, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 4.511092851273624, | |
| "grad_norm": 0.15249844958305128, | |
| "learning_rate": 4.75986562723493e-05, | |
| "loss": 0.0016, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 4.519309778142975, | |
| "grad_norm": 0.17597659947079955, | |
| "learning_rate": 4.741960524629652e-05, | |
| "loss": 0.0017, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 4.527526705012326, | |
| "grad_norm": 0.09077319026587173, | |
| "learning_rate": 4.7240587392799516e-05, | |
| "loss": 0.0014, | |
| "step": 5510 | |
| }, | |
| { | |
| "epoch": 4.535743631881676, | |
| "grad_norm": 0.16942897258166933, | |
| "learning_rate": 4.7061605013242456e-05, | |
| "loss": 0.0017, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 4.543960558751027, | |
| "grad_norm": 0.13068882144133523, | |
| "learning_rate": 4.6882660408553536e-05, | |
| "loss": 0.0014, | |
| "step": 5530 | |
| }, | |
| { | |
| "epoch": 4.552177485620378, | |
| "grad_norm": 0.11982984676354907, | |
| "learning_rate": 4.6703755879175275e-05, | |
| "loss": 0.0013, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 4.560394412489729, | |
| "grad_norm": 0.1399834519054786, | |
| "learning_rate": 4.652489372503502e-05, | |
| "loss": 0.0014, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 4.56861133935908, | |
| "grad_norm": 0.10841113841645743, | |
| "learning_rate": 4.6346076245515394e-05, | |
| "loss": 0.0013, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 4.57682826622843, | |
| "grad_norm": 0.10250745581720438, | |
| "learning_rate": 4.616730573942467e-05, | |
| "loss": 0.0015, | |
| "step": 5570 | |
| }, | |
| { | |
| "epoch": 4.585045193097781, | |
| "grad_norm": 0.11765756518736877, | |
| "learning_rate": 4.598858450496722e-05, | |
| "loss": 0.0016, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 4.593262119967132, | |
| "grad_norm": 0.14179217527131469, | |
| "learning_rate": 4.580991483971403e-05, | |
| "loss": 0.0018, | |
| "step": 5590 | |
| }, | |
| { | |
| "epoch": 4.6014790468364835, | |
| "grad_norm": 0.13180611814291673, | |
| "learning_rate": 4.563129904057317e-05, | |
| "loss": 0.0016, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 4.6096959737058345, | |
| "grad_norm": 0.11153628726379645, | |
| "learning_rate": 4.5452739403760155e-05, | |
| "loss": 0.0018, | |
| "step": 5610 | |
| }, | |
| { | |
| "epoch": 4.617912900575185, | |
| "grad_norm": 0.10574824575508497, | |
| "learning_rate": 4.527423822476852e-05, | |
| "loss": 0.0014, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 4.626129827444536, | |
| "grad_norm": 0.10452300183729595, | |
| "learning_rate": 4.509579779834034e-05, | |
| "loss": 0.0015, | |
| "step": 5630 | |
| }, | |
| { | |
| "epoch": 4.634346754313887, | |
| "grad_norm": 0.0821449411556452, | |
| "learning_rate": 4.4917420418436627e-05, | |
| "loss": 0.0013, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 4.642563681183238, | |
| "grad_norm": 0.15035537947980648, | |
| "learning_rate": 4.47391083782079e-05, | |
| "loss": 0.0015, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 4.650780608052588, | |
| "grad_norm": 0.13068578316173424, | |
| "learning_rate": 4.456086396996467e-05, | |
| "loss": 0.0014, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 4.658997534921939, | |
| "grad_norm": 0.1022497503950509, | |
| "learning_rate": 4.4382689485148096e-05, | |
| "loss": 0.0016, | |
| "step": 5670 | |
| }, | |
| { | |
| "epoch": 4.66721446179129, | |
| "grad_norm": 0.107238004608008, | |
| "learning_rate": 4.420458721430031e-05, | |
| "loss": 0.0012, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 4.675431388660641, | |
| "grad_norm": 0.08474394718833922, | |
| "learning_rate": 4.402655944703514e-05, | |
| "loss": 0.0014, | |
| "step": 5690 | |
| }, | |
| { | |
| "epoch": 4.683648315529992, | |
| "grad_norm": 0.12668288113217624, | |
| "learning_rate": 4.384860847200864e-05, | |
| "loss": 0.0014, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 4.691865242399342, | |
| "grad_norm": 0.11435727784477469, | |
| "learning_rate": 4.367073657688966e-05, | |
| "loss": 0.0012, | |
| "step": 5710 | |
| }, | |
| { | |
| "epoch": 4.700082169268693, | |
| "grad_norm": 0.10857946711062426, | |
| "learning_rate": 4.349294604833037e-05, | |
| "loss": 0.0013, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 4.708299096138044, | |
| "grad_norm": 0.10112629565654936, | |
| "learning_rate": 4.3315239171936956e-05, | |
| "loss": 0.0013, | |
| "step": 5730 | |
| }, | |
| { | |
| "epoch": 4.7165160230073955, | |
| "grad_norm": 0.13723086967860576, | |
| "learning_rate": 4.313761823224023e-05, | |
| "loss": 0.0015, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 4.724732949876746, | |
| "grad_norm": 0.09422585445080033, | |
| "learning_rate": 4.2960085512666225e-05, | |
| "loss": 0.0013, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 4.732949876746097, | |
| "grad_norm": 0.0820605341545196, | |
| "learning_rate": 4.2782643295506794e-05, | |
| "loss": 0.0013, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 4.741166803615448, | |
| "grad_norm": 0.15423746617241693, | |
| "learning_rate": 4.260529386189041e-05, | |
| "loss": 0.0013, | |
| "step": 5770 | |
| }, | |
| { | |
| "epoch": 4.749383730484799, | |
| "grad_norm": 0.10186970202344797, | |
| "learning_rate": 4.242803949175271e-05, | |
| "loss": 0.0016, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 4.75760065735415, | |
| "grad_norm": 0.09127811734150754, | |
| "learning_rate": 4.225088246380723e-05, | |
| "loss": 0.0013, | |
| "step": 5790 | |
| }, | |
| { | |
| "epoch": 4.7658175842235, | |
| "grad_norm": 0.08002947305121899, | |
| "learning_rate": 4.20738250555161e-05, | |
| "loss": 0.0012, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 4.774034511092851, | |
| "grad_norm": 0.1572811130689306, | |
| "learning_rate": 4.1896869543060846e-05, | |
| "loss": 0.0015, | |
| "step": 5810 | |
| }, | |
| { | |
| "epoch": 4.782251437962202, | |
| "grad_norm": 0.10936610707847717, | |
| "learning_rate": 4.1720018201312995e-05, | |
| "loss": 0.0014, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 4.790468364831553, | |
| "grad_norm": 0.13701209060002392, | |
| "learning_rate": 4.1543273303804886e-05, | |
| "loss": 0.0013, | |
| "step": 5830 | |
| }, | |
| { | |
| "epoch": 4.798685291700904, | |
| "grad_norm": 0.14033645517348423, | |
| "learning_rate": 4.136663712270052e-05, | |
| "loss": 0.0014, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 4.806902218570254, | |
| "grad_norm": 0.20251098291377073, | |
| "learning_rate": 4.119011192876624e-05, | |
| "loss": 0.0014, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 4.815119145439605, | |
| "grad_norm": 0.13086283919166974, | |
| "learning_rate": 4.101369999134156e-05, | |
| "loss": 0.0015, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 4.8233360723089564, | |
| "grad_norm": 0.07326376341553581, | |
| "learning_rate": 4.083740357831003e-05, | |
| "loss": 0.0015, | |
| "step": 5870 | |
| }, | |
| { | |
| "epoch": 4.8315529991783075, | |
| "grad_norm": 0.0938686248814835, | |
| "learning_rate": 4.0661224956070105e-05, | |
| "loss": 0.0015, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 4.8397699260476585, | |
| "grad_norm": 0.14269441670347935, | |
| "learning_rate": 4.048516638950592e-05, | |
| "loss": 0.0015, | |
| "step": 5890 | |
| }, | |
| { | |
| "epoch": 4.847986852917009, | |
| "grad_norm": 0.08876603458191792, | |
| "learning_rate": 4.030923014195821e-05, | |
| "loss": 0.0015, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 4.85620377978636, | |
| "grad_norm": 0.11629253784041657, | |
| "learning_rate": 4.013341847519527e-05, | |
| "loss": 0.0016, | |
| "step": 5910 | |
| }, | |
| { | |
| "epoch": 4.864420706655711, | |
| "grad_norm": 0.1974654068068322, | |
| "learning_rate": 3.995773364938378e-05, | |
| "loss": 0.0015, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 4.872637633525062, | |
| "grad_norm": 0.1723828506483837, | |
| "learning_rate": 3.978217792305989e-05, | |
| "loss": 0.0015, | |
| "step": 5930 | |
| }, | |
| { | |
| "epoch": 4.880854560394413, | |
| "grad_norm": 0.1394060805785082, | |
| "learning_rate": 3.960675355309997e-05, | |
| "loss": 0.0016, | |
| "step": 5940 | |
| }, | |
| { | |
| "epoch": 4.889071487263763, | |
| "grad_norm": 0.09531242787958612, | |
| "learning_rate": 3.9431462794691827e-05, | |
| "loss": 0.0016, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 4.897288414133114, | |
| "grad_norm": 0.11280201505988238, | |
| "learning_rate": 3.925630790130558e-05, | |
| "loss": 0.0016, | |
| "step": 5960 | |
| }, | |
| { | |
| "epoch": 4.905505341002465, | |
| "grad_norm": 0.07497647691043868, | |
| "learning_rate": 3.908129112466467e-05, | |
| "loss": 0.0016, | |
| "step": 5970 | |
| }, | |
| { | |
| "epoch": 4.913722267871816, | |
| "grad_norm": 0.12999932700620292, | |
| "learning_rate": 3.890641471471705e-05, | |
| "loss": 0.0015, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 4.921939194741167, | |
| "grad_norm": 0.08745801030604693, | |
| "learning_rate": 3.8731680919606106e-05, | |
| "loss": 0.0014, | |
| "step": 5990 | |
| }, | |
| { | |
| "epoch": 4.930156121610517, | |
| "grad_norm": 0.06995886930110302, | |
| "learning_rate": 3.855709198564189e-05, | |
| "loss": 0.0013, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 4.9383730484798685, | |
| "grad_norm": 0.14851279673811077, | |
| "learning_rate": 3.838265015727206e-05, | |
| "loss": 0.0014, | |
| "step": 6010 | |
| }, | |
| { | |
| "epoch": 4.9465899753492195, | |
| "grad_norm": 0.08962470389064721, | |
| "learning_rate": 3.820835767705326e-05, | |
| "loss": 0.0014, | |
| "step": 6020 | |
| }, | |
| { | |
| "epoch": 4.954806902218571, | |
| "grad_norm": 0.1000277940683459, | |
| "learning_rate": 3.803421678562213e-05, | |
| "loss": 0.0013, | |
| "step": 6030 | |
| }, | |
| { | |
| "epoch": 4.963023829087922, | |
| "grad_norm": 0.1370354244741494, | |
| "learning_rate": 3.7860229721666494e-05, | |
| "loss": 0.0015, | |
| "step": 6040 | |
| }, | |
| { | |
| "epoch": 4.971240755957272, | |
| "grad_norm": 0.15765975384557107, | |
| "learning_rate": 3.768639872189672e-05, | |
| "loss": 0.0016, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 4.979457682826623, | |
| "grad_norm": 0.09628968375170058, | |
| "learning_rate": 3.7512726021016794e-05, | |
| "loss": 0.0013, | |
| "step": 6060 | |
| }, | |
| { | |
| "epoch": 4.987674609695974, | |
| "grad_norm": 0.08928752730158321, | |
| "learning_rate": 3.733921385169576e-05, | |
| "loss": 0.0015, | |
| "step": 6070 | |
| }, | |
| { | |
| "epoch": 4.995891536565325, | |
| "grad_norm": 0.12379071476532527, | |
| "learning_rate": 3.7165864444538806e-05, | |
| "loss": 0.0015, | |
| "step": 6080 | |
| }, | |
| { | |
| "epoch": 5.004108463434675, | |
| "grad_norm": 0.07803118551352044, | |
| "learning_rate": 3.6992680028058835e-05, | |
| "loss": 0.0011, | |
| "step": 6090 | |
| }, | |
| { | |
| "epoch": 5.012325390304026, | |
| "grad_norm": 0.06874105300648979, | |
| "learning_rate": 3.681966282864762e-05, | |
| "loss": 0.0009, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 5.020542317173377, | |
| "grad_norm": 0.10458898307606529, | |
| "learning_rate": 3.664681507054731e-05, | |
| "loss": 0.0009, | |
| "step": 6110 | |
| }, | |
| { | |
| "epoch": 5.028759244042728, | |
| "grad_norm": 0.0779572727358434, | |
| "learning_rate": 3.6474138975821726e-05, | |
| "loss": 0.0007, | |
| "step": 6120 | |
| }, | |
| { | |
| "epoch": 5.036976170912079, | |
| "grad_norm": 0.07456023515172161, | |
| "learning_rate": 3.630163676432786e-05, | |
| "loss": 0.0007, | |
| "step": 6130 | |
| }, | |
| { | |
| "epoch": 5.045193097781429, | |
| "grad_norm": 0.108799408904496, | |
| "learning_rate": 3.612931065368741e-05, | |
| "loss": 0.0007, | |
| "step": 6140 | |
| }, | |
| { | |
| "epoch": 5.0534100246507805, | |
| "grad_norm": 0.0689300991390437, | |
| "learning_rate": 3.595716285925804e-05, | |
| "loss": 0.0006, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 5.0616269515201315, | |
| "grad_norm": 0.03746816816515047, | |
| "learning_rate": 3.57851955941052e-05, | |
| "loss": 0.0005, | |
| "step": 6160 | |
| }, | |
| { | |
| "epoch": 5.069843878389483, | |
| "grad_norm": 0.0765004456589597, | |
| "learning_rate": 3.5613411068973416e-05, | |
| "loss": 0.0006, | |
| "step": 6170 | |
| }, | |
| { | |
| "epoch": 5.078060805258834, | |
| "grad_norm": 0.1364567628285442, | |
| "learning_rate": 3.544181149225807e-05, | |
| "loss": 0.0006, | |
| "step": 6180 | |
| }, | |
| { | |
| "epoch": 5.086277732128184, | |
| "grad_norm": 0.0650361157201055, | |
| "learning_rate": 3.527039906997684e-05, | |
| "loss": 0.0006, | |
| "step": 6190 | |
| }, | |
| { | |
| "epoch": 5.094494658997535, | |
| "grad_norm": 0.06633050922883399, | |
| "learning_rate": 3.5099176005741445e-05, | |
| "loss": 0.0006, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 5.102711585866886, | |
| "grad_norm": 0.030208832579337066, | |
| "learning_rate": 3.492814450072934e-05, | |
| "loss": 0.0006, | |
| "step": 6210 | |
| }, | |
| { | |
| "epoch": 5.110928512736237, | |
| "grad_norm": 0.07037186386675232, | |
| "learning_rate": 3.4757306753655266e-05, | |
| "loss": 0.0005, | |
| "step": 6220 | |
| }, | |
| { | |
| "epoch": 5.119145439605587, | |
| "grad_norm": 0.05784593372758716, | |
| "learning_rate": 3.4586664960743184e-05, | |
| "loss": 0.0006, | |
| "step": 6230 | |
| }, | |
| { | |
| "epoch": 5.127362366474938, | |
| "grad_norm": 0.13686940704983053, | |
| "learning_rate": 3.441622131569789e-05, | |
| "loss": 0.0007, | |
| "step": 6240 | |
| }, | |
| { | |
| "epoch": 5.135579293344289, | |
| "grad_norm": 0.060352330124412615, | |
| "learning_rate": 3.424597800967691e-05, | |
| "loss": 0.0005, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 5.14379622021364, | |
| "grad_norm": 0.07783453507284226, | |
| "learning_rate": 3.407593723126223e-05, | |
| "loss": 0.0005, | |
| "step": 6260 | |
| }, | |
| { | |
| "epoch": 5.152013147082991, | |
| "grad_norm": 0.04160560082622581, | |
| "learning_rate": 3.390610116643227e-05, | |
| "loss": 0.0004, | |
| "step": 6270 | |
| }, | |
| { | |
| "epoch": 5.1602300739523415, | |
| "grad_norm": 0.08246518107215974, | |
| "learning_rate": 3.373647199853371e-05, | |
| "loss": 0.0006, | |
| "step": 6280 | |
| }, | |
| { | |
| "epoch": 5.1684470008216925, | |
| "grad_norm": 0.04516737287472876, | |
| "learning_rate": 3.3567051908253465e-05, | |
| "loss": 0.0006, | |
| "step": 6290 | |
| }, | |
| { | |
| "epoch": 5.1766639276910436, | |
| "grad_norm": 0.05263182650993215, | |
| "learning_rate": 3.3397843073590593e-05, | |
| "loss": 0.0004, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 5.184880854560395, | |
| "grad_norm": 0.07773609931403083, | |
| "learning_rate": 3.322884766982833e-05, | |
| "loss": 0.0005, | |
| "step": 6310 | |
| }, | |
| { | |
| "epoch": 5.193097781429746, | |
| "grad_norm": 0.053410285526801285, | |
| "learning_rate": 3.3060067869506204e-05, | |
| "loss": 0.0005, | |
| "step": 6320 | |
| }, | |
| { | |
| "epoch": 5.201314708299096, | |
| "grad_norm": 0.023560520057419473, | |
| "learning_rate": 3.289150584239192e-05, | |
| "loss": 0.0005, | |
| "step": 6330 | |
| }, | |
| { | |
| "epoch": 5.209531635168447, | |
| "grad_norm": 0.08101205087145738, | |
| "learning_rate": 3.272316375545363e-05, | |
| "loss": 0.0004, | |
| "step": 6340 | |
| }, | |
| { | |
| "epoch": 5.217748562037798, | |
| "grad_norm": 0.03777347330766907, | |
| "learning_rate": 3.255504377283205e-05, | |
| "loss": 0.0004, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 5.225965488907149, | |
| "grad_norm": 0.08755542634168874, | |
| "learning_rate": 3.2387148055812564e-05, | |
| "loss": 0.0004, | |
| "step": 6360 | |
| }, | |
| { | |
| "epoch": 5.2341824157765, | |
| "grad_norm": 0.06492577152320134, | |
| "learning_rate": 3.221947876279749e-05, | |
| "loss": 0.0005, | |
| "step": 6370 | |
| }, | |
| { | |
| "epoch": 5.24239934264585, | |
| "grad_norm": 0.06287883730656073, | |
| "learning_rate": 3.205203804927831e-05, | |
| "loss": 0.0004, | |
| "step": 6380 | |
| }, | |
| { | |
| "epoch": 5.250616269515201, | |
| "grad_norm": 0.09433952837636408, | |
| "learning_rate": 3.188482806780805e-05, | |
| "loss": 0.0005, | |
| "step": 6390 | |
| }, | |
| { | |
| "epoch": 5.258833196384552, | |
| "grad_norm": 0.049397339725687515, | |
| "learning_rate": 3.1717850967973436e-05, | |
| "loss": 0.0004, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 5.267050123253903, | |
| "grad_norm": 0.07282061629521161, | |
| "learning_rate": 3.155110889636743e-05, | |
| "loss": 0.0005, | |
| "step": 6410 | |
| }, | |
| { | |
| "epoch": 5.275267050123254, | |
| "grad_norm": 0.03254443381910034, | |
| "learning_rate": 3.1384603996561536e-05, | |
| "loss": 0.0004, | |
| "step": 6420 | |
| }, | |
| { | |
| "epoch": 5.2834839769926045, | |
| "grad_norm": 0.0657149183790127, | |
| "learning_rate": 3.121833840907827e-05, | |
| "loss": 0.0004, | |
| "step": 6430 | |
| }, | |
| { | |
| "epoch": 5.291700903861956, | |
| "grad_norm": 0.08005062910938167, | |
| "learning_rate": 3.105231427136364e-05, | |
| "loss": 0.0005, | |
| "step": 6440 | |
| }, | |
| { | |
| "epoch": 5.299917830731307, | |
| "grad_norm": 0.03119967726056813, | |
| "learning_rate": 3.0886533717759646e-05, | |
| "loss": 0.0004, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 5.308134757600658, | |
| "grad_norm": 0.034744073185620526, | |
| "learning_rate": 3.072099887947694e-05, | |
| "loss": 0.0004, | |
| "step": 6460 | |
| }, | |
| { | |
| "epoch": 5.316351684470008, | |
| "grad_norm": 0.06811093675455877, | |
| "learning_rate": 3.0555711884567274e-05, | |
| "loss": 0.0004, | |
| "step": 6470 | |
| }, | |
| { | |
| "epoch": 5.324568611339359, | |
| "grad_norm": 0.020687044563882522, | |
| "learning_rate": 3.039067485789624e-05, | |
| "loss": 0.0004, | |
| "step": 6480 | |
| }, | |
| { | |
| "epoch": 5.33278553820871, | |
| "grad_norm": 0.03454610386228528, | |
| "learning_rate": 3.0225889921115968e-05, | |
| "loss": 0.0004, | |
| "step": 6490 | |
| }, | |
| { | |
| "epoch": 5.341002465078061, | |
| "grad_norm": 0.05376061719823347, | |
| "learning_rate": 3.0061359192637807e-05, | |
| "loss": 0.0003, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 5.349219391947412, | |
| "grad_norm": 0.048747554397681234, | |
| "learning_rate": 2.9897084787605056e-05, | |
| "loss": 0.0004, | |
| "step": 6510 | |
| }, | |
| { | |
| "epoch": 5.357436318816762, | |
| "grad_norm": 0.03359517604668019, | |
| "learning_rate": 2.9733068817865867e-05, | |
| "loss": 0.0004, | |
| "step": 6520 | |
| }, | |
| { | |
| "epoch": 5.365653245686113, | |
| "grad_norm": 0.06627789336900484, | |
| "learning_rate": 2.9569313391946045e-05, | |
| "loss": 0.0006, | |
| "step": 6530 | |
| }, | |
| { | |
| "epoch": 5.373870172555464, | |
| "grad_norm": 0.03233268307835584, | |
| "learning_rate": 2.9405820615021946e-05, | |
| "loss": 0.0004, | |
| "step": 6540 | |
| }, | |
| { | |
| "epoch": 5.382087099424815, | |
| "grad_norm": 0.05840971386672681, | |
| "learning_rate": 2.924259258889336e-05, | |
| "loss": 0.0004, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 5.390304026294166, | |
| "grad_norm": 0.03468310231667997, | |
| "learning_rate": 2.9079631411956622e-05, | |
| "loss": 0.0004, | |
| "step": 6560 | |
| }, | |
| { | |
| "epoch": 5.3985209531635165, | |
| "grad_norm": 0.05741677854486271, | |
| "learning_rate": 2.8916939179177525e-05, | |
| "loss": 0.0004, | |
| "step": 6570 | |
| }, | |
| { | |
| "epoch": 5.406737880032868, | |
| "grad_norm": 0.0575593522351943, | |
| "learning_rate": 2.8754517982064365e-05, | |
| "loss": 0.0004, | |
| "step": 6580 | |
| }, | |
| { | |
| "epoch": 5.414954806902219, | |
| "grad_norm": 0.022135515577485304, | |
| "learning_rate": 2.8592369908641204e-05, | |
| "loss": 0.0004, | |
| "step": 6590 | |
| }, | |
| { | |
| "epoch": 5.42317173377157, | |
| "grad_norm": 0.09063731741379535, | |
| "learning_rate": 2.8430497043420874e-05, | |
| "loss": 0.0004, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 5.43138866064092, | |
| "grad_norm": 0.07141294429706285, | |
| "learning_rate": 2.8268901467378244e-05, | |
| "loss": 0.0005, | |
| "step": 6610 | |
| }, | |
| { | |
| "epoch": 5.439605587510271, | |
| "grad_norm": 0.04811223884259286, | |
| "learning_rate": 2.8107585257923468e-05, | |
| "loss": 0.0004, | |
| "step": 6620 | |
| }, | |
| { | |
| "epoch": 5.447822514379622, | |
| "grad_norm": 0.06447040709416743, | |
| "learning_rate": 2.794655048887527e-05, | |
| "loss": 0.0003, | |
| "step": 6630 | |
| }, | |
| { | |
| "epoch": 5.456039441248973, | |
| "grad_norm": 0.040375130277678056, | |
| "learning_rate": 2.7785799230434285e-05, | |
| "loss": 0.0005, | |
| "step": 6640 | |
| }, | |
| { | |
| "epoch": 5.464256368118324, | |
| "grad_norm": 0.05903577375341879, | |
| "learning_rate": 2.762533354915644e-05, | |
| "loss": 0.0004, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 5.472473294987674, | |
| "grad_norm": 0.05606582639281129, | |
| "learning_rate": 2.74651555079264e-05, | |
| "loss": 0.0004, | |
| "step": 6660 | |
| }, | |
| { | |
| "epoch": 5.480690221857025, | |
| "grad_norm": 0.04016986133776792, | |
| "learning_rate": 2.730526716593103e-05, | |
| "loss": 0.0004, | |
| "step": 6670 | |
| }, | |
| { | |
| "epoch": 5.488907148726376, | |
| "grad_norm": 0.04716685933677868, | |
| "learning_rate": 2.7145670578632954e-05, | |
| "loss": 0.0004, | |
| "step": 6680 | |
| }, | |
| { | |
| "epoch": 5.497124075595727, | |
| "grad_norm": 0.11314109395320078, | |
| "learning_rate": 2.698636779774409e-05, | |
| "loss": 0.0004, | |
| "step": 6690 | |
| }, | |
| { | |
| "epoch": 5.505341002465078, | |
| "grad_norm": 0.01698857584237094, | |
| "learning_rate": 2.6827360871199303e-05, | |
| "loss": 0.0003, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 5.513557929334429, | |
| "grad_norm": 0.08813497856079888, | |
| "learning_rate": 2.666865184313007e-05, | |
| "loss": 0.0004, | |
| "step": 6710 | |
| }, | |
| { | |
| "epoch": 5.52177485620378, | |
| "grad_norm": 0.044062596388806524, | |
| "learning_rate": 2.65102427538382e-05, | |
| "loss": 0.0004, | |
| "step": 6720 | |
| }, | |
| { | |
| "epoch": 5.529991783073131, | |
| "grad_norm": 0.08683118568142185, | |
| "learning_rate": 2.6352135639769603e-05, | |
| "loss": 0.0005, | |
| "step": 6730 | |
| }, | |
| { | |
| "epoch": 5.538208709942482, | |
| "grad_norm": 0.07587364170819044, | |
| "learning_rate": 2.6194332533488118e-05, | |
| "loss": 0.0004, | |
| "step": 6740 | |
| }, | |
| { | |
| "epoch": 5.546425636811833, | |
| "grad_norm": 0.07380278122062667, | |
| "learning_rate": 2.6036835463649373e-05, | |
| "loss": 0.0003, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 5.554642563681183, | |
| "grad_norm": 0.0564322320137269, | |
| "learning_rate": 2.5879646454974703e-05, | |
| "loss": 0.0004, | |
| "step": 6760 | |
| }, | |
| { | |
| "epoch": 5.562859490550534, | |
| "grad_norm": 0.038164416609715424, | |
| "learning_rate": 2.5722767528225145e-05, | |
| "loss": 0.0004, | |
| "step": 6770 | |
| }, | |
| { | |
| "epoch": 5.571076417419885, | |
| "grad_norm": 0.04196343473451754, | |
| "learning_rate": 2.5566200700175424e-05, | |
| "loss": 0.0004, | |
| "step": 6780 | |
| }, | |
| { | |
| "epoch": 5.579293344289236, | |
| "grad_norm": 0.05764225979235883, | |
| "learning_rate": 2.5409947983588066e-05, | |
| "loss": 0.0003, | |
| "step": 6790 | |
| }, | |
| { | |
| "epoch": 5.587510271158587, | |
| "grad_norm": 0.06265493333948684, | |
| "learning_rate": 2.525401138718748e-05, | |
| "loss": 0.0003, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 5.595727198027937, | |
| "grad_norm": 0.08841204628271768, | |
| "learning_rate": 2.509839291563417e-05, | |
| "loss": 0.0004, | |
| "step": 6810 | |
| }, | |
| { | |
| "epoch": 5.603944124897288, | |
| "grad_norm": 0.038780981643086396, | |
| "learning_rate": 2.494309456949895e-05, | |
| "loss": 0.0004, | |
| "step": 6820 | |
| }, | |
| { | |
| "epoch": 5.612161051766639, | |
| "grad_norm": 0.021976670541184636, | |
| "learning_rate": 2.4788118345237216e-05, | |
| "loss": 0.0003, | |
| "step": 6830 | |
| }, | |
| { | |
| "epoch": 5.62037797863599, | |
| "grad_norm": 0.07513984293045818, | |
| "learning_rate": 2.46334662351633e-05, | |
| "loss": 0.0004, | |
| "step": 6840 | |
| }, | |
| { | |
| "epoch": 5.6285949055053415, | |
| "grad_norm": 0.06657731230009865, | |
| "learning_rate": 2.447914022742484e-05, | |
| "loss": 0.0003, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 5.636811832374692, | |
| "grad_norm": 0.0596671490259422, | |
| "learning_rate": 2.432514230597724e-05, | |
| "loss": 0.0003, | |
| "step": 6860 | |
| }, | |
| { | |
| "epoch": 5.645028759244043, | |
| "grad_norm": 0.086181344457282, | |
| "learning_rate": 2.4171474450558135e-05, | |
| "loss": 0.0004, | |
| "step": 6870 | |
| }, | |
| { | |
| "epoch": 5.653245686113394, | |
| "grad_norm": 0.03954788466220552, | |
| "learning_rate": 2.401813863666198e-05, | |
| "loss": 0.0003, | |
| "step": 6880 | |
| }, | |
| { | |
| "epoch": 5.661462612982745, | |
| "grad_norm": 0.0448275806163189, | |
| "learning_rate": 2.386513683551462e-05, | |
| "loss": 0.0004, | |
| "step": 6890 | |
| }, | |
| { | |
| "epoch": 5.669679539852095, | |
| "grad_norm": 0.045985908495530636, | |
| "learning_rate": 2.3712471014047954e-05, | |
| "loss": 0.0004, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 5.677896466721446, | |
| "grad_norm": 0.03639845471555667, | |
| "learning_rate": 2.356014313487468e-05, | |
| "loss": 0.0004, | |
| "step": 6910 | |
| }, | |
| { | |
| "epoch": 5.686113393590797, | |
| "grad_norm": 0.05503869745932061, | |
| "learning_rate": 2.3408155156263017e-05, | |
| "loss": 0.0004, | |
| "step": 6920 | |
| }, | |
| { | |
| "epoch": 5.694330320460148, | |
| "grad_norm": 0.0690242047587329, | |
| "learning_rate": 2.3256509032111573e-05, | |
| "loss": 0.0004, | |
| "step": 6930 | |
| }, | |
| { | |
| "epoch": 5.702547247329499, | |
| "grad_norm": 0.03399333648002075, | |
| "learning_rate": 2.3105206711924192e-05, | |
| "loss": 0.0004, | |
| "step": 6940 | |
| }, | |
| { | |
| "epoch": 5.710764174198849, | |
| "grad_norm": 0.022861175154079275, | |
| "learning_rate": 2.2954250140784917e-05, | |
| "loss": 0.0004, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 5.7189811010682, | |
| "grad_norm": 0.06624841016677131, | |
| "learning_rate": 2.280364125933297e-05, | |
| "loss": 0.0005, | |
| "step": 6960 | |
| }, | |
| { | |
| "epoch": 5.727198027937551, | |
| "grad_norm": 0.04959464765157847, | |
| "learning_rate": 2.265338200373781e-05, | |
| "loss": 0.0003, | |
| "step": 6970 | |
| }, | |
| { | |
| "epoch": 5.735414954806902, | |
| "grad_norm": 0.013008760391525763, | |
| "learning_rate": 2.250347430567425e-05, | |
| "loss": 0.0003, | |
| "step": 6980 | |
| }, | |
| { | |
| "epoch": 5.743631881676253, | |
| "grad_norm": 0.07222602108548119, | |
| "learning_rate": 2.2353920092297597e-05, | |
| "loss": 0.0004, | |
| "step": 6990 | |
| }, | |
| { | |
| "epoch": 5.751848808545604, | |
| "grad_norm": 0.048016905390365655, | |
| "learning_rate": 2.220472128621891e-05, | |
| "loss": 0.0003, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 5.760065735414955, | |
| "grad_norm": 0.0707652586897871, | |
| "learning_rate": 2.205587980548027e-05, | |
| "loss": 0.0003, | |
| "step": 7010 | |
| }, | |
| { | |
| "epoch": 5.768282662284306, | |
| "grad_norm": 0.05780708187089285, | |
| "learning_rate": 2.1907397563530123e-05, | |
| "loss": 0.0004, | |
| "step": 7020 | |
| }, | |
| { | |
| "epoch": 5.776499589153657, | |
| "grad_norm": 0.02477068535034381, | |
| "learning_rate": 2.1759276469198663e-05, | |
| "loss": 0.0004, | |
| "step": 7030 | |
| }, | |
| { | |
| "epoch": 5.784716516023007, | |
| "grad_norm": 0.04746723845832135, | |
| "learning_rate": 2.161151842667333e-05, | |
| "loss": 0.0004, | |
| "step": 7040 | |
| }, | |
| { | |
| "epoch": 5.792933442892358, | |
| "grad_norm": 0.026889088825766166, | |
| "learning_rate": 2.1464125335474295e-05, | |
| "loss": 0.0002, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 5.801150369761709, | |
| "grad_norm": 0.011982336240467153, | |
| "learning_rate": 2.1317099090430064e-05, | |
| "loss": 0.0003, | |
| "step": 7060 | |
| }, | |
| { | |
| "epoch": 5.80936729663106, | |
| "grad_norm": 0.02863359946300163, | |
| "learning_rate": 2.1170441581653105e-05, | |
| "loss": 0.0004, | |
| "step": 7070 | |
| }, | |
| { | |
| "epoch": 5.817584223500411, | |
| "grad_norm": 0.023081402810844715, | |
| "learning_rate": 2.1024154694515607e-05, | |
| "loss": 0.0003, | |
| "step": 7080 | |
| }, | |
| { | |
| "epoch": 5.825801150369761, | |
| "grad_norm": 0.06252549555460825, | |
| "learning_rate": 2.087824030962509e-05, | |
| "loss": 0.0004, | |
| "step": 7090 | |
| }, | |
| { | |
| "epoch": 5.834018077239112, | |
| "grad_norm": 0.033154913286884684, | |
| "learning_rate": 2.07327003028004e-05, | |
| "loss": 0.0003, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 5.842235004108463, | |
| "grad_norm": 0.059881273413708476, | |
| "learning_rate": 2.0587536545047515e-05, | |
| "loss": 0.0003, | |
| "step": 7110 | |
| }, | |
| { | |
| "epoch": 5.8504519309778145, | |
| "grad_norm": 0.07889782120456483, | |
| "learning_rate": 2.044275090253549e-05, | |
| "loss": 0.0003, | |
| "step": 7120 | |
| }, | |
| { | |
| "epoch": 5.8586688578471655, | |
| "grad_norm": 0.04547008142633794, | |
| "learning_rate": 2.0298345236572475e-05, | |
| "loss": 0.0003, | |
| "step": 7130 | |
| }, | |
| { | |
| "epoch": 5.866885784716516, | |
| "grad_norm": 0.09978048049745325, | |
| "learning_rate": 2.015432140358178e-05, | |
| "loss": 0.0004, | |
| "step": 7140 | |
| }, | |
| { | |
| "epoch": 5.875102711585867, | |
| "grad_norm": 0.04235869172237097, | |
| "learning_rate": 2.0010681255078083e-05, | |
| "loss": 0.0004, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 5.883319638455218, | |
| "grad_norm": 0.11186211101991596, | |
| "learning_rate": 1.9867426637643465e-05, | |
| "loss": 0.0004, | |
| "step": 7160 | |
| }, | |
| { | |
| "epoch": 5.891536565324569, | |
| "grad_norm": 0.07817298150726533, | |
| "learning_rate": 1.972455939290383e-05, | |
| "loss": 0.0003, | |
| "step": 7170 | |
| }, | |
| { | |
| "epoch": 5.89975349219392, | |
| "grad_norm": 0.02766840859613244, | |
| "learning_rate": 1.958208135750515e-05, | |
| "loss": 0.0003, | |
| "step": 7180 | |
| }, | |
| { | |
| "epoch": 5.90797041906327, | |
| "grad_norm": 0.07913892437691103, | |
| "learning_rate": 1.9439994363089886e-05, | |
| "loss": 0.0004, | |
| "step": 7190 | |
| }, | |
| { | |
| "epoch": 5.916187345932621, | |
| "grad_norm": 0.027668747796730817, | |
| "learning_rate": 1.9298300236273404e-05, | |
| "loss": 0.0003, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 5.924404272801972, | |
| "grad_norm": 0.018024976971443316, | |
| "learning_rate": 1.9157000798620528e-05, | |
| "loss": 0.0003, | |
| "step": 7210 | |
| }, | |
| { | |
| "epoch": 5.932621199671323, | |
| "grad_norm": 0.028494347692023535, | |
| "learning_rate": 1.9016097866622157e-05, | |
| "loss": 0.0004, | |
| "step": 7220 | |
| }, | |
| { | |
| "epoch": 5.940838126540674, | |
| "grad_norm": 0.034787458541051336, | |
| "learning_rate": 1.8875593251671768e-05, | |
| "loss": 0.0004, | |
| "step": 7230 | |
| }, | |
| { | |
| "epoch": 5.949055053410024, | |
| "grad_norm": 0.023728580638342135, | |
| "learning_rate": 1.873548876004231e-05, | |
| "loss": 0.0003, | |
| "step": 7240 | |
| }, | |
| { | |
| "epoch": 5.957271980279375, | |
| "grad_norm": 0.012264171514002734, | |
| "learning_rate": 1.859578619286285e-05, | |
| "loss": 0.0002, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 5.9654889071487265, | |
| "grad_norm": 0.050249573353404325, | |
| "learning_rate": 1.8456487346095558e-05, | |
| "loss": 0.0003, | |
| "step": 7260 | |
| }, | |
| { | |
| "epoch": 5.9737058340180775, | |
| "grad_norm": 0.052829690132310876, | |
| "learning_rate": 1.83175940105124e-05, | |
| "loss": 0.0003, | |
| "step": 7270 | |
| }, | |
| { | |
| "epoch": 5.981922760887429, | |
| "grad_norm": 0.028624992749437927, | |
| "learning_rate": 1.8179107971672334e-05, | |
| "loss": 0.0002, | |
| "step": 7280 | |
| }, | |
| { | |
| "epoch": 5.990139687756779, | |
| "grad_norm": 0.03502296278366725, | |
| "learning_rate": 1.804103100989828e-05, | |
| "loss": 0.0003, | |
| "step": 7290 | |
| }, | |
| { | |
| "epoch": 5.99835661462613, | |
| "grad_norm": 0.059381236648024936, | |
| "learning_rate": 1.7903364900254155e-05, | |
| "loss": 0.0003, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 6.006573541495481, | |
| "grad_norm": 0.009250199898021061, | |
| "learning_rate": 1.7766111412522168e-05, | |
| "loss": 0.0001, | |
| "step": 7310 | |
| }, | |
| { | |
| "epoch": 6.014790468364832, | |
| "grad_norm": 0.012222465668346585, | |
| "learning_rate": 1.762927231117999e-05, | |
| "loss": 0.0001, | |
| "step": 7320 | |
| }, | |
| { | |
| "epoch": 6.023007395234182, | |
| "grad_norm": 0.006750498958410813, | |
| "learning_rate": 1.7492849355378176e-05, | |
| "loss": 0.0002, | |
| "step": 7330 | |
| }, | |
| { | |
| "epoch": 6.031224322103533, | |
| "grad_norm": 0.02208069461978315, | |
| "learning_rate": 1.7356844298917368e-05, | |
| "loss": 0.0001, | |
| "step": 7340 | |
| }, | |
| { | |
| "epoch": 6.039441248972884, | |
| "grad_norm": 0.01849454539284509, | |
| "learning_rate": 1.7221258890225904e-05, | |
| "loss": 0.0002, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 6.047658175842235, | |
| "grad_norm": 0.06075917485825089, | |
| "learning_rate": 1.7086094872337348e-05, | |
| "loss": 0.0002, | |
| "step": 7360 | |
| }, | |
| { | |
| "epoch": 6.055875102711586, | |
| "grad_norm": 0.01414032846922562, | |
| "learning_rate": 1.6951353982867924e-05, | |
| "loss": 0.0001, | |
| "step": 7370 | |
| }, | |
| { | |
| "epoch": 6.064092029580936, | |
| "grad_norm": 0.008663175702806227, | |
| "learning_rate": 1.6817037953994346e-05, | |
| "loss": 0.0002, | |
| "step": 7380 | |
| }, | |
| { | |
| "epoch": 6.0723089564502875, | |
| "grad_norm": 0.019531798940076717, | |
| "learning_rate": 1.6683148512431458e-05, | |
| "loss": 0.0001, | |
| "step": 7390 | |
| }, | |
| { | |
| "epoch": 6.0805258833196385, | |
| "grad_norm": 0.0038049966272849837, | |
| "learning_rate": 1.6549687379410116e-05, | |
| "loss": 0.0002, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 6.0887428101889896, | |
| "grad_norm": 0.027486335891135385, | |
| "learning_rate": 1.6416656270654936e-05, | |
| "loss": 0.0001, | |
| "step": 7410 | |
| }, | |
| { | |
| "epoch": 6.096959737058341, | |
| "grad_norm": 0.00547278703573688, | |
| "learning_rate": 1.6284056896362315e-05, | |
| "loss": 0.0001, | |
| "step": 7420 | |
| }, | |
| { | |
| "epoch": 6.105176663927691, | |
| "grad_norm": 0.043711095954546905, | |
| "learning_rate": 1.6151890961178507e-05, | |
| "loss": 0.0001, | |
| "step": 7430 | |
| }, | |
| { | |
| "epoch": 6.113393590797042, | |
| "grad_norm": 0.004376562574537103, | |
| "learning_rate": 1.60201601641776e-05, | |
| "loss": 0.0001, | |
| "step": 7440 | |
| }, | |
| { | |
| "epoch": 6.121610517666393, | |
| "grad_norm": 0.0042652603661528085, | |
| "learning_rate": 1.5888866198839673e-05, | |
| "loss": 0.0001, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 6.129827444535744, | |
| "grad_norm": 0.01985658806235857, | |
| "learning_rate": 1.5758010753029107e-05, | |
| "loss": 0.0001, | |
| "step": 7460 | |
| }, | |
| { | |
| "epoch": 6.138044371405094, | |
| "grad_norm": 0.006897395269749815, | |
| "learning_rate": 1.5627595508972888e-05, | |
| "loss": 0.0001, | |
| "step": 7470 | |
| }, | |
| { | |
| "epoch": 6.146261298274445, | |
| "grad_norm": 0.005359128919105729, | |
| "learning_rate": 1.5497622143238837e-05, | |
| "loss": 0.0001, | |
| "step": 7480 | |
| }, | |
| { | |
| "epoch": 6.154478225143796, | |
| "grad_norm": 0.005523287335367679, | |
| "learning_rate": 1.5368092326714232e-05, | |
| "loss": 0.0001, | |
| "step": 7490 | |
| }, | |
| { | |
| "epoch": 6.162695152013147, | |
| "grad_norm": 0.010041202171276523, | |
| "learning_rate": 1.5239007724584259e-05, | |
| "loss": 0.0001, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 6.170912078882498, | |
| "grad_norm": 0.013924977906820063, | |
| "learning_rate": 1.5110369996310575e-05, | |
| "loss": 0.0001, | |
| "step": 7510 | |
| }, | |
| { | |
| "epoch": 6.179129005751848, | |
| "grad_norm": 0.012833264533223995, | |
| "learning_rate": 1.4982180795609979e-05, | |
| "loss": 0.0001, | |
| "step": 7520 | |
| }, | |
| { | |
| "epoch": 6.1873459326211995, | |
| "grad_norm": 0.0058064925250558164, | |
| "learning_rate": 1.4854441770433191e-05, | |
| "loss": 0.0001, | |
| "step": 7530 | |
| }, | |
| { | |
| "epoch": 6.1955628594905505, | |
| "grad_norm": 0.013350453299293708, | |
| "learning_rate": 1.4727154562943702e-05, | |
| "loss": 0.0001, | |
| "step": 7540 | |
| }, | |
| { | |
| "epoch": 6.203779786359902, | |
| "grad_norm": 0.03639829296758005, | |
| "learning_rate": 1.4600320809496516e-05, | |
| "loss": 0.0001, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 6.211996713229253, | |
| "grad_norm": 0.04953695146965508, | |
| "learning_rate": 1.4473942140617253e-05, | |
| "loss": 0.0001, | |
| "step": 7560 | |
| }, | |
| { | |
| "epoch": 6.220213640098603, | |
| "grad_norm": 0.03535013004694884, | |
| "learning_rate": 1.4348020180981181e-05, | |
| "loss": 0.0002, | |
| "step": 7570 | |
| }, | |
| { | |
| "epoch": 6.228430566967954, | |
| "grad_norm": 0.017262202114086533, | |
| "learning_rate": 1.422255654939224e-05, | |
| "loss": 0.0001, | |
| "step": 7580 | |
| }, | |
| { | |
| "epoch": 6.236647493837305, | |
| "grad_norm": 0.0048176953263515294, | |
| "learning_rate": 1.4097552858762276e-05, | |
| "loss": 0.0001, | |
| "step": 7590 | |
| }, | |
| { | |
| "epoch": 6.244864420706656, | |
| "grad_norm": 0.009501887759009982, | |
| "learning_rate": 1.3973010716090323e-05, | |
| "loss": 0.0001, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 6.253081347576007, | |
| "grad_norm": 0.006388569280568881, | |
| "learning_rate": 1.3848931722441977e-05, | |
| "loss": 0.0001, | |
| "step": 7610 | |
| }, | |
| { | |
| "epoch": 6.261298274445357, | |
| "grad_norm": 0.0070917809154052444, | |
| "learning_rate": 1.3725317472928729e-05, | |
| "loss": 0.0001, | |
| "step": 7620 | |
| }, | |
| { | |
| "epoch": 6.269515201314708, | |
| "grad_norm": 0.007300662717729217, | |
| "learning_rate": 1.3602169556687455e-05, | |
| "loss": 0.0001, | |
| "step": 7630 | |
| }, | |
| { | |
| "epoch": 6.277732128184059, | |
| "grad_norm": 0.01668817390519453, | |
| "learning_rate": 1.3479489556860136e-05, | |
| "loss": 0.0001, | |
| "step": 7640 | |
| }, | |
| { | |
| "epoch": 6.28594905505341, | |
| "grad_norm": 0.0030525567990480956, | |
| "learning_rate": 1.335727905057334e-05, | |
| "loss": 0.0001, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 6.294165981922761, | |
| "grad_norm": 0.039286439985811154, | |
| "learning_rate": 1.323553960891798e-05, | |
| "loss": 0.0001, | |
| "step": 7660 | |
| }, | |
| { | |
| "epoch": 6.3023829087921115, | |
| "grad_norm": 0.009287463181712386, | |
| "learning_rate": 1.3114272796929177e-05, | |
| "loss": 0.0001, | |
| "step": 7670 | |
| }, | |
| { | |
| "epoch": 6.3105998356614625, | |
| "grad_norm": 0.0057420343591399374, | |
| "learning_rate": 1.2993480173566142e-05, | |
| "loss": 0.0001, | |
| "step": 7680 | |
| }, | |
| { | |
| "epoch": 6.318816762530814, | |
| "grad_norm": 0.015954776484477746, | |
| "learning_rate": 1.2873163291692065e-05, | |
| "loss": 0.0001, | |
| "step": 7690 | |
| }, | |
| { | |
| "epoch": 6.327033689400165, | |
| "grad_norm": 0.025346174367040168, | |
| "learning_rate": 1.2753323698054138e-05, | |
| "loss": 0.0001, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 6.335250616269515, | |
| "grad_norm": 0.010714880944382763, | |
| "learning_rate": 1.2633962933263826e-05, | |
| "loss": 0.0001, | |
| "step": 7710 | |
| }, | |
| { | |
| "epoch": 6.343467543138866, | |
| "grad_norm": 0.01005797755600964, | |
| "learning_rate": 1.25150825317769e-05, | |
| "loss": 0.0001, | |
| "step": 7720 | |
| }, | |
| { | |
| "epoch": 6.351684470008217, | |
| "grad_norm": 0.007361676949585951, | |
| "learning_rate": 1.2396684021873734e-05, | |
| "loss": 0.0001, | |
| "step": 7730 | |
| }, | |
| { | |
| "epoch": 6.359901396877568, | |
| "grad_norm": 0.005323298558933188, | |
| "learning_rate": 1.2278768925639722e-05, | |
| "loss": 0.0001, | |
| "step": 7740 | |
| }, | |
| { | |
| "epoch": 6.368118323746919, | |
| "grad_norm": 0.002921196879244209, | |
| "learning_rate": 1.2161338758945717e-05, | |
| "loss": 0.0001, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 6.376335250616269, | |
| "grad_norm": 0.01002368351568747, | |
| "learning_rate": 1.2044395031428469e-05, | |
| "loss": 0.0001, | |
| "step": 7760 | |
| }, | |
| { | |
| "epoch": 6.38455217748562, | |
| "grad_norm": 0.0060165066538030885, | |
| "learning_rate": 1.1927939246471209e-05, | |
| "loss": 0.0001, | |
| "step": 7770 | |
| }, | |
| { | |
| "epoch": 6.392769104354971, | |
| "grad_norm": 0.005993378754333144, | |
| "learning_rate": 1.181197290118446e-05, | |
| "loss": 0.0001, | |
| "step": 7780 | |
| }, | |
| { | |
| "epoch": 6.400986031224322, | |
| "grad_norm": 0.017613615651431373, | |
| "learning_rate": 1.1696497486386631e-05, | |
| "loss": 0.0001, | |
| "step": 7790 | |
| }, | |
| { | |
| "epoch": 6.409202958093673, | |
| "grad_norm": 0.024675371795940305, | |
| "learning_rate": 1.158151448658496e-05, | |
| "loss": 0.0001, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 6.4174198849630235, | |
| "grad_norm": 0.005968615431780078, | |
| "learning_rate": 1.146702537995632e-05, | |
| "loss": 0.0001, | |
| "step": 7810 | |
| }, | |
| { | |
| "epoch": 6.425636811832375, | |
| "grad_norm": 0.0070655902311685575, | |
| "learning_rate": 1.1353031638328377e-05, | |
| "loss": 0.0001, | |
| "step": 7820 | |
| }, | |
| { | |
| "epoch": 6.433853738701726, | |
| "grad_norm": 0.01227717826401887, | |
| "learning_rate": 1.1239534727160534e-05, | |
| "loss": 0.0001, | |
| "step": 7830 | |
| }, | |
| { | |
| "epoch": 6.442070665571077, | |
| "grad_norm": 0.004566450164146308, | |
| "learning_rate": 1.1126536105525092e-05, | |
| "loss": 0.0001, | |
| "step": 7840 | |
| }, | |
| { | |
| "epoch": 6.450287592440427, | |
| "grad_norm": 0.0037202205676488244, | |
| "learning_rate": 1.1014037226088609e-05, | |
| "loss": 0.0001, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 6.458504519309778, | |
| "grad_norm": 0.0038117961898496205, | |
| "learning_rate": 1.0902039535093107e-05, | |
| "loss": 0.0001, | |
| "step": 7860 | |
| }, | |
| { | |
| "epoch": 6.466721446179129, | |
| "grad_norm": 0.013598539283145375, | |
| "learning_rate": 1.0790544472337543e-05, | |
| "loss": 0.0001, | |
| "step": 7870 | |
| }, | |
| { | |
| "epoch": 6.47493837304848, | |
| "grad_norm": 0.0658698488088352, | |
| "learning_rate": 1.0679553471159238e-05, | |
| "loss": 0.0002, | |
| "step": 7880 | |
| }, | |
| { | |
| "epoch": 6.483155299917831, | |
| "grad_norm": 0.004562642164331584, | |
| "learning_rate": 1.0569067958415552e-05, | |
| "loss": 0.0001, | |
| "step": 7890 | |
| }, | |
| { | |
| "epoch": 6.491372226787181, | |
| "grad_norm": 0.003070265719488171, | |
| "learning_rate": 1.0459089354465463e-05, | |
| "loss": 0.0001, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 6.499589153656532, | |
| "grad_norm": 0.009185496144862729, | |
| "learning_rate": 1.0349619073151273e-05, | |
| "loss": 0.0001, | |
| "step": 7910 | |
| }, | |
| { | |
| "epoch": 6.507806080525883, | |
| "grad_norm": 0.008886241955909634, | |
| "learning_rate": 1.0240658521780571e-05, | |
| "loss": 0.0001, | |
| "step": 7920 | |
| }, | |
| { | |
| "epoch": 6.516023007395234, | |
| "grad_norm": 0.019773960132620984, | |
| "learning_rate": 1.0132209101107998e-05, | |
| "loss": 0.0001, | |
| "step": 7930 | |
| }, | |
| { | |
| "epoch": 6.524239934264585, | |
| "grad_norm": 0.02203918683564081, | |
| "learning_rate": 1.0024272205317325e-05, | |
| "loss": 0.0001, | |
| "step": 7940 | |
| }, | |
| { | |
| "epoch": 6.5324568611339355, | |
| "grad_norm": 0.007596971755399872, | |
| "learning_rate": 9.91684922200345e-06, | |
| "loss": 0.0001, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 6.540673788003287, | |
| "grad_norm": 0.007286914839346058, | |
| "learning_rate": 9.809941532154688e-06, | |
| "loss": 0.0001, | |
| "step": 7960 | |
| }, | |
| { | |
| "epoch": 6.548890714872638, | |
| "grad_norm": 0.0073072035310208375, | |
| "learning_rate": 9.703550510134884e-06, | |
| "loss": 0.0001, | |
| "step": 7970 | |
| }, | |
| { | |
| "epoch": 6.557107641741989, | |
| "grad_norm": 0.003988745076804515, | |
| "learning_rate": 9.597677523665828e-06, | |
| "loss": 0.0001, | |
| "step": 7980 | |
| }, | |
| { | |
| "epoch": 6.56532456861134, | |
| "grad_norm": 0.004437130954824602, | |
| "learning_rate": 9.492323933809626e-06, | |
| "loss": 0.0001, | |
| "step": 7990 | |
| }, | |
| { | |
| "epoch": 6.57354149548069, | |
| "grad_norm": 0.02675677651861119, | |
| "learning_rate": 9.387491094951245e-06, | |
| "loss": 0.0001, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 6.581758422350041, | |
| "grad_norm": 0.009721239346516402, | |
| "learning_rate": 9.28318035478108e-06, | |
| "loss": 0.0001, | |
| "step": 8010 | |
| }, | |
| { | |
| "epoch": 6.589975349219392, | |
| "grad_norm": 0.011236892628462383, | |
| "learning_rate": 9.179393054277563e-06, | |
| "loss": 0.0001, | |
| "step": 8020 | |
| }, | |
| { | |
| "epoch": 6.598192276088743, | |
| "grad_norm": 0.014468469479190251, | |
| "learning_rate": 9.076130527690091e-06, | |
| "loss": 0.0001, | |
| "step": 8030 | |
| }, | |
| { | |
| "epoch": 6.606409202958094, | |
| "grad_norm": 0.007031270057497894, | |
| "learning_rate": 8.973394102521703e-06, | |
| "loss": 0.0001, | |
| "step": 8040 | |
| }, | |
| { | |
| "epoch": 6.614626129827444, | |
| "grad_norm": 0.016241384805433978, | |
| "learning_rate": 8.871185099512102e-06, | |
| "loss": 0.0001, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 6.622843056696795, | |
| "grad_norm": 0.00975371459587684, | |
| "learning_rate": 8.769504832620645e-06, | |
| "loss": 0.0001, | |
| "step": 8060 | |
| }, | |
| { | |
| "epoch": 6.631059983566146, | |
| "grad_norm": 0.003271191937258349, | |
| "learning_rate": 8.668354609009471e-06, | |
| "loss": 0.0001, | |
| "step": 8070 | |
| }, | |
| { | |
| "epoch": 6.639276910435497, | |
| "grad_norm": 0.018346393190446772, | |
| "learning_rate": 8.567735729026704e-06, | |
| "loss": 0.0001, | |
| "step": 8080 | |
| }, | |
| { | |
| "epoch": 6.647493837304848, | |
| "grad_norm": 0.004366559973390651, | |
| "learning_rate": 8.467649486189665e-06, | |
| "loss": 0.0001, | |
| "step": 8090 | |
| }, | |
| { | |
| "epoch": 6.655710764174199, | |
| "grad_norm": 0.007915106962813855, | |
| "learning_rate": 8.36809716716837e-06, | |
| "loss": 0.0001, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 6.66392769104355, | |
| "grad_norm": 0.003593337377243938, | |
| "learning_rate": 8.269080051768874e-06, | |
| "loss": 0.0001, | |
| "step": 8110 | |
| }, | |
| { | |
| "epoch": 6.672144617912901, | |
| "grad_norm": 0.002925326572103411, | |
| "learning_rate": 8.170599412916863e-06, | |
| "loss": 0.0001, | |
| "step": 8120 | |
| }, | |
| { | |
| "epoch": 6.680361544782252, | |
| "grad_norm": 0.005948916125978982, | |
| "learning_rate": 8.072656516641303e-06, | |
| "loss": 0.0001, | |
| "step": 8130 | |
| }, | |
| { | |
| "epoch": 6.688578471651603, | |
| "grad_norm": 0.0025583506759977643, | |
| "learning_rate": 7.975252622058139e-06, | |
| "loss": 0.0001, | |
| "step": 8140 | |
| }, | |
| { | |
| "epoch": 6.696795398520953, | |
| "grad_norm": 0.009158911628861144, | |
| "learning_rate": 7.878388981354124e-06, | |
| "loss": 0.0001, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 6.705012325390304, | |
| "grad_norm": 0.0063039919178171575, | |
| "learning_rate": 7.782066839770714e-06, | |
| "loss": 0.0001, | |
| "step": 8160 | |
| }, | |
| { | |
| "epoch": 6.713229252259655, | |
| "grad_norm": 0.0031336386177288154, | |
| "learning_rate": 7.686287435588063e-06, | |
| "loss": 0.0001, | |
| "step": 8170 | |
| }, | |
| { | |
| "epoch": 6.721446179129006, | |
| "grad_norm": 0.005026791421612717, | |
| "learning_rate": 7.5910520001091e-06, | |
| "loss": 0.0001, | |
| "step": 8180 | |
| }, | |
| { | |
| "epoch": 6.729663105998356, | |
| "grad_norm": 0.003318058469375783, | |
| "learning_rate": 7.49636175764371e-06, | |
| "loss": 0.0001, | |
| "step": 8190 | |
| }, | |
| { | |
| "epoch": 6.737880032867707, | |
| "grad_norm": 0.004586358419229056, | |
| "learning_rate": 7.402217925492982e-06, | |
| "loss": 0.0001, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 6.746096959737058, | |
| "grad_norm": 0.004761325306533292, | |
| "learning_rate": 7.308621713933567e-06, | |
| "loss": 0.0001, | |
| "step": 8210 | |
| }, | |
| { | |
| "epoch": 6.754313886606409, | |
| "grad_norm": 0.010138115642575404, | |
| "learning_rate": 7.215574326202118e-06, | |
| "loss": 0.0001, | |
| "step": 8220 | |
| }, | |
| { | |
| "epoch": 6.76253081347576, | |
| "grad_norm": 0.01232379268767116, | |
| "learning_rate": 7.123076958479819e-06, | |
| "loss": 0.0001, | |
| "step": 8230 | |
| }, | |
| { | |
| "epoch": 6.770747740345111, | |
| "grad_norm": 0.016042829307097835, | |
| "learning_rate": 7.031130799877012e-06, | |
| "loss": 0.0001, | |
| "step": 8240 | |
| }, | |
| { | |
| "epoch": 6.778964667214462, | |
| "grad_norm": 0.005463308643492413, | |
| "learning_rate": 6.939737032417909e-06, | |
| "loss": 0.0001, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 6.787181594083813, | |
| "grad_norm": 0.039521973380349414, | |
| "learning_rate": 6.848896831025397e-06, | |
| "loss": 0.0001, | |
| "step": 8260 | |
| }, | |
| { | |
| "epoch": 6.795398520953164, | |
| "grad_norm": 0.00982502503046157, | |
| "learning_rate": 6.758611363505923e-06, | |
| "loss": 0.0001, | |
| "step": 8270 | |
| }, | |
| { | |
| "epoch": 6.803615447822514, | |
| "grad_norm": 0.0032750107785984805, | |
| "learning_rate": 6.668881790534503e-06, | |
| "loss": 0.0001, | |
| "step": 8280 | |
| }, | |
| { | |
| "epoch": 6.811832374691865, | |
| "grad_norm": 0.003130575368479505, | |
| "learning_rate": 6.5797092656397775e-06, | |
| "loss": 0.0001, | |
| "step": 8290 | |
| }, | |
| { | |
| "epoch": 6.820049301561216, | |
| "grad_norm": 0.0022799665021929066, | |
| "learning_rate": 6.491094935189201e-06, | |
| "loss": 0.0001, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 6.828266228430567, | |
| "grad_norm": 0.016787946486179338, | |
| "learning_rate": 6.403039938374284e-06, | |
| "loss": 0.0001, | |
| "step": 8310 | |
| }, | |
| { | |
| "epoch": 6.836483155299918, | |
| "grad_norm": 0.0033864783863310536, | |
| "learning_rate": 6.315545407195972e-06, | |
| "loss": 0.0001, | |
| "step": 8320 | |
| }, | |
| { | |
| "epoch": 6.844700082169268, | |
| "grad_norm": 0.0062860570526424315, | |
| "learning_rate": 6.228612466450085e-06, | |
| "loss": 0.0001, | |
| "step": 8330 | |
| }, | |
| { | |
| "epoch": 6.852917009038619, | |
| "grad_norm": 0.012969865917656422, | |
| "learning_rate": 6.14224223371283e-06, | |
| "loss": 0.0001, | |
| "step": 8340 | |
| }, | |
| { | |
| "epoch": 6.86113393590797, | |
| "grad_norm": 0.007618069860205297, | |
| "learning_rate": 6.0564358193264894e-06, | |
| "loss": 0.0001, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 6.869350862777321, | |
| "grad_norm": 0.0033481650479198, | |
| "learning_rate": 5.971194326385093e-06, | |
| "loss": 0.0001, | |
| "step": 8360 | |
| }, | |
| { | |
| "epoch": 6.8775677896466725, | |
| "grad_norm": 0.005157074264937819, | |
| "learning_rate": 5.886518850720268e-06, | |
| "loss": 0.0001, | |
| "step": 8370 | |
| }, | |
| { | |
| "epoch": 6.885784716516023, | |
| "grad_norm": 0.01429158573983494, | |
| "learning_rate": 5.802410480887138e-06, | |
| "loss": 0.0001, | |
| "step": 8380 | |
| }, | |
| { | |
| "epoch": 6.894001643385374, | |
| "grad_norm": 0.002571553231339886, | |
| "learning_rate": 5.718870298150342e-06, | |
| "loss": 0.0001, | |
| "step": 8390 | |
| }, | |
| { | |
| "epoch": 6.902218570254725, | |
| "grad_norm": 0.005150571431784443, | |
| "learning_rate": 5.635899376470116e-06, | |
| "loss": 0.0001, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 6.910435497124076, | |
| "grad_norm": 0.056087635482297095, | |
| "learning_rate": 5.553498782488498e-06, | |
| "loss": 0.0001, | |
| "step": 8410 | |
| }, | |
| { | |
| "epoch": 6.918652423993427, | |
| "grad_norm": 0.003594371865642047, | |
| "learning_rate": 5.471669575515625e-06, | |
| "loss": 0.0001, | |
| "step": 8420 | |
| }, | |
| { | |
| "epoch": 6.926869350862777, | |
| "grad_norm": 0.004216171457490331, | |
| "learning_rate": 5.3904128075160875e-06, | |
| "loss": 0.0001, | |
| "step": 8430 | |
| }, | |
| { | |
| "epoch": 6.935086277732128, | |
| "grad_norm": 0.0033140795754524055, | |
| "learning_rate": 5.30972952309543e-06, | |
| "loss": 0.0001, | |
| "step": 8440 | |
| }, | |
| { | |
| "epoch": 6.943303204601479, | |
| "grad_norm": 0.02212572197657568, | |
| "learning_rate": 5.22962075948672e-06, | |
| "loss": 0.0001, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 6.95152013147083, | |
| "grad_norm": 0.007187731275718669, | |
| "learning_rate": 5.150087546537202e-06, | |
| "loss": 0.0001, | |
| "step": 8460 | |
| }, | |
| { | |
| "epoch": 6.959737058340181, | |
| "grad_norm": 0.006932691270570948, | |
| "learning_rate": 5.071130906695054e-06, | |
| "loss": 0.0001, | |
| "step": 8470 | |
| }, | |
| { | |
| "epoch": 6.967953985209531, | |
| "grad_norm": 0.008306526578598603, | |
| "learning_rate": 4.992751854996275e-06, | |
| "loss": 0.0001, | |
| "step": 8480 | |
| }, | |
| { | |
| "epoch": 6.976170912078882, | |
| "grad_norm": 0.011437417939037612, | |
| "learning_rate": 4.914951399051604e-06, | |
| "loss": 0.0001, | |
| "step": 8490 | |
| }, | |
| { | |
| "epoch": 6.9843878389482335, | |
| "grad_norm": 0.013724737385125748, | |
| "learning_rate": 4.837730539033564e-06, | |
| "loss": 0.0001, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 6.9926047658175845, | |
| "grad_norm": 0.017745181396075026, | |
| "learning_rate": 4.761090267663626e-06, | |
| "loss": 0.0001, | |
| "step": 8510 | |
| }, | |
| { | |
| "epoch": 7.000821692686935, | |
| "grad_norm": 0.0017809644924729863, | |
| "learning_rate": 4.685031570199477e-06, | |
| "loss": 0.0001, | |
| "step": 8520 | |
| }, | |
| { | |
| "epoch": 7.009038619556286, | |
| "grad_norm": 0.0020209188632256407, | |
| "learning_rate": 4.609555424422241e-06, | |
| "loss": 0.0001, | |
| "step": 8530 | |
| }, | |
| { | |
| "epoch": 7.017255546425637, | |
| "grad_norm": 0.0017941763817499775, | |
| "learning_rate": 4.534662800624034e-06, | |
| "loss": 0.0001, | |
| "step": 8540 | |
| }, | |
| { | |
| "epoch": 7.025472473294988, | |
| "grad_norm": 0.0038548633216519733, | |
| "learning_rate": 4.460354661595434e-06, | |
| "loss": 0.0001, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 7.033689400164339, | |
| "grad_norm": 0.0018292464406015865, | |
| "learning_rate": 4.386631962613091e-06, | |
| "loss": 0.0001, | |
| "step": 8560 | |
| }, | |
| { | |
| "epoch": 7.041906327033689, | |
| "grad_norm": 0.0025153012447214434, | |
| "learning_rate": 4.313495651427485e-06, | |
| "loss": 0.0001, | |
| "step": 8570 | |
| }, | |
| { | |
| "epoch": 7.05012325390304, | |
| "grad_norm": 0.004015545069870694, | |
| "learning_rate": 4.2409466682506944e-06, | |
| "loss": 0.0001, | |
| "step": 8580 | |
| }, | |
| { | |
| "epoch": 7.058340180772391, | |
| "grad_norm": 0.004434149312732689, | |
| "learning_rate": 4.168985945744392e-06, | |
| "loss": 0.0001, | |
| "step": 8590 | |
| }, | |
| { | |
| "epoch": 7.066557107641742, | |
| "grad_norm": 0.003175682167835681, | |
| "learning_rate": 4.097614409007722e-06, | |
| "loss": 0.0001, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 7.074774034511093, | |
| "grad_norm": 0.003866760007626408, | |
| "learning_rate": 4.026832975565542e-06, | |
| "loss": 0.0001, | |
| "step": 8610 | |
| }, | |
| { | |
| "epoch": 7.082990961380443, | |
| "grad_norm": 0.0020676208453532133, | |
| "learning_rate": 3.956642555356549e-06, | |
| "loss": 0.0001, | |
| "step": 8620 | |
| }, | |
| { | |
| "epoch": 7.091207888249794, | |
| "grad_norm": 0.0032520936353687157, | |
| "learning_rate": 3.887044050721606e-06, | |
| "loss": 0.0001, | |
| "step": 8630 | |
| }, | |
| { | |
| "epoch": 7.0994248151191455, | |
| "grad_norm": 0.0019124456543818701, | |
| "learning_rate": 3.818038356392134e-06, | |
| "loss": 0.0001, | |
| "step": 8640 | |
| }, | |
| { | |
| "epoch": 7.1076417419884965, | |
| "grad_norm": 0.0017722970003413243, | |
| "learning_rate": 3.749626359478614e-06, | |
| "loss": 0.0001, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 7.115858668857848, | |
| "grad_norm": 0.0018334736439550169, | |
| "learning_rate": 3.681808939459214e-06, | |
| "loss": 0.0001, | |
| "step": 8660 | |
| }, | |
| { | |
| "epoch": 7.124075595727198, | |
| "grad_norm": 0.0023304821296573903, | |
| "learning_rate": 3.614586968168393e-06, | |
| "loss": 0.0001, | |
| "step": 8670 | |
| }, | |
| { | |
| "epoch": 7.132292522596549, | |
| "grad_norm": 0.004234899167389315, | |
| "learning_rate": 3.547961309785802e-06, | |
| "loss": 0.0001, | |
| "step": 8680 | |
| }, | |
| { | |
| "epoch": 7.1405094494659, | |
| "grad_norm": 0.0015358526501007153, | |
| "learning_rate": 3.4819328208250903e-06, | |
| "loss": 0.0001, | |
| "step": 8690 | |
| }, | |
| { | |
| "epoch": 7.148726376335251, | |
| "grad_norm": 0.0016446383660523023, | |
| "learning_rate": 3.4165023501229685e-06, | |
| "loss": 0.0001, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 7.156943303204601, | |
| "grad_norm": 0.0015153876581113887, | |
| "learning_rate": 3.351670738828211e-06, | |
| "loss": 0.0001, | |
| "step": 8710 | |
| }, | |
| { | |
| "epoch": 7.165160230073952, | |
| "grad_norm": 0.0022645213826678295, | |
| "learning_rate": 3.2874388203909034e-06, | |
| "loss": 0.0001, | |
| "step": 8720 | |
| }, | |
| { | |
| "epoch": 7.173377156943303, | |
| "grad_norm": 0.002219874169726998, | |
| "learning_rate": 3.2238074205517443e-06, | |
| "loss": 0.0001, | |
| "step": 8730 | |
| }, | |
| { | |
| "epoch": 7.181594083812654, | |
| "grad_norm": 0.004425044790133293, | |
| "learning_rate": 3.160777357331346e-06, | |
| "loss": 0.0001, | |
| "step": 8740 | |
| }, | |
| { | |
| "epoch": 7.189811010682005, | |
| "grad_norm": 0.003984974085895874, | |
| "learning_rate": 3.098349441019804e-06, | |
| "loss": 0.0001, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 7.198027937551355, | |
| "grad_norm": 0.002093536818490395, | |
| "learning_rate": 3.036524474166225e-06, | |
| "loss": 0.0001, | |
| "step": 8760 | |
| }, | |
| { | |
| "epoch": 7.206244864420706, | |
| "grad_norm": 0.0029224470221511315, | |
| "learning_rate": 2.975303251568462e-06, | |
| "loss": 0.0001, | |
| "step": 8770 | |
| }, | |
| { | |
| "epoch": 7.2144617912900575, | |
| "grad_norm": 0.00313329312344648, | |
| "learning_rate": 2.9146865602628358e-06, | |
| "loss": 0.0001, | |
| "step": 8780 | |
| }, | |
| { | |
| "epoch": 7.2226787181594085, | |
| "grad_norm": 0.0020704632636102797, | |
| "learning_rate": 2.8546751795140438e-06, | |
| "loss": 0.0001, | |
| "step": 8790 | |
| }, | |
| { | |
| "epoch": 7.23089564502876, | |
| "grad_norm": 0.0022369371375620148, | |
| "learning_rate": 2.79526988080519e-06, | |
| "loss": 0.0001, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 7.23911257189811, | |
| "grad_norm": 0.003490854728979055, | |
| "learning_rate": 2.7364714278277636e-06, | |
| "loss": 0.0001, | |
| "step": 8810 | |
| }, | |
| { | |
| "epoch": 7.247329498767461, | |
| "grad_norm": 0.002687929666597532, | |
| "learning_rate": 2.6782805764719254e-06, | |
| "loss": 0.0001, | |
| "step": 8820 | |
| }, | |
| { | |
| "epoch": 7.255546425636812, | |
| "grad_norm": 0.0022502602534966386, | |
| "learning_rate": 2.6206980748167076e-06, | |
| "loss": 0.0001, | |
| "step": 8830 | |
| }, | |
| { | |
| "epoch": 7.263763352506163, | |
| "grad_norm": 0.0022184488740743646, | |
| "learning_rate": 2.563724663120476e-06, | |
| "loss": 0.0001, | |
| "step": 8840 | |
| }, | |
| { | |
| "epoch": 7.271980279375514, | |
| "grad_norm": 0.0036253224267916648, | |
| "learning_rate": 2.5073610738113373e-06, | |
| "loss": 0.0001, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 7.280197206244864, | |
| "grad_norm": 0.003169445630418895, | |
| "learning_rate": 2.4516080314777647e-06, | |
| "loss": 0.0001, | |
| "step": 8860 | |
| }, | |
| { | |
| "epoch": 7.288414133114215, | |
| "grad_norm": 0.0018783348711933897, | |
| "learning_rate": 2.3964662528592974e-06, | |
| "loss": 0.0001, | |
| "step": 8870 | |
| }, | |
| { | |
| "epoch": 7.296631059983566, | |
| "grad_norm": 0.0023676556569825593, | |
| "learning_rate": 2.3419364468372894e-06, | |
| "loss": 0.0001, | |
| "step": 8880 | |
| }, | |
| { | |
| "epoch": 7.304847986852917, | |
| "grad_norm": 0.0026792725061880775, | |
| "learning_rate": 2.2880193144257932e-06, | |
| "loss": 0.0001, | |
| "step": 8890 | |
| }, | |
| { | |
| "epoch": 7.313064913722268, | |
| "grad_norm": 0.0035620799819676935, | |
| "learning_rate": 2.2347155487625893e-06, | |
| "loss": 0.0001, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 7.3212818405916185, | |
| "grad_norm": 0.007299822224990144, | |
| "learning_rate": 2.1820258351002652e-06, | |
| "loss": 0.0001, | |
| "step": 8910 | |
| }, | |
| { | |
| "epoch": 7.3294987674609695, | |
| "grad_norm": 0.00217547839560902, | |
| "learning_rate": 2.1299508507973576e-06, | |
| "loss": 0.0001, | |
| "step": 8920 | |
| }, | |
| { | |
| "epoch": 7.337715694330321, | |
| "grad_norm": 0.0032624225479396703, | |
| "learning_rate": 2.078491265309701e-06, | |
| "loss": 0.0001, | |
| "step": 8930 | |
| }, | |
| { | |
| "epoch": 7.345932621199672, | |
| "grad_norm": 0.0034574565456432565, | |
| "learning_rate": 2.027647740181815e-06, | |
| "loss": 0.0001, | |
| "step": 8940 | |
| }, | |
| { | |
| "epoch": 7.354149548069023, | |
| "grad_norm": 0.001928381854252668, | |
| "learning_rate": 1.977420929038365e-06, | |
| "loss": 0.0001, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 7.362366474938373, | |
| "grad_norm": 0.0026896429186986574, | |
| "learning_rate": 1.9278114775757804e-06, | |
| "loss": 0.0001, | |
| "step": 8960 | |
| }, | |
| { | |
| "epoch": 7.370583401807724, | |
| "grad_norm": 0.002742406351628621, | |
| "learning_rate": 1.878820023553951e-06, | |
| "loss": 0.0001, | |
| "step": 8970 | |
| }, | |
| { | |
| "epoch": 7.378800328677075, | |
| "grad_norm": 0.002982327530259743, | |
| "learning_rate": 1.8304471967880655e-06, | |
| "loss": 0.0001, | |
| "step": 8980 | |
| }, | |
| { | |
| "epoch": 7.387017255546426, | |
| "grad_norm": 0.0022449700384664624, | |
| "learning_rate": 1.7826936191404297e-06, | |
| "loss": 0.0001, | |
| "step": 8990 | |
| }, | |
| { | |
| "epoch": 7.395234182415776, | |
| "grad_norm": 0.0020398629530726563, | |
| "learning_rate": 1.735559904512546e-06, | |
| "loss": 0.0001, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 7.403451109285127, | |
| "grad_norm": 0.0019761924319645556, | |
| "learning_rate": 1.6890466588372178e-06, | |
| "loss": 0.0001, | |
| "step": 9010 | |
| }, | |
| { | |
| "epoch": 7.411668036154478, | |
| "grad_norm": 0.0026781686384370336, | |
| "learning_rate": 1.6431544800707078e-06, | |
| "loss": 0.0001, | |
| "step": 9020 | |
| }, | |
| { | |
| "epoch": 7.419884963023829, | |
| "grad_norm": 0.002438100516204204, | |
| "learning_rate": 1.5978839581850924e-06, | |
| "loss": 0.0001, | |
| "step": 9030 | |
| }, | |
| { | |
| "epoch": 7.42810188989318, | |
| "grad_norm": 0.0019767046000380454, | |
| "learning_rate": 1.5532356751606692e-06, | |
| "loss": 0.0001, | |
| "step": 9040 | |
| }, | |
| { | |
| "epoch": 7.4363188167625305, | |
| "grad_norm": 0.0053008291419217686, | |
| "learning_rate": 1.509210204978495e-06, | |
| "loss": 0.0001, | |
| "step": 9050 | |
| }, | |
| { | |
| "epoch": 7.4445357436318815, | |
| "grad_norm": 0.0060451058030919725, | |
| "learning_rate": 1.4658081136129432e-06, | |
| "loss": 0.0001, | |
| "step": 9060 | |
| }, | |
| { | |
| "epoch": 7.452752670501233, | |
| "grad_norm": 0.0023333247853876533, | |
| "learning_rate": 1.4230299590245022e-06, | |
| "loss": 0.0001, | |
| "step": 9070 | |
| }, | |
| { | |
| "epoch": 7.460969597370584, | |
| "grad_norm": 0.002384863184982522, | |
| "learning_rate": 1.3808762911525664e-06, | |
| "loss": 0.0001, | |
| "step": 9080 | |
| }, | |
| { | |
| "epoch": 7.469186524239935, | |
| "grad_norm": 0.0020290221277164855, | |
| "learning_rate": 1.3393476519083736e-06, | |
| "loss": 0.0001, | |
| "step": 9090 | |
| }, | |
| { | |
| "epoch": 7.477403451109285, | |
| "grad_norm": 0.002096968142668621, | |
| "learning_rate": 1.298444575168012e-06, | |
| "loss": 0.0001, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 7.485620377978636, | |
| "grad_norm": 0.0015897961625660462, | |
| "learning_rate": 1.2581675867655963e-06, | |
| "loss": 0.0001, | |
| "step": 9110 | |
| }, | |
| { | |
| "epoch": 7.493837304847987, | |
| "grad_norm": 0.008106391905413889, | |
| "learning_rate": 1.2185172044865135e-06, | |
| "loss": 0.0001, | |
| "step": 9120 | |
| }, | |
| { | |
| "epoch": 7.502054231717338, | |
| "grad_norm": 0.0028223976206520666, | |
| "learning_rate": 1.1794939380607106e-06, | |
| "loss": 0.0001, | |
| "step": 9130 | |
| }, | |
| { | |
| "epoch": 7.510271158586688, | |
| "grad_norm": 0.0021438611115730203, | |
| "learning_rate": 1.1410982891561895e-06, | |
| "loss": 0.0001, | |
| "step": 9140 | |
| }, | |
| { | |
| "epoch": 7.518488085456039, | |
| "grad_norm": 0.0037905727829633477, | |
| "learning_rate": 1.1033307513725443e-06, | |
| "loss": 0.0001, | |
| "step": 9150 | |
| }, | |
| { | |
| "epoch": 7.52670501232539, | |
| "grad_norm": 0.002498274691095267, | |
| "learning_rate": 1.0661918102346292e-06, | |
| "loss": 0.0001, | |
| "step": 9160 | |
| }, | |
| { | |
| "epoch": 7.534921939194741, | |
| "grad_norm": 0.002674857852229784, | |
| "learning_rate": 1.0296819431862781e-06, | |
| "loss": 0.0001, | |
| "step": 9170 | |
| }, | |
| { | |
| "epoch": 7.543138866064092, | |
| "grad_norm": 0.0016992353215739078, | |
| "learning_rate": 9.938016195841948e-07, | |
| "loss": 0.0001, | |
| "step": 9180 | |
| }, | |
| { | |
| "epoch": 7.5513557929334425, | |
| "grad_norm": 0.0024130108313384063, | |
| "learning_rate": 9.585513006919456e-07, | |
| "loss": 0.0001, | |
| "step": 9190 | |
| }, | |
| { | |
| "epoch": 7.5595727198027936, | |
| "grad_norm": 0.0025193845918575737, | |
| "learning_rate": 9.239314396739751e-07, | |
| "loss": 0.0001, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 7.567789646672145, | |
| "grad_norm": 0.0024711461230259154, | |
| "learning_rate": 8.899424815898006e-07, | |
| "loss": 0.0001, | |
| "step": 9210 | |
| }, | |
| { | |
| "epoch": 7.576006573541496, | |
| "grad_norm": 0.0018555426987936362, | |
| "learning_rate": 8.565848633883156e-07, | |
| "loss": 0.0001, | |
| "step": 9220 | |
| }, | |
| { | |
| "epoch": 7.584223500410847, | |
| "grad_norm": 0.0025059723276223793, | |
| "learning_rate": 8.238590139021396e-07, | |
| "loss": 0.0001, | |
| "step": 9230 | |
| }, | |
| { | |
| "epoch": 7.592440427280197, | |
| "grad_norm": 0.00208381459602467, | |
| "learning_rate": 7.917653538421221e-07, | |
| "loss": 0.0001, | |
| "step": 9240 | |
| }, | |
| { | |
| "epoch": 7.600657354149548, | |
| "grad_norm": 0.0019309919364605345, | |
| "learning_rate": 7.603042957919248e-07, | |
| "loss": 0.0001, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 7.608874281018899, | |
| "grad_norm": 0.0026733010305353463, | |
| "learning_rate": 7.294762442027314e-07, | |
| "loss": 0.0001, | |
| "step": 9260 | |
| }, | |
| { | |
| "epoch": 7.61709120788825, | |
| "grad_norm": 0.001878984073580061, | |
| "learning_rate": 6.992815953880405e-07, | |
| "loss": 0.0001, | |
| "step": 9270 | |
| }, | |
| { | |
| "epoch": 7.625308134757601, | |
| "grad_norm": 0.0023401114849734466, | |
| "learning_rate": 6.697207375185532e-07, | |
| "loss": 0.0001, | |
| "step": 9280 | |
| }, | |
| { | |
| "epoch": 7.633525061626951, | |
| "grad_norm": 0.0020005201908089966, | |
| "learning_rate": 6.407940506172217e-07, | |
| "loss": 0.0001, | |
| "step": 9290 | |
| }, | |
| { | |
| "epoch": 7.641741988496302, | |
| "grad_norm": 0.0021106260850333397, | |
| "learning_rate": 6.125019065543302e-07, | |
| "loss": 0.0001, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 7.649958915365653, | |
| "grad_norm": 0.002225905246297953, | |
| "learning_rate": 5.848446690427223e-07, | |
| "loss": 0.0001, | |
| "step": 9310 | |
| }, | |
| { | |
| "epoch": 7.658175842235004, | |
| "grad_norm": 0.0032292397964020685, | |
| "learning_rate": 5.578226936331365e-07, | |
| "loss": 0.0001, | |
| "step": 9320 | |
| }, | |
| { | |
| "epoch": 7.666392769104355, | |
| "grad_norm": 0.002582587262730696, | |
| "learning_rate": 5.314363277096224e-07, | |
| "loss": 0.0001, | |
| "step": 9330 | |
| }, | |
| { | |
| "epoch": 7.674609695973706, | |
| "grad_norm": 0.0031043374645067763, | |
| "learning_rate": 5.05685910485093e-07, | |
| "loss": 0.0001, | |
| "step": 9340 | |
| }, | |
| { | |
| "epoch": 7.682826622843057, | |
| "grad_norm": 0.00260858294400961, | |
| "learning_rate": 4.805717729969295e-07, | |
| "loss": 0.0001, | |
| "step": 9350 | |
| }, | |
| { | |
| "epoch": 7.691043549712408, | |
| "grad_norm": 0.002063413912642584, | |
| "learning_rate": 4.560942381027611e-07, | |
| "loss": 0.0001, | |
| "step": 9360 | |
| }, | |
| { | |
| "epoch": 7.699260476581759, | |
| "grad_norm": 0.003168327562152538, | |
| "learning_rate": 4.322536204763028e-07, | |
| "loss": 0.0001, | |
| "step": 9370 | |
| }, | |
| { | |
| "epoch": 7.70747740345111, | |
| "grad_norm": 0.003622573678581492, | |
| "learning_rate": 4.0905022660329694e-07, | |
| "loss": 0.0001, | |
| "step": 9380 | |
| }, | |
| { | |
| "epoch": 7.71569433032046, | |
| "grad_norm": 0.0019241144085799995, | |
| "learning_rate": 3.8648435477759427e-07, | |
| "loss": 0.0001, | |
| "step": 9390 | |
| }, | |
| { | |
| "epoch": 7.723911257189811, | |
| "grad_norm": 0.002202850284092695, | |
| "learning_rate": 3.6455629509730136e-07, | |
| "loss": 0.0001, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 7.732128184059162, | |
| "grad_norm": 0.0048197418625229175, | |
| "learning_rate": 3.432663294610672e-07, | |
| "loss": 0.0001, | |
| "step": 9410 | |
| }, | |
| { | |
| "epoch": 7.740345110928513, | |
| "grad_norm": 0.004539550890743992, | |
| "learning_rate": 3.226147315644412e-07, | |
| "loss": 0.0001, | |
| "step": 9420 | |
| }, | |
| { | |
| "epoch": 7.748562037797863, | |
| "grad_norm": 0.0027019844609101748, | |
| "learning_rate": 3.02601766896371e-07, | |
| "loss": 0.0001, | |
| "step": 9430 | |
| }, | |
| { | |
| "epoch": 7.756778964667214, | |
| "grad_norm": 0.0022266952454315352, | |
| "learning_rate": 2.8322769273578244e-07, | |
| "loss": 0.0001, | |
| "step": 9440 | |
| }, | |
| { | |
| "epoch": 7.764995891536565, | |
| "grad_norm": 0.0014995462763243794, | |
| "learning_rate": 2.644927581482659e-07, | |
| "loss": 0.0001, | |
| "step": 9450 | |
| }, | |
| { | |
| "epoch": 7.773212818405916, | |
| "grad_norm": 0.0016460380933575496, | |
| "learning_rate": 2.463972039828899e-07, | |
| "loss": 0.0001, | |
| "step": 9460 | |
| }, | |
| { | |
| "epoch": 7.781429745275267, | |
| "grad_norm": 0.002168710272598595, | |
| "learning_rate": 2.2894126286909234e-07, | |
| "loss": 0.0001, | |
| "step": 9470 | |
| }, | |
| { | |
| "epoch": 7.789646672144618, | |
| "grad_norm": 0.0024242468542733688, | |
| "learning_rate": 2.121251592136886e-07, | |
| "loss": 0.0001, | |
| "step": 9480 | |
| }, | |
| { | |
| "epoch": 7.797863599013969, | |
| "grad_norm": 0.0020528540954658776, | |
| "learning_rate": 1.9594910919800147e-07, | |
| "loss": 0.0001, | |
| "step": 9490 | |
| }, | |
| { | |
| "epoch": 7.80608052588332, | |
| "grad_norm": 0.001982566164807368, | |
| "learning_rate": 1.8041332077506356e-07, | |
| "loss": 0.0001, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 7.814297452752671, | |
| "grad_norm": 0.0025323742615832863, | |
| "learning_rate": 1.6551799366695265e-07, | |
| "loss": 0.0001, | |
| "step": 9510 | |
| }, | |
| { | |
| "epoch": 7.822514379622021, | |
| "grad_norm": 0.0019619239073184265, | |
| "learning_rate": 1.5126331936222704e-07, | |
| "loss": 0.0001, | |
| "step": 9520 | |
| }, | |
| { | |
| "epoch": 7.830731306491372, | |
| "grad_norm": 0.002253669413948163, | |
| "learning_rate": 1.3764948111346098e-07, | |
| "loss": 0.0001, | |
| "step": 9530 | |
| }, | |
| { | |
| "epoch": 7.838948233360723, | |
| "grad_norm": 0.002253861631895075, | |
| "learning_rate": 1.2467665393488536e-07, | |
| "loss": 0.0001, | |
| "step": 9540 | |
| }, | |
| { | |
| "epoch": 7.847165160230074, | |
| "grad_norm": 0.001971735470704757, | |
| "learning_rate": 1.1234500460014507e-07, | |
| "loss": 0.0001, | |
| "step": 9550 | |
| }, | |
| { | |
| "epoch": 7.855382087099425, | |
| "grad_norm": 0.0028968594309891978, | |
| "learning_rate": 1.0065469164015074e-07, | |
| "loss": 0.0001, | |
| "step": 9560 | |
| }, | |
| { | |
| "epoch": 7.863599013968775, | |
| "grad_norm": 0.0023336208919119677, | |
| "learning_rate": 8.960586534103587e-08, | |
| "loss": 0.0001, | |
| "step": 9570 | |
| }, | |
| { | |
| "epoch": 7.871815940838126, | |
| "grad_norm": 0.0017426452282826741, | |
| "learning_rate": 7.919866774223073e-08, | |
| "loss": 0.0001, | |
| "step": 9580 | |
| }, | |
| { | |
| "epoch": 7.880032867707477, | |
| "grad_norm": 0.0035515129140236182, | |
| "learning_rate": 6.943323263464141e-08, | |
| "loss": 0.0001, | |
| "step": 9590 | |
| }, | |
| { | |
| "epoch": 7.888249794576828, | |
| "grad_norm": 0.003740456661466175, | |
| "learning_rate": 6.030968555892358e-08, | |
| "loss": 0.0001, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 7.8964667214461794, | |
| "grad_norm": 0.0025531110223028807, | |
| "learning_rate": 5.182814380385592e-08, | |
| "loss": 0.0001, | |
| "step": 9610 | |
| }, | |
| { | |
| "epoch": 7.90468364831553, | |
| "grad_norm": 0.001806503505496706, | |
| "learning_rate": 4.398871640486357e-08, | |
| "loss": 0.0001, | |
| "step": 9620 | |
| }, | |
| { | |
| "epoch": 7.912900575184881, | |
| "grad_norm": 0.002422943312484286, | |
| "learning_rate": 3.679150414258037e-08, | |
| "loss": 0.0001, | |
| "step": 9630 | |
| }, | |
| { | |
| "epoch": 7.921117502054232, | |
| "grad_norm": 0.0027855599146814243, | |
| "learning_rate": 3.02365995415943e-08, | |
| "loss": 0.0001, | |
| "step": 9640 | |
| }, | |
| { | |
| "epoch": 7.929334428923583, | |
| "grad_norm": 0.0017791323108475093, | |
| "learning_rate": 2.4324086869204065e-08, | |
| "loss": 0.0001, | |
| "step": 9650 | |
| }, | |
| { | |
| "epoch": 7.937551355792934, | |
| "grad_norm": 0.002191630620409503, | |
| "learning_rate": 1.9054042134397652e-08, | |
| "loss": 0.0001, | |
| "step": 9660 | |
| }, | |
| { | |
| "epoch": 7.945768282662284, | |
| "grad_norm": 0.003121614947577503, | |
| "learning_rate": 1.4426533086819849e-08, | |
| "loss": 0.0001, | |
| "step": 9670 | |
| }, | |
| { | |
| "epoch": 7.953985209531635, | |
| "grad_norm": 0.001600110510040792, | |
| "learning_rate": 1.0441619215939558e-08, | |
| "loss": 0.0001, | |
| "step": 9680 | |
| }, | |
| { | |
| "epoch": 7.962202136400986, | |
| "grad_norm": 0.0024235962178673085, | |
| "learning_rate": 7.0993517502671024e-09, | |
| "loss": 0.0001, | |
| "step": 9690 | |
| }, | |
| { | |
| "epoch": 7.970419063270337, | |
| "grad_norm": 0.002237571257713492, | |
| "learning_rate": 4.39977365669364e-09, | |
| "loss": 0.0001, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 7.978635990139688, | |
| "grad_norm": 0.002722371779737146, | |
| "learning_rate": 2.342919639958252e-09, | |
| "loss": 0.0001, | |
| "step": 9710 | |
| }, | |
| { | |
| "epoch": 7.986852917009038, | |
| "grad_norm": 0.0027198301785975806, | |
| "learning_rate": 9.288161421705521e-10, | |
| "loss": 0.0001, | |
| "step": 9720 | |
| }, | |
| { | |
| "epoch": 7.995069843878389, | |
| "grad_norm": 0.003940183203977473, | |
| "learning_rate": 1.5748134250537227e-10, | |
| "loss": 0.0001, | |
| "step": 9730 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "step": 9736, | |
| "total_flos": 639999700107264.0, | |
| "train_loss": 0.11861767366051251, | |
| "train_runtime": 41293.0487, | |
| "train_samples_per_second": 120.691, | |
| "train_steps_per_second": 0.236 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 9736, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 8, | |
| "save_steps": 1800, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 639999700107264.0, | |
| "train_batch_size": 128, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |