| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.0, |
| "eval_steps": 500, |
| "global_step": 2668, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0074990626171728535, |
| "grad_norm": 155.28665254983696, |
| "learning_rate": 1.111111111111111e-06, |
| "loss": 1.9242, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.014998125234345707, |
| "grad_norm": 3.362258749516982, |
| "learning_rate": 2.345679012345679e-06, |
| "loss": 0.4378, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.02249718785151856, |
| "grad_norm": 2.831646536056193, |
| "learning_rate": 3.580246913580247e-06, |
| "loss": 0.0713, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.029996250468691414, |
| "grad_norm": 1.5621813736172037, |
| "learning_rate": 4.814814814814815e-06, |
| "loss": 0.0697, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.03749531308586427, |
| "grad_norm": 1.7344974736350776, |
| "learning_rate": 6.049382716049383e-06, |
| "loss": 0.0553, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.04499437570303712, |
| "grad_norm": 2.6386561576263934, |
| "learning_rate": 7.283950617283952e-06, |
| "loss": 0.0521, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.05249343832020997, |
| "grad_norm": 1.9147932291225627, |
| "learning_rate": 8.518518518518519e-06, |
| "loss": 0.053, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.05999250093738283, |
| "grad_norm": 3.3120020183007552, |
| "learning_rate": 9.753086419753087e-06, |
| "loss": 0.056, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.06749156355455568, |
| "grad_norm": 1.161380801138399, |
| "learning_rate": 9.999764048113049e-06, |
| "loss": 0.0457, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.07499062617172854, |
| "grad_norm": 1.024618818632747, |
| "learning_rate": 9.998805531738831e-06, |
| "loss": 0.0576, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.0824896887889014, |
| "grad_norm": 1.3408518766249093, |
| "learning_rate": 9.99710984512739e-06, |
| "loss": 0.0462, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.08998875140607424, |
| "grad_norm": 1.9136454297663925, |
| "learning_rate": 9.994677238340407e-06, |
| "loss": 0.0666, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.09748781402324709, |
| "grad_norm": 1.1077114177900125, |
| "learning_rate": 9.991508070112645e-06, |
| "loss": 0.0546, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.10498687664041995, |
| "grad_norm": 0.8659649657637791, |
| "learning_rate": 9.987602807799048e-06, |
| "loss": 0.0587, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.1124859392575928, |
| "grad_norm": 1.676921466244982, |
| "learning_rate": 9.982962027305828e-06, |
| "loss": 0.0477, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.11998500187476566, |
| "grad_norm": 1.4567007464131139, |
| "learning_rate": 9.97758641300553e-06, |
| "loss": 0.045, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.1274840644919385, |
| "grad_norm": 1.5446297494141707, |
| "learning_rate": 9.971476757636106e-06, |
| "loss": 0.0563, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.13498312710911137, |
| "grad_norm": 0.940205068836968, |
| "learning_rate": 9.964633962184017e-06, |
| "loss": 0.0445, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.1424821897262842, |
| "grad_norm": 0.6646370859905596, |
| "learning_rate": 9.957059035751358e-06, |
| "loss": 0.0486, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.14998125234345708, |
| "grad_norm": 1.6203365044428508, |
| "learning_rate": 9.948753095407054e-06, |
| "loss": 0.052, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.15748031496062992, |
| "grad_norm": 0.5890735741759071, |
| "learning_rate": 9.93971736602212e-06, |
| "loss": 0.0497, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.1649793775778028, |
| "grad_norm": 0.8121545619172544, |
| "learning_rate": 9.92995318008904e-06, |
| "loss": 0.0411, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.17247844019497563, |
| "grad_norm": 1.235756862042735, |
| "learning_rate": 9.91946197752525e-06, |
| "loss": 0.0463, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.17997750281214847, |
| "grad_norm": 1.117510228165351, |
| "learning_rate": 9.908245305460802e-06, |
| "loss": 0.0506, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.18747656542932134, |
| "grad_norm": 0.9227556935119661, |
| "learning_rate": 9.896304818010222e-06, |
| "loss": 0.0544, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.19497562804649418, |
| "grad_norm": 0.9516318298027734, |
| "learning_rate": 9.883642276028555e-06, |
| "loss": 0.0358, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.20247469066366705, |
| "grad_norm": 0.6291698708762183, |
| "learning_rate": 9.870259546851715e-06, |
| "loss": 0.0265, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.2099737532808399, |
| "grad_norm": 0.8307006617835949, |
| "learning_rate": 9.856158604021094e-06, |
| "loss": 0.0432, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.21747281589801276, |
| "grad_norm": 1.1289472435716672, |
| "learning_rate": 9.841341526992536e-06, |
| "loss": 0.0325, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.2249718785151856, |
| "grad_norm": 1.4392686825772976, |
| "learning_rate": 9.825810500829678e-06, |
| "loss": 0.0334, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.23247094113235844, |
| "grad_norm": 0.8025649829466946, |
| "learning_rate": 9.809567815881715e-06, |
| "loss": 0.0428, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.2399700037495313, |
| "grad_norm": 0.48061256880718023, |
| "learning_rate": 9.792615867445655e-06, |
| "loss": 0.0473, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.24746906636670415, |
| "grad_norm": 0.8197185615776427, |
| "learning_rate": 9.774957155413071e-06, |
| "loss": 0.0384, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.254968128983877, |
| "grad_norm": 0.8815824566152508, |
| "learning_rate": 9.756594283901465e-06, |
| "loss": 0.0423, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.26246719160104987, |
| "grad_norm": 0.7240015505953853, |
| "learning_rate": 9.737529960870215e-06, |
| "loss": 0.0387, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.26996625421822273, |
| "grad_norm": 0.7689575409780028, |
| "learning_rate": 9.717766997721256e-06, |
| "loss": 0.0357, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.27746531683539555, |
| "grad_norm": 1.0612146943234804, |
| "learning_rate": 9.697308308884472e-06, |
| "loss": 0.0359, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.2849643794525684, |
| "grad_norm": 0.916372018396697, |
| "learning_rate": 9.676156911387912e-06, |
| "loss": 0.0327, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.2924634420697413, |
| "grad_norm": 0.5795785034711894, |
| "learning_rate": 9.654315924412876e-06, |
| "loss": 0.0242, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.29996250468691416, |
| "grad_norm": 0.9712956804729805, |
| "learning_rate": 9.631788568833912e-06, |
| "loss": 0.0541, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.30746156730408697, |
| "grad_norm": 0.668855291828949, |
| "learning_rate": 9.608578166743865e-06, |
| "loss": 0.034, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.31496062992125984, |
| "grad_norm": 0.6036360569268154, |
| "learning_rate": 9.584688140963945e-06, |
| "loss": 0.0399, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.3224596925384327, |
| "grad_norm": 0.7866302936543449, |
| "learning_rate": 9.560122014538979e-06, |
| "loss": 0.0238, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.3299587551556056, |
| "grad_norm": 0.5459008639707915, |
| "learning_rate": 9.53488341021787e-06, |
| "loss": 0.032, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.3374578177727784, |
| "grad_norm": 1.2136740166931843, |
| "learning_rate": 9.508976049919346e-06, |
| "loss": 0.0274, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.34495688038995126, |
| "grad_norm": 1.2673016962719876, |
| "learning_rate": 9.482403754183095e-06, |
| "loss": 0.0475, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.35245594300712413, |
| "grad_norm": 0.5890698587442688, |
| "learning_rate": 9.455170441606358e-06, |
| "loss": 0.0325, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.35995500562429694, |
| "grad_norm": 1.1247549851875165, |
| "learning_rate": 9.427280128266049e-06, |
| "loss": 0.0357, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.3674540682414698, |
| "grad_norm": 0.5250807668490772, |
| "learning_rate": 9.398736927126511e-06, |
| "loss": 0.0439, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.3749531308586427, |
| "grad_norm": 0.06936603228572029, |
| "learning_rate": 9.369545047432971e-06, |
| "loss": 0.0281, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.38245219347581555, |
| "grad_norm": 0.6447872570778751, |
| "learning_rate": 9.339708794090825e-06, |
| "loss": 0.04, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.38995125609298836, |
| "grad_norm": 0.4172181910763122, |
| "learning_rate": 9.309232567030777e-06, |
| "loss": 0.0418, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.39745031871016123, |
| "grad_norm": 0.1952842768797085, |
| "learning_rate": 9.278120860559996e-06, |
| "loss": 0.0358, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.4049493813273341, |
| "grad_norm": 0.8408813478372549, |
| "learning_rate": 9.246378262699335e-06, |
| "loss": 0.037, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.4124484439445069, |
| "grad_norm": 1.4249842371948296, |
| "learning_rate": 9.214009454506754e-06, |
| "loss": 0.0313, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.4199475065616798, |
| "grad_norm": 0.6966406944891084, |
| "learning_rate": 9.181019209386988e-06, |
| "loss": 0.0299, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.42744656917885265, |
| "grad_norm": 0.785346730227587, |
| "learning_rate": 9.14741239238763e-06, |
| "loss": 0.046, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.4349456317960255, |
| "grad_norm": 0.7996662193987384, |
| "learning_rate": 9.113193959481684e-06, |
| "loss": 0.0394, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.44244469441319834, |
| "grad_norm": 0.6309499999410825, |
| "learning_rate": 9.078368956836708e-06, |
| "loss": 0.0391, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.4499437570303712, |
| "grad_norm": 1.3467253518824047, |
| "learning_rate": 9.04294252007066e-06, |
| "loss": 0.0363, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.4574428196475441, |
| "grad_norm": 0.2919866713932631, |
| "learning_rate": 9.006919873494553e-06, |
| "loss": 0.0296, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.4649418822647169, |
| "grad_norm": 0.20177472779291208, |
| "learning_rate": 8.970306329342033e-06, |
| "loss": 0.0258, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.47244094488188976, |
| "grad_norm": 0.5973151461239269, |
| "learning_rate": 8.933107286985977e-06, |
| "loss": 0.0489, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.4799400074990626, |
| "grad_norm": 0.5871613572754036, |
| "learning_rate": 8.895328232142269e-06, |
| "loss": 0.0273, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.4874390701162355, |
| "grad_norm": 0.3808200172704599, |
| "learning_rate": 8.856974736060805e-06, |
| "loss": 0.0325, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.4949381327334083, |
| "grad_norm": 0.6862380697653905, |
| "learning_rate": 8.81805245470392e-06, |
| "loss": 0.0416, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.5024371953505812, |
| "grad_norm": 0.678148386185624, |
| "learning_rate": 8.778567127912304e-06, |
| "loss": 0.0427, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.509936257967754, |
| "grad_norm": 0.34892911586475395, |
| "learning_rate": 8.738524578558547e-06, |
| "loss": 0.0385, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.5174353205849269, |
| "grad_norm": 0.6807325750288069, |
| "learning_rate": 8.697930711688447e-06, |
| "loss": 0.0314, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.5249343832020997, |
| "grad_norm": 0.9156711144112105, |
| "learning_rate": 8.656791513650198e-06, |
| "loss": 0.0501, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.5324334458192725, |
| "grad_norm": 1.138715112396131, |
| "learning_rate": 8.61511305121159e-06, |
| "loss": 0.0278, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.5399325084364455, |
| "grad_norm": 0.9524196740213979, |
| "learning_rate": 8.572901470665341e-06, |
| "loss": 0.0362, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.5474315710536183, |
| "grad_norm": 1.1003737820266235, |
| "learning_rate": 8.530162996922713e-06, |
| "loss": 0.0327, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.5549306336707911, |
| "grad_norm": 0.4047087136451081, |
| "learning_rate": 8.486903932595523e-06, |
| "loss": 0.0329, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.562429696287964, |
| "grad_norm": 0.9415841939289905, |
| "learning_rate": 8.443130657066707e-06, |
| "loss": 0.0405, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.5699287589051368, |
| "grad_norm": 0.21632775513294392, |
| "learning_rate": 8.398849625549558e-06, |
| "loss": 0.0229, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.5774278215223098, |
| "grad_norm": 0.7441650531813314, |
| "learning_rate": 8.354067368135777e-06, |
| "loss": 0.0351, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.5849268841394826, |
| "grad_norm": 0.788679726979746, |
| "learning_rate": 8.308790488832479e-06, |
| "loss": 0.0356, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.5924259467566554, |
| "grad_norm": 0.6615010831412275, |
| "learning_rate": 8.263025664588317e-06, |
| "loss": 0.0357, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.5999250093738283, |
| "grad_norm": 0.9494758890507249, |
| "learning_rate": 8.216779644308832e-06, |
| "loss": 0.0311, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.6074240719910011, |
| "grad_norm": 0.7439179434432698, |
| "learning_rate": 8.170059247861194e-06, |
| "loss": 0.0319, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.6149231346081739, |
| "grad_norm": 0.4488228809119636, |
| "learning_rate": 8.122871365068485e-06, |
| "loss": 0.0395, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.6224221972253469, |
| "grad_norm": 1.2633381855505956, |
| "learning_rate": 8.07522295469366e-06, |
| "loss": 0.0342, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.6299212598425197, |
| "grad_norm": 0.5755472347583738, |
| "learning_rate": 8.027121043413344e-06, |
| "loss": 0.0289, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.6374203224596925, |
| "grad_norm": 0.5677066133831751, |
| "learning_rate": 7.97857272478161e-06, |
| "loss": 0.0231, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.6449193850768654, |
| "grad_norm": 0.45691776726403416, |
| "learning_rate": 7.929585158183903e-06, |
| "loss": 0.0321, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.6524184476940382, |
| "grad_norm": 0.913650230759926, |
| "learning_rate": 7.880165567781245e-06, |
| "loss": 0.0271, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.6599175103112112, |
| "grad_norm": 1.2159880827927547, |
| "learning_rate": 7.830321241444905e-06, |
| "loss": 0.0464, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.667416572928384, |
| "grad_norm": 0.5961909993096214, |
| "learning_rate": 7.780059529681638e-06, |
| "loss": 0.0359, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.6749156355455568, |
| "grad_norm": 0.9940584102100111, |
| "learning_rate": 7.72938784454974e-06, |
| "loss": 0.0311, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.6824146981627297, |
| "grad_norm": 1.0150428017252482, |
| "learning_rate": 7.678313658565976e-06, |
| "loss": 0.0445, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.6899137607799025, |
| "grad_norm": 0.8977759875123367, |
| "learning_rate": 7.626844503603621e-06, |
| "loss": 0.0323, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.6974128233970753, |
| "grad_norm": 0.5967876938950674, |
| "learning_rate": 7.574987969781744e-06, |
| "loss": 0.0221, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.7049118860142483, |
| "grad_norm": 1.0893638558798928, |
| "learning_rate": 7.522751704345888e-06, |
| "loss": 0.039, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.7124109486314211, |
| "grad_norm": 0.8481844582027183, |
| "learning_rate": 7.470143410540347e-06, |
| "loss": 0.0327, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.7199100112485939, |
| "grad_norm": 0.7557586268535357, |
| "learning_rate": 7.4171708464721694e-06, |
| "loss": 0.0355, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.7274090738657668, |
| "grad_norm": 0.7488921420210467, |
| "learning_rate": 7.363841823967073e-06, |
| "loss": 0.0425, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.7349081364829396, |
| "grad_norm": 0.718751333137861, |
| "learning_rate": 7.310164207417448e-06, |
| "loss": 0.0276, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.7424071991001124, |
| "grad_norm": 1.5008614111245941, |
| "learning_rate": 7.25614591262259e-06, |
| "loss": 0.0377, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.7499062617172854, |
| "grad_norm": 1.0099574286415736, |
| "learning_rate": 7.201794905621374e-06, |
| "loss": 0.0339, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.7574053243344582, |
| "grad_norm": 0.8461039086905692, |
| "learning_rate": 7.147119201517504e-06, |
| "loss": 0.0328, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.7649043869516311, |
| "grad_norm": 1.309690222450984, |
| "learning_rate": 7.092126863297528e-06, |
| "loss": 0.0412, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.7724034495688039, |
| "grad_norm": 0.7995021674203338, |
| "learning_rate": 7.036826000641801e-06, |
| "loss": 0.0371, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.7799025121859767, |
| "grad_norm": 0.8345118833173178, |
| "learning_rate": 6.981224768728549e-06, |
| "loss": 0.0252, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.7874015748031497, |
| "grad_norm": 1.0150825448912708, |
| "learning_rate": 6.925331367031241e-06, |
| "loss": 0.0311, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.7949006374203225, |
| "grad_norm": 0.7428758840727825, |
| "learning_rate": 6.869154038109407e-06, |
| "loss": 0.0384, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.8023997000374953, |
| "grad_norm": 0.4459417200782627, |
| "learning_rate": 6.8127010663931235e-06, |
| "loss": 0.0288, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.8098987626546682, |
| "grad_norm": 0.857285596187461, |
| "learning_rate": 6.7559807769613095e-06, |
| "loss": 0.027, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.817397825271841, |
| "grad_norm": 0.5516682134477396, |
| "learning_rate": 6.699001534314034e-06, |
| "loss": 0.0333, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.8248968878890138, |
| "grad_norm": 0.49819700310566756, |
| "learning_rate": 6.641771741139011e-06, |
| "loss": 0.0293, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.8323959505061868, |
| "grad_norm": 0.8380004964515851, |
| "learning_rate": 6.584299837072457e-06, |
| "loss": 0.0341, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.8398950131233596, |
| "grad_norm": 0.9193065052537274, |
| "learning_rate": 6.526594297454505e-06, |
| "loss": 0.0326, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.8473940757405324, |
| "grad_norm": 0.9718704060771279, |
| "learning_rate": 6.468663632079362e-06, |
| "loss": 0.0359, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.8548931383577053, |
| "grad_norm": 0.5481518437756783, |
| "learning_rate": 6.410516383940357e-06, |
| "loss": 0.0311, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.8623922009748781, |
| "grad_norm": 0.5473864901903696, |
| "learning_rate": 6.352161127970132e-06, |
| "loss": 0.0333, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.869891263592051, |
| "grad_norm": 0.4270954594394896, |
| "learning_rate": 6.29360646977609e-06, |
| "loss": 0.0227, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.8773903262092239, |
| "grad_norm": 0.5634725176055181, |
| "learning_rate": 6.234861044371331e-06, |
| "loss": 0.0289, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.8848893888263967, |
| "grad_norm": 0.86129333437104, |
| "learning_rate": 6.175933514901263e-06, |
| "loss": 0.0224, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.8923884514435696, |
| "grad_norm": 1.0522496643038515, |
| "learning_rate": 6.11683257136605e-06, |
| "loss": 0.029, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.8998875140607424, |
| "grad_norm": 0.8512061402211971, |
| "learning_rate": 6.057566929339096e-06, |
| "loss": 0.0326, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.9073865766779152, |
| "grad_norm": 0.6674435023070615, |
| "learning_rate": 5.9981453286817805e-06, |
| "loss": 0.0405, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.9148856392950881, |
| "grad_norm": 0.6092238375718538, |
| "learning_rate": 5.938576532254585e-06, |
| "loss": 0.0295, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.922384701912261, |
| "grad_norm": 0.5529179473406505, |
| "learning_rate": 5.878869324624845e-06, |
| "loss": 0.0324, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.9298837645294338, |
| "grad_norm": 0.5290133549210636, |
| "learning_rate": 5.819032510771297e-06, |
| "loss": 0.031, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.9373828271466067, |
| "grad_norm": 0.6959203591181496, |
| "learning_rate": 5.759074914785613e-06, |
| "loss": 0.0305, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.9448818897637795, |
| "grad_norm": 0.2866211665736003, |
| "learning_rate": 5.699005378571118e-06, |
| "loss": 0.0229, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.9523809523809523, |
| "grad_norm": 1.1975314249356448, |
| "learning_rate": 5.638832760538883e-06, |
| "loss": 0.0366, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.9598800149981253, |
| "grad_norm": 0.9933876835976754, |
| "learning_rate": 5.57856593430138e-06, |
| "loss": 0.0284, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.9673790776152981, |
| "grad_norm": 0.7921164178929744, |
| "learning_rate": 5.518213787363896e-06, |
| "loss": 0.0245, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.974878140232471, |
| "grad_norm": 1.2691607728017158, |
| "learning_rate": 5.457785219813898e-06, |
| "loss": 0.035, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.9823772028496438, |
| "grad_norm": 0.8625218572408476, |
| "learning_rate": 5.397289143008552e-06, |
| "loss": 0.0277, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.9898762654668166, |
| "grad_norm": 0.7780515583979966, |
| "learning_rate": 5.3367344782605575e-06, |
| "loss": 0.0264, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.9973753280839895, |
| "grad_norm": 0.3785645610181852, |
| "learning_rate": 5.276130155522541e-06, |
| "loss": 0.0316, |
| "step": 1330 |
| }, |
| { |
| "epoch": 1.0044994375703038, |
| "grad_norm": 0.7620934902827466, |
| "learning_rate": 5.215485112070155e-06, |
| "loss": 0.0379, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.0119985001874765, |
| "grad_norm": 0.29336780806674495, |
| "learning_rate": 5.154808291184106e-06, |
| "loss": 0.0254, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.0194975628046494, |
| "grad_norm": 0.607356731223823, |
| "learning_rate": 5.0941086408312934e-06, |
| "loss": 0.0272, |
| "step": 1360 |
| }, |
| { |
| "epoch": 1.0269966254218224, |
| "grad_norm": 0.7042597525474166, |
| "learning_rate": 5.033395112345265e-06, |
| "loss": 0.0284, |
| "step": 1370 |
| }, |
| { |
| "epoch": 1.034495688038995, |
| "grad_norm": 0.3658551802356145, |
| "learning_rate": 4.972676659106168e-06, |
| "loss": 0.0199, |
| "step": 1380 |
| }, |
| { |
| "epoch": 1.041994750656168, |
| "grad_norm": 1.160332898445305, |
| "learning_rate": 4.911962235220395e-06, |
| "loss": 0.0237, |
| "step": 1390 |
| }, |
| { |
| "epoch": 1.049493813273341, |
| "grad_norm": 0.2955411320601641, |
| "learning_rate": 4.8512607942001364e-06, |
| "loss": 0.0262, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.0569928758905136, |
| "grad_norm": 0.5620840027387812, |
| "learning_rate": 4.7905812876430055e-06, |
| "loss": 0.0249, |
| "step": 1410 |
| }, |
| { |
| "epoch": 1.0644919385076865, |
| "grad_norm": 0.8224546267693695, |
| "learning_rate": 4.7299326639119595e-06, |
| "loss": 0.0237, |
| "step": 1420 |
| }, |
| { |
| "epoch": 1.0719910011248595, |
| "grad_norm": 0.9932593274792849, |
| "learning_rate": 4.669323866815685e-06, |
| "loss": 0.0265, |
| "step": 1430 |
| }, |
| { |
| "epoch": 1.0794900637420322, |
| "grad_norm": 0.887817835984614, |
| "learning_rate": 4.608763834289667e-06, |
| "loss": 0.0271, |
| "step": 1440 |
| }, |
| { |
| "epoch": 1.086989126359205, |
| "grad_norm": 0.7886269299714586, |
| "learning_rate": 4.548261497078109e-06, |
| "loss": 0.0324, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.094488188976378, |
| "grad_norm": 1.3444875248864863, |
| "learning_rate": 4.4878257774169345e-06, |
| "loss": 0.0313, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.1019872515935507, |
| "grad_norm": 0.593542071000921, |
| "learning_rate": 4.427465587718021e-06, |
| "loss": 0.0246, |
| "step": 1470 |
| }, |
| { |
| "epoch": 1.1094863142107236, |
| "grad_norm": 0.5885085022445967, |
| "learning_rate": 4.3671898292548965e-06, |
| "loss": 0.024, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.1169853768278966, |
| "grad_norm": 0.42942288605303675, |
| "learning_rate": 4.307007390850078e-06, |
| "loss": 0.0287, |
| "step": 1490 |
| }, |
| { |
| "epoch": 1.1244844394450695, |
| "grad_norm": 0.585086124425167, |
| "learning_rate": 4.246927147564241e-06, |
| "loss": 0.0274, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.1319835020622422, |
| "grad_norm": 1.0512099727301292, |
| "learning_rate": 4.186957959387421e-06, |
| "loss": 0.0284, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.139482564679415, |
| "grad_norm": 0.4678702656704095, |
| "learning_rate": 4.127108669932435e-06, |
| "loss": 0.0264, |
| "step": 1520 |
| }, |
| { |
| "epoch": 1.1469816272965878, |
| "grad_norm": 0.02504754453116866, |
| "learning_rate": 4.067388105130721e-06, |
| "loss": 0.0197, |
| "step": 1530 |
| }, |
| { |
| "epoch": 1.1544806899137607, |
| "grad_norm": 0.6534257230713213, |
| "learning_rate": 4.0078050719307895e-06, |
| "loss": 0.0253, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.1619797525309337, |
| "grad_norm": 0.5858770109490005, |
| "learning_rate": 3.948368356999462e-06, |
| "loss": 0.0186, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.1694788151481066, |
| "grad_norm": 0.8051772700283486, |
| "learning_rate": 3.889086725426112e-06, |
| "loss": 0.0265, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.1769778777652793, |
| "grad_norm": 0.729821216683295, |
| "learning_rate": 3.829968919430085e-06, |
| "loss": 0.0195, |
| "step": 1570 |
| }, |
| { |
| "epoch": 1.1844769403824522, |
| "grad_norm": 0.7350444945493317, |
| "learning_rate": 3.771023657071481e-06, |
| "loss": 0.0271, |
| "step": 1580 |
| }, |
| { |
| "epoch": 1.1919760029996251, |
| "grad_norm": 1.0257836164894436, |
| "learning_rate": 3.712259630965518e-06, |
| "loss": 0.0355, |
| "step": 1590 |
| }, |
| { |
| "epoch": 1.1994750656167978, |
| "grad_norm": 1.092442924497701, |
| "learning_rate": 3.6536855070006356e-06, |
| "loss": 0.0227, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.2069741282339708, |
| "grad_norm": 0.6582585131288117, |
| "learning_rate": 3.59530992306054e-06, |
| "loss": 0.0269, |
| "step": 1610 |
| }, |
| { |
| "epoch": 1.2144731908511437, |
| "grad_norm": 0.9368405995653466, |
| "learning_rate": 3.5371414877503863e-06, |
| "loss": 0.0288, |
| "step": 1620 |
| }, |
| { |
| "epoch": 1.2219722534683164, |
| "grad_norm": 0.7428211370087358, |
| "learning_rate": 3.4791887791272694e-06, |
| "loss": 0.021, |
| "step": 1630 |
| }, |
| { |
| "epoch": 1.2294713160854893, |
| "grad_norm": 1.0168773047570854, |
| "learning_rate": 3.421460343435223e-06, |
| "loss": 0.0342, |
| "step": 1640 |
| }, |
| { |
| "epoch": 1.2369703787026622, |
| "grad_norm": 1.1714716424240927, |
| "learning_rate": 3.3639646938449167e-06, |
| "loss": 0.0303, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.244469441319835, |
| "grad_norm": 0.9469491677719571, |
| "learning_rate": 3.306710309198223e-06, |
| "loss": 0.0226, |
| "step": 1660 |
| }, |
| { |
| "epoch": 1.2519685039370079, |
| "grad_norm": 0.7154981642683208, |
| "learning_rate": 3.249705632757846e-06, |
| "loss": 0.0295, |
| "step": 1670 |
| }, |
| { |
| "epoch": 1.2594675665541808, |
| "grad_norm": 0.6721033014226055, |
| "learning_rate": 3.1929590709622e-06, |
| "loss": 0.0237, |
| "step": 1680 |
| }, |
| { |
| "epoch": 1.2669666291713535, |
| "grad_norm": 0.6096739033180646, |
| "learning_rate": 3.136478992185723e-06, |
| "loss": 0.0275, |
| "step": 1690 |
| }, |
| { |
| "epoch": 1.2744656917885264, |
| "grad_norm": 0.5868533026592397, |
| "learning_rate": 3.08027372550479e-06, |
| "loss": 0.0213, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.2819647544056993, |
| "grad_norm": 0.6104038648526199, |
| "learning_rate": 3.0243515594694375e-06, |
| "loss": 0.0246, |
| "step": 1710 |
| }, |
| { |
| "epoch": 1.289463817022872, |
| "grad_norm": 0.6820744511372772, |
| "learning_rate": 2.968720740881056e-06, |
| "loss": 0.0349, |
| "step": 1720 |
| }, |
| { |
| "epoch": 1.296962879640045, |
| "grad_norm": 0.7739599424922933, |
| "learning_rate": 2.9133894735762375e-06, |
| "loss": 0.0241, |
| "step": 1730 |
| }, |
| { |
| "epoch": 1.304461942257218, |
| "grad_norm": 0.5574710632213771, |
| "learning_rate": 2.85836591721696e-06, |
| "loss": 0.0264, |
| "step": 1740 |
| }, |
| { |
| "epoch": 1.3119610048743908, |
| "grad_norm": 0.8045526136243909, |
| "learning_rate": 2.8036581860872953e-06, |
| "loss": 0.0266, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.3194600674915635, |
| "grad_norm": 1.2531122590655264, |
| "learning_rate": 2.749274347896794e-06, |
| "loss": 0.025, |
| "step": 1760 |
| }, |
| { |
| "epoch": 1.3269591301087365, |
| "grad_norm": 0.7493353641725026, |
| "learning_rate": 2.6952224225907503e-06, |
| "loss": 0.0229, |
| "step": 1770 |
| }, |
| { |
| "epoch": 1.3344581927259092, |
| "grad_norm": 0.6371123884589687, |
| "learning_rate": 2.6415103811675053e-06, |
| "loss": 0.0229, |
| "step": 1780 |
| }, |
| { |
| "epoch": 1.341957255343082, |
| "grad_norm": 0.6859171205888811, |
| "learning_rate": 2.58814614450297e-06, |
| "loss": 0.0191, |
| "step": 1790 |
| }, |
| { |
| "epoch": 1.349456317960255, |
| "grad_norm": 0.704905847653705, |
| "learning_rate": 2.5351375821825376e-06, |
| "loss": 0.0332, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.356955380577428, |
| "grad_norm": 0.7714378701271534, |
| "learning_rate": 2.482492511340564e-06, |
| "loss": 0.0274, |
| "step": 1810 |
| }, |
| { |
| "epoch": 1.3644544431946006, |
| "grad_norm": 0.769576770946243, |
| "learning_rate": 2.430218695507581e-06, |
| "loss": 0.0281, |
| "step": 1820 |
| }, |
| { |
| "epoch": 1.3719535058117736, |
| "grad_norm": 0.816547670817867, |
| "learning_rate": 2.37832384346541e-06, |
| "loss": 0.0217, |
| "step": 1830 |
| }, |
| { |
| "epoch": 1.3794525684289463, |
| "grad_norm": 0.7080288850255104, |
| "learning_rate": 2.3268156081103597e-06, |
| "loss": 0.0201, |
| "step": 1840 |
| }, |
| { |
| "epoch": 1.3869516310461192, |
| "grad_norm": 0.7433400666651706, |
| "learning_rate": 2.2757015853246493e-06, |
| "loss": 0.0263, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.394450693663292, |
| "grad_norm": 0.89359502651739, |
| "learning_rate": 2.2249893128562614e-06, |
| "loss": 0.0362, |
| "step": 1860 |
| }, |
| { |
| "epoch": 1.401949756280465, |
| "grad_norm": 1.0058093010060205, |
| "learning_rate": 2.1746862692073488e-06, |
| "loss": 0.0228, |
| "step": 1870 |
| }, |
| { |
| "epoch": 1.4094488188976377, |
| "grad_norm": 0.9198703570261983, |
| "learning_rate": 2.1247998725313835e-06, |
| "loss": 0.0276, |
| "step": 1880 |
| }, |
| { |
| "epoch": 1.4169478815148107, |
| "grad_norm": 0.7133547263420038, |
| "learning_rate": 2.0753374795392122e-06, |
| "loss": 0.0229, |
| "step": 1890 |
| }, |
| { |
| "epoch": 1.4244469441319836, |
| "grad_norm": 1.1063175065381492, |
| "learning_rate": 2.0263063844141647e-06, |
| "loss": 0.0275, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.4319460067491563, |
| "grad_norm": 0.33588809125453883, |
| "learning_rate": 1.9777138177363844e-06, |
| "loss": 0.0215, |
| "step": 1910 |
| }, |
| { |
| "epoch": 1.4394450693663292, |
| "grad_norm": 0.45638106784958116, |
| "learning_rate": 1.9295669454165432e-06, |
| "loss": 0.0159, |
| "step": 1920 |
| }, |
| { |
| "epoch": 1.4469441319835021, |
| "grad_norm": 0.5351801295171318, |
| "learning_rate": 1.881872867639089e-06, |
| "loss": 0.0257, |
| "step": 1930 |
| }, |
| { |
| "epoch": 1.4544431946006748, |
| "grad_norm": 0.7558859788462811, |
| "learning_rate": 1.8346386178151843e-06, |
| "loss": 0.0248, |
| "step": 1940 |
| }, |
| { |
| "epoch": 1.4619422572178478, |
| "grad_norm": 0.23778680392401053, |
| "learning_rate": 1.7878711615454957e-06, |
| "loss": 0.0246, |
| "step": 1950 |
| }, |
| { |
| "epoch": 1.4694413198350207, |
| "grad_norm": 0.42174383426805, |
| "learning_rate": 1.7415773955929854e-06, |
| "loss": 0.0228, |
| "step": 1960 |
| }, |
| { |
| "epoch": 1.4769403824521934, |
| "grad_norm": 0.7513464393079531, |
| "learning_rate": 1.6957641468658404e-06, |
| "loss": 0.031, |
| "step": 1970 |
| }, |
| { |
| "epoch": 1.4844394450693663, |
| "grad_norm": 0.7347883084390118, |
| "learning_rate": 1.6504381714107254e-06, |
| "loss": 0.0255, |
| "step": 1980 |
| }, |
| { |
| "epoch": 1.4919385076865392, |
| "grad_norm": 0.44775654642785795, |
| "learning_rate": 1.605606153416467e-06, |
| "loss": 0.0235, |
| "step": 1990 |
| }, |
| { |
| "epoch": 1.4994375703037122, |
| "grad_norm": 1.291594215640522, |
| "learning_rate": 1.5612747042283405e-06, |
| "loss": 0.0269, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.5069366329208849, |
| "grad_norm": 0.7582358109122407, |
| "learning_rate": 1.5174503613731029e-06, |
| "loss": 0.0237, |
| "step": 2010 |
| }, |
| { |
| "epoch": 1.5144356955380578, |
| "grad_norm": 0.5576449502318991, |
| "learning_rate": 1.4741395875949072e-06, |
| "loss": 0.0242, |
| "step": 2020 |
| }, |
| { |
| "epoch": 1.5219347581552305, |
| "grad_norm": 0.695920779808547, |
| "learning_rate": 1.4313487699022444e-06, |
| "loss": 0.0324, |
| "step": 2030 |
| }, |
| { |
| "epoch": 1.5294338207724034, |
| "grad_norm": 0.8584859257106142, |
| "learning_rate": 1.3890842186260589e-06, |
| "loss": 0.0245, |
| "step": 2040 |
| }, |
| { |
| "epoch": 1.5369328833895763, |
| "grad_norm": 0.6261347659173438, |
| "learning_rate": 1.347352166489166e-06, |
| "loss": 0.0228, |
| "step": 2050 |
| }, |
| { |
| "epoch": 1.5444319460067493, |
| "grad_norm": 0.5742387509786766, |
| "learning_rate": 1.3061587676871196e-06, |
| "loss": 0.0262, |
| "step": 2060 |
| }, |
| { |
| "epoch": 1.551931008623922, |
| "grad_norm": 0.4842318955788589, |
| "learning_rate": 1.2655100969806539e-06, |
| "loss": 0.0183, |
| "step": 2070 |
| }, |
| { |
| "epoch": 1.559430071241095, |
| "grad_norm": 0.5454474791140284, |
| "learning_rate": 1.2254121487998483e-06, |
| "loss": 0.0278, |
| "step": 2080 |
| }, |
| { |
| "epoch": 1.5669291338582676, |
| "grad_norm": 0.6902289389404713, |
| "learning_rate": 1.1858708363601229e-06, |
| "loss": 0.0208, |
| "step": 2090 |
| }, |
| { |
| "epoch": 1.5744281964754405, |
| "grad_norm": 0.40763256559629907, |
| "learning_rate": 1.1468919907902332e-06, |
| "loss": 0.0265, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.5819272590926134, |
| "grad_norm": 0.7420544282115911, |
| "learning_rate": 1.1084813602723516e-06, |
| "loss": 0.0266, |
| "step": 2110 |
| }, |
| { |
| "epoch": 1.5894263217097864, |
| "grad_norm": 0.6757940051603476, |
| "learning_rate": 1.070644609194385e-06, |
| "loss": 0.0187, |
| "step": 2120 |
| }, |
| { |
| "epoch": 1.5969253843269593, |
| "grad_norm": 0.496577248637528, |
| "learning_rate": 1.0333873173146568e-06, |
| "loss": 0.0206, |
| "step": 2130 |
| }, |
| { |
| "epoch": 1.604424446944132, |
| "grad_norm": 0.4765315255970703, |
| "learning_rate": 9.967149789390606e-07, |
| "loss": 0.0227, |
| "step": 2140 |
| }, |
| { |
| "epoch": 1.6119235095613047, |
| "grad_norm": 0.8010099915946336, |
| "learning_rate": 9.60633002110819e-07, |
| "loss": 0.0203, |
| "step": 2150 |
| }, |
| { |
| "epoch": 1.6194225721784776, |
| "grad_norm": 0.7632623474920002, |
| "learning_rate": 9.251467078129645e-07, |
| "loss": 0.0242, |
| "step": 2160 |
| }, |
| { |
| "epoch": 1.6269216347956506, |
| "grad_norm": 0.5120513583961543, |
| "learning_rate": 8.902613291836587e-07, |
| "loss": 0.022, |
| "step": 2170 |
| }, |
| { |
| "epoch": 1.6344206974128235, |
| "grad_norm": 0.9050519954541316, |
| "learning_rate": 8.559820107444622e-07, |
| "loss": 0.03, |
| "step": 2180 |
| }, |
| { |
| "epoch": 1.6419197600299964, |
| "grad_norm": 0.4102594991340787, |
| "learning_rate": 8.223138076416798e-07, |
| "loss": 0.0282, |
| "step": 2190 |
| }, |
| { |
| "epoch": 1.649418822647169, |
| "grad_norm": 0.5468068221758551, |
| "learning_rate": 7.892616849008761e-07, |
| "loss": 0.0259, |
| "step": 2200 |
| }, |
| { |
| "epoch": 1.6569178852643418, |
| "grad_norm": 0.3334842129500887, |
| "learning_rate": 7.568305166946932e-07, |
| "loss": 0.0222, |
| "step": 2210 |
| }, |
| { |
| "epoch": 1.6644169478815147, |
| "grad_norm": 0.5435063563125567, |
| "learning_rate": 7.250250856240565e-07, |
| "loss": 0.02, |
| "step": 2220 |
| }, |
| { |
| "epoch": 1.6719160104986877, |
| "grad_norm": 0.9639924640434693, |
| "learning_rate": 6.938500820128879e-07, |
| "loss": 0.0238, |
| "step": 2230 |
| }, |
| { |
| "epoch": 1.6794150731158606, |
| "grad_norm": 0.9157205849475846, |
| "learning_rate": 6.633101032164274e-07, |
| "loss": 0.0195, |
| "step": 2240 |
| }, |
| { |
| "epoch": 1.6869141357330335, |
| "grad_norm": 0.5589681211648014, |
| "learning_rate": 6.33409652943266e-07, |
| "loss": 0.0262, |
| "step": 2250 |
| }, |
| { |
| "epoch": 1.6944131983502062, |
| "grad_norm": 1.166355501161183, |
| "learning_rate": 6.041531405911849e-07, |
| "loss": 0.0262, |
| "step": 2260 |
| }, |
| { |
| "epoch": 1.7019122609673791, |
| "grad_norm": 0.9160009257258491, |
| "learning_rate": 5.755448805969055e-07, |
| "loss": 0.0282, |
| "step": 2270 |
| }, |
| { |
| "epoch": 1.7094113235845518, |
| "grad_norm": 0.8133397515189339, |
| "learning_rate": 5.475890917998428e-07, |
| "loss": 0.0152, |
| "step": 2280 |
| }, |
| { |
| "epoch": 1.7169103862017248, |
| "grad_norm": 0.5062514510614812, |
| "learning_rate": 5.202898968199566e-07, |
| "loss": 0.0223, |
| "step": 2290 |
| }, |
| { |
| "epoch": 1.7244094488188977, |
| "grad_norm": 0.08473215633159845, |
| "learning_rate": 4.936513214497918e-07, |
| "loss": 0.0197, |
| "step": 2300 |
| }, |
| { |
| "epoch": 1.7319085114360706, |
| "grad_norm": 0.5383219207425006, |
| "learning_rate": 4.67677294060796e-07, |
| "loss": 0.0194, |
| "step": 2310 |
| }, |
| { |
| "epoch": 1.7394075740532433, |
| "grad_norm": 0.9598442304932463, |
| "learning_rate": 4.423716450240062e-07, |
| "loss": 0.0214, |
| "step": 2320 |
| }, |
| { |
| "epoch": 1.7469066366704162, |
| "grad_norm": 0.31299575069443586, |
| "learning_rate": 4.1773810614518795e-07, |
| "loss": 0.024, |
| "step": 2330 |
| }, |
| { |
| "epoch": 1.754405699287589, |
| "grad_norm": 0.630022009368115, |
| "learning_rate": 3.9378031011450825e-07, |
| "loss": 0.021, |
| "step": 2340 |
| }, |
| { |
| "epoch": 1.7619047619047619, |
| "grad_norm": 0.13672535272747552, |
| "learning_rate": 3.7050178997082297e-07, |
| "loss": 0.0214, |
| "step": 2350 |
| }, |
| { |
| "epoch": 1.7694038245219348, |
| "grad_norm": 0.566304342553695, |
| "learning_rate": 3.479059785806677e-07, |
| "loss": 0.022, |
| "step": 2360 |
| }, |
| { |
| "epoch": 1.7769028871391077, |
| "grad_norm": 0.5480006505856806, |
| "learning_rate": 3.259962081320084e-07, |
| "loss": 0.0215, |
| "step": 2370 |
| }, |
| { |
| "epoch": 1.7844019497562804, |
| "grad_norm": 0.9138677161065817, |
| "learning_rate": 3.0477570964285e-07, |
| "loss": 0.0247, |
| "step": 2380 |
| }, |
| { |
| "epoch": 1.7919010123734533, |
| "grad_norm": 0.7532281955497285, |
| "learning_rate": 2.842476124847615e-07, |
| "loss": 0.02, |
| "step": 2390 |
| }, |
| { |
| "epoch": 1.799400074990626, |
| "grad_norm": 0.7784718156745437, |
| "learning_rate": 2.644149439213872e-07, |
| "loss": 0.0187, |
| "step": 2400 |
| }, |
| { |
| "epoch": 1.806899137607799, |
| "grad_norm": 0.6121232898382328, |
| "learning_rate": 2.4528062866201907e-07, |
| "loss": 0.0184, |
| "step": 2410 |
| }, |
| { |
| "epoch": 1.814398200224972, |
| "grad_norm": 0.3237254818683585, |
| "learning_rate": 2.2684748843029236e-07, |
| "loss": 0.0198, |
| "step": 2420 |
| }, |
| { |
| "epoch": 1.8218972628421448, |
| "grad_norm": 0.98847013191546, |
| "learning_rate": 2.0911824154806916e-07, |
| "loss": 0.0277, |
| "step": 2430 |
| }, |
| { |
| "epoch": 1.8293963254593177, |
| "grad_norm": 0.4462032788583046, |
| "learning_rate": 1.9209550253456723e-07, |
| "loss": 0.0294, |
| "step": 2440 |
| }, |
| { |
| "epoch": 1.8368953880764904, |
| "grad_norm": 0.8638215384228228, |
| "learning_rate": 1.7578178172079963e-07, |
| "loss": 0.0232, |
| "step": 2450 |
| }, |
| { |
| "epoch": 1.8443944506936631, |
| "grad_norm": 0.6812447482944519, |
| "learning_rate": 1.6017948487937974e-07, |
| "loss": 0.0197, |
| "step": 2460 |
| }, |
| { |
| "epoch": 1.851893513310836, |
| "grad_norm": 0.6887677360414736, |
| "learning_rate": 1.4529091286973994e-07, |
| "loss": 0.0133, |
| "step": 2470 |
| }, |
| { |
| "epoch": 1.859392575928009, |
| "grad_norm": 0.09197389963501222, |
| "learning_rate": 1.3111826129882932e-07, |
| "loss": 0.019, |
| "step": 2480 |
| }, |
| { |
| "epoch": 1.866891638545182, |
| "grad_norm": 0.4650442637426985, |
| "learning_rate": 1.1766362019732691e-07, |
| "loss": 0.0213, |
| "step": 2490 |
| }, |
| { |
| "epoch": 1.8743907011623548, |
| "grad_norm": 0.8489264361424917, |
| "learning_rate": 1.049289737114273e-07, |
| "loss": 0.0231, |
| "step": 2500 |
| }, |
| { |
| "epoch": 1.8818897637795275, |
| "grad_norm": 0.5043174431292045, |
| "learning_rate": 9.291619981023959e-08, |
| "loss": 0.0223, |
| "step": 2510 |
| }, |
| { |
| "epoch": 1.8893888263967002, |
| "grad_norm": 0.5269949672026591, |
| "learning_rate": 8.162707000884507e-08, |
| "loss": 0.0151, |
| "step": 2520 |
| }, |
| { |
| "epoch": 1.8968878890138732, |
| "grad_norm": 0.7079843382258325, |
| "learning_rate": 7.106324910705175e-08, |
| "loss": 0.0254, |
| "step": 2530 |
| }, |
| { |
| "epoch": 1.904386951631046, |
| "grad_norm": 0.9008327398168677, |
| "learning_rate": 6.122629494388966e-08, |
| "loss": 0.0251, |
| "step": 2540 |
| }, |
| { |
| "epoch": 1.911886014248219, |
| "grad_norm": 0.6329175493654771, |
| "learning_rate": 5.2117658167877285e-08, |
| "loss": 0.0139, |
| "step": 2550 |
| }, |
| { |
| "epoch": 1.919385076865392, |
| "grad_norm": 0.6314369346331038, |
| "learning_rate": 4.3738682023092285e-08, |
| "loss": 0.0212, |
| "step": 2560 |
| }, |
| { |
| "epoch": 1.9268841394825647, |
| "grad_norm": 0.49954023384961405, |
| "learning_rate": 3.6090602151089284e-08, |
| "loss": 0.0212, |
| "step": 2570 |
| }, |
| { |
| "epoch": 1.9343832020997376, |
| "grad_norm": 0.9631727443171046, |
| "learning_rate": 2.917454640867623e-08, |
| "loss": 0.0188, |
| "step": 2580 |
| }, |
| { |
| "epoch": 1.9418822647169103, |
| "grad_norm": 0.40692123840471256, |
| "learning_rate": 2.2991534701592988e-08, |
| "loss": 0.0206, |
| "step": 2590 |
| }, |
| { |
| "epoch": 1.9493813273340832, |
| "grad_norm": 0.44428845370704506, |
| "learning_rate": 1.754247883410498e-08, |
| "loss": 0.0212, |
| "step": 2600 |
| }, |
| { |
| "epoch": 1.9568803899512561, |
| "grad_norm": 0.741830022789216, |
| "learning_rate": 1.2828182374540199e-08, |
| "loss": 0.0201, |
| "step": 2610 |
| }, |
| { |
| "epoch": 1.964379452568429, |
| "grad_norm": 0.5155517877684481, |
| "learning_rate": 8.84934053678954e-09, |
| "loss": 0.0161, |
| "step": 2620 |
| }, |
| { |
| "epoch": 1.9718785151856018, |
| "grad_norm": 0.8696441458504119, |
| "learning_rate": 5.606540077782164e-09, |
| "loss": 0.0206, |
| "step": 2630 |
| }, |
| { |
| "epoch": 1.9793775778027747, |
| "grad_norm": 0.06985446028079093, |
| "learning_rate": 3.100259210955803e-09, |
| "loss": 0.0231, |
| "step": 2640 |
| }, |
| { |
| "epoch": 1.9868766404199474, |
| "grad_norm": 0.7165094119300843, |
| "learning_rate": 1.3308675357381895e-09, |
| "loss": 0.0219, |
| "step": 2650 |
| }, |
| { |
| "epoch": 1.9943757030371203, |
| "grad_norm": 0.7835649188227006, |
| "learning_rate": 2.986259830400906e-10, |
| "loss": 0.022, |
| "step": 2660 |
| }, |
| { |
| "epoch": 2.0, |
| "step": 2668, |
| "total_flos": 52949293006848.0, |
| "train_loss": 0.03929861019766223, |
| "train_runtime": 3158.0303, |
| "train_samples_per_second": 13.512, |
| "train_steps_per_second": 0.845 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 2668, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 52949293006848.0, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
