| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.9998683627921449, |
| "eval_steps": 500, |
| "global_step": 2611, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0038294460466953076, |
| "grad_norm": 5.426074325401742, |
| "learning_rate": 5.69620253164557e-07, |
| "loss": 0.596, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.007658892093390615, |
| "grad_norm": 1.7300049140411797, |
| "learning_rate": 1.2025316455696204e-06, |
| "loss": 0.4935, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.011488338140085923, |
| "grad_norm": 1.0566614384820672, |
| "learning_rate": 1.8354430379746838e-06, |
| "loss": 0.4179, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.01531778418678123, |
| "grad_norm": 1.1239284474445808, |
| "learning_rate": 2.4683544303797473e-06, |
| "loss": 0.3786, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.019147230233476538, |
| "grad_norm": 0.8236458977275282, |
| "learning_rate": 3.10126582278481e-06, |
| "loss": 0.3645, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.022976676280171845, |
| "grad_norm": 0.939010895376297, |
| "learning_rate": 3.7341772151898737e-06, |
| "loss": 0.3472, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.026806122326867153, |
| "grad_norm": 0.7558771041067948, |
| "learning_rate": 4.367088607594937e-06, |
| "loss": 0.3234, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.03063556837356246, |
| "grad_norm": 0.8507599742006083, |
| "learning_rate": 5e-06, |
| "loss": 0.3273, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.03446501442025777, |
| "grad_norm": 0.9322867483149297, |
| "learning_rate": 4.999807568225742e-06, |
| "loss": 0.3269, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.038294460466953076, |
| "grad_norm": 0.8060180679646447, |
| "learning_rate": 4.999230302526956e-06, |
| "loss": 0.338, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.04212390651364838, |
| "grad_norm": 0.8178741447804784, |
| "learning_rate": 4.998268291771053e-06, |
| "loss": 0.3232, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.04595335256034369, |
| "grad_norm": 0.8264908445738317, |
| "learning_rate": 4.9969216840551815e-06, |
| "loss": 0.3239, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.049782798607039, |
| "grad_norm": 0.8185737508740193, |
| "learning_rate": 4.995190686683432e-06, |
| "loss": 0.3164, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.053612244653734306, |
| "grad_norm": 0.8016123974519153, |
| "learning_rate": 4.9930755661349215e-06, |
| "loss": 0.3227, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.057441690700429614, |
| "grad_norm": 0.8304543418674754, |
| "learning_rate": 4.990576648022768e-06, |
| "loss": 0.3136, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.06127113674712492, |
| "grad_norm": 0.7555621229293721, |
| "learning_rate": 4.98769431704397e-06, |
| "loss": 0.3033, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.06510058279382024, |
| "grad_norm": 0.8637646507692361, |
| "learning_rate": 4.984429016920178e-06, |
| "loss": 0.3231, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.06893002884051554, |
| "grad_norm": 0.7476252312804286, |
| "learning_rate": 4.980781250329389e-06, |
| "loss": 0.309, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.07275947488721085, |
| "grad_norm": 0.8589580099130042, |
| "learning_rate": 4.976751578828562e-06, |
| "loss": 0.3122, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.07658892093390615, |
| "grad_norm": 0.8355945240964501, |
| "learning_rate": 4.9723406227671645e-06, |
| "loss": 0.3109, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.08041836698060147, |
| "grad_norm": 0.7902874463038752, |
| "learning_rate": 4.967549061191679e-06, |
| "loss": 0.3118, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.08424781302729677, |
| "grad_norm": 0.8876153745394134, |
| "learning_rate": 4.962377631741061e-06, |
| "loss": 0.306, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.08807725907399208, |
| "grad_norm": 0.866679126237035, |
| "learning_rate": 4.956827130533185e-06, |
| "loss": 0.3135, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.09190670512068738, |
| "grad_norm": 0.8629644307536233, |
| "learning_rate": 4.95089841204229e-06, |
| "loss": 0.302, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.0957361511673827, |
| "grad_norm": 0.7338565663547403, |
| "learning_rate": 4.9445923889674285e-06, |
| "loss": 0.303, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.099565597214078, |
| "grad_norm": 0.7305791719581167, |
| "learning_rate": 4.937910032091968e-06, |
| "loss": 0.3009, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.10339504326077331, |
| "grad_norm": 0.6695669065750437, |
| "learning_rate": 4.9308523701341415e-06, |
| "loss": 0.305, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.10722448930746861, |
| "grad_norm": 0.7251397159069465, |
| "learning_rate": 4.923420489588677e-06, |
| "loss": 0.3005, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.11105393535416393, |
| "grad_norm": 0.7899848638296046, |
| "learning_rate": 4.915615534559545e-06, |
| "loss": 0.3036, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.11488338140085923, |
| "grad_norm": 0.8159662777762657, |
| "learning_rate": 4.907438706583818e-06, |
| "loss": 0.2997, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.11871282744755454, |
| "grad_norm": 0.7496451104541622, |
| "learning_rate": 4.898891264446709e-06, |
| "loss": 0.2984, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.12254227349424984, |
| "grad_norm": 0.7090938182919049, |
| "learning_rate": 4.889974523987784e-06, |
| "loss": 0.3037, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.12637171954094514, |
| "grad_norm": 0.7534479964128541, |
| "learning_rate": 4.880689857898392e-06, |
| "loss": 0.2907, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.13020116558764047, |
| "grad_norm": 0.7967215720335111, |
| "learning_rate": 4.871038695510347e-06, |
| "loss": 0.3035, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.13403061163433577, |
| "grad_norm": 0.8589787634591548, |
| "learning_rate": 4.861022522575892e-06, |
| "loss": 0.2917, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.13786005768103107, |
| "grad_norm": 0.77962150007173, |
| "learning_rate": 4.850642881038969e-06, |
| "loss": 0.3019, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.14168950372772637, |
| "grad_norm": 0.6913568705438217, |
| "learning_rate": 4.839901368797849e-06, |
| "loss": 0.2987, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.1455189497744217, |
| "grad_norm": 0.7245824514430528, |
| "learning_rate": 4.828799639459139e-06, |
| "loss": 0.2996, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.149348395821117, |
| "grad_norm": 0.7331355223021702, |
| "learning_rate": 4.817339402083217e-06, |
| "loss": 0.2958, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.1531778418678123, |
| "grad_norm": 0.684066179750134, |
| "learning_rate": 4.805522420921132e-06, |
| "loss": 0.2923, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.1570072879145076, |
| "grad_norm": 0.7273451737034062, |
| "learning_rate": 4.793350515143007e-06, |
| "loss": 0.2955, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.16083673396120293, |
| "grad_norm": 0.6922184014896344, |
| "learning_rate": 4.780825558557981e-06, |
| "loss": 0.3021, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.16466618000789823, |
| "grad_norm": 0.7901617539245519, |
| "learning_rate": 4.767949479325749e-06, |
| "loss": 0.3004, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.16849562605459353, |
| "grad_norm": 0.7269661753924206, |
| "learning_rate": 4.754724259659727e-06, |
| "loss": 0.2966, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.17232507210128883, |
| "grad_norm": 0.7893201123959417, |
| "learning_rate": 4.741151935521906e-06, |
| "loss": 0.2985, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.17615451814798416, |
| "grad_norm": 0.6946007030633581, |
| "learning_rate": 4.727234596309417e-06, |
| "loss": 0.3036, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.17998396419467946, |
| "grad_norm": 0.7322226198234377, |
| "learning_rate": 4.71297438453288e-06, |
| "loss": 0.3001, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.18381341024137476, |
| "grad_norm": 0.6823377208042828, |
| "learning_rate": 4.69837349548658e-06, |
| "loss": 0.2925, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.1876428562880701, |
| "grad_norm": 0.7135771256714908, |
| "learning_rate": 4.683434176910503e-06, |
| "loss": 0.2939, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.1914723023347654, |
| "grad_norm": 0.691020843307318, |
| "learning_rate": 4.668158728644315e-06, |
| "loss": 0.2804, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.1953017483814607, |
| "grad_norm": 0.6612550303473294, |
| "learning_rate": 4.652549502273305e-06, |
| "loss": 0.2922, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.199131194428156, |
| "grad_norm": 0.7364276724142655, |
| "learning_rate": 4.636608900766372e-06, |
| "loss": 0.2891, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.20296064047485132, |
| "grad_norm": 0.6721354413833053, |
| "learning_rate": 4.620339378106103e-06, |
| "loss": 0.2809, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.20679008652154662, |
| "grad_norm": 0.6653652380595567, |
| "learning_rate": 4.6037434389109855e-06, |
| "loss": 0.2983, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.21061953256824192, |
| "grad_norm": 0.7449501156668481, |
| "learning_rate": 4.586823638049841e-06, |
| "loss": 0.2903, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.21444897861493722, |
| "grad_norm": 0.715508013931221, |
| "learning_rate": 4.569582580248509e-06, |
| "loss": 0.2923, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.21827842466163255, |
| "grad_norm": 0.6641963861933619, |
| "learning_rate": 4.552022919688861e-06, |
| "loss": 0.2924, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.22210787070832785, |
| "grad_norm": 0.7113518461330477, |
| "learning_rate": 4.534147359600211e-06, |
| "loss": 0.2819, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.22593731675502315, |
| "grad_norm": 0.7089839605701392, |
| "learning_rate": 4.515958651843151e-06, |
| "loss": 0.2939, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.22976676280171845, |
| "grad_norm": 0.677078858734863, |
| "learning_rate": 4.497459596485924e-06, |
| "loss": 0.2835, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.23359620884841378, |
| "grad_norm": 0.7703623199956556, |
| "learning_rate": 4.478653041373371e-06, |
| "loss": 0.2854, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.23742565489510908, |
| "grad_norm": 0.6407221872558565, |
| "learning_rate": 4.459541881688501e-06, |
| "loss": 0.2872, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.24125510094180438, |
| "grad_norm": 0.7625245912179776, |
| "learning_rate": 4.440129059506808e-06, |
| "loss": 0.2852, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.24508454698849969, |
| "grad_norm": 0.6533872161632752, |
| "learning_rate": 4.420417563343347e-06, |
| "loss": 0.2883, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.248913993035195, |
| "grad_norm": 0.6347508565680315, |
| "learning_rate": 4.40041042769266e-06, |
| "loss": 0.2818, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.2527434390818903, |
| "grad_norm": 0.6956608959261769, |
| "learning_rate": 4.380110732561636e-06, |
| "loss": 0.2858, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.2565728851285856, |
| "grad_norm": 0.7174236888577228, |
| "learning_rate": 4.3595216029953575e-06, |
| "loss": 0.2948, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.26040233117528094, |
| "grad_norm": 0.6538209955447881, |
| "learning_rate": 4.338646208596009e-06, |
| "loss": 0.2901, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.2642317772219762, |
| "grad_norm": 0.6777945072272051, |
| "learning_rate": 4.317487763034936e-06, |
| "loss": 0.2848, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.26806122326867154, |
| "grad_norm": 0.6915180680337352, |
| "learning_rate": 4.296049523557917e-06, |
| "loss": 0.294, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.2718906693153669, |
| "grad_norm": 0.6811198761407046, |
| "learning_rate": 4.274334790483718e-06, |
| "loss": 0.2925, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.27572011536206215, |
| "grad_norm": 0.6682149146681646, |
| "learning_rate": 4.2523469066960295e-06, |
| "loss": 0.2832, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.2795495614087575, |
| "grad_norm": 0.6343382096231662, |
| "learning_rate": 4.230089257128842e-06, |
| "loss": 0.2865, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.28337900745545275, |
| "grad_norm": 0.7142478024296977, |
| "learning_rate": 4.207565268245356e-06, |
| "loss": 0.2852, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.2872084535021481, |
| "grad_norm": 0.6678411720839094, |
| "learning_rate": 4.184778407510484e-06, |
| "loss": 0.2924, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.2910378995488434, |
| "grad_norm": 0.7689563352484293, |
| "learning_rate": 4.16173218285706e-06, |
| "loss": 0.2901, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.2948673455955387, |
| "grad_norm": 0.749864633773232, |
| "learning_rate": 4.138430142145805e-06, |
| "loss": 0.2839, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.298696791642234, |
| "grad_norm": 0.6699595192464245, |
| "learning_rate": 4.114875872619147e-06, |
| "loss": 0.2951, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.30252623768892933, |
| "grad_norm": 0.691214596956005, |
| "learning_rate": 4.091073000348989e-06, |
| "loss": 0.2874, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.3063556837356246, |
| "grad_norm": 0.6554956219244137, |
| "learning_rate": 4.067025189678485e-06, |
| "loss": 0.286, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.31018512978231993, |
| "grad_norm": 0.6954151666813602, |
| "learning_rate": 4.042736142657936e-06, |
| "loss": 0.2834, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.3140145758290152, |
| "grad_norm": 0.7196715435903528, |
| "learning_rate": 4.018209598474869e-06, |
| "loss": 0.284, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.31784402187571054, |
| "grad_norm": 0.7723328668264622, |
| "learning_rate": 3.9934493328784185e-06, |
| "loss": 0.2777, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.32167346792240586, |
| "grad_norm": 0.6919247319317805, |
| "learning_rate": 3.9684591575980546e-06, |
| "loss": 0.2893, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.32550291396910114, |
| "grad_norm": 0.612288507127871, |
| "learning_rate": 3.943242919756792e-06, |
| "loss": 0.2891, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.32933236001579647, |
| "grad_norm": 0.7304106009933916, |
| "learning_rate": 3.917804501278942e-06, |
| "loss": 0.2838, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.3331618060624918, |
| "grad_norm": 0.6961425637816675, |
| "learning_rate": 3.892147818292505e-06, |
| "loss": 0.2818, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.33699125210918707, |
| "grad_norm": 0.6415090586497654, |
| "learning_rate": 3.866276820526305e-06, |
| "loss": 0.2826, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.3408206981558824, |
| "grad_norm": 0.7319097656364029, |
| "learning_rate": 3.840195490701943e-06, |
| "loss": 0.2797, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.34465014420257767, |
| "grad_norm": 0.6643906637801983, |
| "learning_rate": 3.8139078439206755e-06, |
| "loss": 0.2823, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.348479590249273, |
| "grad_norm": 0.651442028320178, |
| "learning_rate": 3.787417927045315e-06, |
| "loss": 0.2845, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.3523090362959683, |
| "grad_norm": 0.703399820267242, |
| "learning_rate": 3.760729818077224e-06, |
| "loss": 0.2782, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.3561384823426636, |
| "grad_norm": 0.6339374061657803, |
| "learning_rate": 3.7338476255285295e-06, |
| "loss": 0.2809, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.3599679283893589, |
| "grad_norm": 0.6650804278367294, |
| "learning_rate": 3.7067754877896388e-06, |
| "loss": 0.288, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.36379737443605425, |
| "grad_norm": 0.6645625939049019, |
| "learning_rate": 3.6795175724921506e-06, |
| "loss": 0.2821, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.36762682048274953, |
| "grad_norm": 0.6819651400048093, |
| "learning_rate": 3.652078075867267e-06, |
| "loss": 0.2759, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.37145626652944486, |
| "grad_norm": 0.6767426872168217, |
| "learning_rate": 3.624461222099804e-06, |
| "loss": 0.28, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.3752857125761402, |
| "grad_norm": 0.7310278431962209, |
| "learning_rate": 3.596671262677898e-06, |
| "loss": 0.2883, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.37911515862283546, |
| "grad_norm": 0.6791506792289325, |
| "learning_rate": 3.5687124757385084e-06, |
| "loss": 0.2885, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.3829446046695308, |
| "grad_norm": 0.7086896739862765, |
| "learning_rate": 3.5405891654088154e-06, |
| "loss": 0.2815, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.38677405071622606, |
| "grad_norm": 0.6280354477468107, |
| "learning_rate": 3.5123056611436224e-06, |
| "loss": 0.2807, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.3906034967629214, |
| "grad_norm": 0.6538192887744636, |
| "learning_rate": 3.4838663170588573e-06, |
| "loss": 0.2723, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.3944329428096167, |
| "grad_norm": 0.6999366929435851, |
| "learning_rate": 3.455275511261272e-06, |
| "loss": 0.2804, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.398262388856312, |
| "grad_norm": 0.6406720215436563, |
| "learning_rate": 3.4265376451744564e-06, |
| "loss": 0.2776, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.4020918349030073, |
| "grad_norm": 0.6809060571142534, |
| "learning_rate": 3.3976571428612583e-06, |
| "loss": 0.2823, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.40592128094970265, |
| "grad_norm": 0.6506142391402524, |
| "learning_rate": 3.3686384503427177e-06, |
| "loss": 0.2785, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.4097507269963979, |
| "grad_norm": 0.6623408933951855, |
| "learning_rate": 3.339486034913627e-06, |
| "loss": 0.2781, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.41358017304309325, |
| "grad_norm": 0.675859964827601, |
| "learning_rate": 3.310204384454805e-06, |
| "loss": 0.2776, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.4174096190897885, |
| "grad_norm": 0.7354171342985883, |
| "learning_rate": 3.280798006742213e-06, |
| "loss": 0.2929, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.42123906513648385, |
| "grad_norm": 0.6457062459707484, |
| "learning_rate": 3.2512714287530007e-06, |
| "loss": 0.2743, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.4250685111831792, |
| "grad_norm": 0.641329871481826, |
| "learning_rate": 3.2216291959686007e-06, |
| "loss": 0.2737, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.42889795722987445, |
| "grad_norm": 0.6566421664911357, |
| "learning_rate": 3.191875871674971e-06, |
| "loss": 0.2838, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.4327274032765698, |
| "grad_norm": 0.6027701960697498, |
| "learning_rate": 3.162016036260098e-06, |
| "loss": 0.2752, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.4365568493232651, |
| "grad_norm": 0.648907215118306, |
| "learning_rate": 3.1320542865088695e-06, |
| "loss": 0.2667, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.4403862953699604, |
| "grad_norm": 0.6077801768682932, |
| "learning_rate": 3.1019952348954163e-06, |
| "loss": 0.2747, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.4442157414166557, |
| "grad_norm": 0.6576708995713357, |
| "learning_rate": 3.071843508873046e-06, |
| "loss": 0.2836, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.448045187463351, |
| "grad_norm": 0.695646974082748, |
| "learning_rate": 3.0416037501618676e-06, |
| "loss": 0.2732, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.4518746335100463, |
| "grad_norm": 0.616879255204133, |
| "learning_rate": 3.0112806140342176e-06, |
| "loss": 0.2759, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.45570407955674164, |
| "grad_norm": 0.6008817125153927, |
| "learning_rate": 2.9808787685980054e-06, |
| "loss": 0.2769, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.4595335256034369, |
| "grad_norm": 0.5972779982979275, |
| "learning_rate": 2.9504028940780777e-06, |
| "loss": 0.2836, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.46336297165013224, |
| "grad_norm": 0.6541064777899037, |
| "learning_rate": 2.9198576820957188e-06, |
| "loss": 0.2678, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.46719241769682757, |
| "grad_norm": 0.7461980100750918, |
| "learning_rate": 2.8892478349463987e-06, |
| "loss": 0.279, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.47102186374352284, |
| "grad_norm": 0.697749095404112, |
| "learning_rate": 2.8585780648758745e-06, |
| "loss": 0.2774, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.47485130979021817, |
| "grad_norm": 0.6901917627087478, |
| "learning_rate": 2.827853093354763e-06, |
| "loss": 0.2731, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.47868075583691344, |
| "grad_norm": 0.6167921413072504, |
| "learning_rate": 2.79707765035169e-06, |
| "loss": 0.2781, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.48251020188360877, |
| "grad_norm": 0.6877679962661163, |
| "learning_rate": 2.7662564736051378e-06, |
| "loss": 0.2779, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.4863396479303041, |
| "grad_norm": 0.6529732798686552, |
| "learning_rate": 2.7353943078940876e-06, |
| "loss": 0.2755, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.49016909397699937, |
| "grad_norm": 0.573925656257561, |
| "learning_rate": 2.7044959043075815e-06, |
| "loss": 0.2781, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.4939985400236947, |
| "grad_norm": 0.7060010201146872, |
| "learning_rate": 2.67356601951332e-06, |
| "loss": 0.2885, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.49782798607039, |
| "grad_norm": 0.6706570115076154, |
| "learning_rate": 2.64260941502539e-06, |
| "loss": 0.2823, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.5016574321170854, |
| "grad_norm": 0.6816750561081921, |
| "learning_rate": 2.611630856471252e-06, |
| "loss": 0.2734, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.5054868781637806, |
| "grad_norm": 0.6503962781113031, |
| "learning_rate": 2.5806351128580963e-06, |
| "loss": 0.2775, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.5093163242104759, |
| "grad_norm": 0.6770280496930409, |
| "learning_rate": 2.549626955838673e-06, |
| "loss": 0.2805, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.5131457702571712, |
| "grad_norm": 0.6025144898257462, |
| "learning_rate": 2.5186111589767187e-06, |
| "loss": 0.2715, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.5169752163038666, |
| "grad_norm": 0.6707574673231309, |
| "learning_rate": 2.487592497012089e-06, |
| "loss": 0.2763, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.5208046623505619, |
| "grad_norm": 0.6063466305966893, |
| "learning_rate": 2.456575745125713e-06, |
| "loss": 0.2845, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.5246341083972571, |
| "grad_norm": 0.6060316435488056, |
| "learning_rate": 2.4255656782044644e-06, |
| "loss": 0.2772, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.5284635544439524, |
| "grad_norm": 0.6023582378786108, |
| "learning_rate": 2.3945670701061033e-06, |
| "loss": 0.267, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.5322930004906478, |
| "grad_norm": 0.672852399998615, |
| "learning_rate": 2.3635846929243536e-06, |
| "loss": 0.2757, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.5361224465373431, |
| "grad_norm": 0.671673917828738, |
| "learning_rate": 2.3326233162542655e-06, |
| "loss": 0.2772, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.5399518925840384, |
| "grad_norm": 0.6908191182674716, |
| "learning_rate": 2.3016877064579564e-06, |
| "loss": 0.2752, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.5437813386307337, |
| "grad_norm": 0.6483112345732687, |
| "learning_rate": 2.2707826259308493e-06, |
| "loss": 0.2773, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.547610784677429, |
| "grad_norm": 0.6527686650275873, |
| "learning_rate": 2.2399128323685287e-06, |
| "loss": 0.2711, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.5514402307241243, |
| "grad_norm": 0.6402708780992856, |
| "learning_rate": 2.2090830780343116e-06, |
| "loss": 0.2774, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.5552696767708196, |
| "grad_norm": 0.7121133583105477, |
| "learning_rate": 2.178298109027659e-06, |
| "loss": 0.2789, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.559099122817515, |
| "grad_norm": 0.6936411537357103, |
| "learning_rate": 2.147562664553537e-06, |
| "loss": 0.2744, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.5629285688642103, |
| "grad_norm": 0.6126488504445933, |
| "learning_rate": 2.116881476192834e-06, |
| "loss": 0.2698, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.5667580149109055, |
| "grad_norm": 0.6045796996159061, |
| "learning_rate": 2.086259267173961e-06, |
| "loss": 0.2756, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.5705874609576008, |
| "grad_norm": 0.6331045988234285, |
| "learning_rate": 2.0557007516457287e-06, |
| "loss": 0.2813, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.5744169070042962, |
| "grad_norm": 0.6250063298087053, |
| "learning_rate": 2.025210633951627e-06, |
| "loss": 0.2659, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.5782463530509915, |
| "grad_norm": 0.6244702166810576, |
| "learning_rate": 1.9947936079056118e-06, |
| "loss": 0.2691, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.5820757990976868, |
| "grad_norm": 0.6645304037867747, |
| "learning_rate": 1.964454356069514e-06, |
| "loss": 0.2653, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.5859052451443821, |
| "grad_norm": 0.6422648719414517, |
| "learning_rate": 1.934197549032183e-06, |
| "loss": 0.2753, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.5897346911910774, |
| "grad_norm": 0.6796801504650317, |
| "learning_rate": 1.904027844690468e-06, |
| "loss": 0.2756, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.5935641372377727, |
| "grad_norm": 0.612092392514174, |
| "learning_rate": 1.8739498875321563e-06, |
| "loss": 0.2781, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.597393583284468, |
| "grad_norm": 0.6072776324810985, |
| "learning_rate": 1.8439683079209789e-06, |
| "loss": 0.2762, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.6012230293311633, |
| "grad_norm": 0.6756861517531914, |
| "learning_rate": 1.8140877213837823e-06, |
| "loss": 0.2671, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.6050524753778587, |
| "grad_norm": 0.6297494292950692, |
| "learning_rate": 1.7843127278999944e-06, |
| "loss": 0.2656, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.6088819214245539, |
| "grad_norm": 0.6384980188983074, |
| "learning_rate": 1.7546479111934733e-06, |
| "loss": 0.2742, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.6127113674712492, |
| "grad_norm": 0.6354445299662702, |
| "learning_rate": 1.7250978380268696e-06, |
| "loss": 0.2703, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.6165408135179445, |
| "grad_norm": 0.6499360638842633, |
| "learning_rate": 1.6956670574985909e-06, |
| "loss": 0.2778, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.6203702595646399, |
| "grad_norm": 0.6611350047172592, |
| "learning_rate": 1.6663601003424884e-06, |
| "loss": 0.2751, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.6241997056113352, |
| "grad_norm": 0.6676095929381155, |
| "learning_rate": 1.6371814782303723e-06, |
| "loss": 0.2697, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.6280291516580304, |
| "grad_norm": 0.6627616428191541, |
| "learning_rate": 1.6081356830774625e-06, |
| "loss": 0.2728, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.6318585977047257, |
| "grad_norm": 0.6297343768461555, |
| "learning_rate": 1.5792271863508751e-06, |
| "loss": 0.2725, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.6356880437514211, |
| "grad_norm": 0.6164109978910287, |
| "learning_rate": 1.5504604383812646e-06, |
| "loss": 0.2665, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.6395174897981164, |
| "grad_norm": 0.6163778395985405, |
| "learning_rate": 1.5218398676777103e-06, |
| "loss": 0.2676, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.6433469358448117, |
| "grad_norm": 0.7111914438547673, |
| "learning_rate": 1.493369880245973e-06, |
| "loss": 0.2682, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.6471763818915071, |
| "grad_norm": 0.5951988021270335, |
| "learning_rate": 1.4650548589102092e-06, |
| "loss": 0.2725, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.6510058279382023, |
| "grad_norm": 0.615884409391351, |
| "learning_rate": 1.436899162638255e-06, |
| "loss": 0.2693, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.6548352739848976, |
| "grad_norm": 0.5615244588845161, |
| "learning_rate": 1.4089071258705782e-06, |
| "loss": 0.2717, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.6586647200315929, |
| "grad_norm": 0.613522242640938, |
| "learning_rate": 1.3810830578530226e-06, |
| "loss": 0.2645, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.6624941660782883, |
| "grad_norm": 0.6255188764708021, |
| "learning_rate": 1.3534312419734066e-06, |
| "loss": 0.2619, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.6663236121249836, |
| "grad_norm": 0.6219089714484455, |
| "learning_rate": 1.3259559351021249e-06, |
| "loss": 0.2706, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.6701530581716788, |
| "grad_norm": 0.7068243904113033, |
| "learning_rate": 1.2986613669368159e-06, |
| "loss": 0.2724, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.6739825042183741, |
| "grad_norm": 0.6239904301630281, |
| "learning_rate": 1.2715517393512239e-06, |
| "loss": 0.2699, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.6778119502650695, |
| "grad_norm": 0.636573560785032, |
| "learning_rate": 1.2446312257483358e-06, |
| "loss": 0.2606, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.6816413963117648, |
| "grad_norm": 0.5822319215351535, |
| "learning_rate": 1.2179039704179119e-06, |
| "loss": 0.2671, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.6854708423584601, |
| "grad_norm": 0.6414100583030806, |
| "learning_rate": 1.1913740878984818e-06, |
| "loss": 0.2728, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.6893002884051553, |
| "grad_norm": 0.6019132802768392, |
| "learning_rate": 1.1650456623439368e-06, |
| "loss": 0.2684, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.6931297344518507, |
| "grad_norm": 0.6936171991583808, |
| "learning_rate": 1.1389227468947905e-06, |
| "loss": 0.271, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.696959180498546, |
| "grad_norm": 0.621045757650744, |
| "learning_rate": 1.11300936305422e-06, |
| "loss": 0.2657, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.7007886265452413, |
| "grad_norm": 0.6554333537644303, |
| "learning_rate": 1.0873095000689676e-06, |
| "loss": 0.2666, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.7046180725919367, |
| "grad_norm": 0.6286228416556564, |
| "learning_rate": 1.0618271143152185e-06, |
| "loss": 0.2714, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.708447518638632, |
| "grad_norm": 0.6221920366356362, |
| "learning_rate": 1.0365661286895364e-06, |
| "loss": 0.2672, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.7122769646853272, |
| "grad_norm": 0.6038564143991549, |
| "learning_rate": 1.011530432004948e-06, |
| "loss": 0.2639, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.7161064107320225, |
| "grad_norm": 0.6754360798564671, |
| "learning_rate": 9.86723878392279e-07, |
| "loss": 0.2675, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.7199358567787179, |
| "grad_norm": 0.5875424854805807, |
| "learning_rate": 9.621502867068286e-07, |
| "loss": 0.2592, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.7237653028254132, |
| "grad_norm": 0.6032756771398841, |
| "learning_rate": 9.378134399404768e-07, |
| "loss": 0.2676, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.7275947488721085, |
| "grad_norm": 0.597275111662435, |
| "learning_rate": 9.137170846393054e-07, |
| "loss": 0.268, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.7314241949188037, |
| "grad_norm": 0.610745344226226, |
| "learning_rate": 8.898649303268373e-07, |
| "loss": 0.2752, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.7352536409654991, |
| "grad_norm": 0.7020431210410311, |
| "learning_rate": 8.662606489329712e-07, |
| "loss": 0.2793, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.7390830870121944, |
| "grad_norm": 0.6300673226887155, |
| "learning_rate": 8.429078742287072e-07, |
| "loss": 0.2673, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.7429125330588897, |
| "grad_norm": 0.6440907203937188, |
| "learning_rate": 8.198102012667409e-07, |
| "loss": 0.2662, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.746741979105585, |
| "grad_norm": 0.6258159414377766, |
| "learning_rate": 7.969711858280251e-07, |
| "loss": 0.2712, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.7505714251522804, |
| "grad_norm": 0.5989574886855157, |
| "learning_rate": 7.743943438743676e-07, |
| "loss": 0.2634, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.7544008711989756, |
| "grad_norm": 0.7834580590666472, |
| "learning_rate": 7.520831510071744e-07, |
| "loss": 0.2632, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.7582303172456709, |
| "grad_norm": 0.6728771166977499, |
| "learning_rate": 7.30041041932387e-07, |
| "loss": 0.2756, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.7620597632923662, |
| "grad_norm": 0.5993928197071544, |
| "learning_rate": 7.082714099317334e-07, |
| "loss": 0.2664, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.7658892093390616, |
| "grad_norm": 0.5848853677834179, |
| "learning_rate": 6.867776063403411e-07, |
| "loss": 0.2628, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.7697186553857569, |
| "grad_norm": 0.629330394414076, |
| "learning_rate": 6.655629400308191e-07, |
| "loss": 0.2658, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.7735481014324521, |
| "grad_norm": 0.5924525230054234, |
| "learning_rate": 6.44630676903869e-07, |
| "loss": 0.2669, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.7773775474791474, |
| "grad_norm": 0.6760063055600575, |
| "learning_rate": 6.239840393855185e-07, |
| "loss": 0.2692, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.7812069935258428, |
| "grad_norm": 0.6602651610212074, |
| "learning_rate": 6.036262059310383e-07, |
| "loss": 0.2629, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.7850364395725381, |
| "grad_norm": 0.6327130212823728, |
| "learning_rate": 5.835603105356396e-07, |
| "loss": 0.2678, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.7888658856192334, |
| "grad_norm": 0.68617187633267, |
| "learning_rate": 5.637894422520027e-07, |
| "loss": 0.268, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.7926953316659286, |
| "grad_norm": 0.6854582170736043, |
| "learning_rate": 5.443166447147392e-07, |
| "loss": 0.2652, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.796524777712624, |
| "grad_norm": 0.6454661983770266, |
| "learning_rate": 5.251449156718313e-07, |
| "loss": 0.2616, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.8003542237593193, |
| "grad_norm": 0.6204018065147047, |
| "learning_rate": 5.062772065231492e-07, |
| "loss": 0.2664, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.8041836698060146, |
| "grad_norm": 0.6500266139560574, |
| "learning_rate": 4.877164218660901e-07, |
| "loss": 0.2656, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.80801311585271, |
| "grad_norm": 0.6419744527723766, |
| "learning_rate": 4.694654190484327e-07, |
| "loss": 0.2612, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.8118425618994053, |
| "grad_norm": 0.6238307107139875, |
| "learning_rate": 4.5152700772845947e-07, |
| "loss": 0.2676, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.8156720079461005, |
| "grad_norm": 0.6514460031994411, |
| "learning_rate": 4.339039494424263e-07, |
| "loss": 0.2755, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.8195014539927958, |
| "grad_norm": 0.5974777353730542, |
| "learning_rate": 4.16598957179431e-07, |
| "loss": 0.2597, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.8233309000394912, |
| "grad_norm": 0.6009135110985171, |
| "learning_rate": 3.9961469496376584e-07, |
| "loss": 0.2592, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.8271603460861865, |
| "grad_norm": 0.6454195389454723, |
| "learning_rate": 3.829537774448e-07, |
| "loss": 0.2714, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.8309897921328818, |
| "grad_norm": 0.5913764986372555, |
| "learning_rate": 3.6661876949447006e-07, |
| "loss": 0.2637, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.834819238179577, |
| "grad_norm": 0.6714610867965414, |
| "learning_rate": 3.506121858124253e-07, |
| "loss": 0.2652, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.8386486842262724, |
| "grad_norm": 0.6260094170090917, |
| "learning_rate": 3.3493649053890325e-07, |
| "loss": 0.2642, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.8424781302729677, |
| "grad_norm": 0.5797985857131752, |
| "learning_rate": 3.1959409687538854e-07, |
| "loss": 0.2632, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.846307576319663, |
| "grad_norm": 0.6189077791942977, |
| "learning_rate": 3.04587366713108e-07, |
| "loss": 0.2648, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.8501370223663584, |
| "grad_norm": 0.6122894183484023, |
| "learning_rate": 2.8991861026943015e-07, |
| "loss": 0.2741, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.8539664684130536, |
| "grad_norm": 0.6661899719747609, |
| "learning_rate": 2.755900857322172e-07, |
| "loss": 0.2645, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.8577959144597489, |
| "grad_norm": 0.5568358628059588, |
| "learning_rate": 2.616039989121899e-07, |
| "loss": 0.2546, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.8616253605064442, |
| "grad_norm": 0.6975565699445695, |
| "learning_rate": 2.479625029033489e-07, |
| "loss": 0.2774, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.8654548065531396, |
| "grad_norm": 0.6137153739809891, |
| "learning_rate": 2.3466769775151887e-07, |
| "loss": 0.266, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.8692842525998349, |
| "grad_norm": 0.6065270965865103, |
| "learning_rate": 2.21721630131054e-07, |
| "loss": 0.2717, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.8731136986465302, |
| "grad_norm": 0.6194228612620867, |
| "learning_rate": 2.0912629302976494e-07, |
| "loss": 0.2656, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.8769431446932254, |
| "grad_norm": 0.6721041148274991, |
| "learning_rate": 1.968836254421036e-07, |
| "loss": 0.2653, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.8807725907399208, |
| "grad_norm": 0.664610505857682, |
| "learning_rate": 1.849955120706673e-07, |
| "loss": 0.2677, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.8846020367866161, |
| "grad_norm": 0.6321996875856193, |
| "learning_rate": 1.734637830360536e-07, |
| "loss": 0.2645, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.8884314828333114, |
| "grad_norm": 0.6365093137379149, |
| "learning_rate": 1.6229021359512626e-07, |
| "loss": 0.2658, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.8922609288800067, |
| "grad_norm": 0.6539770975459238, |
| "learning_rate": 1.514765238677185e-07, |
| "loss": 0.259, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.896090374926702, |
| "grad_norm": 0.5990361778489132, |
| "learning_rate": 1.4102437857183155e-07, |
| "loss": 0.265, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.8999198209733973, |
| "grad_norm": 0.6484099138497742, |
| "learning_rate": 1.30935386767356e-07, |
| "loss": 0.2667, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.9037492670200926, |
| "grad_norm": 0.5867117908179056, |
| "learning_rate": 1.2121110160836697e-07, |
| "loss": 0.2634, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.907578713066788, |
| "grad_norm": 0.5796597988618597, |
| "learning_rate": 1.1185302010402105e-07, |
| "loss": 0.2719, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.9114081591134833, |
| "grad_norm": 0.6237999983224305, |
| "learning_rate": 1.0286258288810108e-07, |
| "loss": 0.2627, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.9152376051601786, |
| "grad_norm": 0.603524669140342, |
| "learning_rate": 9.424117399723432e-08, |
| "loss": 0.262, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.9190670512068738, |
| "grad_norm": 0.620014776939978, |
| "learning_rate": 8.599012065782924e-08, |
| "loss": 0.271, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.9228964972535691, |
| "grad_norm": 0.6276616849770017, |
| "learning_rate": 7.811069308175156e-08, |
| "loss": 0.2692, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.9267259433002645, |
| "grad_norm": 0.6160811115395115, |
| "learning_rate": 7.060410427078473e-08, |
| "loss": 0.2674, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.9305553893469598, |
| "grad_norm": 0.5848887503471439, |
| "learning_rate": 6.347150982989159e-08, |
| "loss": 0.2625, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.9343848353936551, |
| "grad_norm": 0.5883046146508241, |
| "learning_rate": 5.6714007789314686e-08, |
| "loss": 0.2621, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.9382142814403504, |
| "grad_norm": 0.6940261485803617, |
| "learning_rate": 5.033263843554015e-08, |
| "loss": 0.2646, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.9420437274870457, |
| "grad_norm": 0.6682532368250712, |
| "learning_rate": 4.4328384151149094e-08, |
| "loss": 0.2667, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.945873173533741, |
| "grad_norm": 0.6267836020326658, |
| "learning_rate": 3.870216926358555e-08, |
| "loss": 0.2643, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.9497026195804363, |
| "grad_norm": 0.5575161118815479, |
| "learning_rate": 3.3454859902860295e-08, |
| "loss": 0.2641, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.9535320656271317, |
| "grad_norm": 0.5714423960482532, |
| "learning_rate": 2.858726386821359e-08, |
| "loss": 0.2707, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.9573615116738269, |
| "grad_norm": 0.6111083062299648, |
| "learning_rate": 2.410013050375859e-08, |
| "loss": 0.2709, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.9611909577205222, |
| "grad_norm": 0.642938384488523, |
| "learning_rate": 1.999415058312276e-08, |
| "loss": 0.271, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.9650204037672175, |
| "grad_norm": 0.6112837503032897, |
| "learning_rate": 1.6269956203107117e-08, |
| "loss": 0.2512, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.9688498498139129, |
| "grad_norm": 0.5889833725999716, |
| "learning_rate": 1.2928120686377388e-08, |
| "loss": 0.2661, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.9726792958606082, |
| "grad_norm": 0.5773801445867635, |
| "learning_rate": 9.969158493204067e-09, |
| "loss": 0.2653, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.9765087419073035, |
| "grad_norm": 0.6062759480472552, |
| "learning_rate": 7.393525142262992e-09, |
| "loss": 0.2691, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.9803381879539987, |
| "grad_norm": 0.5770795227743729, |
| "learning_rate": 5.201617140510318e-09, |
| "loss": 0.2694, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.9841676340006941, |
| "grad_norm": 0.6054174692665726, |
| "learning_rate": 3.3937719221427413e-09, |
| "loss": 0.2592, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.9879970800473894, |
| "grad_norm": 0.5960623948954498, |
| "learning_rate": 1.9702677966507157e-09, |
| "loss": 0.2641, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.9918265260940847, |
| "grad_norm": 0.6702560926553222, |
| "learning_rate": 9.31323905974113e-10, |
| "loss": 0.2621, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.99565597214078, |
| "grad_norm": 0.623171089038422, |
| "learning_rate": 2.7710019076532257e-10, |
| "loss": 0.2672, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.9994854181874753, |
| "grad_norm": 0.6269492106617217, |
| "learning_rate": 7.697365768943865e-12, |
| "loss": 0.2736, |
| "step": 2610 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 2611, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 600, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 624569162006528.0, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
