| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.99960508648606, |
| "eval_steps": 500, |
| "global_step": 15825, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0031593081115235764, |
| "grad_norm": 3.847676639099889, |
| "learning_rate": 6.317119393556539e-08, |
| "loss": 0.5818, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.006318616223047153, |
| "grad_norm": 3.8262659782800736, |
| "learning_rate": 1.2634238787113078e-07, |
| "loss": 0.5856, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.00947792433457073, |
| "grad_norm": 3.2562040895477886, |
| "learning_rate": 1.8951358180669618e-07, |
| "loss": 0.5757, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.012637232446094306, |
| "grad_norm": 2.3293562431253108, |
| "learning_rate": 2.5268477574226156e-07, |
| "loss": 0.5599, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.01579654055761788, |
| "grad_norm": 1.7404444983787009, |
| "learning_rate": 3.158559696778269e-07, |
| "loss": 0.5394, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.01895584866914146, |
| "grad_norm": 1.3641917061000175, |
| "learning_rate": 3.7902716361339236e-07, |
| "loss": 0.5113, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.022115156780665033, |
| "grad_norm": 0.9564559310967178, |
| "learning_rate": 4.421983575489577e-07, |
| "loss": 0.4871, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.02527446489218861, |
| "grad_norm": 0.7099841750448822, |
| "learning_rate": 5.053695514845231e-07, |
| "loss": 0.4714, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.028433773003712186, |
| "grad_norm": 0.5402837514386732, |
| "learning_rate": 5.685407454200885e-07, |
| "loss": 0.451, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.03159308111523576, |
| "grad_norm": 0.4807271971224434, |
| "learning_rate": 6.317119393556538e-07, |
| "loss": 0.4323, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.03475238922675934, |
| "grad_norm": 0.34807058040387906, |
| "learning_rate": 6.948831332912193e-07, |
| "loss": 0.4219, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.03791169733828292, |
| "grad_norm": 0.3269546213934352, |
| "learning_rate": 7.580543272267847e-07, |
| "loss": 0.4152, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.04107100544980649, |
| "grad_norm": 0.29931985054640087, |
| "learning_rate": 8.212255211623501e-07, |
| "loss": 0.4046, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.044230313561330066, |
| "grad_norm": 0.3007912763355078, |
| "learning_rate": 8.843967150979154e-07, |
| "loss": 0.3975, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.04738962167285365, |
| "grad_norm": 0.3314878634217047, |
| "learning_rate": 9.475679090334808e-07, |
| "loss": 0.398, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.05054892978437722, |
| "grad_norm": 0.3099556109376344, |
| "learning_rate": 1.0107391029690462e-06, |
| "loss": 0.3931, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.0537082378959008, |
| "grad_norm": 0.29068208472557255, |
| "learning_rate": 1.0739102969046116e-06, |
| "loss": 0.3858, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.05686754600742437, |
| "grad_norm": 0.27910793332859557, |
| "learning_rate": 1.137081490840177e-06, |
| "loss": 0.3808, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.06002685411894795, |
| "grad_norm": 0.30546375486352645, |
| "learning_rate": 1.2002526847757423e-06, |
| "loss": 0.3762, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.06318616223047152, |
| "grad_norm": 0.3554409408339123, |
| "learning_rate": 1.2634238787113076e-06, |
| "loss": 0.3735, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.0663454703419951, |
| "grad_norm": 0.32484090299900514, |
| "learning_rate": 1.3265950726468732e-06, |
| "loss": 0.3674, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.06950477845351868, |
| "grad_norm": 0.3068743877352151, |
| "learning_rate": 1.3897662665824385e-06, |
| "loss": 0.3666, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.07266408656504225, |
| "grad_norm": 0.29618802262032184, |
| "learning_rate": 1.4529374605180039e-06, |
| "loss": 0.3618, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.07582339467656583, |
| "grad_norm": 0.3148809652314096, |
| "learning_rate": 1.5161086544535694e-06, |
| "loss": 0.3624, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.07898270278808942, |
| "grad_norm": 0.2804644371038647, |
| "learning_rate": 1.5792798483891348e-06, |
| "loss": 0.3613, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.08214201089961298, |
| "grad_norm": 0.3309683996287944, |
| "learning_rate": 1.6424510423247001e-06, |
| "loss": 0.3581, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.08530131901113656, |
| "grad_norm": 0.29235969381132293, |
| "learning_rate": 1.7056222362602653e-06, |
| "loss": 0.3556, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.08846062712266013, |
| "grad_norm": 0.3059950184586691, |
| "learning_rate": 1.7687934301958308e-06, |
| "loss": 0.3485, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.09161993523418371, |
| "grad_norm": 0.3065943367603657, |
| "learning_rate": 1.8319646241313962e-06, |
| "loss": 0.3441, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.0947792433457073, |
| "grad_norm": 0.29754666934058893, |
| "learning_rate": 1.8951358180669615e-06, |
| "loss": 0.3486, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.09793855145723086, |
| "grad_norm": 0.31042175851236, |
| "learning_rate": 1.9583070120025267e-06, |
| "loss": 0.3458, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.10109785956875444, |
| "grad_norm": 0.28167478495509757, |
| "learning_rate": 2.0214782059380925e-06, |
| "loss": 0.3425, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.10425716768027801, |
| "grad_norm": 0.2937174634980692, |
| "learning_rate": 2.084649399873658e-06, |
| "loss": 0.3409, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.1074164757918016, |
| "grad_norm": 0.28351076022747446, |
| "learning_rate": 2.147820593809223e-06, |
| "loss": 0.3377, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.11057578390332518, |
| "grad_norm": 0.2873794548808371, |
| "learning_rate": 2.2109917877447885e-06, |
| "loss": 0.3365, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.11373509201484874, |
| "grad_norm": 0.28077300443160785, |
| "learning_rate": 2.274162981680354e-06, |
| "loss": 0.3395, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.11689440012637232, |
| "grad_norm": 0.2895451240097338, |
| "learning_rate": 2.337334175615919e-06, |
| "loss": 0.3356, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.1200537082378959, |
| "grad_norm": 0.29469241884731345, |
| "learning_rate": 2.4005053695514845e-06, |
| "loss": 0.3323, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.12321301634941947, |
| "grad_norm": 0.31436693982320113, |
| "learning_rate": 2.4636765634870503e-06, |
| "loss": 0.333, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.12637232446094304, |
| "grad_norm": 0.2882094750389832, |
| "learning_rate": 2.5268477574226152e-06, |
| "loss": 0.3316, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.12953163257246664, |
| "grad_norm": 0.33020346533639344, |
| "learning_rate": 2.590018951358181e-06, |
| "loss": 0.328, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.1326909406839902, |
| "grad_norm": 0.3442838133962943, |
| "learning_rate": 2.6531901452937464e-06, |
| "loss": 0.3254, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.13585024879551377, |
| "grad_norm": 0.3032556873766918, |
| "learning_rate": 2.7163613392293113e-06, |
| "loss": 0.3249, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.13900955690703737, |
| "grad_norm": 0.3056937672984876, |
| "learning_rate": 2.779532533164877e-06, |
| "loss": 0.3229, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.14216886501856094, |
| "grad_norm": 0.28744855606538844, |
| "learning_rate": 2.8427037271004424e-06, |
| "loss": 0.3233, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.1453281731300845, |
| "grad_norm": 0.31562420003771263, |
| "learning_rate": 2.9058749210360078e-06, |
| "loss": 0.3226, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.1484874812416081, |
| "grad_norm": 0.2778274627103786, |
| "learning_rate": 2.969046114971573e-06, |
| "loss": 0.3209, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.15164678935313167, |
| "grad_norm": 0.31527911586537605, |
| "learning_rate": 3.032217308907139e-06, |
| "loss": 0.3233, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.15480609746465523, |
| "grad_norm": 0.28579902930861095, |
| "learning_rate": 3.095388502842704e-06, |
| "loss": 0.3187, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.15796540557617883, |
| "grad_norm": 0.2854450060082136, |
| "learning_rate": 3.1585596967782696e-06, |
| "loss": 0.3164, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.1611247136877024, |
| "grad_norm": 0.2783395921293009, |
| "learning_rate": 3.2217308907138345e-06, |
| "loss": 0.3172, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.16428402179922597, |
| "grad_norm": 0.30491989041976003, |
| "learning_rate": 3.2849020846494003e-06, |
| "loss": 0.3129, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.16744332991074953, |
| "grad_norm": 0.32468595503092035, |
| "learning_rate": 3.3480732785849656e-06, |
| "loss": 0.3147, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.17060263802227313, |
| "grad_norm": 0.31416335531159423, |
| "learning_rate": 3.4112444725205306e-06, |
| "loss": 0.3125, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.1737619461337967, |
| "grad_norm": 0.36383194617757575, |
| "learning_rate": 3.4744156664560963e-06, |
| "loss": 0.3138, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.17692125424532026, |
| "grad_norm": 0.29533777762093066, |
| "learning_rate": 3.5375868603916617e-06, |
| "loss": 0.3116, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.18008056235684386, |
| "grad_norm": 0.3493771802079338, |
| "learning_rate": 3.600758054327227e-06, |
| "loss": 0.3135, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.18323987046836743, |
| "grad_norm": 0.2944691289331218, |
| "learning_rate": 3.6639292482627924e-06, |
| "loss": 0.3163, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.186399178579891, |
| "grad_norm": 0.31590918798291073, |
| "learning_rate": 3.727100442198358e-06, |
| "loss": 0.3087, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.1895584866914146, |
| "grad_norm": 0.36702711115113235, |
| "learning_rate": 3.790271636133923e-06, |
| "loss": 0.3048, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.19271779480293816, |
| "grad_norm": 0.34337289204312266, |
| "learning_rate": 3.853442830069489e-06, |
| "loss": 0.3097, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.19587710291446173, |
| "grad_norm": 0.3043737272471374, |
| "learning_rate": 3.916614024005053e-06, |
| "loss": 0.3071, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.19903641102598532, |
| "grad_norm": 0.31254100353406794, |
| "learning_rate": 3.9797852179406196e-06, |
| "loss": 0.3035, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.2021957191375089, |
| "grad_norm": 0.2865164407577743, |
| "learning_rate": 4.042956411876185e-06, |
| "loss": 0.3047, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.20535502724903246, |
| "grad_norm": 0.29447310088157563, |
| "learning_rate": 4.10612760581175e-06, |
| "loss": 0.3037, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.20851433536055602, |
| "grad_norm": 0.29267707519023506, |
| "learning_rate": 4.169298799747316e-06, |
| "loss": 0.3028, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.21167364347207962, |
| "grad_norm": 0.2963460269610618, |
| "learning_rate": 4.232469993682881e-06, |
| "loss": 0.305, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.2148329515836032, |
| "grad_norm": 0.2978257495744734, |
| "learning_rate": 4.295641187618446e-06, |
| "loss": 0.3004, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.21799225969512676, |
| "grad_norm": 0.2906359775378807, |
| "learning_rate": 4.358812381554012e-06, |
| "loss": 0.3019, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.22115156780665035, |
| "grad_norm": 0.3446901435895929, |
| "learning_rate": 4.421983575489577e-06, |
| "loss": 0.3024, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.22431087591817392, |
| "grad_norm": 0.30756534246023176, |
| "learning_rate": 4.485154769425142e-06, |
| "loss": 0.2959, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.2274701840296975, |
| "grad_norm": 0.3155947525143884, |
| "learning_rate": 4.548325963360708e-06, |
| "loss": 0.3005, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.23062949214122108, |
| "grad_norm": 0.2995756375311246, |
| "learning_rate": 4.611497157296273e-06, |
| "loss": 0.2975, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.23378880025274465, |
| "grad_norm": 0.30858061818787486, |
| "learning_rate": 4.674668351231838e-06, |
| "loss": 0.2978, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.23694810836426822, |
| "grad_norm": 0.3338257461588683, |
| "learning_rate": 4.737839545167405e-06, |
| "loss": 0.2933, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.2401074164757918, |
| "grad_norm": 0.29022817054284084, |
| "learning_rate": 4.801010739102969e-06, |
| "loss": 0.2972, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.24326672458731538, |
| "grad_norm": 0.2896880604505418, |
| "learning_rate": 4.8641819330385344e-06, |
| "loss": 0.2946, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.24642603269883895, |
| "grad_norm": 0.2847438243168221, |
| "learning_rate": 4.927353126974101e-06, |
| "loss": 0.2969, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.24958534081036254, |
| "grad_norm": 0.3037714021164623, |
| "learning_rate": 4.990524320909665e-06, |
| "loss": 0.2937, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.2527446489218861, |
| "grad_norm": 0.32395568014513065, |
| "learning_rate": 5.0536955148452305e-06, |
| "loss": 0.2939, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.2559039570334097, |
| "grad_norm": 0.2957719635763268, |
| "learning_rate": 5.116866708780797e-06, |
| "loss": 0.2932, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.2590632651449333, |
| "grad_norm": 0.3165621516450349, |
| "learning_rate": 5.180037902716362e-06, |
| "loss": 0.2928, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.2622225732564568, |
| "grad_norm": 0.3232166339204694, |
| "learning_rate": 5.2432090966519265e-06, |
| "loss": 0.2901, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.2653818813679804, |
| "grad_norm": 0.3040549753465353, |
| "learning_rate": 5.306380290587493e-06, |
| "loss": 0.2881, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.268541189479504, |
| "grad_norm": 0.32781940117167635, |
| "learning_rate": 5.369551484523058e-06, |
| "loss": 0.2908, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.27170049759102755, |
| "grad_norm": 0.3327478795766515, |
| "learning_rate": 5.432722678458623e-06, |
| "loss": 0.2907, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.27485980570255114, |
| "grad_norm": 0.2856004412508293, |
| "learning_rate": 5.495893872394189e-06, |
| "loss": 0.2934, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.27801911381407474, |
| "grad_norm": 0.3604841472498219, |
| "learning_rate": 5.559065066329754e-06, |
| "loss": 0.2855, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.2811784219255983, |
| "grad_norm": 0.32653022277153904, |
| "learning_rate": 5.6222362602653195e-06, |
| "loss": 0.2876, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.28433773003712187, |
| "grad_norm": 0.3123066830281955, |
| "learning_rate": 5.685407454200885e-06, |
| "loss": 0.2887, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.28749703814864547, |
| "grad_norm": 0.31118386648194923, |
| "learning_rate": 5.74857864813645e-06, |
| "loss": 0.2889, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.290656346260169, |
| "grad_norm": 0.29015768543262505, |
| "learning_rate": 5.8117498420720155e-06, |
| "loss": 0.2876, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.2938156543716926, |
| "grad_norm": 0.2885072388494909, |
| "learning_rate": 5.874921036007582e-06, |
| "loss": 0.2868, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.2969749624832162, |
| "grad_norm": 0.3282216748098807, |
| "learning_rate": 5.938092229943146e-06, |
| "loss": 0.2877, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.30013427059473974, |
| "grad_norm": 0.29797634077774454, |
| "learning_rate": 6.001263423878712e-06, |
| "loss": 0.2873, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.30329357870626333, |
| "grad_norm": 0.33087996389175034, |
| "learning_rate": 6.064434617814278e-06, |
| "loss": 0.2838, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.30645288681778693, |
| "grad_norm": 0.29661512432744086, |
| "learning_rate": 6.127605811749843e-06, |
| "loss": 0.2877, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.30961219492931047, |
| "grad_norm": 0.31023012973801395, |
| "learning_rate": 6.190777005685408e-06, |
| "loss": 0.2826, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.31277150304083406, |
| "grad_norm": 0.30885706884471026, |
| "learning_rate": 6.253948199620974e-06, |
| "loss": 0.2845, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.31593081115235766, |
| "grad_norm": 0.3540472583639826, |
| "learning_rate": 6.317119393556539e-06, |
| "loss": 0.2809, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.3190901192638812, |
| "grad_norm": 0.2730722833734264, |
| "learning_rate": 6.380290587492104e-06, |
| "loss": 0.2787, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.3222494273754048, |
| "grad_norm": 0.3320814722084985, |
| "learning_rate": 6.443461781427669e-06, |
| "loss": 0.2813, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.32540873548692834, |
| "grad_norm": 0.290985113799801, |
| "learning_rate": 6.506632975363235e-06, |
| "loss": 0.2782, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.32856804359845193, |
| "grad_norm": 0.321948058443697, |
| "learning_rate": 6.5698041692988006e-06, |
| "loss": 0.2799, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.3317273517099755, |
| "grad_norm": 0.3247951324518689, |
| "learning_rate": 6.632975363234365e-06, |
| "loss": 0.2853, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.33488665982149907, |
| "grad_norm": 0.37466669888496, |
| "learning_rate": 6.696146557169931e-06, |
| "loss": 0.2847, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.33804596793302266, |
| "grad_norm": 0.3158284283569005, |
| "learning_rate": 6.759317751105497e-06, |
| "loss": 0.2793, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.34120527604454626, |
| "grad_norm": 0.2844891421044668, |
| "learning_rate": 6.822488945041061e-06, |
| "loss": 0.2812, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.3443645841560698, |
| "grad_norm": 0.33051991039937395, |
| "learning_rate": 6.885660138976627e-06, |
| "loss": 0.2811, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.3475238922675934, |
| "grad_norm": 0.3186151235138414, |
| "learning_rate": 6.948831332912193e-06, |
| "loss": 0.2851, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.350683200379117, |
| "grad_norm": 0.3123969158631383, |
| "learning_rate": 7.012002526847758e-06, |
| "loss": 0.2798, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.35384250849064053, |
| "grad_norm": 0.3280651223802418, |
| "learning_rate": 7.075173720783323e-06, |
| "loss": 0.2835, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.3570018166021641, |
| "grad_norm": 0.29332806586366567, |
| "learning_rate": 7.138344914718889e-06, |
| "loss": 0.2775, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.3601611247136877, |
| "grad_norm": 0.33171088512344676, |
| "learning_rate": 7.201516108654454e-06, |
| "loss": 0.2752, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.36332043282521126, |
| "grad_norm": 0.3000902915772275, |
| "learning_rate": 7.26468730259002e-06, |
| "loss": 0.2807, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.36647974093673485, |
| "grad_norm": 0.2883327293237225, |
| "learning_rate": 7.327858496525585e-06, |
| "loss": 0.2762, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.36963904904825845, |
| "grad_norm": 0.3144189091034534, |
| "learning_rate": 7.39102969046115e-06, |
| "loss": 0.2801, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.372798357159782, |
| "grad_norm": 0.356268108886898, |
| "learning_rate": 7.454200884396716e-06, |
| "loss": 0.2777, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.3759576652713056, |
| "grad_norm": 0.3128810321586775, |
| "learning_rate": 7.517372078332281e-06, |
| "loss": 0.2757, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.3791169733828292, |
| "grad_norm": 0.30434623170055075, |
| "learning_rate": 7.580543272267846e-06, |
| "loss": 0.2784, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.3822762814943527, |
| "grad_norm": 0.3388464380231131, |
| "learning_rate": 7.643714466203413e-06, |
| "loss": 0.2784, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.3854355896058763, |
| "grad_norm": 0.3110630401877264, |
| "learning_rate": 7.706885660138978e-06, |
| "loss": 0.2743, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.3885948977173999, |
| "grad_norm": 0.2771106506778223, |
| "learning_rate": 7.770056854074542e-06, |
| "loss": 0.2757, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.39175420582892345, |
| "grad_norm": 0.3175411734943708, |
| "learning_rate": 7.833228048010107e-06, |
| "loss": 0.2762, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.39491351394044705, |
| "grad_norm": 0.3072276379244834, |
| "learning_rate": 7.896399241945673e-06, |
| "loss": 0.2757, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.39807282205197064, |
| "grad_norm": 0.31787735230000674, |
| "learning_rate": 7.959570435881239e-06, |
| "loss": 0.2716, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.4012321301634942, |
| "grad_norm": 0.32573848304334413, |
| "learning_rate": 8.022741629816804e-06, |
| "loss": 0.2718, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.4043914382750178, |
| "grad_norm": 0.31968318506791704, |
| "learning_rate": 8.08591282375237e-06, |
| "loss": 0.2753, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.4075507463865414, |
| "grad_norm": 0.3038009939073212, |
| "learning_rate": 8.149084017687934e-06, |
| "loss": 0.2709, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.4107100544980649, |
| "grad_norm": 0.32085469500420516, |
| "learning_rate": 8.2122552116235e-06, |
| "loss": 0.2707, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.4138693626095885, |
| "grad_norm": 0.3065889908229096, |
| "learning_rate": 8.275426405559067e-06, |
| "loss": 0.2768, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.41702867072111205, |
| "grad_norm": 0.31763603457220624, |
| "learning_rate": 8.338597599494631e-06, |
| "loss": 0.2709, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.42018797883263564, |
| "grad_norm": 0.3109152063857626, |
| "learning_rate": 8.401768793430196e-06, |
| "loss": 0.2739, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.42334728694415924, |
| "grad_norm": 0.29181104171061434, |
| "learning_rate": 8.464939987365762e-06, |
| "loss": 0.2686, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.4265065950556828, |
| "grad_norm": 0.2935442340016787, |
| "learning_rate": 8.528111181301328e-06, |
| "loss": 0.2707, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.4296659031672064, |
| "grad_norm": 0.2906035979144556, |
| "learning_rate": 8.591282375236893e-06, |
| "loss": 0.2731, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.43282521127872997, |
| "grad_norm": 0.29758936608537967, |
| "learning_rate": 8.654453569172459e-06, |
| "loss": 0.2709, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.4359845193902535, |
| "grad_norm": 0.33154204605407617, |
| "learning_rate": 8.717624763108023e-06, |
| "loss": 0.2707, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.4391438275017771, |
| "grad_norm": 0.33339797215462064, |
| "learning_rate": 8.780795957043588e-06, |
| "loss": 0.2713, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.4423031356133007, |
| "grad_norm": 0.3155178562410378, |
| "learning_rate": 8.843967150979154e-06, |
| "loss": 0.2675, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.44546244372482424, |
| "grad_norm": 0.3265426814247614, |
| "learning_rate": 8.90713834491472e-06, |
| "loss": 0.2683, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.44862175183634784, |
| "grad_norm": 0.36971141677875463, |
| "learning_rate": 8.970309538850285e-06, |
| "loss": 0.2677, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.45178105994787143, |
| "grad_norm": 0.30518969540463764, |
| "learning_rate": 9.033480732785851e-06, |
| "loss": 0.2688, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.454940368059395, |
| "grad_norm": 0.34536630526318685, |
| "learning_rate": 9.096651926721415e-06, |
| "loss": 0.2673, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.45809967617091857, |
| "grad_norm": 0.35749309238694066, |
| "learning_rate": 9.159823120656982e-06, |
| "loss": 0.2691, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.46125898428244216, |
| "grad_norm": 0.31258023613884145, |
| "learning_rate": 9.222994314592546e-06, |
| "loss": 0.2664, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.4644182923939657, |
| "grad_norm": 0.3450789196077563, |
| "learning_rate": 9.286165508528112e-06, |
| "loss": 0.268, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.4675776005054893, |
| "grad_norm": 0.29121813500205246, |
| "learning_rate": 9.349336702463677e-06, |
| "loss": 0.2677, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.4707369086170129, |
| "grad_norm": 0.3220463754226227, |
| "learning_rate": 9.412507896399243e-06, |
| "loss": 0.2667, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.47389621672853643, |
| "grad_norm": 0.33704239601038527, |
| "learning_rate": 9.47567909033481e-06, |
| "loss": 0.2646, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.47705552484006003, |
| "grad_norm": 0.2863325950552584, |
| "learning_rate": 9.538850284270374e-06, |
| "loss": 0.2705, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.4802148329515836, |
| "grad_norm": 0.31752841534155907, |
| "learning_rate": 9.602021478205938e-06, |
| "loss": 0.2664, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.48337414106310717, |
| "grad_norm": 0.32880306966393713, |
| "learning_rate": 9.665192672141504e-06, |
| "loss": 0.2631, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.48653344917463076, |
| "grad_norm": 0.31843129282620164, |
| "learning_rate": 9.728363866077069e-06, |
| "loss": 0.2625, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.48969275728615436, |
| "grad_norm": 0.30470755245172276, |
| "learning_rate": 9.791535060012635e-06, |
| "loss": 0.2666, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.4928520653976779, |
| "grad_norm": 0.33123646966581777, |
| "learning_rate": 9.854706253948201e-06, |
| "loss": 0.2646, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.4960113735092015, |
| "grad_norm": 0.28677001614790365, |
| "learning_rate": 9.917877447883766e-06, |
| "loss": 0.2622, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.4991706816207251, |
| "grad_norm": 0.324282072097384, |
| "learning_rate": 9.98104864181933e-06, |
| "loss": 0.2678, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.5023299897322486, |
| "grad_norm": 0.3255697445472025, |
| "learning_rate": 9.999994039347758e-06, |
| "loss": 0.2637, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.5054892978437722, |
| "grad_norm": 0.2933750585789845, |
| "learning_rate": 9.999964844350574e-06, |
| "loss": 0.2649, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.5086486059552958, |
| "grad_norm": 0.33377765453076996, |
| "learning_rate": 9.999911320336655e-06, |
| "loss": 0.267, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.5118079140668194, |
| "grad_norm": 0.304237717093902, |
| "learning_rate": 9.999833467566438e-06, |
| "loss": 0.2633, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.5149672221783429, |
| "grad_norm": 0.3058481570433111, |
| "learning_rate": 9.999731286418741e-06, |
| "loss": 0.262, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.5181265302898665, |
| "grad_norm": 0.3392309580496954, |
| "learning_rate": 9.999604777390763e-06, |
| "loss": 0.2593, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.5212858384013901, |
| "grad_norm": 0.2895018374347362, |
| "learning_rate": 9.999453941098077e-06, |
| "loss": 0.2625, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.5244451465129136, |
| "grad_norm": 0.2912777670223621, |
| "learning_rate": 9.999278778274627e-06, |
| "loss": 0.266, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.5276044546244373, |
| "grad_norm": 0.3529258059433674, |
| "learning_rate": 9.999079289772724e-06, |
| "loss": 0.2619, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.5307637627359608, |
| "grad_norm": 0.2738135177871275, |
| "learning_rate": 9.99885547656305e-06, |
| "loss": 0.2618, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.5339230708474844, |
| "grad_norm": 0.2692997188904244, |
| "learning_rate": 9.998607339734643e-06, |
| "loss": 0.2606, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.537082378959008, |
| "grad_norm": 0.2949366840504707, |
| "learning_rate": 9.998334880494898e-06, |
| "loss": 0.2612, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.5402416870705316, |
| "grad_norm": 0.3057325239685516, |
| "learning_rate": 9.998038100169554e-06, |
| "loss": 0.261, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.5434009951820551, |
| "grad_norm": 0.27124805299961813, |
| "learning_rate": 9.997717000202696e-06, |
| "loss": 0.2598, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.5465603032935787, |
| "grad_norm": 0.30051977914101224, |
| "learning_rate": 9.997371582156747e-06, |
| "loss": 0.2602, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.5497196114051023, |
| "grad_norm": 0.3075193191916608, |
| "learning_rate": 9.997001847712456e-06, |
| "loss": 0.2601, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.5528789195166258, |
| "grad_norm": 0.29754589174948665, |
| "learning_rate": 9.996607798668887e-06, |
| "loss": 0.2592, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.5560382276281495, |
| "grad_norm": 0.33700900362331376, |
| "learning_rate": 9.99618943694342e-06, |
| "loss": 0.262, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.559197535739673, |
| "grad_norm": 0.3265608460452239, |
| "learning_rate": 9.995746764571736e-06, |
| "loss": 0.259, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.5623568438511966, |
| "grad_norm": 0.31549240271112217, |
| "learning_rate": 9.995279783707805e-06, |
| "loss": 0.2607, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.5655161519627202, |
| "grad_norm": 0.3586012625330008, |
| "learning_rate": 9.994788496623884e-06, |
| "loss": 0.2572, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.5686754600742437, |
| "grad_norm": 0.3056154836660224, |
| "learning_rate": 9.994272905710491e-06, |
| "loss": 0.2526, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.5718347681857673, |
| "grad_norm": 0.2613411851814494, |
| "learning_rate": 9.993733013476412e-06, |
| "loss": 0.2561, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.5749940762972909, |
| "grad_norm": 0.3254616196951068, |
| "learning_rate": 9.993168822548672e-06, |
| "loss": 0.257, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.5781533844088145, |
| "grad_norm": 0.3020785656622962, |
| "learning_rate": 9.992580335672535e-06, |
| "loss": 0.2557, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.581312692520338, |
| "grad_norm": 0.26993214887498285, |
| "learning_rate": 9.99196755571148e-06, |
| "loss": 0.2536, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.5844720006318617, |
| "grad_norm": 0.2639927502536523, |
| "learning_rate": 9.991330485647195e-06, |
| "loss": 0.26, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.5876313087433852, |
| "grad_norm": 0.30065294121954683, |
| "learning_rate": 9.990669128579562e-06, |
| "loss": 0.2605, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.5907906168549087, |
| "grad_norm": 0.30583938194208843, |
| "learning_rate": 9.989983487726634e-06, |
| "loss": 0.2563, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.5939499249664324, |
| "grad_norm": 0.2864579077847969, |
| "learning_rate": 9.989273566424629e-06, |
| "loss": 0.2606, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.5971092330779559, |
| "grad_norm": 0.3026768306473177, |
| "learning_rate": 9.98853936812791e-06, |
| "loss": 0.258, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.6002685411894795, |
| "grad_norm": 0.29314955217944727, |
| "learning_rate": 9.987780896408966e-06, |
| "loss": 0.2589, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.6034278493010031, |
| "grad_norm": 0.31058695039428386, |
| "learning_rate": 9.986998154958395e-06, |
| "loss": 0.253, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.6065871574125267, |
| "grad_norm": 0.2845944676061047, |
| "learning_rate": 9.986191147584893e-06, |
| "loss": 0.2546, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.6097464655240502, |
| "grad_norm": 0.29933495312410735, |
| "learning_rate": 9.985359878215224e-06, |
| "loss": 0.2552, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.6129057736355739, |
| "grad_norm": 0.2759459833479636, |
| "learning_rate": 9.984504350894213e-06, |
| "loss": 0.2574, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.6160650817470974, |
| "grad_norm": 0.3066829895649084, |
| "learning_rate": 9.983624569784714e-06, |
| "loss": 0.2553, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.6192243898586209, |
| "grad_norm": 0.2690944667845755, |
| "learning_rate": 9.982720539167601e-06, |
| "loss": 0.2568, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.6223836979701446, |
| "grad_norm": 0.2946036416755621, |
| "learning_rate": 9.981792263441739e-06, |
| "loss": 0.2543, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.6255430060816681, |
| "grad_norm": 0.2747932187325911, |
| "learning_rate": 9.980839747123967e-06, |
| "loss": 0.2557, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.6287023141931917, |
| "grad_norm": 0.2851964847837964, |
| "learning_rate": 9.979862994849074e-06, |
| "loss": 0.2541, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.6318616223047153, |
| "grad_norm": 0.31890735265964804, |
| "learning_rate": 9.978862011369779e-06, |
| "loss": 0.2558, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.6350209304162389, |
| "grad_norm": 0.28038726746988707, |
| "learning_rate": 9.977836801556705e-06, |
| "loss": 0.2538, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.6381802385277624, |
| "grad_norm": 0.295646403302159, |
| "learning_rate": 9.976787370398355e-06, |
| "loss": 0.2546, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.641339546639286, |
| "grad_norm": 0.2902155436032145, |
| "learning_rate": 9.975713723001093e-06, |
| "loss": 0.251, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.6444988547508096, |
| "grad_norm": 0.2828393586793592, |
| "learning_rate": 9.974615864589112e-06, |
| "loss": 0.2559, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.6476581628623331, |
| "grad_norm": 0.28577077749952917, |
| "learning_rate": 9.97349380050441e-06, |
| "loss": 0.2531, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.6508174709738567, |
| "grad_norm": 0.29564024961232643, |
| "learning_rate": 9.972347536206772e-06, |
| "loss": 0.2506, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.6539767790853803, |
| "grad_norm": 0.33183704608229764, |
| "learning_rate": 9.971177077273732e-06, |
| "loss": 0.2534, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.6571360871969039, |
| "grad_norm": 0.28977544469285044, |
| "learning_rate": 9.969982429400556e-06, |
| "loss": 0.2537, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.6602953953084274, |
| "grad_norm": 0.29923378551865065, |
| "learning_rate": 9.968763598400202e-06, |
| "loss": 0.2569, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.663454703419951, |
| "grad_norm": 0.3012488805857487, |
| "learning_rate": 9.967520590203305e-06, |
| "loss": 0.2509, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.6666140115314746, |
| "grad_norm": 0.2916467483906387, |
| "learning_rate": 9.966253410858145e-06, |
| "loss": 0.2551, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.6697733196429981, |
| "grad_norm": 0.27652645594826225, |
| "learning_rate": 9.964962066530604e-06, |
| "loss": 0.2515, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.6729326277545218, |
| "grad_norm": 0.27562185290008373, |
| "learning_rate": 9.963646563504158e-06, |
| "loss": 0.2544, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.6760919358660453, |
| "grad_norm": 0.25732340414313354, |
| "learning_rate": 9.962306908179833e-06, |
| "loss": 0.2515, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.6792512439775689, |
| "grad_norm": 0.26515843698964003, |
| "learning_rate": 9.96094310707617e-06, |
| "loss": 0.2494, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.6824105520890925, |
| "grad_norm": 0.28168758705492475, |
| "learning_rate": 9.959555166829204e-06, |
| "loss": 0.2494, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.685569860200616, |
| "grad_norm": 0.24631536243430951, |
| "learning_rate": 9.95814309419243e-06, |
| "loss": 0.2519, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.6887291683121396, |
| "grad_norm": 0.26426587738324664, |
| "learning_rate": 9.956706896036762e-06, |
| "loss": 0.2533, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.6918884764236632, |
| "grad_norm": 0.24898568379039823, |
| "learning_rate": 9.955246579350505e-06, |
| "loss": 0.2491, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.6950477845351868, |
| "grad_norm": 0.30540369742862966, |
| "learning_rate": 9.953762151239327e-06, |
| "loss": 0.2478, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.6982070926467103, |
| "grad_norm": 0.2709499727026948, |
| "learning_rate": 9.952253618926212e-06, |
| "loss": 0.2515, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.701366400758234, |
| "grad_norm": 0.3003234996003297, |
| "learning_rate": 9.95072098975143e-06, |
| "loss": 0.2541, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.7045257088697575, |
| "grad_norm": 0.2736168957433189, |
| "learning_rate": 9.949164271172512e-06, |
| "loss": 0.2499, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.7076850169812811, |
| "grad_norm": 0.2651616205282266, |
| "learning_rate": 9.947583470764193e-06, |
| "loss": 0.2506, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.7108443250928047, |
| "grad_norm": 0.2650203207221141, |
| "learning_rate": 9.945978596218391e-06, |
| "loss": 0.2488, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.7140036332043282, |
| "grad_norm": 0.31633222399887706, |
| "learning_rate": 9.944349655344168e-06, |
| "loss": 0.2504, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.7171629413158518, |
| "grad_norm": 0.3450314977108967, |
| "learning_rate": 9.942696656067683e-06, |
| "loss": 0.2487, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.7203222494273754, |
| "grad_norm": 0.2676203266167299, |
| "learning_rate": 9.941019606432163e-06, |
| "loss": 0.2515, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.723481557538899, |
| "grad_norm": 0.27501120919754213, |
| "learning_rate": 9.93931851459786e-06, |
| "loss": 0.2472, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.7266408656504225, |
| "grad_norm": 0.2721444766021836, |
| "learning_rate": 9.937593388842008e-06, |
| "loss": 0.2484, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.7298001737619462, |
| "grad_norm": 0.3055396538597429, |
| "learning_rate": 9.935844237558792e-06, |
| "loss": 0.2491, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.7329594818734697, |
| "grad_norm": 0.2687664962558202, |
| "learning_rate": 9.934071069259295e-06, |
| "loss": 0.2511, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.7361187899849932, |
| "grad_norm": 0.26485303698836093, |
| "learning_rate": 9.932273892571467e-06, |
| "loss": 0.2493, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.7392780980965169, |
| "grad_norm": 0.27030949688183054, |
| "learning_rate": 9.930452716240077e-06, |
| "loss": 0.2465, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.7424374062080404, |
| "grad_norm": 0.26582715073120317, |
| "learning_rate": 9.928607549126677e-06, |
| "loss": 0.2492, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.745596714319564, |
| "grad_norm": 0.26161071455089063, |
| "learning_rate": 9.926738400209546e-06, |
| "loss": 0.2473, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.7487560224310876, |
| "grad_norm": 0.27281673381922744, |
| "learning_rate": 9.924845278583661e-06, |
| "loss": 0.2461, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.7519153305426112, |
| "grad_norm": 0.25026144589450994, |
| "learning_rate": 9.922928193460644e-06, |
| "loss": 0.2447, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.7550746386541347, |
| "grad_norm": 0.2928912991449991, |
| "learning_rate": 9.920987154168719e-06, |
| "loss": 0.2461, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.7582339467656584, |
| "grad_norm": 0.2850696882452383, |
| "learning_rate": 9.919022170152668e-06, |
| "loss": 0.2499, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.7613932548771819, |
| "grad_norm": 0.30443484331190923, |
| "learning_rate": 9.917033250973786e-06, |
| "loss": 0.2493, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.7645525629887054, |
| "grad_norm": 0.3212209432208665, |
| "learning_rate": 9.915020406309828e-06, |
| "loss": 0.2491, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.7677118711002291, |
| "grad_norm": 0.28504423491604935, |
| "learning_rate": 9.912983645954973e-06, |
| "loss": 0.2474, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.7708711792117526, |
| "grad_norm": 0.2878869891714329, |
| "learning_rate": 9.910922979819762e-06, |
| "loss": 0.2492, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.7740304873232762, |
| "grad_norm": 0.2771202754746543, |
| "learning_rate": 9.908838417931062e-06, |
| "loss": 0.2472, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.7771897954347998, |
| "grad_norm": 0.31577544480370157, |
| "learning_rate": 9.906729970432014e-06, |
| "loss": 0.249, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.7803491035463234, |
| "grad_norm": 0.3082921227301929, |
| "learning_rate": 9.904597647581982e-06, |
| "loss": 0.2468, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.7835084116578469, |
| "grad_norm": 0.2562560339656447, |
| "learning_rate": 9.9024414597565e-06, |
| "loss": 0.2495, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.7866677197693706, |
| "grad_norm": 0.257309029607144, |
| "learning_rate": 9.90026141744723e-06, |
| "loss": 0.2474, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.7898270278808941, |
| "grad_norm": 0.2512470913827528, |
| "learning_rate": 9.898057531261904e-06, |
| "loss": 0.2472, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.7929863359924176, |
| "grad_norm": 0.255003256149547, |
| "learning_rate": 9.89582981192427e-06, |
| "loss": 0.2443, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.7961456441039413, |
| "grad_norm": 0.24903458333429462, |
| "learning_rate": 9.893578270274054e-06, |
| "loss": 0.2473, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.7993049522154648, |
| "grad_norm": 0.25472580330098815, |
| "learning_rate": 9.891302917266886e-06, |
| "loss": 0.2501, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.8024642603269884, |
| "grad_norm": 0.2876016304280073, |
| "learning_rate": 9.889003763974272e-06, |
| "loss": 0.248, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.805623568438512, |
| "grad_norm": 0.26547023285812826, |
| "learning_rate": 9.886680821583512e-06, |
| "loss": 0.2462, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.8087828765500356, |
| "grad_norm": 0.2541356171021246, |
| "learning_rate": 9.884334101397666e-06, |
| "loss": 0.2481, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.8119421846615591, |
| "grad_norm": 0.27501124097499335, |
| "learning_rate": 9.881963614835499e-06, |
| "loss": 0.2417, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.8151014927730827, |
| "grad_norm": 0.24719251381186472, |
| "learning_rate": 9.879569373431408e-06, |
| "loss": 0.2466, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.8182608008846063, |
| "grad_norm": 0.3030702344650738, |
| "learning_rate": 9.877151388835384e-06, |
| "loss": 0.2472, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.8214201089961298, |
| "grad_norm": 0.2516088806018057, |
| "learning_rate": 9.87470967281295e-06, |
| "loss": 0.2448, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.8245794171076535, |
| "grad_norm": 0.27693954241387997, |
| "learning_rate": 9.872244237245096e-06, |
| "loss": 0.2453, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.827738725219177, |
| "grad_norm": 0.25236801181159096, |
| "learning_rate": 9.869755094128234e-06, |
| "loss": 0.2444, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.8308980333307006, |
| "grad_norm": 0.2511412465708672, |
| "learning_rate": 9.867242255574127e-06, |
| "loss": 0.2459, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.8340573414422241, |
| "grad_norm": 0.28252199150173957, |
| "learning_rate": 9.864705733809842e-06, |
| "loss": 0.245, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.8372166495537477, |
| "grad_norm": 0.25900018707343897, |
| "learning_rate": 9.862145541177681e-06, |
| "loss": 0.2434, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.8403759576652713, |
| "grad_norm": 0.24962743931418693, |
| "learning_rate": 9.859561690135125e-06, |
| "loss": 0.2461, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.8435352657767948, |
| "grad_norm": 0.28196557811696227, |
| "learning_rate": 9.856954193254773e-06, |
| "loss": 0.2475, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.8466945738883185, |
| "grad_norm": 0.26537277820682614, |
| "learning_rate": 9.854323063224282e-06, |
| "loss": 0.2451, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.849853881999842, |
| "grad_norm": 0.2925684725032324, |
| "learning_rate": 9.851668312846303e-06, |
| "loss": 0.2453, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.8530131901113656, |
| "grad_norm": 0.31194880176939827, |
| "learning_rate": 9.848989955038422e-06, |
| "loss": 0.2446, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.8561724982228892, |
| "grad_norm": 0.26907966931847127, |
| "learning_rate": 9.84628800283309e-06, |
| "loss": 0.2416, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.8593318063344128, |
| "grad_norm": 0.2855876195388184, |
| "learning_rate": 9.843562469377568e-06, |
| "loss": 0.2435, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.8624911144459363, |
| "grad_norm": 0.26929494670820325, |
| "learning_rate": 9.84081336793386e-06, |
| "loss": 0.246, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.8656504225574599, |
| "grad_norm": 0.2560753102085232, |
| "learning_rate": 9.838040711878648e-06, |
| "loss": 0.2423, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.8688097306689835, |
| "grad_norm": 0.2726015414676623, |
| "learning_rate": 9.835244514703223e-06, |
| "loss": 0.2427, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.871969038780507, |
| "grad_norm": 0.24937962474701536, |
| "learning_rate": 9.83242479001343e-06, |
| "loss": 0.2439, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.8751283468920307, |
| "grad_norm": 0.2758063411552256, |
| "learning_rate": 9.82958155152959e-06, |
| "loss": 0.2448, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.8782876550035542, |
| "grad_norm": 0.2905878430819007, |
| "learning_rate": 9.826714813086439e-06, |
| "loss": 0.2412, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.8814469631150778, |
| "grad_norm": 0.2558643463285868, |
| "learning_rate": 9.82382458863306e-06, |
| "loss": 0.2406, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.8846062712266014, |
| "grad_norm": 0.2642935160526405, |
| "learning_rate": 9.820910892232816e-06, |
| "loss": 0.2444, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.8877655793381249, |
| "grad_norm": 0.2592764595190498, |
| "learning_rate": 9.817973738063283e-06, |
| "loss": 0.2386, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.8909248874496485, |
| "grad_norm": 0.2507512507039411, |
| "learning_rate": 9.815013140416171e-06, |
| "loss": 0.246, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.8940841955611721, |
| "grad_norm": 0.25908992057608105, |
| "learning_rate": 9.812029113697271e-06, |
| "loss": 0.2395, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.8972435036726957, |
| "grad_norm": 0.2612092586416161, |
| "learning_rate": 9.809021672426371e-06, |
| "loss": 0.24, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.9004028117842192, |
| "grad_norm": 0.2673187039088244, |
| "learning_rate": 9.805990831237194e-06, |
| "loss": 0.2444, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.9035621198957429, |
| "grad_norm": 0.2437036853392356, |
| "learning_rate": 9.802936604877316e-06, |
| "loss": 0.241, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.9067214280072664, |
| "grad_norm": 0.2825822044337206, |
| "learning_rate": 9.799859008208112e-06, |
| "loss": 0.2419, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.90988073611879, |
| "grad_norm": 0.28354580397363727, |
| "learning_rate": 9.796758056204662e-06, |
| "loss": 0.2427, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.9130400442303136, |
| "grad_norm": 0.24849879403822714, |
| "learning_rate": 9.7936337639557e-06, |
| "loss": 0.2407, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.9161993523418371, |
| "grad_norm": 0.26017599732454766, |
| "learning_rate": 9.790486146663522e-06, |
| "loss": 0.2403, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.9193586604533607, |
| "grad_norm": 0.2718913199408004, |
| "learning_rate": 9.78731521964392e-06, |
| "loss": 0.2428, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.9225179685648843, |
| "grad_norm": 0.23612120956344837, |
| "learning_rate": 9.784120998326115e-06, |
| "loss": 0.2401, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.9256772766764079, |
| "grad_norm": 0.24629353188155112, |
| "learning_rate": 9.780903498252665e-06, |
| "loss": 0.2392, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.9288365847879314, |
| "grad_norm": 0.2459160847664615, |
| "learning_rate": 9.777662735079406e-06, |
| "loss": 0.2404, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.9319958928994551, |
| "grad_norm": 0.2475965886432302, |
| "learning_rate": 9.77439872457536e-06, |
| "loss": 0.2412, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.9351552010109786, |
| "grad_norm": 0.28786836243759434, |
| "learning_rate": 9.771111482622677e-06, |
| "loss": 0.2408, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.9383145091225021, |
| "grad_norm": 0.2556612314956361, |
| "learning_rate": 9.76780102521654e-06, |
| "loss": 0.2395, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.9414738172340258, |
| "grad_norm": 0.26540547133463965, |
| "learning_rate": 9.764467368465098e-06, |
| "loss": 0.2408, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.9446331253455493, |
| "grad_norm": 0.27099661447259094, |
| "learning_rate": 9.761110528589382e-06, |
| "loss": 0.2411, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.9477924334570729, |
| "grad_norm": 0.2665281174710895, |
| "learning_rate": 9.75773052192323e-06, |
| "loss": 0.2411, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.9509517415685965, |
| "grad_norm": 0.27363802003153875, |
| "learning_rate": 9.754327364913208e-06, |
| "loss": 0.2378, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.9541110496801201, |
| "grad_norm": 0.2319637502396465, |
| "learning_rate": 9.75090107411852e-06, |
| "loss": 0.2423, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.9572703577916436, |
| "grad_norm": 0.24790838457350073, |
| "learning_rate": 9.747451666210946e-06, |
| "loss": 0.2418, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.9604296659031673, |
| "grad_norm": 0.28516778958623945, |
| "learning_rate": 9.743979157974739e-06, |
| "loss": 0.2416, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.9635889740146908, |
| "grad_norm": 0.24493900212151187, |
| "learning_rate": 9.740483566306565e-06, |
| "loss": 0.2398, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.9667482821262143, |
| "grad_norm": 0.2873027578326869, |
| "learning_rate": 9.736964908215402e-06, |
| "loss": 0.2396, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.969907590237738, |
| "grad_norm": 0.24814910114506777, |
| "learning_rate": 9.733423200822469e-06, |
| "loss": 0.2391, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.9730668983492615, |
| "grad_norm": 0.24906741016474904, |
| "learning_rate": 9.729858461361142e-06, |
| "loss": 0.242, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.9762262064607851, |
| "grad_norm": 0.2826980721069527, |
| "learning_rate": 9.726270707176859e-06, |
| "loss": 0.2399, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.9793855145723087, |
| "grad_norm": 0.26392318924970115, |
| "learning_rate": 9.722659955727055e-06, |
| "loss": 0.2395, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.9825448226838323, |
| "grad_norm": 0.2855609937725699, |
| "learning_rate": 9.719026224581054e-06, |
| "loss": 0.2379, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.9857041307953558, |
| "grad_norm": 0.2502787654544348, |
| "learning_rate": 9.715369531420006e-06, |
| "loss": 0.2394, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.9888634389068794, |
| "grad_norm": 0.23500842887120083, |
| "learning_rate": 9.711689894036785e-06, |
| "loss": 0.2366, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.992022747018403, |
| "grad_norm": 0.24586324530930273, |
| "learning_rate": 9.707987330335906e-06, |
| "loss": 0.2378, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.9951820551299265, |
| "grad_norm": 0.23967550366976703, |
| "learning_rate": 9.704261858333445e-06, |
| "loss": 0.2388, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.9983413632414502, |
| "grad_norm": 0.2725545852571603, |
| "learning_rate": 9.700513496156945e-06, |
| "loss": 0.2378, |
| "step": 3160 |
| }, |
| { |
| "epoch": 1.0012637232446093, |
| "grad_norm": 0.25488826469533976, |
| "learning_rate": 9.696742262045324e-06, |
| "loss": 0.2171, |
| "step": 3170 |
| }, |
| { |
| "epoch": 1.004423031356133, |
| "grad_norm": 0.2434423686192198, |
| "learning_rate": 9.692948174348798e-06, |
| "loss": 0.2256, |
| "step": 3180 |
| }, |
| { |
| "epoch": 1.0075823394676566, |
| "grad_norm": 0.29889977976697246, |
| "learning_rate": 9.689131251528778e-06, |
| "loss": 0.2249, |
| "step": 3190 |
| }, |
| { |
| "epoch": 1.0107416475791802, |
| "grad_norm": 0.2533307535141922, |
| "learning_rate": 9.685291512157793e-06, |
| "loss": 0.2265, |
| "step": 3200 |
| }, |
| { |
| "epoch": 1.0139009556907037, |
| "grad_norm": 0.2663724197725429, |
| "learning_rate": 9.68142897491939e-06, |
| "loss": 0.226, |
| "step": 3210 |
| }, |
| { |
| "epoch": 1.0170602638022272, |
| "grad_norm": 0.2791907738011004, |
| "learning_rate": 9.677543658608047e-06, |
| "loss": 0.2262, |
| "step": 3220 |
| }, |
| { |
| "epoch": 1.0202195719137508, |
| "grad_norm": 0.23622696465246065, |
| "learning_rate": 9.673635582129084e-06, |
| "loss": 0.2222, |
| "step": 3230 |
| }, |
| { |
| "epoch": 1.0233788800252746, |
| "grad_norm": 0.28281839802186026, |
| "learning_rate": 9.669704764498564e-06, |
| "loss": 0.2246, |
| "step": 3240 |
| }, |
| { |
| "epoch": 1.026538188136798, |
| "grad_norm": 0.26869842180643333, |
| "learning_rate": 9.66575122484321e-06, |
| "loss": 0.2249, |
| "step": 3250 |
| }, |
| { |
| "epoch": 1.0296974962483216, |
| "grad_norm": 0.26529568216979593, |
| "learning_rate": 9.661774982400301e-06, |
| "loss": 0.223, |
| "step": 3260 |
| }, |
| { |
| "epoch": 1.0328568043598452, |
| "grad_norm": 0.2453451964854557, |
| "learning_rate": 9.65777605651759e-06, |
| "loss": 0.2238, |
| "step": 3270 |
| }, |
| { |
| "epoch": 1.0360161124713687, |
| "grad_norm": 0.24227112445437904, |
| "learning_rate": 9.653754466653195e-06, |
| "loss": 0.222, |
| "step": 3280 |
| }, |
| { |
| "epoch": 1.0391754205828923, |
| "grad_norm": 0.26279583121049077, |
| "learning_rate": 9.649710232375526e-06, |
| "loss": 0.2236, |
| "step": 3290 |
| }, |
| { |
| "epoch": 1.042334728694416, |
| "grad_norm": 0.31955584307225327, |
| "learning_rate": 9.645643373363166e-06, |
| "loss": 0.2229, |
| "step": 3300 |
| }, |
| { |
| "epoch": 1.0454940368059396, |
| "grad_norm": 0.257107141717547, |
| "learning_rate": 9.64155390940479e-06, |
| "loss": 0.2256, |
| "step": 3310 |
| }, |
| { |
| "epoch": 1.048653344917463, |
| "grad_norm": 0.28510160571621773, |
| "learning_rate": 9.637441860399065e-06, |
| "loss": 0.2243, |
| "step": 3320 |
| }, |
| { |
| "epoch": 1.0518126530289866, |
| "grad_norm": 0.24137541551602262, |
| "learning_rate": 9.633307246354558e-06, |
| "loss": 0.2237, |
| "step": 3330 |
| }, |
| { |
| "epoch": 1.0549719611405102, |
| "grad_norm": 0.26654943800407926, |
| "learning_rate": 9.629150087389625e-06, |
| "loss": 0.2253, |
| "step": 3340 |
| }, |
| { |
| "epoch": 1.0581312692520337, |
| "grad_norm": 0.24362961602020153, |
| "learning_rate": 9.624970403732328e-06, |
| "loss": 0.2291, |
| "step": 3350 |
| }, |
| { |
| "epoch": 1.0612905773635575, |
| "grad_norm": 0.24350680136934802, |
| "learning_rate": 9.620768215720327e-06, |
| "loss": 0.2229, |
| "step": 3360 |
| }, |
| { |
| "epoch": 1.064449885475081, |
| "grad_norm": 0.2410847673171125, |
| "learning_rate": 9.61654354380079e-06, |
| "loss": 0.2291, |
| "step": 3370 |
| }, |
| { |
| "epoch": 1.0676091935866046, |
| "grad_norm": 0.24859633294553296, |
| "learning_rate": 9.612296408530279e-06, |
| "loss": 0.224, |
| "step": 3380 |
| }, |
| { |
| "epoch": 1.070768501698128, |
| "grad_norm": 0.33635244899144884, |
| "learning_rate": 9.608026830574666e-06, |
| "loss": 0.2219, |
| "step": 3390 |
| }, |
| { |
| "epoch": 1.0739278098096516, |
| "grad_norm": 0.288768968554062, |
| "learning_rate": 9.603734830709029e-06, |
| "loss": 0.2252, |
| "step": 3400 |
| }, |
| { |
| "epoch": 1.0770871179211752, |
| "grad_norm": 0.2697580145809562, |
| "learning_rate": 9.599420429817534e-06, |
| "loss": 0.2234, |
| "step": 3410 |
| }, |
| { |
| "epoch": 1.080246426032699, |
| "grad_norm": 0.2520287953499914, |
| "learning_rate": 9.595083648893361e-06, |
| "loss": 0.2218, |
| "step": 3420 |
| }, |
| { |
| "epoch": 1.0834057341442225, |
| "grad_norm": 0.2538820882514716, |
| "learning_rate": 9.59072450903858e-06, |
| "loss": 0.2245, |
| "step": 3430 |
| }, |
| { |
| "epoch": 1.086565042255746, |
| "grad_norm": 0.24006555139584898, |
| "learning_rate": 9.586343031464056e-06, |
| "loss": 0.2245, |
| "step": 3440 |
| }, |
| { |
| "epoch": 1.0897243503672696, |
| "grad_norm": 0.24296965136255919, |
| "learning_rate": 9.581939237489347e-06, |
| "loss": 0.2227, |
| "step": 3450 |
| }, |
| { |
| "epoch": 1.092883658478793, |
| "grad_norm": 0.2641190618925988, |
| "learning_rate": 9.577513148542601e-06, |
| "loss": 0.2224, |
| "step": 3460 |
| }, |
| { |
| "epoch": 1.0960429665903166, |
| "grad_norm": 0.22534300284603093, |
| "learning_rate": 9.573064786160447e-06, |
| "loss": 0.2265, |
| "step": 3470 |
| }, |
| { |
| "epoch": 1.0992022747018404, |
| "grad_norm": 0.24227259587968128, |
| "learning_rate": 9.568594171987894e-06, |
| "loss": 0.2269, |
| "step": 3480 |
| }, |
| { |
| "epoch": 1.102361582813364, |
| "grad_norm": 0.24660324114104168, |
| "learning_rate": 9.564101327778223e-06, |
| "loss": 0.2252, |
| "step": 3490 |
| }, |
| { |
| "epoch": 1.1055208909248875, |
| "grad_norm": 0.2727222419616193, |
| "learning_rate": 9.559586275392887e-06, |
| "loss": 0.2222, |
| "step": 3500 |
| }, |
| { |
| "epoch": 1.108680199036411, |
| "grad_norm": 0.23732734292357127, |
| "learning_rate": 9.555049036801394e-06, |
| "loss": 0.2251, |
| "step": 3510 |
| }, |
| { |
| "epoch": 1.1118395071479346, |
| "grad_norm": 0.2499998501537187, |
| "learning_rate": 9.550489634081213e-06, |
| "loss": 0.2235, |
| "step": 3520 |
| }, |
| { |
| "epoch": 1.114998815259458, |
| "grad_norm": 0.2505631262518965, |
| "learning_rate": 9.545908089417655e-06, |
| "loss": 0.2268, |
| "step": 3530 |
| }, |
| { |
| "epoch": 1.1181581233709816, |
| "grad_norm": 0.24831276616046985, |
| "learning_rate": 9.541304425103772e-06, |
| "loss": 0.2258, |
| "step": 3540 |
| }, |
| { |
| "epoch": 1.1213174314825054, |
| "grad_norm": 0.24804609760497534, |
| "learning_rate": 9.536678663540247e-06, |
| "loss": 0.2232, |
| "step": 3550 |
| }, |
| { |
| "epoch": 1.124476739594029, |
| "grad_norm": 0.2268843330169224, |
| "learning_rate": 9.532030827235285e-06, |
| "loss": 0.2223, |
| "step": 3560 |
| }, |
| { |
| "epoch": 1.1276360477055525, |
| "grad_norm": 0.22228229533403326, |
| "learning_rate": 9.527360938804503e-06, |
| "loss": 0.2261, |
| "step": 3570 |
| }, |
| { |
| "epoch": 1.130795355817076, |
| "grad_norm": 0.25616837563557016, |
| "learning_rate": 9.522669020970821e-06, |
| "loss": 0.2248, |
| "step": 3580 |
| }, |
| { |
| "epoch": 1.1339546639285996, |
| "grad_norm": 0.24799181444300183, |
| "learning_rate": 9.517955096564344e-06, |
| "loss": 0.2249, |
| "step": 3590 |
| }, |
| { |
| "epoch": 1.1371139720401233, |
| "grad_norm": 0.2382662787923193, |
| "learning_rate": 9.513219188522266e-06, |
| "loss": 0.2216, |
| "step": 3600 |
| }, |
| { |
| "epoch": 1.1402732801516469, |
| "grad_norm": 0.25171104996591714, |
| "learning_rate": 9.508461319888744e-06, |
| "loss": 0.2225, |
| "step": 3610 |
| }, |
| { |
| "epoch": 1.1434325882631704, |
| "grad_norm": 0.23415739363429328, |
| "learning_rate": 9.503681513814797e-06, |
| "loss": 0.2236, |
| "step": 3620 |
| }, |
| { |
| "epoch": 1.146591896374694, |
| "grad_norm": 0.2432154138833874, |
| "learning_rate": 9.498879793558184e-06, |
| "loss": 0.2234, |
| "step": 3630 |
| }, |
| { |
| "epoch": 1.1497512044862175, |
| "grad_norm": 0.22687839285475797, |
| "learning_rate": 9.494056182483293e-06, |
| "loss": 0.2222, |
| "step": 3640 |
| }, |
| { |
| "epoch": 1.152910512597741, |
| "grad_norm": 0.26826441248684857, |
| "learning_rate": 9.489210704061036e-06, |
| "loss": 0.2216, |
| "step": 3650 |
| }, |
| { |
| "epoch": 1.1560698207092646, |
| "grad_norm": 0.24724769280109898, |
| "learning_rate": 9.484343381868722e-06, |
| "loss": 0.2242, |
| "step": 3660 |
| }, |
| { |
| "epoch": 1.1592291288207883, |
| "grad_norm": 0.2584281422449668, |
| "learning_rate": 9.479454239589948e-06, |
| "loss": 0.2248, |
| "step": 3670 |
| }, |
| { |
| "epoch": 1.1623884369323119, |
| "grad_norm": 0.2445110224992667, |
| "learning_rate": 9.47454330101449e-06, |
| "loss": 0.2207, |
| "step": 3680 |
| }, |
| { |
| "epoch": 1.1655477450438354, |
| "grad_norm": 0.22768485500843333, |
| "learning_rate": 9.469610590038175e-06, |
| "loss": 0.2231, |
| "step": 3690 |
| }, |
| { |
| "epoch": 1.168707053155359, |
| "grad_norm": 0.23303026391453427, |
| "learning_rate": 9.464656130662775e-06, |
| "loss": 0.2237, |
| "step": 3700 |
| }, |
| { |
| "epoch": 1.1718663612668825, |
| "grad_norm": 0.2489422466683634, |
| "learning_rate": 9.45967994699588e-06, |
| "loss": 0.2249, |
| "step": 3710 |
| }, |
| { |
| "epoch": 1.1750256693784062, |
| "grad_norm": 0.26953611174046954, |
| "learning_rate": 9.454682063250798e-06, |
| "loss": 0.2214, |
| "step": 3720 |
| }, |
| { |
| "epoch": 1.1781849774899298, |
| "grad_norm": 0.24590519797285548, |
| "learning_rate": 9.449662503746416e-06, |
| "loss": 0.2238, |
| "step": 3730 |
| }, |
| { |
| "epoch": 1.1813442856014533, |
| "grad_norm": 0.23511526883880332, |
| "learning_rate": 9.444621292907095e-06, |
| "loss": 0.2224, |
| "step": 3740 |
| }, |
| { |
| "epoch": 1.1845035937129769, |
| "grad_norm": 0.22848149314341606, |
| "learning_rate": 9.439558455262547e-06, |
| "loss": 0.2214, |
| "step": 3750 |
| }, |
| { |
| "epoch": 1.1876629018245004, |
| "grad_norm": 0.25030584511199394, |
| "learning_rate": 9.43447401544772e-06, |
| "loss": 0.2206, |
| "step": 3760 |
| }, |
| { |
| "epoch": 1.190822209936024, |
| "grad_norm": 0.2395716904991911, |
| "learning_rate": 9.429367998202671e-06, |
| "loss": 0.2203, |
| "step": 3770 |
| }, |
| { |
| "epoch": 1.1939815180475475, |
| "grad_norm": 0.24389646038824445, |
| "learning_rate": 9.424240428372454e-06, |
| "loss": 0.2231, |
| "step": 3780 |
| }, |
| { |
| "epoch": 1.1971408261590712, |
| "grad_norm": 0.2511376763314995, |
| "learning_rate": 9.419091330906985e-06, |
| "loss": 0.2229, |
| "step": 3790 |
| }, |
| { |
| "epoch": 1.2003001342705948, |
| "grad_norm": 0.2309948734333885, |
| "learning_rate": 9.413920730860936e-06, |
| "loss": 0.2217, |
| "step": 3800 |
| }, |
| { |
| "epoch": 1.2034594423821183, |
| "grad_norm": 0.22403672252100287, |
| "learning_rate": 9.408728653393613e-06, |
| "loss": 0.2209, |
| "step": 3810 |
| }, |
| { |
| "epoch": 1.2066187504936419, |
| "grad_norm": 0.23770720039134421, |
| "learning_rate": 9.403515123768817e-06, |
| "loss": 0.2262, |
| "step": 3820 |
| }, |
| { |
| "epoch": 1.2097780586051654, |
| "grad_norm": 0.23637922011574056, |
| "learning_rate": 9.398280167354737e-06, |
| "loss": 0.2211, |
| "step": 3830 |
| }, |
| { |
| "epoch": 1.2129373667166892, |
| "grad_norm": 0.23752969597662485, |
| "learning_rate": 9.39302380962382e-06, |
| "loss": 0.2232, |
| "step": 3840 |
| }, |
| { |
| "epoch": 1.2160966748282127, |
| "grad_norm": 0.23711964499813667, |
| "learning_rate": 9.38774607615265e-06, |
| "loss": 0.2199, |
| "step": 3850 |
| }, |
| { |
| "epoch": 1.2192559829397362, |
| "grad_norm": 0.2594025147223781, |
| "learning_rate": 9.382446992621822e-06, |
| "loss": 0.2219, |
| "step": 3860 |
| }, |
| { |
| "epoch": 1.2224152910512598, |
| "grad_norm": 0.24109832395545655, |
| "learning_rate": 9.377126584815812e-06, |
| "loss": 0.2212, |
| "step": 3870 |
| }, |
| { |
| "epoch": 1.2255745991627833, |
| "grad_norm": 0.22269010324866226, |
| "learning_rate": 9.371784878622863e-06, |
| "loss": 0.221, |
| "step": 3880 |
| }, |
| { |
| "epoch": 1.2287339072743069, |
| "grad_norm": 0.22390895916446435, |
| "learning_rate": 9.36642190003485e-06, |
| "loss": 0.2206, |
| "step": 3890 |
| }, |
| { |
| "epoch": 1.2318932153858304, |
| "grad_norm": 0.27627761911305704, |
| "learning_rate": 9.361037675147152e-06, |
| "loss": 0.2209, |
| "step": 3900 |
| }, |
| { |
| "epoch": 1.2350525234973542, |
| "grad_norm": 0.2420598861318583, |
| "learning_rate": 9.355632230158537e-06, |
| "loss": 0.2179, |
| "step": 3910 |
| }, |
| { |
| "epoch": 1.2382118316088777, |
| "grad_norm": 0.2325111241248699, |
| "learning_rate": 9.35020559137102e-06, |
| "loss": 0.2195, |
| "step": 3920 |
| }, |
| { |
| "epoch": 1.2413711397204013, |
| "grad_norm": 0.24210875124091263, |
| "learning_rate": 9.344757785189743e-06, |
| "loss": 0.2209, |
| "step": 3930 |
| }, |
| { |
| "epoch": 1.2445304478319248, |
| "grad_norm": 0.23465411344270035, |
| "learning_rate": 9.339288838122848e-06, |
| "loss": 0.2218, |
| "step": 3940 |
| }, |
| { |
| "epoch": 1.2476897559434483, |
| "grad_norm": 0.24940394557867132, |
| "learning_rate": 9.333798776781344e-06, |
| "loss": 0.2207, |
| "step": 3950 |
| }, |
| { |
| "epoch": 1.250849064054972, |
| "grad_norm": 0.24164502781099362, |
| "learning_rate": 9.328287627878974e-06, |
| "loss": 0.2239, |
| "step": 3960 |
| }, |
| { |
| "epoch": 1.2540083721664956, |
| "grad_norm": 0.24030120002479546, |
| "learning_rate": 9.322755418232094e-06, |
| "loss": 0.2222, |
| "step": 3970 |
| }, |
| { |
| "epoch": 1.2571676802780192, |
| "grad_norm": 0.24260325995919346, |
| "learning_rate": 9.317202174759541e-06, |
| "loss": 0.2205, |
| "step": 3980 |
| }, |
| { |
| "epoch": 1.2603269883895427, |
| "grad_norm": 0.24390555474193987, |
| "learning_rate": 9.311627924482494e-06, |
| "loss": 0.2201, |
| "step": 3990 |
| }, |
| { |
| "epoch": 1.2634862965010663, |
| "grad_norm": 0.2373559456916262, |
| "learning_rate": 9.306032694524346e-06, |
| "loss": 0.2211, |
| "step": 4000 |
| }, |
| { |
| "epoch": 1.2669615354237422, |
| "grad_norm": 0.23593037133395878, |
| "learning_rate": 9.300416512110582e-06, |
| "loss": 0.2212, |
| "step": 4010 |
| }, |
| { |
| "epoch": 1.2701208435352658, |
| "grad_norm": 0.2683209112120544, |
| "learning_rate": 9.29477940456863e-06, |
| "loss": 0.2233, |
| "step": 4020 |
| }, |
| { |
| "epoch": 1.2732801516467893, |
| "grad_norm": 0.24625101625854237, |
| "learning_rate": 9.289121399327742e-06, |
| "loss": 0.2204, |
| "step": 4030 |
| }, |
| { |
| "epoch": 1.2764394597583129, |
| "grad_norm": 0.24487225016448577, |
| "learning_rate": 9.283442523918848e-06, |
| "loss": 0.2216, |
| "step": 4040 |
| }, |
| { |
| "epoch": 1.2795987678698366, |
| "grad_norm": 0.22210615337013012, |
| "learning_rate": 9.27774280597444e-06, |
| "loss": 0.2215, |
| "step": 4050 |
| }, |
| { |
| "epoch": 1.2827580759813602, |
| "grad_norm": 0.22108031546901602, |
| "learning_rate": 9.272022273228414e-06, |
| "loss": 0.2204, |
| "step": 4060 |
| }, |
| { |
| "epoch": 1.2859173840928837, |
| "grad_norm": 0.24375060995624975, |
| "learning_rate": 9.266280953515958e-06, |
| "loss": 0.2206, |
| "step": 4070 |
| }, |
| { |
| "epoch": 1.2890766922044072, |
| "grad_norm": 0.2480993257402374, |
| "learning_rate": 9.260518874773395e-06, |
| "loss": 0.2241, |
| "step": 4080 |
| }, |
| { |
| "epoch": 1.2922360003159308, |
| "grad_norm": 0.22812840181798105, |
| "learning_rate": 9.25473606503807e-06, |
| "loss": 0.2229, |
| "step": 4090 |
| }, |
| { |
| "epoch": 1.2953953084274543, |
| "grad_norm": 0.23578170889449204, |
| "learning_rate": 9.248932552448191e-06, |
| "loss": 0.2202, |
| "step": 4100 |
| }, |
| { |
| "epoch": 1.2985546165389779, |
| "grad_norm": 0.23821605850175842, |
| "learning_rate": 9.24310836524271e-06, |
| "loss": 0.223, |
| "step": 4110 |
| }, |
| { |
| "epoch": 1.3017139246505016, |
| "grad_norm": 0.22354575939426694, |
| "learning_rate": 9.237263531761178e-06, |
| "loss": 0.2206, |
| "step": 4120 |
| }, |
| { |
| "epoch": 1.3048732327620252, |
| "grad_norm": 0.25832314829209013, |
| "learning_rate": 9.2313980804436e-06, |
| "loss": 0.2231, |
| "step": 4130 |
| }, |
| { |
| "epoch": 1.3080325408735487, |
| "grad_norm": 0.25538340887467387, |
| "learning_rate": 9.225512039830316e-06, |
| "loss": 0.2175, |
| "step": 4140 |
| }, |
| { |
| "epoch": 1.3111918489850722, |
| "grad_norm": 0.25215426741015406, |
| "learning_rate": 9.219605438561836e-06, |
| "loss": 0.2237, |
| "step": 4150 |
| }, |
| { |
| "epoch": 1.3143511570965958, |
| "grad_norm": 0.2313336444417292, |
| "learning_rate": 9.213678305378728e-06, |
| "loss": 0.2172, |
| "step": 4160 |
| }, |
| { |
| "epoch": 1.3175104652081195, |
| "grad_norm": 0.2278642515048215, |
| "learning_rate": 9.207730669121458e-06, |
| "loss": 0.2198, |
| "step": 4170 |
| }, |
| { |
| "epoch": 1.320669773319643, |
| "grad_norm": 0.2202393432518963, |
| "learning_rate": 9.201762558730256e-06, |
| "loss": 0.2217, |
| "step": 4180 |
| }, |
| { |
| "epoch": 1.3238290814311666, |
| "grad_norm": 0.23993000450443083, |
| "learning_rate": 9.19577400324498e-06, |
| "loss": 0.218, |
| "step": 4190 |
| }, |
| { |
| "epoch": 1.3269883895426902, |
| "grad_norm": 0.21595002622084153, |
| "learning_rate": 9.189765031804965e-06, |
| "loss": 0.2176, |
| "step": 4200 |
| }, |
| { |
| "epoch": 1.3301476976542137, |
| "grad_norm": 0.2526302368911067, |
| "learning_rate": 9.183735673648893e-06, |
| "loss": 0.2201, |
| "step": 4210 |
| }, |
| { |
| "epoch": 1.3333070057657372, |
| "grad_norm": 0.2431796699930924, |
| "learning_rate": 9.177685958114641e-06, |
| "loss": 0.2197, |
| "step": 4220 |
| }, |
| { |
| "epoch": 1.3364663138772608, |
| "grad_norm": 0.22807380467388666, |
| "learning_rate": 9.171615914639143e-06, |
| "loss": 0.2184, |
| "step": 4230 |
| }, |
| { |
| "epoch": 1.3396256219887843, |
| "grad_norm": 0.23018273423897978, |
| "learning_rate": 9.16552557275824e-06, |
| "loss": 0.2212, |
| "step": 4240 |
| }, |
| { |
| "epoch": 1.342784930100308, |
| "grad_norm": 0.25116936857534927, |
| "learning_rate": 9.159414962106551e-06, |
| "loss": 0.2205, |
| "step": 4250 |
| }, |
| { |
| "epoch": 1.3459442382118316, |
| "grad_norm": 0.2535484242407173, |
| "learning_rate": 9.153284112417314e-06, |
| "loss": 0.2173, |
| "step": 4260 |
| }, |
| { |
| "epoch": 1.3491035463233552, |
| "grad_norm": 0.21916754861180746, |
| "learning_rate": 9.147133053522243e-06, |
| "loss": 0.2206, |
| "step": 4270 |
| }, |
| { |
| "epoch": 1.3522628544348787, |
| "grad_norm": 0.24428352296386502, |
| "learning_rate": 9.140961815351399e-06, |
| "loss": 0.2203, |
| "step": 4280 |
| }, |
| { |
| "epoch": 1.3554221625464025, |
| "grad_norm": 0.22564630207596492, |
| "learning_rate": 9.13477042793302e-06, |
| "loss": 0.2185, |
| "step": 4290 |
| }, |
| { |
| "epoch": 1.358581470657926, |
| "grad_norm": 0.2203268383689168, |
| "learning_rate": 9.128558921393391e-06, |
| "loss": 0.2196, |
| "step": 4300 |
| }, |
| { |
| "epoch": 1.3617407787694495, |
| "grad_norm": 0.22885301789778367, |
| "learning_rate": 9.122327325956697e-06, |
| "loss": 0.2188, |
| "step": 4310 |
| }, |
| { |
| "epoch": 1.364900086880973, |
| "grad_norm": 0.23826459623192525, |
| "learning_rate": 9.116075671944865e-06, |
| "loss": 0.2196, |
| "step": 4320 |
| }, |
| { |
| "epoch": 1.3680593949924966, |
| "grad_norm": 0.23832523948959192, |
| "learning_rate": 9.109803989777432e-06, |
| "loss": 0.22, |
| "step": 4330 |
| }, |
| { |
| "epoch": 1.3712187031040202, |
| "grad_norm": 0.23458728809270832, |
| "learning_rate": 9.103512309971381e-06, |
| "loss": 0.2201, |
| "step": 4340 |
| }, |
| { |
| "epoch": 1.3743780112155437, |
| "grad_norm": 0.2505289166305433, |
| "learning_rate": 9.097200663141007e-06, |
| "loss": 0.2204, |
| "step": 4350 |
| }, |
| { |
| "epoch": 1.3775373193270672, |
| "grad_norm": 0.23547611606996885, |
| "learning_rate": 9.090869079997756e-06, |
| "loss": 0.2176, |
| "step": 4360 |
| }, |
| { |
| "epoch": 1.380696627438591, |
| "grad_norm": 0.23300517643120455, |
| "learning_rate": 9.084517591350085e-06, |
| "loss": 0.2196, |
| "step": 4370 |
| }, |
| { |
| "epoch": 1.3838559355501145, |
| "grad_norm": 0.23821378937778367, |
| "learning_rate": 9.078146228103302e-06, |
| "loss": 0.2205, |
| "step": 4380 |
| }, |
| { |
| "epoch": 1.387015243661638, |
| "grad_norm": 0.24777379778962433, |
| "learning_rate": 9.07175502125943e-06, |
| "loss": 0.217, |
| "step": 4390 |
| }, |
| { |
| "epoch": 1.3901745517731616, |
| "grad_norm": 0.2475049075002878, |
| "learning_rate": 9.065344001917042e-06, |
| "loss": 0.2182, |
| "step": 4400 |
| }, |
| { |
| "epoch": 1.3933338598846854, |
| "grad_norm": 0.22578213255742105, |
| "learning_rate": 9.058913201271116e-06, |
| "loss": 0.2193, |
| "step": 4410 |
| }, |
| { |
| "epoch": 1.396493167996209, |
| "grad_norm": 0.2363691948058237, |
| "learning_rate": 9.052462650612886e-06, |
| "loss": 0.2203, |
| "step": 4420 |
| }, |
| { |
| "epoch": 1.3996524761077325, |
| "grad_norm": 0.22912256425928543, |
| "learning_rate": 9.045992381329678e-06, |
| "loss": 0.219, |
| "step": 4430 |
| }, |
| { |
| "epoch": 1.402811784219256, |
| "grad_norm": 0.24248708988856363, |
| "learning_rate": 9.039502424904778e-06, |
| "loss": 0.2197, |
| "step": 4440 |
| }, |
| { |
| "epoch": 1.4059710923307795, |
| "grad_norm": 0.24586583420100006, |
| "learning_rate": 9.032992812917253e-06, |
| "loss": 0.217, |
| "step": 4450 |
| }, |
| { |
| "epoch": 1.409130400442303, |
| "grad_norm": 0.2352960559617627, |
| "learning_rate": 9.026463577041823e-06, |
| "loss": 0.2187, |
| "step": 4460 |
| }, |
| { |
| "epoch": 1.4122897085538266, |
| "grad_norm": 0.24173709757573497, |
| "learning_rate": 9.019914749048689e-06, |
| "loss": 0.221, |
| "step": 4470 |
| }, |
| { |
| "epoch": 1.4154490166653502, |
| "grad_norm": 0.23957045024343024, |
| "learning_rate": 9.01334636080338e-06, |
| "loss": 0.2186, |
| "step": 4480 |
| }, |
| { |
| "epoch": 1.418608324776874, |
| "grad_norm": 0.2419319656288058, |
| "learning_rate": 9.00675844426661e-06, |
| "loss": 0.2194, |
| "step": 4490 |
| }, |
| { |
| "epoch": 1.4217676328883975, |
| "grad_norm": 0.21881593406458033, |
| "learning_rate": 9.00015103149411e-06, |
| "loss": 0.2186, |
| "step": 4500 |
| }, |
| { |
| "epoch": 1.424926940999921, |
| "grad_norm": 0.24136336388843918, |
| "learning_rate": 8.993524154636475e-06, |
| "loss": 0.2194, |
| "step": 4510 |
| }, |
| { |
| "epoch": 1.4280862491114446, |
| "grad_norm": 0.24438868998683702, |
| "learning_rate": 8.986877845939013e-06, |
| "loss": 0.2182, |
| "step": 4520 |
| }, |
| { |
| "epoch": 1.431245557222968, |
| "grad_norm": 0.2885217400112698, |
| "learning_rate": 8.980212137741584e-06, |
| "loss": 0.2177, |
| "step": 4530 |
| }, |
| { |
| "epoch": 1.4344048653344919, |
| "grad_norm": 0.24449644579392688, |
| "learning_rate": 8.973527062478438e-06, |
| "loss": 0.221, |
| "step": 4540 |
| }, |
| { |
| "epoch": 1.4375641734460154, |
| "grad_norm": 0.23524427018475397, |
| "learning_rate": 8.966822652678068e-06, |
| "loss": 0.2187, |
| "step": 4550 |
| }, |
| { |
| "epoch": 1.440723481557539, |
| "grad_norm": 0.2288850724812931, |
| "learning_rate": 8.960098940963042e-06, |
| "loss": 0.2181, |
| "step": 4560 |
| }, |
| { |
| "epoch": 1.4438827896690625, |
| "grad_norm": 0.21740524732083277, |
| "learning_rate": 8.953355960049848e-06, |
| "loss": 0.2171, |
| "step": 4570 |
| }, |
| { |
| "epoch": 1.447042097780586, |
| "grad_norm": 0.22515210418111187, |
| "learning_rate": 8.946593742748737e-06, |
| "loss": 0.2198, |
| "step": 4580 |
| }, |
| { |
| "epoch": 1.4502014058921096, |
| "grad_norm": 0.2241208354134438, |
| "learning_rate": 8.93981232196356e-06, |
| "loss": 0.2176, |
| "step": 4590 |
| }, |
| { |
| "epoch": 1.453360714003633, |
| "grad_norm": 0.23239653090715226, |
| "learning_rate": 8.933011730691609e-06, |
| "loss": 0.2193, |
| "step": 4600 |
| }, |
| { |
| "epoch": 1.4565200221151569, |
| "grad_norm": 0.2591474679289352, |
| "learning_rate": 8.926192002023457e-06, |
| "loss": 0.2152, |
| "step": 4610 |
| }, |
| { |
| "epoch": 1.4596793302266804, |
| "grad_norm": 0.25412246361370894, |
| "learning_rate": 8.919353169142794e-06, |
| "loss": 0.221, |
| "step": 4620 |
| }, |
| { |
| "epoch": 1.462838638338204, |
| "grad_norm": 0.24625096243975705, |
| "learning_rate": 8.912495265326274e-06, |
| "loss": 0.2176, |
| "step": 4630 |
| }, |
| { |
| "epoch": 1.4659979464497275, |
| "grad_norm": 0.23707218603543193, |
| "learning_rate": 8.905618323943337e-06, |
| "loss": 0.2195, |
| "step": 4640 |
| }, |
| { |
| "epoch": 1.469157254561251, |
| "grad_norm": 0.2428731037963279, |
| "learning_rate": 8.898722378456066e-06, |
| "loss": 0.2194, |
| "step": 4650 |
| }, |
| { |
| "epoch": 1.4723165626727748, |
| "grad_norm": 0.23709943181558119, |
| "learning_rate": 8.89180746241901e-06, |
| "loss": 0.2189, |
| "step": 4660 |
| }, |
| { |
| "epoch": 1.4754758707842983, |
| "grad_norm": 0.22433268675724657, |
| "learning_rate": 8.88487360947903e-06, |
| "loss": 0.2177, |
| "step": 4670 |
| }, |
| { |
| "epoch": 1.4786351788958219, |
| "grad_norm": 0.20952198638497543, |
| "learning_rate": 8.877920853375127e-06, |
| "loss": 0.2168, |
| "step": 4680 |
| }, |
| { |
| "epoch": 1.4817944870073454, |
| "grad_norm": 0.21717097039950753, |
| "learning_rate": 8.87094922793828e-06, |
| "loss": 0.2159, |
| "step": 4690 |
| }, |
| { |
| "epoch": 1.484953795118869, |
| "grad_norm": 0.23796957102894456, |
| "learning_rate": 8.86395876709129e-06, |
| "loss": 0.2151, |
| "step": 4700 |
| }, |
| { |
| "epoch": 1.4881131032303925, |
| "grad_norm": 0.2488834756996504, |
| "learning_rate": 8.856949504848602e-06, |
| "loss": 0.2154, |
| "step": 4710 |
| }, |
| { |
| "epoch": 1.491272411341916, |
| "grad_norm": 0.25338534020929043, |
| "learning_rate": 8.849921475316147e-06, |
| "loss": 0.2182, |
| "step": 4720 |
| }, |
| { |
| "epoch": 1.4944317194534398, |
| "grad_norm": 0.22919814445941372, |
| "learning_rate": 8.842874712691176e-06, |
| "loss": 0.2167, |
| "step": 4730 |
| }, |
| { |
| "epoch": 1.4975910275649633, |
| "grad_norm": 0.2256770534043575, |
| "learning_rate": 8.83580925126209e-06, |
| "loss": 0.2173, |
| "step": 4740 |
| }, |
| { |
| "epoch": 1.5007503356764869, |
| "grad_norm": 0.22659615457077606, |
| "learning_rate": 8.828725125408277e-06, |
| "loss": 0.2195, |
| "step": 4750 |
| }, |
| { |
| "epoch": 1.5039096437880104, |
| "grad_norm": 0.2525621807127862, |
| "learning_rate": 8.821622369599945e-06, |
| "loss": 0.2189, |
| "step": 4760 |
| }, |
| { |
| "epoch": 1.5070689518995342, |
| "grad_norm": 0.23576094914242274, |
| "learning_rate": 8.814501018397948e-06, |
| "loss": 0.2169, |
| "step": 4770 |
| }, |
| { |
| "epoch": 1.5102282600110577, |
| "grad_norm": 0.23522191103261228, |
| "learning_rate": 8.807361106453623e-06, |
| "loss": 0.2174, |
| "step": 4780 |
| }, |
| { |
| "epoch": 1.5133875681225812, |
| "grad_norm": 0.25147556181231623, |
| "learning_rate": 8.800202668508624e-06, |
| "loss": 0.2182, |
| "step": 4790 |
| }, |
| { |
| "epoch": 1.5165468762341048, |
| "grad_norm": 0.229827362444795, |
| "learning_rate": 8.793025739394747e-06, |
| "loss": 0.2188, |
| "step": 4800 |
| }, |
| { |
| "epoch": 1.5197061843456283, |
| "grad_norm": 0.23171793705210642, |
| "learning_rate": 8.78583035403376e-06, |
| "loss": 0.2192, |
| "step": 4810 |
| }, |
| { |
| "epoch": 1.5228654924571519, |
| "grad_norm": 0.24117108800540396, |
| "learning_rate": 8.778616547437244e-06, |
| "loss": 0.2154, |
| "step": 4820 |
| }, |
| { |
| "epoch": 1.5260248005686754, |
| "grad_norm": 0.2239538620184076, |
| "learning_rate": 8.771384354706407e-06, |
| "loss": 0.2189, |
| "step": 4830 |
| }, |
| { |
| "epoch": 1.529184108680199, |
| "grad_norm": 0.22643911431321556, |
| "learning_rate": 8.764133811031926e-06, |
| "loss": 0.219, |
| "step": 4840 |
| }, |
| { |
| "epoch": 1.5323434167917225, |
| "grad_norm": 0.2309154933998562, |
| "learning_rate": 8.756864951693767e-06, |
| "loss": 0.2161, |
| "step": 4850 |
| }, |
| { |
| "epoch": 1.5355027249032462, |
| "grad_norm": 0.22487805218107695, |
| "learning_rate": 8.749577812061019e-06, |
| "loss": 0.2155, |
| "step": 4860 |
| }, |
| { |
| "epoch": 1.5386620330147698, |
| "grad_norm": 0.2508153221101582, |
| "learning_rate": 8.74227242759172e-06, |
| "loss": 0.2165, |
| "step": 4870 |
| }, |
| { |
| "epoch": 1.5418213411262933, |
| "grad_norm": 0.2294176475790702, |
| "learning_rate": 8.734948833832684e-06, |
| "loss": 0.2194, |
| "step": 4880 |
| }, |
| { |
| "epoch": 1.544980649237817, |
| "grad_norm": 0.24196930828876226, |
| "learning_rate": 8.72760706641933e-06, |
| "loss": 0.2179, |
| "step": 4890 |
| }, |
| { |
| "epoch": 1.5481399573493406, |
| "grad_norm": 0.2067023139224669, |
| "learning_rate": 8.720247161075504e-06, |
| "loss": 0.2141, |
| "step": 4900 |
| }, |
| { |
| "epoch": 1.5512992654608642, |
| "grad_norm": 0.22150939402397368, |
| "learning_rate": 8.71286915361331e-06, |
| "loss": 0.2167, |
| "step": 4910 |
| }, |
| { |
| "epoch": 1.5544585735723877, |
| "grad_norm": 0.22765148037671673, |
| "learning_rate": 8.705473079932935e-06, |
| "loss": 0.2193, |
| "step": 4920 |
| }, |
| { |
| "epoch": 1.5576178816839112, |
| "grad_norm": 0.2541351407544811, |
| "learning_rate": 8.698058976022473e-06, |
| "loss": 0.2178, |
| "step": 4930 |
| }, |
| { |
| "epoch": 1.5607771897954348, |
| "grad_norm": 0.22926147481484557, |
| "learning_rate": 8.690626877957745e-06, |
| "loss": 0.217, |
| "step": 4940 |
| }, |
| { |
| "epoch": 1.5639364979069583, |
| "grad_norm": 0.22296251412940335, |
| "learning_rate": 8.683176821902135e-06, |
| "loss": 0.2169, |
| "step": 4950 |
| }, |
| { |
| "epoch": 1.5670958060184819, |
| "grad_norm": 0.20884559665213961, |
| "learning_rate": 8.675708844106407e-06, |
| "loss": 0.2177, |
| "step": 4960 |
| }, |
| { |
| "epoch": 1.5702551141300054, |
| "grad_norm": 0.24025626100283112, |
| "learning_rate": 8.668222980908527e-06, |
| "loss": 0.2197, |
| "step": 4970 |
| }, |
| { |
| "epoch": 1.573414422241529, |
| "grad_norm": 0.23773563954990934, |
| "learning_rate": 8.66071926873349e-06, |
| "loss": 0.2152, |
| "step": 4980 |
| }, |
| { |
| "epoch": 1.5765737303530527, |
| "grad_norm": 0.2145137444703373, |
| "learning_rate": 8.65319774409314e-06, |
| "loss": 0.2171, |
| "step": 4990 |
| }, |
| { |
| "epoch": 1.5797330384645762, |
| "grad_norm": 0.22033335790324296, |
| "learning_rate": 8.645658443585992e-06, |
| "loss": 0.2186, |
| "step": 5000 |
| }, |
| { |
| "epoch": 1.5828923465760998, |
| "grad_norm": 0.22804805519869795, |
| "learning_rate": 8.638101403897062e-06, |
| "loss": 0.2174, |
| "step": 5010 |
| }, |
| { |
| "epoch": 1.5860516546876235, |
| "grad_norm": 0.2289269600023062, |
| "learning_rate": 8.630526661797673e-06, |
| "loss": 0.2164, |
| "step": 5020 |
| }, |
| { |
| "epoch": 1.589210962799147, |
| "grad_norm": 0.2165226855369354, |
| "learning_rate": 8.622934254145292e-06, |
| "loss": 0.2173, |
| "step": 5030 |
| }, |
| { |
| "epoch": 1.5923702709106706, |
| "grad_norm": 0.21269449117197298, |
| "learning_rate": 8.615324217883341e-06, |
| "loss": 0.2158, |
| "step": 5040 |
| }, |
| { |
| "epoch": 1.5955295790221942, |
| "grad_norm": 0.21841160515610453, |
| "learning_rate": 8.607696590041021e-06, |
| "loss": 0.2181, |
| "step": 5050 |
| }, |
| { |
| "epoch": 1.5986888871337177, |
| "grad_norm": 0.23472942411314004, |
| "learning_rate": 8.60005140773313e-06, |
| "loss": 0.2158, |
| "step": 5060 |
| }, |
| { |
| "epoch": 1.6018481952452412, |
| "grad_norm": 0.2599264549024524, |
| "learning_rate": 8.592388708159881e-06, |
| "loss": 0.2202, |
| "step": 5070 |
| }, |
| { |
| "epoch": 1.6050075033567648, |
| "grad_norm": 0.22673012824944389, |
| "learning_rate": 8.584708528606728e-06, |
| "loss": 0.2165, |
| "step": 5080 |
| }, |
| { |
| "epoch": 1.6081668114682883, |
| "grad_norm": 0.2206529413228289, |
| "learning_rate": 8.577010906444174e-06, |
| "loss": 0.2187, |
| "step": 5090 |
| }, |
| { |
| "epoch": 1.6113261195798119, |
| "grad_norm": 0.22895351987221169, |
| "learning_rate": 8.569295879127602e-06, |
| "loss": 0.2159, |
| "step": 5100 |
| }, |
| { |
| "epoch": 1.6144854276913356, |
| "grad_norm": 0.23022447681447986, |
| "learning_rate": 8.56156348419708e-06, |
| "loss": 0.2157, |
| "step": 5110 |
| }, |
| { |
| "epoch": 1.6176447358028592, |
| "grad_norm": 0.2183798711751106, |
| "learning_rate": 8.553813759277185e-06, |
| "loss": 0.2169, |
| "step": 5120 |
| }, |
| { |
| "epoch": 1.6208040439143827, |
| "grad_norm": 0.22109788078597084, |
| "learning_rate": 8.546046742076819e-06, |
| "loss": 0.214, |
| "step": 5130 |
| }, |
| { |
| "epoch": 1.6239633520259065, |
| "grad_norm": 0.2690538258988973, |
| "learning_rate": 8.538262470389027e-06, |
| "loss": 0.2189, |
| "step": 5140 |
| }, |
| { |
| "epoch": 1.62712266013743, |
| "grad_norm": 0.22791429863696558, |
| "learning_rate": 8.530460982090812e-06, |
| "loss": 0.2146, |
| "step": 5150 |
| }, |
| { |
| "epoch": 1.6302819682489536, |
| "grad_norm": 0.23247506925321845, |
| "learning_rate": 8.522642315142948e-06, |
| "loss": 0.2174, |
| "step": 5160 |
| }, |
| { |
| "epoch": 1.633441276360477, |
| "grad_norm": 0.22524917238532172, |
| "learning_rate": 8.514806507589796e-06, |
| "loss": 0.2135, |
| "step": 5170 |
| }, |
| { |
| "epoch": 1.6366005844720006, |
| "grad_norm": 0.21074048952604266, |
| "learning_rate": 8.506953597559125e-06, |
| "loss": 0.2168, |
| "step": 5180 |
| }, |
| { |
| "epoch": 1.6397598925835242, |
| "grad_norm": 0.24438387341045803, |
| "learning_rate": 8.49908362326192e-06, |
| "loss": 0.2181, |
| "step": 5190 |
| }, |
| { |
| "epoch": 1.6429192006950477, |
| "grad_norm": 0.2486574671755116, |
| "learning_rate": 8.491196622992196e-06, |
| "loss": 0.2131, |
| "step": 5200 |
| }, |
| { |
| "epoch": 1.6460785088065713, |
| "grad_norm": 0.2256817140951327, |
| "learning_rate": 8.483292635126814e-06, |
| "loss": 0.2168, |
| "step": 5210 |
| }, |
| { |
| "epoch": 1.6492378169180948, |
| "grad_norm": 0.23268219491083575, |
| "learning_rate": 8.475371698125298e-06, |
| "loss": 0.2199, |
| "step": 5220 |
| }, |
| { |
| "epoch": 1.6523971250296186, |
| "grad_norm": 0.22549590195988278, |
| "learning_rate": 8.46743385052964e-06, |
| "loss": 0.2148, |
| "step": 5230 |
| }, |
| { |
| "epoch": 1.655556433141142, |
| "grad_norm": 0.22816476144990433, |
| "learning_rate": 8.459479130964114e-06, |
| "loss": 0.2161, |
| "step": 5240 |
| }, |
| { |
| "epoch": 1.6587157412526656, |
| "grad_norm": 0.22538580259762195, |
| "learning_rate": 8.451507578135099e-06, |
| "loss": 0.2153, |
| "step": 5250 |
| }, |
| { |
| "epoch": 1.6618750493641894, |
| "grad_norm": 0.2378857848685177, |
| "learning_rate": 8.443519230830871e-06, |
| "loss": 0.2165, |
| "step": 5260 |
| }, |
| { |
| "epoch": 1.665034357475713, |
| "grad_norm": 0.21964276783718112, |
| "learning_rate": 8.435514127921432e-06, |
| "loss": 0.2152, |
| "step": 5270 |
| }, |
| { |
| "epoch": 1.6681936655872365, |
| "grad_norm": 0.2278255608379614, |
| "learning_rate": 8.427492308358314e-06, |
| "loss": 0.2151, |
| "step": 5280 |
| }, |
| { |
| "epoch": 1.67135297369876, |
| "grad_norm": 0.22151461379504075, |
| "learning_rate": 8.419453811174384e-06, |
| "loss": 0.2159, |
| "step": 5290 |
| }, |
| { |
| "epoch": 1.6745122818102836, |
| "grad_norm": 0.23436228542360216, |
| "learning_rate": 8.411398675483668e-06, |
| "loss": 0.2139, |
| "step": 5300 |
| }, |
| { |
| "epoch": 1.677671589921807, |
| "grad_norm": 0.23116461868460544, |
| "learning_rate": 8.403326940481146e-06, |
| "loss": 0.2141, |
| "step": 5310 |
| }, |
| { |
| "epoch": 1.6808308980333306, |
| "grad_norm": 0.22621704434121967, |
| "learning_rate": 8.39523864544257e-06, |
| "loss": 0.2178, |
| "step": 5320 |
| }, |
| { |
| "epoch": 1.6839902061448542, |
| "grad_norm": 0.24437450666792623, |
| "learning_rate": 8.387133829724266e-06, |
| "loss": 0.2148, |
| "step": 5330 |
| }, |
| { |
| "epoch": 1.6871495142563777, |
| "grad_norm": 0.2285633102632245, |
| "learning_rate": 8.379012532762956e-06, |
| "loss": 0.211, |
| "step": 5340 |
| }, |
| { |
| "epoch": 1.6903088223679015, |
| "grad_norm": 0.23322244192934505, |
| "learning_rate": 8.370874794075548e-06, |
| "loss": 0.2159, |
| "step": 5350 |
| }, |
| { |
| "epoch": 1.693468130479425, |
| "grad_norm": 0.22379930823118785, |
| "learning_rate": 8.36272065325896e-06, |
| "loss": 0.2139, |
| "step": 5360 |
| }, |
| { |
| "epoch": 1.6966274385909486, |
| "grad_norm": 0.2120873572584099, |
| "learning_rate": 8.354550149989912e-06, |
| "loss": 0.2152, |
| "step": 5370 |
| }, |
| { |
| "epoch": 1.6997867467024723, |
| "grad_norm": 0.2274107944742338, |
| "learning_rate": 8.346363324024752e-06, |
| "loss": 0.2154, |
| "step": 5380 |
| }, |
| { |
| "epoch": 1.7029460548139959, |
| "grad_norm": 0.22062326975674185, |
| "learning_rate": 8.338160215199239e-06, |
| "loss": 0.213, |
| "step": 5390 |
| }, |
| { |
| "epoch": 1.7061053629255194, |
| "grad_norm": 0.20566039440830033, |
| "learning_rate": 8.329940863428372e-06, |
| "loss": 0.2142, |
| "step": 5400 |
| }, |
| { |
| "epoch": 1.709264671037043, |
| "grad_norm": 0.22328688203535454, |
| "learning_rate": 8.321705308706178e-06, |
| "loss": 0.2174, |
| "step": 5410 |
| }, |
| { |
| "epoch": 1.7124239791485665, |
| "grad_norm": 0.2284198217298347, |
| "learning_rate": 8.313453591105534e-06, |
| "loss": 0.2166, |
| "step": 5420 |
| }, |
| { |
| "epoch": 1.71558328726009, |
| "grad_norm": 0.24234082572473092, |
| "learning_rate": 8.305185750777951e-06, |
| "loss": 0.2153, |
| "step": 5430 |
| }, |
| { |
| "epoch": 1.7187425953716136, |
| "grad_norm": 0.21687647127855095, |
| "learning_rate": 8.296901827953403e-06, |
| "loss": 0.2164, |
| "step": 5440 |
| }, |
| { |
| "epoch": 1.721901903483137, |
| "grad_norm": 0.2121864508017843, |
| "learning_rate": 8.288601862940109e-06, |
| "loss": 0.2139, |
| "step": 5450 |
| }, |
| { |
| "epoch": 1.7250612115946606, |
| "grad_norm": 0.22730841948699315, |
| "learning_rate": 8.280285896124351e-06, |
| "loss": 0.2174, |
| "step": 5460 |
| }, |
| { |
| "epoch": 1.7282205197061844, |
| "grad_norm": 0.2364301598385313, |
| "learning_rate": 8.271953967970273e-06, |
| "loss": 0.214, |
| "step": 5470 |
| }, |
| { |
| "epoch": 1.731379827817708, |
| "grad_norm": 0.2502748891595353, |
| "learning_rate": 8.263606119019684e-06, |
| "loss": 0.2158, |
| "step": 5480 |
| }, |
| { |
| "epoch": 1.7345391359292315, |
| "grad_norm": 0.23803855035434604, |
| "learning_rate": 8.255242389891863e-06, |
| "loss": 0.217, |
| "step": 5490 |
| }, |
| { |
| "epoch": 1.737698444040755, |
| "grad_norm": 0.23212647695583102, |
| "learning_rate": 8.246862821283354e-06, |
| "loss": 0.2147, |
| "step": 5500 |
| }, |
| { |
| "epoch": 1.7408577521522788, |
| "grad_norm": 0.24431104358398667, |
| "learning_rate": 8.238467453967778e-06, |
| "loss": 0.2154, |
| "step": 5510 |
| }, |
| { |
| "epoch": 1.7440170602638023, |
| "grad_norm": 0.21470725579185915, |
| "learning_rate": 8.23005632879563e-06, |
| "loss": 0.2141, |
| "step": 5520 |
| }, |
| { |
| "epoch": 1.7471763683753259, |
| "grad_norm": 0.21322893537867463, |
| "learning_rate": 8.221629486694076e-06, |
| "loss": 0.2137, |
| "step": 5530 |
| }, |
| { |
| "epoch": 1.7503356764868494, |
| "grad_norm": 0.22024980684855178, |
| "learning_rate": 8.213186968666761e-06, |
| "loss": 0.216, |
| "step": 5540 |
| }, |
| { |
| "epoch": 1.753494984598373, |
| "grad_norm": 0.21887176967393748, |
| "learning_rate": 8.20472881579361e-06, |
| "loss": 0.2162, |
| "step": 5550 |
| }, |
| { |
| "epoch": 1.7566542927098965, |
| "grad_norm": 0.21439885224310692, |
| "learning_rate": 8.196255069230618e-06, |
| "loss": 0.215, |
| "step": 5560 |
| }, |
| { |
| "epoch": 1.75981360082142, |
| "grad_norm": 0.22279903289185554, |
| "learning_rate": 8.187765770209662e-06, |
| "loss": 0.2149, |
| "step": 5570 |
| }, |
| { |
| "epoch": 1.7629729089329436, |
| "grad_norm": 0.23141919021697108, |
| "learning_rate": 8.179260960038286e-06, |
| "loss": 0.2158, |
| "step": 5580 |
| }, |
| { |
| "epoch": 1.766132217044467, |
| "grad_norm": 0.21177829542109405, |
| "learning_rate": 8.17074068009952e-06, |
| "loss": 0.2162, |
| "step": 5590 |
| }, |
| { |
| "epoch": 1.7692915251559909, |
| "grad_norm": 0.23088215353230407, |
| "learning_rate": 8.162204971851662e-06, |
| "loss": 0.215, |
| "step": 5600 |
| }, |
| { |
| "epoch": 1.7724508332675144, |
| "grad_norm": 0.22123248711116683, |
| "learning_rate": 8.153653876828081e-06, |
| "loss": 0.2128, |
| "step": 5610 |
| }, |
| { |
| "epoch": 1.775610141379038, |
| "grad_norm": 0.21216354452493327, |
| "learning_rate": 8.145087436637014e-06, |
| "loss": 0.2161, |
| "step": 5620 |
| }, |
| { |
| "epoch": 1.7787694494905617, |
| "grad_norm": 0.2176779002539683, |
| "learning_rate": 8.13650569296137e-06, |
| "loss": 0.2147, |
| "step": 5630 |
| }, |
| { |
| "epoch": 1.7819287576020852, |
| "grad_norm": 0.22379805142011377, |
| "learning_rate": 8.12790868755852e-06, |
| "loss": 0.2149, |
| "step": 5640 |
| }, |
| { |
| "epoch": 1.7850880657136088, |
| "grad_norm": 0.23156638443169314, |
| "learning_rate": 8.119296462260094e-06, |
| "loss": 0.2116, |
| "step": 5650 |
| }, |
| { |
| "epoch": 1.7882473738251323, |
| "grad_norm": 0.23142885687079817, |
| "learning_rate": 8.110669058971783e-06, |
| "loss": 0.2168, |
| "step": 5660 |
| }, |
| { |
| "epoch": 1.7914066819366559, |
| "grad_norm": 0.21278539872224353, |
| "learning_rate": 8.102026519673127e-06, |
| "loss": 0.2136, |
| "step": 5670 |
| }, |
| { |
| "epoch": 1.7945659900481794, |
| "grad_norm": 0.22604551176497345, |
| "learning_rate": 8.093368886417323e-06, |
| "loss": 0.2139, |
| "step": 5680 |
| }, |
| { |
| "epoch": 1.797725298159703, |
| "grad_norm": 0.21945486381827597, |
| "learning_rate": 8.084696201331005e-06, |
| "loss": 0.2148, |
| "step": 5690 |
| }, |
| { |
| "epoch": 1.8008846062712265, |
| "grad_norm": 0.2554690895004349, |
| "learning_rate": 8.07600850661405e-06, |
| "loss": 0.215, |
| "step": 5700 |
| }, |
| { |
| "epoch": 1.80404391438275, |
| "grad_norm": 0.24996286626429107, |
| "learning_rate": 8.067305844539369e-06, |
| "loss": 0.2183, |
| "step": 5710 |
| }, |
| { |
| "epoch": 1.8072032224942738, |
| "grad_norm": 0.24383324293020725, |
| "learning_rate": 8.058588257452705e-06, |
| "loss": 0.2121, |
| "step": 5720 |
| }, |
| { |
| "epoch": 1.8103625306057973, |
| "grad_norm": 0.2169636811525225, |
| "learning_rate": 8.049855787772416e-06, |
| "loss": 0.2145, |
| "step": 5730 |
| }, |
| { |
| "epoch": 1.8135218387173209, |
| "grad_norm": 0.24944768584905086, |
| "learning_rate": 8.041108477989283e-06, |
| "loss": 0.2141, |
| "step": 5740 |
| }, |
| { |
| "epoch": 1.8166811468288446, |
| "grad_norm": 0.21757143809376578, |
| "learning_rate": 8.032346370666297e-06, |
| "loss": 0.2138, |
| "step": 5750 |
| }, |
| { |
| "epoch": 1.8198404549403682, |
| "grad_norm": 0.20693258010147997, |
| "learning_rate": 8.023569508438444e-06, |
| "loss": 0.2159, |
| "step": 5760 |
| }, |
| { |
| "epoch": 1.8229997630518917, |
| "grad_norm": 0.21253234218456654, |
| "learning_rate": 8.014777934012515e-06, |
| "loss": 0.2156, |
| "step": 5770 |
| }, |
| { |
| "epoch": 1.8261590711634152, |
| "grad_norm": 0.2199083063027526, |
| "learning_rate": 8.005971690166879e-06, |
| "loss": 0.2147, |
| "step": 5780 |
| }, |
| { |
| "epoch": 1.8293183792749388, |
| "grad_norm": 0.24052412314651891, |
| "learning_rate": 7.99715081975129e-06, |
| "loss": 0.2129, |
| "step": 5790 |
| }, |
| { |
| "epoch": 1.8324776873864623, |
| "grad_norm": 0.21391433161968806, |
| "learning_rate": 7.98831536568667e-06, |
| "loss": 0.2142, |
| "step": 5800 |
| }, |
| { |
| "epoch": 1.8356369954979859, |
| "grad_norm": 0.2071590477738613, |
| "learning_rate": 7.979465370964904e-06, |
| "loss": 0.2111, |
| "step": 5810 |
| }, |
| { |
| "epoch": 1.8387963036095094, |
| "grad_norm": 0.20813594996772833, |
| "learning_rate": 7.97060087864863e-06, |
| "loss": 0.2139, |
| "step": 5820 |
| }, |
| { |
| "epoch": 1.841955611721033, |
| "grad_norm": 0.21828875123993477, |
| "learning_rate": 7.961721931871023e-06, |
| "loss": 0.2125, |
| "step": 5830 |
| }, |
| { |
| "epoch": 1.8451149198325567, |
| "grad_norm": 0.22962238030556992, |
| "learning_rate": 7.9528285738356e-06, |
| "loss": 0.214, |
| "step": 5840 |
| }, |
| { |
| "epoch": 1.8482742279440803, |
| "grad_norm": 0.22398065321127122, |
| "learning_rate": 7.943920847815995e-06, |
| "loss": 0.2111, |
| "step": 5850 |
| }, |
| { |
| "epoch": 1.8514335360556038, |
| "grad_norm": 0.23666023387603707, |
| "learning_rate": 7.934998797155757e-06, |
| "loss": 0.2136, |
| "step": 5860 |
| }, |
| { |
| "epoch": 1.8545928441671276, |
| "grad_norm": 0.24325581332600177, |
| "learning_rate": 7.926062465268133e-06, |
| "loss": 0.2146, |
| "step": 5870 |
| }, |
| { |
| "epoch": 1.857752152278651, |
| "grad_norm": 0.22514971896352026, |
| "learning_rate": 7.917111895635865e-06, |
| "loss": 0.2143, |
| "step": 5880 |
| }, |
| { |
| "epoch": 1.8609114603901746, |
| "grad_norm": 0.21406995986557276, |
| "learning_rate": 7.908147131810968e-06, |
| "loss": 0.2147, |
| "step": 5890 |
| }, |
| { |
| "epoch": 1.8640707685016982, |
| "grad_norm": 0.22801297726410702, |
| "learning_rate": 7.899168217414526e-06, |
| "loss": 0.2124, |
| "step": 5900 |
| }, |
| { |
| "epoch": 1.8672300766132217, |
| "grad_norm": 0.20686065594624745, |
| "learning_rate": 7.890175196136484e-06, |
| "loss": 0.2128, |
| "step": 5910 |
| }, |
| { |
| "epoch": 1.8703893847247453, |
| "grad_norm": 0.219199870102877, |
| "learning_rate": 7.881168111735417e-06, |
| "loss": 0.212, |
| "step": 5920 |
| }, |
| { |
| "epoch": 1.8735486928362688, |
| "grad_norm": 0.2106377311590809, |
| "learning_rate": 7.872147008038335e-06, |
| "loss": 0.2131, |
| "step": 5930 |
| }, |
| { |
| "epoch": 1.8767080009477923, |
| "grad_norm": 0.22171325213770007, |
| "learning_rate": 7.863111928940465e-06, |
| "loss": 0.2144, |
| "step": 5940 |
| }, |
| { |
| "epoch": 1.8798673090593159, |
| "grad_norm": 0.2408651871754287, |
| "learning_rate": 7.854062918405034e-06, |
| "loss": 0.2145, |
| "step": 5950 |
| }, |
| { |
| "epoch": 1.8830266171708396, |
| "grad_norm": 0.22645870425489717, |
| "learning_rate": 7.845000020463058e-06, |
| "loss": 0.2157, |
| "step": 5960 |
| }, |
| { |
| "epoch": 1.8861859252823632, |
| "grad_norm": 0.21229610496145646, |
| "learning_rate": 7.835923279213124e-06, |
| "loss": 0.2153, |
| "step": 5970 |
| }, |
| { |
| "epoch": 1.8893452333938867, |
| "grad_norm": 0.22168579889983991, |
| "learning_rate": 7.826832738821182e-06, |
| "loss": 0.2135, |
| "step": 5980 |
| }, |
| { |
| "epoch": 1.8925045415054105, |
| "grad_norm": 0.2503714943772614, |
| "learning_rate": 7.817728443520324e-06, |
| "loss": 0.214, |
| "step": 5990 |
| }, |
| { |
| "epoch": 1.895663849616934, |
| "grad_norm": 0.21389350571126534, |
| "learning_rate": 7.808610437610572e-06, |
| "loss": 0.2139, |
| "step": 6000 |
| }, |
| { |
| "epoch": 1.8988231577284576, |
| "grad_norm": 0.21396113064462294, |
| "learning_rate": 7.799478765458665e-06, |
| "loss": 0.215, |
| "step": 6010 |
| }, |
| { |
| "epoch": 1.901982465839981, |
| "grad_norm": 0.21646665487064554, |
| "learning_rate": 7.790333471497831e-06, |
| "loss": 0.2137, |
| "step": 6020 |
| }, |
| { |
| "epoch": 1.9051417739515046, |
| "grad_norm": 0.2173302972697527, |
| "learning_rate": 7.781174600227587e-06, |
| "loss": 0.215, |
| "step": 6030 |
| }, |
| { |
| "epoch": 1.9083010820630282, |
| "grad_norm": 0.208526571079878, |
| "learning_rate": 7.772002196213517e-06, |
| "loss": 0.2144, |
| "step": 6040 |
| }, |
| { |
| "epoch": 1.9114603901745517, |
| "grad_norm": 0.23762678091854472, |
| "learning_rate": 7.762816304087042e-06, |
| "loss": 0.2154, |
| "step": 6050 |
| }, |
| { |
| "epoch": 1.9146196982860753, |
| "grad_norm": 0.23394045959731094, |
| "learning_rate": 7.753616968545223e-06, |
| "loss": 0.214, |
| "step": 6060 |
| }, |
| { |
| "epoch": 1.9177790063975988, |
| "grad_norm": 0.21611757282074848, |
| "learning_rate": 7.744404234350536e-06, |
| "loss": 0.2125, |
| "step": 6070 |
| }, |
| { |
| "epoch": 1.9209383145091226, |
| "grad_norm": 0.21843363212182215, |
| "learning_rate": 7.735178146330647e-06, |
| "loss": 0.2119, |
| "step": 6080 |
| }, |
| { |
| "epoch": 1.924097622620646, |
| "grad_norm": 0.20825290374476896, |
| "learning_rate": 7.7259387493782e-06, |
| "loss": 0.2114, |
| "step": 6090 |
| }, |
| { |
| "epoch": 1.9272569307321696, |
| "grad_norm": 0.20701940040618752, |
| "learning_rate": 7.716686088450601e-06, |
| "loss": 0.2118, |
| "step": 6100 |
| }, |
| { |
| "epoch": 1.9304162388436932, |
| "grad_norm": 0.22116343279147632, |
| "learning_rate": 7.707420208569793e-06, |
| "loss": 0.2114, |
| "step": 6110 |
| }, |
| { |
| "epoch": 1.933575546955217, |
| "grad_norm": 0.21636101800504964, |
| "learning_rate": 7.698141154822048e-06, |
| "loss": 0.216, |
| "step": 6120 |
| }, |
| { |
| "epoch": 1.9367348550667405, |
| "grad_norm": 0.21079410410879035, |
| "learning_rate": 7.68884897235773e-06, |
| "loss": 0.213, |
| "step": 6130 |
| }, |
| { |
| "epoch": 1.939894163178264, |
| "grad_norm": 0.24490335061347607, |
| "learning_rate": 7.679543706391088e-06, |
| "loss": 0.2128, |
| "step": 6140 |
| }, |
| { |
| "epoch": 1.9430534712897876, |
| "grad_norm": 0.22964720738637706, |
| "learning_rate": 7.670225402200037e-06, |
| "loss": 0.2111, |
| "step": 6150 |
| }, |
| { |
| "epoch": 1.946212779401311, |
| "grad_norm": 0.21860013623402114, |
| "learning_rate": 7.660894105125932e-06, |
| "loss": 0.2134, |
| "step": 6160 |
| }, |
| { |
| "epoch": 1.9493720875128346, |
| "grad_norm": 0.2564661587161801, |
| "learning_rate": 7.651549860573347e-06, |
| "loss": 0.2097, |
| "step": 6170 |
| }, |
| { |
| "epoch": 1.9525313956243582, |
| "grad_norm": 0.22698394312118578, |
| "learning_rate": 7.642192714009861e-06, |
| "loss": 0.2124, |
| "step": 6180 |
| }, |
| { |
| "epoch": 1.9556907037358817, |
| "grad_norm": 0.2076381468352638, |
| "learning_rate": 7.632822710965826e-06, |
| "loss": 0.2115, |
| "step": 6190 |
| }, |
| { |
| "epoch": 1.9588500118474053, |
| "grad_norm": 0.2262277080179204, |
| "learning_rate": 7.623439897034155e-06, |
| "loss": 0.2161, |
| "step": 6200 |
| }, |
| { |
| "epoch": 1.962009319958929, |
| "grad_norm": 0.22968981943777275, |
| "learning_rate": 7.614044317870099e-06, |
| "loss": 0.212, |
| "step": 6210 |
| }, |
| { |
| "epoch": 1.9651686280704526, |
| "grad_norm": 0.21734537077847677, |
| "learning_rate": 7.604636019191018e-06, |
| "loss": 0.2112, |
| "step": 6220 |
| }, |
| { |
| "epoch": 1.968327936181976, |
| "grad_norm": 0.2162091973430056, |
| "learning_rate": 7.595215046776165e-06, |
| "loss": 0.2112, |
| "step": 6230 |
| }, |
| { |
| "epoch": 1.9714872442934999, |
| "grad_norm": 0.22143440320403707, |
| "learning_rate": 7.585781446466464e-06, |
| "loss": 0.2108, |
| "step": 6240 |
| }, |
| { |
| "epoch": 1.9746465524050234, |
| "grad_norm": 0.21858157789999919, |
| "learning_rate": 7.5763352641642785e-06, |
| "loss": 0.2145, |
| "step": 6250 |
| }, |
| { |
| "epoch": 1.977805860516547, |
| "grad_norm": 0.23297936516023993, |
| "learning_rate": 7.566876545833197e-06, |
| "loss": 0.2123, |
| "step": 6260 |
| }, |
| { |
| "epoch": 1.9809651686280705, |
| "grad_norm": 0.22908027579219403, |
| "learning_rate": 7.55740533749781e-06, |
| "loss": 0.2114, |
| "step": 6270 |
| }, |
| { |
| "epoch": 1.984124476739594, |
| "grad_norm": 0.2202073126271702, |
| "learning_rate": 7.547921685243475e-06, |
| "loss": 0.2113, |
| "step": 6280 |
| }, |
| { |
| "epoch": 1.9872837848511176, |
| "grad_norm": 0.2309779316659973, |
| "learning_rate": 7.538425635216105e-06, |
| "loss": 0.2136, |
| "step": 6290 |
| }, |
| { |
| "epoch": 1.990443092962641, |
| "grad_norm": 0.2116437633996568, |
| "learning_rate": 7.5289172336219375e-06, |
| "loss": 0.2122, |
| "step": 6300 |
| }, |
| { |
| "epoch": 1.9936024010741646, |
| "grad_norm": 0.21586666623876277, |
| "learning_rate": 7.51939652672731e-06, |
| "loss": 0.2098, |
| "step": 6310 |
| }, |
| { |
| "epoch": 1.9967617091856882, |
| "grad_norm": 0.22548426849872574, |
| "learning_rate": 7.509863560858432e-06, |
| "loss": 0.2114, |
| "step": 6320 |
| }, |
| { |
| "epoch": 1.999921017297212, |
| "grad_norm": 0.2263338267805787, |
| "learning_rate": 7.5003183824011726e-06, |
| "loss": 0.2131, |
| "step": 6330 |
| }, |
| { |
| "epoch": 2.0031593081115235, |
| "grad_norm": 0.2127546790886278, |
| "learning_rate": 7.490761037800816e-06, |
| "loss": 0.1968, |
| "step": 6340 |
| }, |
| { |
| "epoch": 2.006318616223047, |
| "grad_norm": 0.2069882189331785, |
| "learning_rate": 7.48119157356185e-06, |
| "loss": 0.1914, |
| "step": 6350 |
| }, |
| { |
| "epoch": 2.0094779243345706, |
| "grad_norm": 0.20703568644153889, |
| "learning_rate": 7.471610036247733e-06, |
| "loss": 0.1897, |
| "step": 6360 |
| }, |
| { |
| "epoch": 2.012637232446094, |
| "grad_norm": 0.2055646371637049, |
| "learning_rate": 7.462016472480668e-06, |
| "loss": 0.194, |
| "step": 6370 |
| }, |
| { |
| "epoch": 2.0157965405576177, |
| "grad_norm": 0.2226339706612743, |
| "learning_rate": 7.452410928941378e-06, |
| "loss": 0.1921, |
| "step": 6380 |
| }, |
| { |
| "epoch": 2.0189558486691412, |
| "grad_norm": 0.22355427767751265, |
| "learning_rate": 7.442793452368879e-06, |
| "loss": 0.1918, |
| "step": 6390 |
| }, |
| { |
| "epoch": 2.0221151567806652, |
| "grad_norm": 0.2073037658523876, |
| "learning_rate": 7.433164089560251e-06, |
| "loss": 0.192, |
| "step": 6400 |
| }, |
| { |
| "epoch": 2.0252744648921888, |
| "grad_norm": 0.23504421002096731, |
| "learning_rate": 7.423522887370405e-06, |
| "loss": 0.1904, |
| "step": 6410 |
| }, |
| { |
| "epoch": 2.0284337730037123, |
| "grad_norm": 0.20581970412966663, |
| "learning_rate": 7.413869892711867e-06, |
| "loss": 0.1918, |
| "step": 6420 |
| }, |
| { |
| "epoch": 2.031593081115236, |
| "grad_norm": 0.21545977722772292, |
| "learning_rate": 7.40420515255454e-06, |
| "loss": 0.1953, |
| "step": 6430 |
| }, |
| { |
| "epoch": 2.0347523892267594, |
| "grad_norm": 0.21275493409460883, |
| "learning_rate": 7.394528713925482e-06, |
| "loss": 0.1926, |
| "step": 6440 |
| }, |
| { |
| "epoch": 2.037911697338283, |
| "grad_norm": 0.2100072176135639, |
| "learning_rate": 7.38484062390867e-06, |
| "loss": 0.1928, |
| "step": 6450 |
| }, |
| { |
| "epoch": 2.0410710054498065, |
| "grad_norm": 0.2152551253488428, |
| "learning_rate": 7.375140929644776e-06, |
| "loss": 0.1913, |
| "step": 6460 |
| }, |
| { |
| "epoch": 2.04423031356133, |
| "grad_norm": 0.23722168142518216, |
| "learning_rate": 7.365429678330938e-06, |
| "loss": 0.193, |
| "step": 6470 |
| }, |
| { |
| "epoch": 2.0473896216728535, |
| "grad_norm": 0.21165262894718706, |
| "learning_rate": 7.355706917220524e-06, |
| "loss": 0.1919, |
| "step": 6480 |
| }, |
| { |
| "epoch": 2.050548929784377, |
| "grad_norm": 0.19900789144822892, |
| "learning_rate": 7.345972693622916e-06, |
| "loss": 0.1934, |
| "step": 6490 |
| }, |
| { |
| "epoch": 2.0537082378959006, |
| "grad_norm": 0.22490326358812657, |
| "learning_rate": 7.336227054903258e-06, |
| "loss": 0.1947, |
| "step": 6500 |
| }, |
| { |
| "epoch": 2.056867546007424, |
| "grad_norm": 0.2140405521043961, |
| "learning_rate": 7.3264700484822504e-06, |
| "loss": 0.1916, |
| "step": 6510 |
| }, |
| { |
| "epoch": 2.060026854118948, |
| "grad_norm": 0.21185203080938914, |
| "learning_rate": 7.316701721835899e-06, |
| "loss": 0.1921, |
| "step": 6520 |
| }, |
| { |
| "epoch": 2.0631861622304717, |
| "grad_norm": 0.21223665536640837, |
| "learning_rate": 7.306922122495296e-06, |
| "loss": 0.1906, |
| "step": 6530 |
| }, |
| { |
| "epoch": 2.0663454703419952, |
| "grad_norm": 0.21789344473823863, |
| "learning_rate": 7.297131298046381e-06, |
| "loss": 0.1912, |
| "step": 6540 |
| }, |
| { |
| "epoch": 2.0695047784535188, |
| "grad_norm": 0.2186374831032629, |
| "learning_rate": 7.287329296129716e-06, |
| "loss": 0.1905, |
| "step": 6550 |
| }, |
| { |
| "epoch": 2.0726640865650423, |
| "grad_norm": 0.21221974732525253, |
| "learning_rate": 7.2775161644402504e-06, |
| "loss": 0.1911, |
| "step": 6560 |
| }, |
| { |
| "epoch": 2.075823394676566, |
| "grad_norm": 0.22468404766263275, |
| "learning_rate": 7.267691950727089e-06, |
| "loss": 0.1918, |
| "step": 6570 |
| }, |
| { |
| "epoch": 2.0789827027880894, |
| "grad_norm": 0.22280157355766247, |
| "learning_rate": 7.257856702793262e-06, |
| "loss": 0.1953, |
| "step": 6580 |
| }, |
| { |
| "epoch": 2.082142010899613, |
| "grad_norm": 0.2185553426185545, |
| "learning_rate": 7.248010468495486e-06, |
| "loss": 0.1927, |
| "step": 6590 |
| }, |
| { |
| "epoch": 2.0853013190111365, |
| "grad_norm": 0.21359923659529395, |
| "learning_rate": 7.238153295743936e-06, |
| "loss": 0.1914, |
| "step": 6600 |
| }, |
| { |
| "epoch": 2.08846062712266, |
| "grad_norm": 0.21132207896334118, |
| "learning_rate": 7.228285232502016e-06, |
| "loss": 0.1916, |
| "step": 6610 |
| }, |
| { |
| "epoch": 2.0916199352341835, |
| "grad_norm": 0.22929120062926403, |
| "learning_rate": 7.218406326786119e-06, |
| "loss": 0.1927, |
| "step": 6620 |
| }, |
| { |
| "epoch": 2.094779243345707, |
| "grad_norm": 0.21485998840313886, |
| "learning_rate": 7.208516626665394e-06, |
| "loss": 0.1937, |
| "step": 6630 |
| }, |
| { |
| "epoch": 2.097938551457231, |
| "grad_norm": 0.21872022787914924, |
| "learning_rate": 7.198616180261515e-06, |
| "loss": 0.1925, |
| "step": 6640 |
| }, |
| { |
| "epoch": 2.1010978595687546, |
| "grad_norm": 0.2221942323992186, |
| "learning_rate": 7.188705035748447e-06, |
| "loss": 0.191, |
| "step": 6650 |
| }, |
| { |
| "epoch": 2.104257167680278, |
| "grad_norm": 0.23507618605208405, |
| "learning_rate": 7.178783241352209e-06, |
| "loss": 0.1913, |
| "step": 6660 |
| }, |
| { |
| "epoch": 2.1074164757918017, |
| "grad_norm": 0.2124831637924298, |
| "learning_rate": 7.168850845350642e-06, |
| "loss": 0.1937, |
| "step": 6670 |
| }, |
| { |
| "epoch": 2.1105757839033252, |
| "grad_norm": 0.27819912434383975, |
| "learning_rate": 7.158907896073171e-06, |
| "loss": 0.1907, |
| "step": 6680 |
| }, |
| { |
| "epoch": 2.1137350920148488, |
| "grad_norm": 0.2140478018660185, |
| "learning_rate": 7.148954441900569e-06, |
| "loss": 0.1937, |
| "step": 6690 |
| }, |
| { |
| "epoch": 2.1168944001263723, |
| "grad_norm": 0.20813723734002745, |
| "learning_rate": 7.13899053126473e-06, |
| "loss": 0.1928, |
| "step": 6700 |
| }, |
| { |
| "epoch": 2.120053708237896, |
| "grad_norm": 0.21914914363643226, |
| "learning_rate": 7.1290162126484255e-06, |
| "loss": 0.1911, |
| "step": 6710 |
| }, |
| { |
| "epoch": 2.1232130163494194, |
| "grad_norm": 0.20921158225021147, |
| "learning_rate": 7.119031534585068e-06, |
| "loss": 0.1911, |
| "step": 6720 |
| }, |
| { |
| "epoch": 2.126372324460943, |
| "grad_norm": 0.21063028898492417, |
| "learning_rate": 7.109036545658478e-06, |
| "loss": 0.1909, |
| "step": 6730 |
| }, |
| { |
| "epoch": 2.1295316325724665, |
| "grad_norm": 0.20519838588236927, |
| "learning_rate": 7.099031294502651e-06, |
| "loss": 0.1926, |
| "step": 6740 |
| }, |
| { |
| "epoch": 2.13269094068399, |
| "grad_norm": 0.19866370874843575, |
| "learning_rate": 7.089015829801513e-06, |
| "loss": 0.1918, |
| "step": 6750 |
| }, |
| { |
| "epoch": 2.1358502487955136, |
| "grad_norm": 0.23526951667689947, |
| "learning_rate": 7.078990200288685e-06, |
| "loss": 0.1914, |
| "step": 6760 |
| }, |
| { |
| "epoch": 2.1390095569070375, |
| "grad_norm": 0.2119435665033379, |
| "learning_rate": 7.0689544547472564e-06, |
| "loss": 0.1926, |
| "step": 6770 |
| }, |
| { |
| "epoch": 2.142168865018561, |
| "grad_norm": 0.2144608848885566, |
| "learning_rate": 7.058908642009532e-06, |
| "loss": 0.1929, |
| "step": 6780 |
| }, |
| { |
| "epoch": 2.1453281731300846, |
| "grad_norm": 0.2359992087538063, |
| "learning_rate": 7.048852810956805e-06, |
| "loss": 0.1939, |
| "step": 6790 |
| }, |
| { |
| "epoch": 2.148487481241608, |
| "grad_norm": 0.2210600215142186, |
| "learning_rate": 7.038787010519117e-06, |
| "loss": 0.1926, |
| "step": 6800 |
| }, |
| { |
| "epoch": 2.1516467893531317, |
| "grad_norm": 0.24951718000615125, |
| "learning_rate": 7.0287112896750166e-06, |
| "loss": 0.1911, |
| "step": 6810 |
| }, |
| { |
| "epoch": 2.1548060974646552, |
| "grad_norm": 0.2175553461891265, |
| "learning_rate": 7.018625697451327e-06, |
| "loss": 0.1934, |
| "step": 6820 |
| }, |
| { |
| "epoch": 2.1579654055761788, |
| "grad_norm": 0.20956901895344687, |
| "learning_rate": 7.008530282922896e-06, |
| "loss": 0.1913, |
| "step": 6830 |
| }, |
| { |
| "epoch": 2.1611247136877023, |
| "grad_norm": 0.2224814576315156, |
| "learning_rate": 6.998425095212378e-06, |
| "loss": 0.1927, |
| "step": 6840 |
| }, |
| { |
| "epoch": 2.164284021799226, |
| "grad_norm": 0.20337670529721538, |
| "learning_rate": 6.9883101834899694e-06, |
| "loss": 0.1922, |
| "step": 6850 |
| }, |
| { |
| "epoch": 2.1674433299107494, |
| "grad_norm": 0.2198594709438925, |
| "learning_rate": 6.978185596973192e-06, |
| "loss": 0.1917, |
| "step": 6860 |
| }, |
| { |
| "epoch": 2.170602638022273, |
| "grad_norm": 0.21033108894938493, |
| "learning_rate": 6.968051384926634e-06, |
| "loss": 0.1938, |
| "step": 6870 |
| }, |
| { |
| "epoch": 2.173761946133797, |
| "grad_norm": 0.22864890990862674, |
| "learning_rate": 6.957907596661729e-06, |
| "loss": 0.1915, |
| "step": 6880 |
| }, |
| { |
| "epoch": 2.1769212542453205, |
| "grad_norm": 0.21930675227402627, |
| "learning_rate": 6.9477542815365025e-06, |
| "loss": 0.1934, |
| "step": 6890 |
| }, |
| { |
| "epoch": 2.180080562356844, |
| "grad_norm": 0.2079046170539124, |
| "learning_rate": 6.937591488955335e-06, |
| "loss": 0.1913, |
| "step": 6900 |
| }, |
| { |
| "epoch": 2.1832398704683675, |
| "grad_norm": 0.227129021822185, |
| "learning_rate": 6.927419268368727e-06, |
| "loss": 0.1928, |
| "step": 6910 |
| }, |
| { |
| "epoch": 2.186399178579891, |
| "grad_norm": 0.21476017288096094, |
| "learning_rate": 6.917237669273047e-06, |
| "loss": 0.195, |
| "step": 6920 |
| }, |
| { |
| "epoch": 2.1895584866914146, |
| "grad_norm": 0.2101092960463205, |
| "learning_rate": 6.907046741210308e-06, |
| "loss": 0.1929, |
| "step": 6930 |
| }, |
| { |
| "epoch": 2.192717794802938, |
| "grad_norm": 0.21529278522230835, |
| "learning_rate": 6.8968465337679056e-06, |
| "loss": 0.1932, |
| "step": 6940 |
| }, |
| { |
| "epoch": 2.1958771029144617, |
| "grad_norm": 0.22276990935035607, |
| "learning_rate": 6.886637096578395e-06, |
| "loss": 0.1932, |
| "step": 6950 |
| }, |
| { |
| "epoch": 2.1990364110259852, |
| "grad_norm": 0.22806514291674243, |
| "learning_rate": 6.876418479319238e-06, |
| "loss": 0.1938, |
| "step": 6960 |
| }, |
| { |
| "epoch": 2.202195719137509, |
| "grad_norm": 0.20310603052055423, |
| "learning_rate": 6.866190731712566e-06, |
| "loss": 0.1945, |
| "step": 6970 |
| }, |
| { |
| "epoch": 2.2053550272490323, |
| "grad_norm": 0.2000583112376738, |
| "learning_rate": 6.8559539035249405e-06, |
| "loss": 0.1906, |
| "step": 6980 |
| }, |
| { |
| "epoch": 2.208514335360556, |
| "grad_norm": 0.21643622482829, |
| "learning_rate": 6.8457080445671e-06, |
| "loss": 0.1928, |
| "step": 6990 |
| }, |
| { |
| "epoch": 2.2116736434720794, |
| "grad_norm": 0.21135933665048376, |
| "learning_rate": 6.835453204693733e-06, |
| "loss": 0.1927, |
| "step": 7000 |
| }, |
| { |
| "epoch": 2.2148329515836034, |
| "grad_norm": 0.21880301226347054, |
| "learning_rate": 6.825189433803223e-06, |
| "loss": 0.1912, |
| "step": 7010 |
| }, |
| { |
| "epoch": 2.217992259695127, |
| "grad_norm": 0.21873208245413148, |
| "learning_rate": 6.814916781837413e-06, |
| "loss": 0.1922, |
| "step": 7020 |
| }, |
| { |
| "epoch": 2.2211515678066505, |
| "grad_norm": 0.19919301034094944, |
| "learning_rate": 6.804635298781358e-06, |
| "loss": 0.1914, |
| "step": 7030 |
| }, |
| { |
| "epoch": 2.224310875918174, |
| "grad_norm": 0.21709044589388574, |
| "learning_rate": 6.7943450346630845e-06, |
| "loss": 0.1949, |
| "step": 7040 |
| }, |
| { |
| "epoch": 2.2274701840296975, |
| "grad_norm": 0.19238634340689642, |
| "learning_rate": 6.784046039553347e-06, |
| "loss": 0.1926, |
| "step": 7050 |
| }, |
| { |
| "epoch": 2.230629492141221, |
| "grad_norm": 0.20786949384009987, |
| "learning_rate": 6.7737383635653805e-06, |
| "loss": 0.191, |
| "step": 7060 |
| }, |
| { |
| "epoch": 2.2337888002527446, |
| "grad_norm": 0.19859606904892732, |
| "learning_rate": 6.763422056854666e-06, |
| "loss": 0.1921, |
| "step": 7070 |
| }, |
| { |
| "epoch": 2.236948108364268, |
| "grad_norm": 0.22013791343337974, |
| "learning_rate": 6.753097169618672e-06, |
| "loss": 0.1892, |
| "step": 7080 |
| }, |
| { |
| "epoch": 2.2401074164757917, |
| "grad_norm": 0.22775949599854897, |
| "learning_rate": 6.742763752096625e-06, |
| "loss": 0.1924, |
| "step": 7090 |
| }, |
| { |
| "epoch": 2.2432667245873152, |
| "grad_norm": 0.2128328590833451, |
| "learning_rate": 6.732421854569254e-06, |
| "loss": 0.191, |
| "step": 7100 |
| }, |
| { |
| "epoch": 2.246426032698839, |
| "grad_norm": 0.21644470882444383, |
| "learning_rate": 6.722071527358557e-06, |
| "loss": 0.1935, |
| "step": 7110 |
| }, |
| { |
| "epoch": 2.2495853408103628, |
| "grad_norm": 0.21312175511661602, |
| "learning_rate": 6.7117128208275384e-06, |
| "loss": 0.1931, |
| "step": 7120 |
| }, |
| { |
| "epoch": 2.252744648921886, |
| "grad_norm": 0.22730243091149457, |
| "learning_rate": 6.701345785379987e-06, |
| "loss": 0.1922, |
| "step": 7130 |
| }, |
| { |
| "epoch": 2.25590395703341, |
| "grad_norm": 0.23578039614437363, |
| "learning_rate": 6.69097047146021e-06, |
| "loss": 0.1911, |
| "step": 7140 |
| }, |
| { |
| "epoch": 2.2590632651449334, |
| "grad_norm": 0.21392963590443645, |
| "learning_rate": 6.6805869295528e-06, |
| "loss": 0.1916, |
| "step": 7150 |
| }, |
| { |
| "epoch": 2.262222573256457, |
| "grad_norm": 0.21695056856445175, |
| "learning_rate": 6.6701952101823885e-06, |
| "loss": 0.1906, |
| "step": 7160 |
| }, |
| { |
| "epoch": 2.2653818813679805, |
| "grad_norm": 0.21461312040450123, |
| "learning_rate": 6.659795363913389e-06, |
| "loss": 0.1902, |
| "step": 7170 |
| }, |
| { |
| "epoch": 2.268541189479504, |
| "grad_norm": 0.2285522952212848, |
| "learning_rate": 6.649387441349767e-06, |
| "loss": 0.1903, |
| "step": 7180 |
| }, |
| { |
| "epoch": 2.2717004975910275, |
| "grad_norm": 0.2005700632922379, |
| "learning_rate": 6.6389714931347825e-06, |
| "loss": 0.1908, |
| "step": 7190 |
| }, |
| { |
| "epoch": 2.274859805702551, |
| "grad_norm": 0.22483814706686375, |
| "learning_rate": 6.628547569950748e-06, |
| "loss": 0.1943, |
| "step": 7200 |
| }, |
| { |
| "epoch": 2.2780191138140746, |
| "grad_norm": 0.21339185695046756, |
| "learning_rate": 6.61811572251878e-06, |
| "loss": 0.1923, |
| "step": 7210 |
| }, |
| { |
| "epoch": 2.281178421925598, |
| "grad_norm": 0.22013090536921387, |
| "learning_rate": 6.607676001598553e-06, |
| "loss": 0.1931, |
| "step": 7220 |
| }, |
| { |
| "epoch": 2.2843377300371217, |
| "grad_norm": 0.21150686936631666, |
| "learning_rate": 6.597228457988053e-06, |
| "loss": 0.1933, |
| "step": 7230 |
| }, |
| { |
| "epoch": 2.2874970381486452, |
| "grad_norm": 0.22030620455805627, |
| "learning_rate": 6.58677314252333e-06, |
| "loss": 0.1913, |
| "step": 7240 |
| }, |
| { |
| "epoch": 2.2906563462601692, |
| "grad_norm": 0.20354686364957472, |
| "learning_rate": 6.576310106078255e-06, |
| "loss": 0.1935, |
| "step": 7250 |
| }, |
| { |
| "epoch": 2.2938156543716928, |
| "grad_norm": 0.2266197363553553, |
| "learning_rate": 6.565839399564258e-06, |
| "loss": 0.1943, |
| "step": 7260 |
| }, |
| { |
| "epoch": 2.2969749624832163, |
| "grad_norm": 0.21248852160067305, |
| "learning_rate": 6.555361073930098e-06, |
| "loss": 0.1923, |
| "step": 7270 |
| }, |
| { |
| "epoch": 2.30013427059474, |
| "grad_norm": 0.20476133265911461, |
| "learning_rate": 6.544875180161605e-06, |
| "loss": 0.1908, |
| "step": 7280 |
| }, |
| { |
| "epoch": 2.3032935787062634, |
| "grad_norm": 0.20464174752072192, |
| "learning_rate": 6.534381769281437e-06, |
| "loss": 0.1905, |
| "step": 7290 |
| }, |
| { |
| "epoch": 2.306452886817787, |
| "grad_norm": 0.21832471477385795, |
| "learning_rate": 6.523880892348824e-06, |
| "loss": 0.194, |
| "step": 7300 |
| }, |
| { |
| "epoch": 2.3096121949293105, |
| "grad_norm": 0.19969512810776804, |
| "learning_rate": 6.513372600459329e-06, |
| "loss": 0.1914, |
| "step": 7310 |
| }, |
| { |
| "epoch": 2.312771503040834, |
| "grad_norm": 0.21518488246695772, |
| "learning_rate": 6.502856944744593e-06, |
| "loss": 0.1937, |
| "step": 7320 |
| }, |
| { |
| "epoch": 2.3159308111523575, |
| "grad_norm": 0.22335845799273413, |
| "learning_rate": 6.49233397637209e-06, |
| "loss": 0.1909, |
| "step": 7330 |
| }, |
| { |
| "epoch": 2.319090119263881, |
| "grad_norm": 0.2258181355415704, |
| "learning_rate": 6.48180374654487e-06, |
| "loss": 0.1918, |
| "step": 7340 |
| }, |
| { |
| "epoch": 2.3222494273754046, |
| "grad_norm": 0.22062705120624707, |
| "learning_rate": 6.471266306501325e-06, |
| "loss": 0.1925, |
| "step": 7350 |
| }, |
| { |
| "epoch": 2.325408735486928, |
| "grad_norm": 0.21451058313158836, |
| "learning_rate": 6.4607217075149265e-06, |
| "loss": 0.1909, |
| "step": 7360 |
| }, |
| { |
| "epoch": 2.3285680435984517, |
| "grad_norm": 0.20119666338740025, |
| "learning_rate": 6.450170000893978e-06, |
| "loss": 0.1912, |
| "step": 7370 |
| }, |
| { |
| "epoch": 2.3317273517099757, |
| "grad_norm": 0.20548278813927204, |
| "learning_rate": 6.439611237981373e-06, |
| "loss": 0.1903, |
| "step": 7380 |
| }, |
| { |
| "epoch": 2.3348866598214992, |
| "grad_norm": 0.2220285180002872, |
| "learning_rate": 6.429045470154333e-06, |
| "loss": 0.1922, |
| "step": 7390 |
| }, |
| { |
| "epoch": 2.3380459679330228, |
| "grad_norm": 0.20989770488757611, |
| "learning_rate": 6.418472748824172e-06, |
| "loss": 0.1905, |
| "step": 7400 |
| }, |
| { |
| "epoch": 2.3412052760445463, |
| "grad_norm": 0.21011715599104358, |
| "learning_rate": 6.407893125436031e-06, |
| "loss": 0.1918, |
| "step": 7410 |
| }, |
| { |
| "epoch": 2.34436458415607, |
| "grad_norm": 0.19838344804989674, |
| "learning_rate": 6.397306651468641e-06, |
| "loss": 0.1909, |
| "step": 7420 |
| }, |
| { |
| "epoch": 2.3475238922675934, |
| "grad_norm": 0.2169687246351887, |
| "learning_rate": 6.386713378434064e-06, |
| "loss": 0.1927, |
| "step": 7430 |
| }, |
| { |
| "epoch": 2.350683200379117, |
| "grad_norm": 0.204594134231941, |
| "learning_rate": 6.376113357877445e-06, |
| "loss": 0.1925, |
| "step": 7440 |
| }, |
| { |
| "epoch": 2.3538425084906405, |
| "grad_norm": 0.20966117593645678, |
| "learning_rate": 6.365506641376762e-06, |
| "loss": 0.1897, |
| "step": 7450 |
| }, |
| { |
| "epoch": 2.357001816602164, |
| "grad_norm": 0.20527775997224504, |
| "learning_rate": 6.354893280542576e-06, |
| "loss": 0.1929, |
| "step": 7460 |
| }, |
| { |
| "epoch": 2.3601611247136876, |
| "grad_norm": 0.20065093914673782, |
| "learning_rate": 6.344273327017778e-06, |
| "loss": 0.193, |
| "step": 7470 |
| }, |
| { |
| "epoch": 2.363320432825211, |
| "grad_norm": 0.22557801837324515, |
| "learning_rate": 6.333646832477334e-06, |
| "loss": 0.1898, |
| "step": 7480 |
| }, |
| { |
| "epoch": 2.366479740936735, |
| "grad_norm": 0.21882992475206528, |
| "learning_rate": 6.32301384862804e-06, |
| "loss": 0.1941, |
| "step": 7490 |
| }, |
| { |
| "epoch": 2.3696390490482586, |
| "grad_norm": 0.21331149519342535, |
| "learning_rate": 6.31237442720827e-06, |
| "loss": 0.1928, |
| "step": 7500 |
| }, |
| { |
| "epoch": 2.372798357159782, |
| "grad_norm": 0.2135806830134628, |
| "learning_rate": 6.301728619987722e-06, |
| "loss": 0.1912, |
| "step": 7510 |
| }, |
| { |
| "epoch": 2.3759576652713057, |
| "grad_norm": 0.20992047195155106, |
| "learning_rate": 6.29107647876716e-06, |
| "loss": 0.1924, |
| "step": 7520 |
| }, |
| { |
| "epoch": 2.3791169733828292, |
| "grad_norm": 0.22347906358520409, |
| "learning_rate": 6.280418055378175e-06, |
| "loss": 0.1929, |
| "step": 7530 |
| }, |
| { |
| "epoch": 2.3822762814943528, |
| "grad_norm": 0.20738356404474784, |
| "learning_rate": 6.269753401682924e-06, |
| "loss": 0.1921, |
| "step": 7540 |
| }, |
| { |
| "epoch": 2.3854355896058763, |
| "grad_norm": 0.21987439925453983, |
| "learning_rate": 6.25908256957388e-06, |
| "loss": 0.1914, |
| "step": 7550 |
| }, |
| { |
| "epoch": 2.3885948977174, |
| "grad_norm": 0.20180229410257866, |
| "learning_rate": 6.248405610973579e-06, |
| "loss": 0.1915, |
| "step": 7560 |
| }, |
| { |
| "epoch": 2.3917542058289234, |
| "grad_norm": 0.204547582458948, |
| "learning_rate": 6.237722577834366e-06, |
| "loss": 0.1926, |
| "step": 7570 |
| }, |
| { |
| "epoch": 2.394913513940447, |
| "grad_norm": 0.20792182149152452, |
| "learning_rate": 6.227033522138145e-06, |
| "loss": 0.1933, |
| "step": 7580 |
| }, |
| { |
| "epoch": 2.3980728220519705, |
| "grad_norm": 0.20943317325322225, |
| "learning_rate": 6.216338495896125e-06, |
| "loss": 0.192, |
| "step": 7590 |
| }, |
| { |
| "epoch": 2.401232130163494, |
| "grad_norm": 0.2184828315646208, |
| "learning_rate": 6.205637551148567e-06, |
| "loss": 0.1931, |
| "step": 7600 |
| }, |
| { |
| "epoch": 2.4043914382750176, |
| "grad_norm": 0.22863771124698407, |
| "learning_rate": 6.194930739964529e-06, |
| "loss": 0.1928, |
| "step": 7610 |
| }, |
| { |
| "epoch": 2.4075507463865415, |
| "grad_norm": 0.22337051398699578, |
| "learning_rate": 6.1842181144416145e-06, |
| "loss": 0.1924, |
| "step": 7620 |
| }, |
| { |
| "epoch": 2.410710054498065, |
| "grad_norm": 0.21034627944404075, |
| "learning_rate": 6.17349972670572e-06, |
| "loss": 0.1916, |
| "step": 7630 |
| }, |
| { |
| "epoch": 2.4138693626095886, |
| "grad_norm": 0.20200815442203482, |
| "learning_rate": 6.162775628910781e-06, |
| "loss": 0.1934, |
| "step": 7640 |
| }, |
| { |
| "epoch": 2.417028670721112, |
| "grad_norm": 0.20113233320753685, |
| "learning_rate": 6.152045873238512e-06, |
| "loss": 0.1915, |
| "step": 7650 |
| }, |
| { |
| "epoch": 2.4201879788326357, |
| "grad_norm": 0.2148019344588209, |
| "learning_rate": 6.141310511898162e-06, |
| "loss": 0.1901, |
| "step": 7660 |
| }, |
| { |
| "epoch": 2.4233472869441592, |
| "grad_norm": 0.2156955634575946, |
| "learning_rate": 6.130569597126257e-06, |
| "loss": 0.1896, |
| "step": 7670 |
| }, |
| { |
| "epoch": 2.426506595055683, |
| "grad_norm": 0.22700196837396544, |
| "learning_rate": 6.119823181186342e-06, |
| "loss": 0.1923, |
| "step": 7680 |
| }, |
| { |
| "epoch": 2.4296659031672063, |
| "grad_norm": 0.20832014160995668, |
| "learning_rate": 6.109071316368732e-06, |
| "loss": 0.1943, |
| "step": 7690 |
| }, |
| { |
| "epoch": 2.43282521127873, |
| "grad_norm": 0.22039569297008865, |
| "learning_rate": 6.0983140549902544e-06, |
| "loss": 0.1918, |
| "step": 7700 |
| }, |
| { |
| "epoch": 2.4359845193902534, |
| "grad_norm": 0.2032368232732068, |
| "learning_rate": 6.087551449393996e-06, |
| "loss": 0.1908, |
| "step": 7710 |
| }, |
| { |
| "epoch": 2.439143827501777, |
| "grad_norm": 0.21501063236631873, |
| "learning_rate": 6.0767835519490455e-06, |
| "loss": 0.193, |
| "step": 7720 |
| }, |
| { |
| "epoch": 2.442303135613301, |
| "grad_norm": 0.21020124149593053, |
| "learning_rate": 6.066010415050246e-06, |
| "loss": 0.1912, |
| "step": 7730 |
| }, |
| { |
| "epoch": 2.445462443724824, |
| "grad_norm": 0.21241622539470262, |
| "learning_rate": 6.0552320911179295e-06, |
| "loss": 0.1909, |
| "step": 7740 |
| }, |
| { |
| "epoch": 2.448621751836348, |
| "grad_norm": 0.21470252522546168, |
| "learning_rate": 6.04444863259767e-06, |
| "loss": 0.1928, |
| "step": 7750 |
| }, |
| { |
| "epoch": 2.4517810599478715, |
| "grad_norm": 0.21167973032496565, |
| "learning_rate": 6.033660091960025e-06, |
| "loss": 0.1936, |
| "step": 7760 |
| }, |
| { |
| "epoch": 2.454940368059395, |
| "grad_norm": 0.2051994018828898, |
| "learning_rate": 6.02286652170028e-06, |
| "loss": 0.1938, |
| "step": 7770 |
| }, |
| { |
| "epoch": 2.4580996761709186, |
| "grad_norm": 0.20457172842704202, |
| "learning_rate": 6.0120679743381945e-06, |
| "loss": 0.19, |
| "step": 7780 |
| }, |
| { |
| "epoch": 2.461258984282442, |
| "grad_norm": 0.2188284827007198, |
| "learning_rate": 6.001264502417749e-06, |
| "loss": 0.1923, |
| "step": 7790 |
| }, |
| { |
| "epoch": 2.4644182923939657, |
| "grad_norm": 0.2196693674996576, |
| "learning_rate": 5.990456158506879e-06, |
| "loss": 0.1905, |
| "step": 7800 |
| }, |
| { |
| "epoch": 2.4675776005054892, |
| "grad_norm": 0.206778112224436, |
| "learning_rate": 5.979642995197231e-06, |
| "loss": 0.1932, |
| "step": 7810 |
| }, |
| { |
| "epoch": 2.470736908617013, |
| "grad_norm": 0.21023136041598797, |
| "learning_rate": 5.968825065103904e-06, |
| "loss": 0.1914, |
| "step": 7820 |
| }, |
| { |
| "epoch": 2.4738962167285363, |
| "grad_norm": 0.20965600357426922, |
| "learning_rate": 5.958002420865184e-06, |
| "loss": 0.1908, |
| "step": 7830 |
| }, |
| { |
| "epoch": 2.47705552484006, |
| "grad_norm": 0.20939819430473985, |
| "learning_rate": 5.947175115142303e-06, |
| "loss": 0.1923, |
| "step": 7840 |
| }, |
| { |
| "epoch": 2.4802148329515834, |
| "grad_norm": 0.21000576536235138, |
| "learning_rate": 5.936343200619171e-06, |
| "loss": 0.1906, |
| "step": 7850 |
| }, |
| { |
| "epoch": 2.4833741410631074, |
| "grad_norm": 0.21638448903532395, |
| "learning_rate": 5.925506730002125e-06, |
| "loss": 0.1922, |
| "step": 7860 |
| }, |
| { |
| "epoch": 2.486533449174631, |
| "grad_norm": 0.21066924946782678, |
| "learning_rate": 5.914665756019672e-06, |
| "loss": 0.1926, |
| "step": 7870 |
| }, |
| { |
| "epoch": 2.4896927572861545, |
| "grad_norm": 0.21573344183841558, |
| "learning_rate": 5.903820331422228e-06, |
| "loss": 0.1929, |
| "step": 7880 |
| }, |
| { |
| "epoch": 2.492852065397678, |
| "grad_norm": 0.20934900894495664, |
| "learning_rate": 5.8929705089818665e-06, |
| "loss": 0.1915, |
| "step": 7890 |
| }, |
| { |
| "epoch": 2.4960113735092015, |
| "grad_norm": 0.19194977706940777, |
| "learning_rate": 5.882116341492063e-06, |
| "loss": 0.1918, |
| "step": 7900 |
| }, |
| { |
| "epoch": 2.499170681620725, |
| "grad_norm": 0.22582333577460095, |
| "learning_rate": 5.8712578817674356e-06, |
| "loss": 0.1909, |
| "step": 7910 |
| }, |
| { |
| "epoch": 2.5023299897322486, |
| "grad_norm": 0.2083520216392237, |
| "learning_rate": 5.860395182643481e-06, |
| "loss": 0.1915, |
| "step": 7920 |
| }, |
| { |
| "epoch": 2.505489297843772, |
| "grad_norm": 0.21101939233964928, |
| "learning_rate": 5.84952829697633e-06, |
| "loss": 0.1907, |
| "step": 7930 |
| }, |
| { |
| "epoch": 2.5086486059552957, |
| "grad_norm": 0.21143622985502697, |
| "learning_rate": 5.838657277642484e-06, |
| "loss": 0.1935, |
| "step": 7940 |
| }, |
| { |
| "epoch": 2.5118079140668192, |
| "grad_norm": 0.20175953224841772, |
| "learning_rate": 5.8277821775385575e-06, |
| "loss": 0.1924, |
| "step": 7950 |
| }, |
| { |
| "epoch": 2.514967222178343, |
| "grad_norm": 0.21068052700964154, |
| "learning_rate": 5.816903049581021e-06, |
| "loss": 0.1937, |
| "step": 7960 |
| }, |
| { |
| "epoch": 2.5181265302898668, |
| "grad_norm": 0.21882832311876035, |
| "learning_rate": 5.806019946705942e-06, |
| "loss": 0.191, |
| "step": 7970 |
| }, |
| { |
| "epoch": 2.52128583840139, |
| "grad_norm": 0.21291172763480593, |
| "learning_rate": 5.795132921868732e-06, |
| "loss": 0.1909, |
| "step": 7980 |
| }, |
| { |
| "epoch": 2.524445146512914, |
| "grad_norm": 0.2062457751313165, |
| "learning_rate": 5.784242028043886e-06, |
| "loss": 0.1913, |
| "step": 7990 |
| }, |
| { |
| "epoch": 2.5276044546244374, |
| "grad_norm": 0.19898272324165425, |
| "learning_rate": 5.773347318224726e-06, |
| "loss": 0.1926, |
| "step": 8000 |
| }, |
| { |
| "epoch": 2.530763762735961, |
| "grad_norm": 0.21382734065324233, |
| "learning_rate": 5.762448845423136e-06, |
| "loss": 0.1897, |
| "step": 8010 |
| }, |
| { |
| "epoch": 2.5339230708474845, |
| "grad_norm": 0.19860488219214512, |
| "learning_rate": 5.751546662669319e-06, |
| "loss": 0.1916, |
| "step": 8020 |
| }, |
| { |
| "epoch": 2.537082378959008, |
| "grad_norm": 0.20598643966772848, |
| "learning_rate": 5.74064082301152e-06, |
| "loss": 0.1889, |
| "step": 8030 |
| }, |
| { |
| "epoch": 2.5402416870705316, |
| "grad_norm": 0.20481756196092588, |
| "learning_rate": 5.729731379515787e-06, |
| "loss": 0.1916, |
| "step": 8040 |
| }, |
| { |
| "epoch": 2.543400995182055, |
| "grad_norm": 0.21953218134084496, |
| "learning_rate": 5.718818385265701e-06, |
| "loss": 0.1921, |
| "step": 8050 |
| }, |
| { |
| "epoch": 2.5465603032935786, |
| "grad_norm": 0.21169625628604868, |
| "learning_rate": 5.707901893362116e-06, |
| "loss": 0.1925, |
| "step": 8060 |
| }, |
| { |
| "epoch": 2.549719611405102, |
| "grad_norm": 0.20604257642179108, |
| "learning_rate": 5.696981956922909e-06, |
| "loss": 0.1906, |
| "step": 8070 |
| }, |
| { |
| "epoch": 2.5528789195166257, |
| "grad_norm": 0.2041617688415921, |
| "learning_rate": 5.686058629082718e-06, |
| "loss": 0.191, |
| "step": 8080 |
| }, |
| { |
| "epoch": 2.5560382276281493, |
| "grad_norm": 0.21493038957804925, |
| "learning_rate": 5.6751319629926834e-06, |
| "loss": 0.1903, |
| "step": 8090 |
| }, |
| { |
| "epoch": 2.5591975357396732, |
| "grad_norm": 0.22786525193461765, |
| "learning_rate": 5.664202011820183e-06, |
| "loss": 0.1907, |
| "step": 8100 |
| }, |
| { |
| "epoch": 2.5623568438511963, |
| "grad_norm": 0.20645959253391757, |
| "learning_rate": 5.653268828748588e-06, |
| "loss": 0.1901, |
| "step": 8110 |
| }, |
| { |
| "epoch": 2.5655161519627203, |
| "grad_norm": 0.19358622503604414, |
| "learning_rate": 5.642332466976989e-06, |
| "loss": 0.1878, |
| "step": 8120 |
| }, |
| { |
| "epoch": 2.568675460074244, |
| "grad_norm": 0.19969978459877627, |
| "learning_rate": 5.631392979719945e-06, |
| "loss": 0.1903, |
| "step": 8130 |
| }, |
| { |
| "epoch": 2.5718347681857674, |
| "grad_norm": 0.2143548911374617, |
| "learning_rate": 5.620450420207227e-06, |
| "loss": 0.1911, |
| "step": 8140 |
| }, |
| { |
| "epoch": 2.574994076297291, |
| "grad_norm": 0.21122139807224502, |
| "learning_rate": 5.609504841683551e-06, |
| "loss": 0.1904, |
| "step": 8150 |
| }, |
| { |
| "epoch": 2.5781533844088145, |
| "grad_norm": 0.21283424203204657, |
| "learning_rate": 5.598556297408322e-06, |
| "loss": 0.1929, |
| "step": 8160 |
| }, |
| { |
| "epoch": 2.581312692520338, |
| "grad_norm": 0.20416368302758592, |
| "learning_rate": 5.587604840655379e-06, |
| "loss": 0.1924, |
| "step": 8170 |
| }, |
| { |
| "epoch": 2.5844720006318616, |
| "grad_norm": 0.20184025843385978, |
| "learning_rate": 5.576650524712734e-06, |
| "loss": 0.1912, |
| "step": 8180 |
| }, |
| { |
| "epoch": 2.587631308743385, |
| "grad_norm": 0.20798749173073353, |
| "learning_rate": 5.565693402882306e-06, |
| "loss": 0.1923, |
| "step": 8190 |
| }, |
| { |
| "epoch": 2.5907906168549086, |
| "grad_norm": 0.2110396741272342, |
| "learning_rate": 5.554733528479672e-06, |
| "loss": 0.1901, |
| "step": 8200 |
| }, |
| { |
| "epoch": 2.5939499249664326, |
| "grad_norm": 0.2166668205307208, |
| "learning_rate": 5.5437709548337985e-06, |
| "loss": 0.191, |
| "step": 8210 |
| }, |
| { |
| "epoch": 2.5971092330779557, |
| "grad_norm": 0.22301181516302854, |
| "learning_rate": 5.53280573528679e-06, |
| "loss": 0.1911, |
| "step": 8220 |
| }, |
| { |
| "epoch": 2.6002685411894797, |
| "grad_norm": 0.20791087766916325, |
| "learning_rate": 5.521837923193621e-06, |
| "loss": 0.1889, |
| "step": 8230 |
| }, |
| { |
| "epoch": 2.6034278493010032, |
| "grad_norm": 0.21867859844216495, |
| "learning_rate": 5.510867571921887e-06, |
| "loss": 0.19, |
| "step": 8240 |
| }, |
| { |
| "epoch": 2.606587157412527, |
| "grad_norm": 0.20256198649149781, |
| "learning_rate": 5.499894734851533e-06, |
| "loss": 0.1908, |
| "step": 8250 |
| }, |
| { |
| "epoch": 2.6097464655240503, |
| "grad_norm": 0.2118493538585681, |
| "learning_rate": 5.488919465374601e-06, |
| "loss": 0.1898, |
| "step": 8260 |
| }, |
| { |
| "epoch": 2.612905773635574, |
| "grad_norm": 0.20908873607701223, |
| "learning_rate": 5.477941816894973e-06, |
| "loss": 0.1904, |
| "step": 8270 |
| }, |
| { |
| "epoch": 2.6160650817470974, |
| "grad_norm": 0.18994734431648216, |
| "learning_rate": 5.4669618428281e-06, |
| "loss": 0.1895, |
| "step": 8280 |
| }, |
| { |
| "epoch": 2.619224389858621, |
| "grad_norm": 0.21464906838442485, |
| "learning_rate": 5.455979596600752e-06, |
| "loss": 0.1906, |
| "step": 8290 |
| }, |
| { |
| "epoch": 2.6223836979701445, |
| "grad_norm": 0.20545088012285806, |
| "learning_rate": 5.444995131650757e-06, |
| "loss": 0.1916, |
| "step": 8300 |
| }, |
| { |
| "epoch": 2.625543006081668, |
| "grad_norm": 0.2308591130429511, |
| "learning_rate": 5.434008501426739e-06, |
| "loss": 0.1915, |
| "step": 8310 |
| }, |
| { |
| "epoch": 2.6287023141931916, |
| "grad_norm": 0.19533870441750978, |
| "learning_rate": 5.423019759387851e-06, |
| "loss": 0.1905, |
| "step": 8320 |
| }, |
| { |
| "epoch": 2.631861622304715, |
| "grad_norm": 0.21360189157598528, |
| "learning_rate": 5.41202895900353e-06, |
| "loss": 0.1891, |
| "step": 8330 |
| }, |
| { |
| "epoch": 2.635020930416239, |
| "grad_norm": 0.2086177679970007, |
| "learning_rate": 5.401036153753224e-06, |
| "loss": 0.1894, |
| "step": 8340 |
| }, |
| { |
| "epoch": 2.638180238527762, |
| "grad_norm": 0.20511520788720256, |
| "learning_rate": 5.390041397126139e-06, |
| "loss": 0.191, |
| "step": 8350 |
| }, |
| { |
| "epoch": 2.641339546639286, |
| "grad_norm": 0.20744339959234745, |
| "learning_rate": 5.379044742620975e-06, |
| "loss": 0.1906, |
| "step": 8360 |
| }, |
| { |
| "epoch": 2.6444988547508097, |
| "grad_norm": 0.21002258208476907, |
| "learning_rate": 5.368046243745664e-06, |
| "loss": 0.19, |
| "step": 8370 |
| }, |
| { |
| "epoch": 2.6476581628623332, |
| "grad_norm": 0.20045395931004378, |
| "learning_rate": 5.357045954017117e-06, |
| "loss": 0.1918, |
| "step": 8380 |
| }, |
| { |
| "epoch": 2.650817470973857, |
| "grad_norm": 0.20206701855858772, |
| "learning_rate": 5.346043926960955e-06, |
| "loss": 0.1914, |
| "step": 8390 |
| }, |
| { |
| "epoch": 2.6539767790853803, |
| "grad_norm": 0.21096628622208463, |
| "learning_rate": 5.335040216111259e-06, |
| "loss": 0.192, |
| "step": 8400 |
| }, |
| { |
| "epoch": 2.657136087196904, |
| "grad_norm": 0.20546853070131513, |
| "learning_rate": 5.324034875010293e-06, |
| "loss": 0.1913, |
| "step": 8410 |
| }, |
| { |
| "epoch": 2.6602953953084274, |
| "grad_norm": 0.21143968803860907, |
| "learning_rate": 5.313027957208262e-06, |
| "loss": 0.19, |
| "step": 8420 |
| }, |
| { |
| "epoch": 2.663454703419951, |
| "grad_norm": 0.20813089241185626, |
| "learning_rate": 5.30201951626304e-06, |
| "loss": 0.1908, |
| "step": 8430 |
| }, |
| { |
| "epoch": 2.6666140115314745, |
| "grad_norm": 0.2065605941239096, |
| "learning_rate": 5.291009605739912e-06, |
| "loss": 0.1914, |
| "step": 8440 |
| }, |
| { |
| "epoch": 2.669773319642998, |
| "grad_norm": 0.211794362752723, |
| "learning_rate": 5.279998279211315e-06, |
| "loss": 0.194, |
| "step": 8450 |
| }, |
| { |
| "epoch": 2.6729326277545216, |
| "grad_norm": 0.21353505062189707, |
| "learning_rate": 5.2689855902565725e-06, |
| "loss": 0.1907, |
| "step": 8460 |
| }, |
| { |
| "epoch": 2.6760919358660455, |
| "grad_norm": 0.20548536484778626, |
| "learning_rate": 5.257971592461643e-06, |
| "loss": 0.1889, |
| "step": 8470 |
| }, |
| { |
| "epoch": 2.6792512439775686, |
| "grad_norm": 0.20132489673742388, |
| "learning_rate": 5.2469563394188485e-06, |
| "loss": 0.1913, |
| "step": 8480 |
| }, |
| { |
| "epoch": 2.6824105520890926, |
| "grad_norm": 0.2183068296850621, |
| "learning_rate": 5.235939884726624e-06, |
| "loss": 0.1899, |
| "step": 8490 |
| }, |
| { |
| "epoch": 2.685569860200616, |
| "grad_norm": 0.21831688267562407, |
| "learning_rate": 5.224922281989245e-06, |
| "loss": 0.1885, |
| "step": 8500 |
| }, |
| { |
| "epoch": 2.6887291683121397, |
| "grad_norm": 0.20042363588520107, |
| "learning_rate": 5.213903584816578e-06, |
| "loss": 0.1919, |
| "step": 8510 |
| }, |
| { |
| "epoch": 2.6918884764236632, |
| "grad_norm": 0.19948817447604472, |
| "learning_rate": 5.202883846823816e-06, |
| "loss": 0.1869, |
| "step": 8520 |
| }, |
| { |
| "epoch": 2.695047784535187, |
| "grad_norm": 0.20763152988351818, |
| "learning_rate": 5.1918631216312095e-06, |
| "loss": 0.1892, |
| "step": 8530 |
| }, |
| { |
| "epoch": 2.6982070926467103, |
| "grad_norm": 0.21738471086652061, |
| "learning_rate": 5.1808414628638206e-06, |
| "loss": 0.1904, |
| "step": 8540 |
| }, |
| { |
| "epoch": 2.701366400758234, |
| "grad_norm": 0.21100460968688434, |
| "learning_rate": 5.16981892415125e-06, |
| "loss": 0.1899, |
| "step": 8550 |
| }, |
| { |
| "epoch": 2.7045257088697574, |
| "grad_norm": 0.21418226702194354, |
| "learning_rate": 5.158795559127379e-06, |
| "loss": 0.191, |
| "step": 8560 |
| }, |
| { |
| "epoch": 2.707685016981281, |
| "grad_norm": 0.20136963314709463, |
| "learning_rate": 5.147771421430112e-06, |
| "loss": 0.1903, |
| "step": 8570 |
| }, |
| { |
| "epoch": 2.710844325092805, |
| "grad_norm": 0.19436149226210073, |
| "learning_rate": 5.136746564701113e-06, |
| "loss": 0.1921, |
| "step": 8580 |
| }, |
| { |
| "epoch": 2.714003633204328, |
| "grad_norm": 0.2140972731026424, |
| "learning_rate": 5.125721042585542e-06, |
| "loss": 0.1896, |
| "step": 8590 |
| }, |
| { |
| "epoch": 2.717162941315852, |
| "grad_norm": 0.20787084627216532, |
| "learning_rate": 5.114694908731801e-06, |
| "loss": 0.1915, |
| "step": 8600 |
| }, |
| { |
| "epoch": 2.7203222494273755, |
| "grad_norm": 0.21044073918475403, |
| "learning_rate": 5.103668216791266e-06, |
| "loss": 0.1924, |
| "step": 8610 |
| }, |
| { |
| "epoch": 2.723481557538899, |
| "grad_norm": 0.20735197165221705, |
| "learning_rate": 5.092641020418026e-06, |
| "loss": 0.1886, |
| "step": 8620 |
| }, |
| { |
| "epoch": 2.7266408656504226, |
| "grad_norm": 0.206930807103157, |
| "learning_rate": 5.0816133732686305e-06, |
| "loss": 0.1898, |
| "step": 8630 |
| }, |
| { |
| "epoch": 2.729800173761946, |
| "grad_norm": 0.19205839670275318, |
| "learning_rate": 5.070585329001819e-06, |
| "loss": 0.1908, |
| "step": 8640 |
| }, |
| { |
| "epoch": 2.7329594818734697, |
| "grad_norm": 0.212328301487025, |
| "learning_rate": 5.059556941278261e-06, |
| "loss": 0.1903, |
| "step": 8650 |
| }, |
| { |
| "epoch": 2.7361187899849932, |
| "grad_norm": 0.2099153942052239, |
| "learning_rate": 5.048528263760301e-06, |
| "loss": 0.1909, |
| "step": 8660 |
| }, |
| { |
| "epoch": 2.739278098096517, |
| "grad_norm": 0.2137298602899187, |
| "learning_rate": 5.037499350111693e-06, |
| "loss": 0.1886, |
| "step": 8670 |
| }, |
| { |
| "epoch": 2.7424374062080403, |
| "grad_norm": 0.20013893402808897, |
| "learning_rate": 5.026470253997339e-06, |
| "loss": 0.1918, |
| "step": 8680 |
| }, |
| { |
| "epoch": 2.745596714319564, |
| "grad_norm": 0.2029041595541199, |
| "learning_rate": 5.0154410290830295e-06, |
| "loss": 0.1896, |
| "step": 8690 |
| }, |
| { |
| "epoch": 2.7487560224310874, |
| "grad_norm": 0.21844048806518204, |
| "learning_rate": 5.004411729035179e-06, |
| "loss": 0.1903, |
| "step": 8700 |
| }, |
| { |
| "epoch": 2.7519153305426114, |
| "grad_norm": 0.20229493690485986, |
| "learning_rate": 4.9933824075205735e-06, |
| "loss": 0.1889, |
| "step": 8710 |
| }, |
| { |
| "epoch": 2.7550746386541345, |
| "grad_norm": 0.20057196812482364, |
| "learning_rate": 4.982353118206095e-06, |
| "loss": 0.1905, |
| "step": 8720 |
| }, |
| { |
| "epoch": 2.7582339467656585, |
| "grad_norm": 0.20127831749959146, |
| "learning_rate": 4.971323914758479e-06, |
| "loss": 0.192, |
| "step": 8730 |
| }, |
| { |
| "epoch": 2.761393254877182, |
| "grad_norm": 0.19694835136970584, |
| "learning_rate": 4.9602948508440365e-06, |
| "loss": 0.1899, |
| "step": 8740 |
| }, |
| { |
| "epoch": 2.7645525629887056, |
| "grad_norm": 0.20744913562422332, |
| "learning_rate": 4.949265980128398e-06, |
| "loss": 0.1903, |
| "step": 8750 |
| }, |
| { |
| "epoch": 2.767711871100229, |
| "grad_norm": 0.1938079327085531, |
| "learning_rate": 4.938237356276261e-06, |
| "loss": 0.1909, |
| "step": 8760 |
| }, |
| { |
| "epoch": 2.7708711792117526, |
| "grad_norm": 0.2007179212194115, |
| "learning_rate": 4.9272090329511136e-06, |
| "loss": 0.1897, |
| "step": 8770 |
| }, |
| { |
| "epoch": 2.774030487323276, |
| "grad_norm": 0.21505457205199155, |
| "learning_rate": 4.916181063814989e-06, |
| "loss": 0.1925, |
| "step": 8780 |
| }, |
| { |
| "epoch": 2.7771897954347997, |
| "grad_norm": 0.21435123984044802, |
| "learning_rate": 4.905153502528193e-06, |
| "loss": 0.1902, |
| "step": 8790 |
| }, |
| { |
| "epoch": 2.7803491035463233, |
| "grad_norm": 0.2061154947415264, |
| "learning_rate": 4.894126402749044e-06, |
| "loss": 0.1898, |
| "step": 8800 |
| }, |
| { |
| "epoch": 2.783508411657847, |
| "grad_norm": 0.2131667185188113, |
| "learning_rate": 4.883099818133624e-06, |
| "loss": 0.193, |
| "step": 8810 |
| }, |
| { |
| "epoch": 2.7866677197693708, |
| "grad_norm": 0.21301174700619682, |
| "learning_rate": 4.872073802335499e-06, |
| "loss": 0.1906, |
| "step": 8820 |
| }, |
| { |
| "epoch": 2.789827027880894, |
| "grad_norm": 0.2108477817285028, |
| "learning_rate": 4.86104840900547e-06, |
| "loss": 0.19, |
| "step": 8830 |
| }, |
| { |
| "epoch": 2.792986335992418, |
| "grad_norm": 0.202466254802374, |
| "learning_rate": 4.850023691791313e-06, |
| "loss": 0.1913, |
| "step": 8840 |
| }, |
| { |
| "epoch": 2.7961456441039414, |
| "grad_norm": 0.21383889045040108, |
| "learning_rate": 4.838999704337507e-06, |
| "loss": 0.1905, |
| "step": 8850 |
| }, |
| { |
| "epoch": 2.799304952215465, |
| "grad_norm": 0.22342476096804859, |
| "learning_rate": 4.82797650028499e-06, |
| "loss": 0.1929, |
| "step": 8860 |
| }, |
| { |
| "epoch": 2.8024642603269885, |
| "grad_norm": 0.2124173070769737, |
| "learning_rate": 4.816954133270879e-06, |
| "loss": 0.1902, |
| "step": 8870 |
| }, |
| { |
| "epoch": 2.805623568438512, |
| "grad_norm": 0.20879593574150696, |
| "learning_rate": 4.805932656928218e-06, |
| "loss": 0.1907, |
| "step": 8880 |
| }, |
| { |
| "epoch": 2.8087828765500356, |
| "grad_norm": 0.2009544133407569, |
| "learning_rate": 4.794912124885728e-06, |
| "loss": 0.1924, |
| "step": 8890 |
| }, |
| { |
| "epoch": 2.811942184661559, |
| "grad_norm": 0.2176494138664626, |
| "learning_rate": 4.78389259076752e-06, |
| "loss": 0.19, |
| "step": 8900 |
| }, |
| { |
| "epoch": 2.8151014927730826, |
| "grad_norm": 0.20657867775507024, |
| "learning_rate": 4.772874108192864e-06, |
| "loss": 0.1886, |
| "step": 8910 |
| }, |
| { |
| "epoch": 2.818260800884606, |
| "grad_norm": 0.19602872268511337, |
| "learning_rate": 4.761856730775902e-06, |
| "loss": 0.1901, |
| "step": 8920 |
| }, |
| { |
| "epoch": 2.8214201089961297, |
| "grad_norm": 0.21196238191751543, |
| "learning_rate": 4.750840512125403e-06, |
| "loss": 0.1883, |
| "step": 8930 |
| }, |
| { |
| "epoch": 2.8245794171076533, |
| "grad_norm": 0.22132755218766037, |
| "learning_rate": 4.7398255058445e-06, |
| "loss": 0.1884, |
| "step": 8940 |
| }, |
| { |
| "epoch": 2.8277387252191772, |
| "grad_norm": 0.21199745533152217, |
| "learning_rate": 4.72881176553042e-06, |
| "loss": 0.1893, |
| "step": 8950 |
| }, |
| { |
| "epoch": 2.8308980333307003, |
| "grad_norm": 0.20115752802009068, |
| "learning_rate": 4.717799344774241e-06, |
| "loss": 0.19, |
| "step": 8960 |
| }, |
| { |
| "epoch": 2.8340573414422243, |
| "grad_norm": 0.1971895330735378, |
| "learning_rate": 4.706788297160608e-06, |
| "loss": 0.1914, |
| "step": 8970 |
| }, |
| { |
| "epoch": 2.837216649553748, |
| "grad_norm": 0.22093757797756977, |
| "learning_rate": 4.69577867626749e-06, |
| "loss": 0.1911, |
| "step": 8980 |
| }, |
| { |
| "epoch": 2.8403759576652714, |
| "grad_norm": 0.20276757417965852, |
| "learning_rate": 4.684770535665917e-06, |
| "loss": 0.1894, |
| "step": 8990 |
| }, |
| { |
| "epoch": 2.843535265776795, |
| "grad_norm": 0.2052738035290844, |
| "learning_rate": 4.673763928919712e-06, |
| "loss": 0.1904, |
| "step": 9000 |
| }, |
| { |
| "epoch": 2.8466945738883185, |
| "grad_norm": 0.1997948903035985, |
| "learning_rate": 4.662758909585233e-06, |
| "loss": 0.1902, |
| "step": 9010 |
| }, |
| { |
| "epoch": 2.849853881999842, |
| "grad_norm": 0.21607370638898796, |
| "learning_rate": 4.651755531211121e-06, |
| "loss": 0.1885, |
| "step": 9020 |
| }, |
| { |
| "epoch": 2.8530131901113656, |
| "grad_norm": 0.2072331158936079, |
| "learning_rate": 4.640753847338022e-06, |
| "loss": 0.1903, |
| "step": 9030 |
| }, |
| { |
| "epoch": 2.856172498222889, |
| "grad_norm": 0.2095788996901622, |
| "learning_rate": 4.629753911498348e-06, |
| "loss": 0.1906, |
| "step": 9040 |
| }, |
| { |
| "epoch": 2.8593318063344126, |
| "grad_norm": 0.21107554604389273, |
| "learning_rate": 4.618755777215998e-06, |
| "loss": 0.1875, |
| "step": 9050 |
| }, |
| { |
| "epoch": 2.862491114445936, |
| "grad_norm": 0.20742194888322327, |
| "learning_rate": 4.607759498006105e-06, |
| "loss": 0.1899, |
| "step": 9060 |
| }, |
| { |
| "epoch": 2.8656504225574597, |
| "grad_norm": 0.1998899750485672, |
| "learning_rate": 4.596765127374781e-06, |
| "loss": 0.1887, |
| "step": 9070 |
| }, |
| { |
| "epoch": 2.8688097306689837, |
| "grad_norm": 0.21434577458006387, |
| "learning_rate": 4.5857727188188426e-06, |
| "loss": 0.19, |
| "step": 9080 |
| }, |
| { |
| "epoch": 2.871969038780507, |
| "grad_norm": 0.20486890206169453, |
| "learning_rate": 4.57478232582557e-06, |
| "loss": 0.1888, |
| "step": 9090 |
| }, |
| { |
| "epoch": 2.875128346892031, |
| "grad_norm": 0.19626003974934564, |
| "learning_rate": 4.563794001872428e-06, |
| "loss": 0.189, |
| "step": 9100 |
| }, |
| { |
| "epoch": 2.8782876550035543, |
| "grad_norm": 0.19598418482256752, |
| "learning_rate": 4.5528078004268125e-06, |
| "loss": 0.1908, |
| "step": 9110 |
| }, |
| { |
| "epoch": 2.881446963115078, |
| "grad_norm": 0.20771737890224903, |
| "learning_rate": 4.5418237749458e-06, |
| "loss": 0.1893, |
| "step": 9120 |
| }, |
| { |
| "epoch": 2.8846062712266014, |
| "grad_norm": 0.21369972050863945, |
| "learning_rate": 4.5308419788758705e-06, |
| "loss": 0.1914, |
| "step": 9130 |
| }, |
| { |
| "epoch": 2.887765579338125, |
| "grad_norm": 0.19830047599777365, |
| "learning_rate": 4.519862465652664e-06, |
| "loss": 0.1891, |
| "step": 9140 |
| }, |
| { |
| "epoch": 2.8909248874496485, |
| "grad_norm": 0.21728853363365294, |
| "learning_rate": 4.508885288700706e-06, |
| "loss": 0.1878, |
| "step": 9150 |
| }, |
| { |
| "epoch": 2.894084195561172, |
| "grad_norm": 0.21489567981218682, |
| "learning_rate": 4.497910501433153e-06, |
| "loss": 0.1892, |
| "step": 9160 |
| }, |
| { |
| "epoch": 2.8972435036726956, |
| "grad_norm": 0.1999440134687983, |
| "learning_rate": 4.486938157251544e-06, |
| "loss": 0.1913, |
| "step": 9170 |
| }, |
| { |
| "epoch": 2.900402811784219, |
| "grad_norm": 0.21121245524106846, |
| "learning_rate": 4.475968309545519e-06, |
| "loss": 0.192, |
| "step": 9180 |
| }, |
| { |
| "epoch": 2.903562119895743, |
| "grad_norm": 0.19232313304792983, |
| "learning_rate": 4.465001011692575e-06, |
| "loss": 0.1884, |
| "step": 9190 |
| }, |
| { |
| "epoch": 2.906721428007266, |
| "grad_norm": 0.2047713363163475, |
| "learning_rate": 4.454036317057804e-06, |
| "loss": 0.1897, |
| "step": 9200 |
| }, |
| { |
| "epoch": 2.90988073611879, |
| "grad_norm": 0.20838735166818767, |
| "learning_rate": 4.443074278993625e-06, |
| "loss": 0.1868, |
| "step": 9210 |
| }, |
| { |
| "epoch": 2.9130400442303137, |
| "grad_norm": 0.19377646969116016, |
| "learning_rate": 4.43211495083954e-06, |
| "loss": 0.1899, |
| "step": 9220 |
| }, |
| { |
| "epoch": 2.9161993523418372, |
| "grad_norm": 0.2081826810286359, |
| "learning_rate": 4.421158385921856e-06, |
| "loss": 0.1901, |
| "step": 9230 |
| }, |
| { |
| "epoch": 2.919358660453361, |
| "grad_norm": 0.19836105918450578, |
| "learning_rate": 4.410204637553437e-06, |
| "loss": 0.1897, |
| "step": 9240 |
| }, |
| { |
| "epoch": 2.9225179685648843, |
| "grad_norm": 0.20794480096225132, |
| "learning_rate": 4.3992537590334485e-06, |
| "loss": 0.1904, |
| "step": 9250 |
| }, |
| { |
| "epoch": 2.925677276676408, |
| "grad_norm": 0.21149092375760936, |
| "learning_rate": 4.38830580364708e-06, |
| "loss": 0.1897, |
| "step": 9260 |
| }, |
| { |
| "epoch": 2.9288365847879314, |
| "grad_norm": 0.20074752053463094, |
| "learning_rate": 4.377360824665309e-06, |
| "loss": 0.1876, |
| "step": 9270 |
| }, |
| { |
| "epoch": 2.931995892899455, |
| "grad_norm": 0.20279658516073718, |
| "learning_rate": 4.366418875344624e-06, |
| "loss": 0.1888, |
| "step": 9280 |
| }, |
| { |
| "epoch": 2.9351552010109785, |
| "grad_norm": 0.202921993136915, |
| "learning_rate": 4.3554800089267705e-06, |
| "loss": 0.192, |
| "step": 9290 |
| }, |
| { |
| "epoch": 2.938314509122502, |
| "grad_norm": 0.2112414397403086, |
| "learning_rate": 4.344544278638499e-06, |
| "loss": 0.1883, |
| "step": 9300 |
| }, |
| { |
| "epoch": 2.9414738172340256, |
| "grad_norm": 0.1979648780466572, |
| "learning_rate": 4.333611737691296e-06, |
| "loss": 0.188, |
| "step": 9310 |
| }, |
| { |
| "epoch": 2.9446331253455496, |
| "grad_norm": 0.19936914995735966, |
| "learning_rate": 4.322682439281126e-06, |
| "loss": 0.1876, |
| "step": 9320 |
| }, |
| { |
| "epoch": 2.9477924334570726, |
| "grad_norm": 0.2045530468116589, |
| "learning_rate": 4.311756436588185e-06, |
| "loss": 0.1861, |
| "step": 9330 |
| }, |
| { |
| "epoch": 2.9509517415685966, |
| "grad_norm": 0.2207404912444104, |
| "learning_rate": 4.300833782776624e-06, |
| "loss": 0.1894, |
| "step": 9340 |
| }, |
| { |
| "epoch": 2.95411104968012, |
| "grad_norm": 0.19298829375532547, |
| "learning_rate": 4.289914530994303e-06, |
| "loss": 0.1885, |
| "step": 9350 |
| }, |
| { |
| "epoch": 2.9572703577916437, |
| "grad_norm": 0.20201449973484348, |
| "learning_rate": 4.27899873437253e-06, |
| "loss": 0.1892, |
| "step": 9360 |
| }, |
| { |
| "epoch": 2.9604296659031673, |
| "grad_norm": 0.2038957223369961, |
| "learning_rate": 4.268086446025793e-06, |
| "loss": 0.1884, |
| "step": 9370 |
| }, |
| { |
| "epoch": 2.963588974014691, |
| "grad_norm": 0.21578914203411362, |
| "learning_rate": 4.25717771905152e-06, |
| "loss": 0.1892, |
| "step": 9380 |
| }, |
| { |
| "epoch": 2.9667482821262143, |
| "grad_norm": 0.21096600784690153, |
| "learning_rate": 4.2462726065298e-06, |
| "loss": 0.1902, |
| "step": 9390 |
| }, |
| { |
| "epoch": 2.969907590237738, |
| "grad_norm": 0.2033196759446758, |
| "learning_rate": 4.235371161523141e-06, |
| "loss": 0.1892, |
| "step": 9400 |
| }, |
| { |
| "epoch": 2.9730668983492614, |
| "grad_norm": 0.20356432378382075, |
| "learning_rate": 4.224473437076204e-06, |
| "loss": 0.1905, |
| "step": 9410 |
| }, |
| { |
| "epoch": 2.976226206460785, |
| "grad_norm": 0.21038412746729923, |
| "learning_rate": 4.2135794862155454e-06, |
| "loss": 0.1912, |
| "step": 9420 |
| }, |
| { |
| "epoch": 2.979385514572309, |
| "grad_norm": 0.2033988073630781, |
| "learning_rate": 4.20268936194936e-06, |
| "loss": 0.1897, |
| "step": 9430 |
| }, |
| { |
| "epoch": 2.982544822683832, |
| "grad_norm": 0.20236599162357977, |
| "learning_rate": 4.191803117267223e-06, |
| "loss": 0.1893, |
| "step": 9440 |
| }, |
| { |
| "epoch": 2.985704130795356, |
| "grad_norm": 0.20641674023136433, |
| "learning_rate": 4.180920805139835e-06, |
| "loss": 0.1888, |
| "step": 9450 |
| }, |
| { |
| "epoch": 2.9888634389068796, |
| "grad_norm": 0.22914246659818197, |
| "learning_rate": 4.170042478518759e-06, |
| "loss": 0.1875, |
| "step": 9460 |
| }, |
| { |
| "epoch": 2.992022747018403, |
| "grad_norm": 0.20738233476923548, |
| "learning_rate": 4.159168190336162e-06, |
| "loss": 0.187, |
| "step": 9470 |
| }, |
| { |
| "epoch": 2.9951820551299266, |
| "grad_norm": 0.20804494541317625, |
| "learning_rate": 4.148297993504566e-06, |
| "loss": 0.1902, |
| "step": 9480 |
| }, |
| { |
| "epoch": 2.99834136324145, |
| "grad_norm": 0.19974693835491714, |
| "learning_rate": 4.137431940916584e-06, |
| "loss": 0.1866, |
| "step": 9490 |
| }, |
| { |
| "epoch": 3.001579654055762, |
| "grad_norm": 0.19231070887741758, |
| "learning_rate": 4.12657008544466e-06, |
| "loss": 0.1846, |
| "step": 9500 |
| }, |
| { |
| "epoch": 3.0047389621672855, |
| "grad_norm": 0.20508127207154292, |
| "learning_rate": 4.115712479940821e-06, |
| "loss": 0.1717, |
| "step": 9510 |
| }, |
| { |
| "epoch": 3.007898270278809, |
| "grad_norm": 0.19947206755336946, |
| "learning_rate": 4.10485917723641e-06, |
| "loss": 0.1711, |
| "step": 9520 |
| }, |
| { |
| "epoch": 3.0110575783903326, |
| "grad_norm": 0.19753840539867382, |
| "learning_rate": 4.0940102301418375e-06, |
| "loss": 0.1721, |
| "step": 9530 |
| }, |
| { |
| "epoch": 3.014216886501856, |
| "grad_norm": 0.1992468045730409, |
| "learning_rate": 4.083165691446314e-06, |
| "loss": 0.1719, |
| "step": 9540 |
| }, |
| { |
| "epoch": 3.0173761946133797, |
| "grad_norm": 0.20255881958221392, |
| "learning_rate": 4.072325613917605e-06, |
| "loss": 0.1719, |
| "step": 9550 |
| }, |
| { |
| "epoch": 3.0205355027249032, |
| "grad_norm": 0.1899039859129075, |
| "learning_rate": 4.061490050301767e-06, |
| "loss": 0.1699, |
| "step": 9560 |
| }, |
| { |
| "epoch": 3.0236948108364268, |
| "grad_norm": 0.20612020049628732, |
| "learning_rate": 4.050659053322892e-06, |
| "loss": 0.1714, |
| "step": 9570 |
| }, |
| { |
| "epoch": 3.0268541189479503, |
| "grad_norm": 0.21789263057401254, |
| "learning_rate": 4.039832675682854e-06, |
| "loss": 0.1723, |
| "step": 9580 |
| }, |
| { |
| "epoch": 3.030013427059474, |
| "grad_norm": 0.2026996020270893, |
| "learning_rate": 4.0290109700610445e-06, |
| "loss": 0.17, |
| "step": 9590 |
| }, |
| { |
| "epoch": 3.0331727351709974, |
| "grad_norm": 0.19422527184239666, |
| "learning_rate": 4.0181939891141276e-06, |
| "loss": 0.1715, |
| "step": 9600 |
| }, |
| { |
| "epoch": 3.036332043282521, |
| "grad_norm": 0.19811136542886754, |
| "learning_rate": 4.007381785475776e-06, |
| "loss": 0.1707, |
| "step": 9610 |
| }, |
| { |
| "epoch": 3.039491351394045, |
| "grad_norm": 0.21473702063694924, |
| "learning_rate": 3.996574411756412e-06, |
| "loss": 0.1717, |
| "step": 9620 |
| }, |
| { |
| "epoch": 3.0426506595055685, |
| "grad_norm": 0.20093271189509854, |
| "learning_rate": 3.9857719205429666e-06, |
| "loss": 0.1698, |
| "step": 9630 |
| }, |
| { |
| "epoch": 3.045809967617092, |
| "grad_norm": 0.2054432390601117, |
| "learning_rate": 3.974974364398604e-06, |
| "loss": 0.1722, |
| "step": 9640 |
| }, |
| { |
| "epoch": 3.0489692757286155, |
| "grad_norm": 0.21106353915988532, |
| "learning_rate": 3.964181795862476e-06, |
| "loss": 0.1702, |
| "step": 9650 |
| }, |
| { |
| "epoch": 3.052128583840139, |
| "grad_norm": 0.20956851733321105, |
| "learning_rate": 3.9533942674494736e-06, |
| "loss": 0.1712, |
| "step": 9660 |
| }, |
| { |
| "epoch": 3.0552878919516626, |
| "grad_norm": 0.2151757551569205, |
| "learning_rate": 3.942611831649953e-06, |
| "loss": 0.1723, |
| "step": 9670 |
| }, |
| { |
| "epoch": 3.058447200063186, |
| "grad_norm": 0.20087929271216232, |
| "learning_rate": 3.931834540929498e-06, |
| "loss": 0.1729, |
| "step": 9680 |
| }, |
| { |
| "epoch": 3.0616065081747097, |
| "grad_norm": 0.19812955505838692, |
| "learning_rate": 3.9210624477286545e-06, |
| "loss": 0.1702, |
| "step": 9690 |
| }, |
| { |
| "epoch": 3.0647658162862332, |
| "grad_norm": 0.19934250074039184, |
| "learning_rate": 3.910295604462675e-06, |
| "loss": 0.1718, |
| "step": 9700 |
| }, |
| { |
| "epoch": 3.0679251243977568, |
| "grad_norm": 0.22292842551894693, |
| "learning_rate": 3.899534063521274e-06, |
| "loss": 0.1703, |
| "step": 9710 |
| }, |
| { |
| "epoch": 3.0710844325092803, |
| "grad_norm": 0.20621823300766834, |
| "learning_rate": 3.888777877268361e-06, |
| "loss": 0.1718, |
| "step": 9720 |
| }, |
| { |
| "epoch": 3.074243740620804, |
| "grad_norm": 0.20627308571255917, |
| "learning_rate": 3.8780270980417865e-06, |
| "loss": 0.1715, |
| "step": 9730 |
| }, |
| { |
| "epoch": 3.077403048732328, |
| "grad_norm": 0.20092589221833093, |
| "learning_rate": 3.867281778153103e-06, |
| "loss": 0.1708, |
| "step": 9740 |
| }, |
| { |
| "epoch": 3.0805623568438514, |
| "grad_norm": 0.20178715984754905, |
| "learning_rate": 3.856541969887284e-06, |
| "loss": 0.1713, |
| "step": 9750 |
| }, |
| { |
| "epoch": 3.083721664955375, |
| "grad_norm": 0.20333774590909526, |
| "learning_rate": 3.8458077255024985e-06, |
| "loss": 0.1711, |
| "step": 9760 |
| }, |
| { |
| "epoch": 3.0868809730668985, |
| "grad_norm": 0.19812370974809254, |
| "learning_rate": 3.835079097229834e-06, |
| "loss": 0.1716, |
| "step": 9770 |
| }, |
| { |
| "epoch": 3.090040281178422, |
| "grad_norm": 0.19168564591899634, |
| "learning_rate": 3.82435613727305e-06, |
| "loss": 0.1712, |
| "step": 9780 |
| }, |
| { |
| "epoch": 3.0931995892899455, |
| "grad_norm": 0.20301128877899655, |
| "learning_rate": 3.8136388978083318e-06, |
| "loss": 0.1717, |
| "step": 9790 |
| }, |
| { |
| "epoch": 3.096358897401469, |
| "grad_norm": 0.21119806157032167, |
| "learning_rate": 3.802927430984024e-06, |
| "loss": 0.1713, |
| "step": 9800 |
| }, |
| { |
| "epoch": 3.0995182055129926, |
| "grad_norm": 0.19958619654256107, |
| "learning_rate": 3.7922217889203815e-06, |
| "loss": 0.1729, |
| "step": 9810 |
| }, |
| { |
| "epoch": 3.102677513624516, |
| "grad_norm": 0.1968913471359473, |
| "learning_rate": 3.781522023709325e-06, |
| "loss": 0.172, |
| "step": 9820 |
| }, |
| { |
| "epoch": 3.1058368217360397, |
| "grad_norm": 0.20650603439149065, |
| "learning_rate": 3.770828187414169e-06, |
| "loss": 0.1714, |
| "step": 9830 |
| }, |
| { |
| "epoch": 3.1089961298475632, |
| "grad_norm": 0.20480879307691913, |
| "learning_rate": 3.7601403320693877e-06, |
| "loss": 0.1731, |
| "step": 9840 |
| }, |
| { |
| "epoch": 3.112155437959087, |
| "grad_norm": 0.19841361175349975, |
| "learning_rate": 3.7494585096803475e-06, |
| "loss": 0.17, |
| "step": 9850 |
| }, |
| { |
| "epoch": 3.1153147460706103, |
| "grad_norm": 0.20023910284222765, |
| "learning_rate": 3.7387827722230592e-06, |
| "loss": 0.1719, |
| "step": 9860 |
| }, |
| { |
| "epoch": 3.1184740541821343, |
| "grad_norm": 0.20538502307132153, |
| "learning_rate": 3.72811317164393e-06, |
| "loss": 0.1714, |
| "step": 9870 |
| }, |
| { |
| "epoch": 3.121633362293658, |
| "grad_norm": 0.2025961874013164, |
| "learning_rate": 3.7174497598595004e-06, |
| "loss": 0.1731, |
| "step": 9880 |
| }, |
| { |
| "epoch": 3.1247926704051814, |
| "grad_norm": 0.19897689525350173, |
| "learning_rate": 3.7067925887562035e-06, |
| "loss": 0.1709, |
| "step": 9890 |
| }, |
| { |
| "epoch": 3.127951978516705, |
| "grad_norm": 0.19674997421298326, |
| "learning_rate": 3.6961417101901004e-06, |
| "loss": 0.1709, |
| "step": 9900 |
| }, |
| { |
| "epoch": 3.1311112866282285, |
| "grad_norm": 0.20048513567462214, |
| "learning_rate": 3.6854971759866343e-06, |
| "loss": 0.168, |
| "step": 9910 |
| }, |
| { |
| "epoch": 3.134270594739752, |
| "grad_norm": 0.20877865427323217, |
| "learning_rate": 3.6748590379403837e-06, |
| "loss": 0.1699, |
| "step": 9920 |
| }, |
| { |
| "epoch": 3.1374299028512755, |
| "grad_norm": 0.20947180408342017, |
| "learning_rate": 3.664227347814796e-06, |
| "loss": 0.1718, |
| "step": 9930 |
| }, |
| { |
| "epoch": 3.140589210962799, |
| "grad_norm": 0.19984590881674016, |
| "learning_rate": 3.653602157341953e-06, |
| "loss": 0.1744, |
| "step": 9940 |
| }, |
| { |
| "epoch": 3.1437485190743226, |
| "grad_norm": 0.20244914750147294, |
| "learning_rate": 3.6429835182223028e-06, |
| "loss": 0.1701, |
| "step": 9950 |
| }, |
| { |
| "epoch": 3.146907827185846, |
| "grad_norm": 0.20651719839215915, |
| "learning_rate": 3.632371482124416e-06, |
| "loss": 0.1722, |
| "step": 9960 |
| }, |
| { |
| "epoch": 3.1500671352973697, |
| "grad_norm": 0.21320130534174414, |
| "learning_rate": 3.621766100684742e-06, |
| "loss": 0.1719, |
| "step": 9970 |
| }, |
| { |
| "epoch": 3.1532264434088937, |
| "grad_norm": 0.1982018761614747, |
| "learning_rate": 3.6111674255073415e-06, |
| "loss": 0.1697, |
| "step": 9980 |
| }, |
| { |
| "epoch": 3.1563857515204172, |
| "grad_norm": 0.19540192155635913, |
| "learning_rate": 3.600575508163643e-06, |
| "loss": 0.1716, |
| "step": 9990 |
| }, |
| { |
| "epoch": 3.1595450596319408, |
| "grad_norm": 0.19265346677541417, |
| "learning_rate": 3.5899904001922014e-06, |
| "loss": 0.1723, |
| "step": 10000 |
| }, |
| { |
| "epoch": 3.1627043677434643, |
| "grad_norm": 0.2602993365623357, |
| "learning_rate": 3.579412153098428e-06, |
| "loss": 0.1717, |
| "step": 10010 |
| }, |
| { |
| "epoch": 3.165863675854988, |
| "grad_norm": 0.2072576388794693, |
| "learning_rate": 3.568840818354359e-06, |
| "loss": 0.1705, |
| "step": 10020 |
| }, |
| { |
| "epoch": 3.1690229839665114, |
| "grad_norm": 0.20292312081490704, |
| "learning_rate": 3.5582764473983898e-06, |
| "loss": 0.1708, |
| "step": 10030 |
| }, |
| { |
| "epoch": 3.172182292078035, |
| "grad_norm": 0.19839564056735176, |
| "learning_rate": 3.5477190916350314e-06, |
| "loss": 0.173, |
| "step": 10040 |
| }, |
| { |
| "epoch": 3.1753416001895585, |
| "grad_norm": 0.21059840553848913, |
| "learning_rate": 3.5371688024346663e-06, |
| "loss": 0.1728, |
| "step": 10050 |
| }, |
| { |
| "epoch": 3.178500908301082, |
| "grad_norm": 0.19127556281230237, |
| "learning_rate": 3.5266256311332838e-06, |
| "loss": 0.1717, |
| "step": 10060 |
| }, |
| { |
| "epoch": 3.1816602164126055, |
| "grad_norm": 0.20280055781097764, |
| "learning_rate": 3.5160896290322466e-06, |
| "loss": 0.1718, |
| "step": 10070 |
| }, |
| { |
| "epoch": 3.184819524524129, |
| "grad_norm": 0.19870253928511597, |
| "learning_rate": 3.5055608473980275e-06, |
| "loss": 0.173, |
| "step": 10080 |
| }, |
| { |
| "epoch": 3.1879788326356526, |
| "grad_norm": 0.20124551003316218, |
| "learning_rate": 3.495039337461966e-06, |
| "loss": 0.1714, |
| "step": 10090 |
| }, |
| { |
| "epoch": 3.191138140747176, |
| "grad_norm": 0.1974863499022992, |
| "learning_rate": 3.484525150420024e-06, |
| "loss": 0.1727, |
| "step": 10100 |
| }, |
| { |
| "epoch": 3.1942974488587, |
| "grad_norm": 0.2056406098760328, |
| "learning_rate": 3.474018337432526e-06, |
| "loss": 0.1711, |
| "step": 10110 |
| }, |
| { |
| "epoch": 3.1974567569702237, |
| "grad_norm": 0.1993829016013529, |
| "learning_rate": 3.4635189496239147e-06, |
| "loss": 0.1723, |
| "step": 10120 |
| }, |
| { |
| "epoch": 3.2006160650817472, |
| "grad_norm": 0.20235980644501536, |
| "learning_rate": 3.4530270380825106e-06, |
| "loss": 0.1719, |
| "step": 10130 |
| }, |
| { |
| "epoch": 3.2037753731932708, |
| "grad_norm": 0.21045502485536316, |
| "learning_rate": 3.442542653860246e-06, |
| "loss": 0.1728, |
| "step": 10140 |
| }, |
| { |
| "epoch": 3.2069346813047943, |
| "grad_norm": 0.1983591302141842, |
| "learning_rate": 3.4320658479724358e-06, |
| "loss": 0.1714, |
| "step": 10150 |
| }, |
| { |
| "epoch": 3.210093989416318, |
| "grad_norm": 0.20220358320589318, |
| "learning_rate": 3.4215966713975137e-06, |
| "loss": 0.1721, |
| "step": 10160 |
| }, |
| { |
| "epoch": 3.2132532975278414, |
| "grad_norm": 0.20148720905716092, |
| "learning_rate": 3.41113517507679e-06, |
| "loss": 0.1722, |
| "step": 10170 |
| }, |
| { |
| "epoch": 3.216412605639365, |
| "grad_norm": 0.21958364967195199, |
| "learning_rate": 3.400681409914211e-06, |
| "loss": 0.1717, |
| "step": 10180 |
| }, |
| { |
| "epoch": 3.2195719137508885, |
| "grad_norm": 0.20443876928391433, |
| "learning_rate": 3.390235426776095e-06, |
| "loss": 0.1723, |
| "step": 10190 |
| }, |
| { |
| "epoch": 3.222731221862412, |
| "grad_norm": 0.20468900776748283, |
| "learning_rate": 3.3797972764909044e-06, |
| "loss": 0.1728, |
| "step": 10200 |
| }, |
| { |
| "epoch": 3.2258905299739355, |
| "grad_norm": 0.20712330871995108, |
| "learning_rate": 3.3693670098489794e-06, |
| "loss": 0.1717, |
| "step": 10210 |
| }, |
| { |
| "epoch": 3.229049838085459, |
| "grad_norm": 0.20539340759709276, |
| "learning_rate": 3.3589446776023026e-06, |
| "loss": 0.1735, |
| "step": 10220 |
| }, |
| { |
| "epoch": 3.2322091461969826, |
| "grad_norm": 0.20853940556733697, |
| "learning_rate": 3.3485303304642523e-06, |
| "loss": 0.1734, |
| "step": 10230 |
| }, |
| { |
| "epoch": 3.2353684543085066, |
| "grad_norm": 0.20622108613855025, |
| "learning_rate": 3.338124019109348e-06, |
| "loss": 0.1731, |
| "step": 10240 |
| }, |
| { |
| "epoch": 3.23852776242003, |
| "grad_norm": 0.20725725534935868, |
| "learning_rate": 3.3277257941730112e-06, |
| "loss": 0.1701, |
| "step": 10250 |
| }, |
| { |
| "epoch": 3.2416870705315537, |
| "grad_norm": 0.20483333136083265, |
| "learning_rate": 3.3173357062513156e-06, |
| "loss": 0.1726, |
| "step": 10260 |
| }, |
| { |
| "epoch": 3.2448463786430772, |
| "grad_norm": 0.19730208138726862, |
| "learning_rate": 3.30695380590074e-06, |
| "loss": 0.1719, |
| "step": 10270 |
| }, |
| { |
| "epoch": 3.2480056867546008, |
| "grad_norm": 0.19161529058623247, |
| "learning_rate": 3.2965801436379268e-06, |
| "loss": 0.1703, |
| "step": 10280 |
| }, |
| { |
| "epoch": 3.2511649948661243, |
| "grad_norm": 0.20183756272218625, |
| "learning_rate": 3.2862147699394308e-06, |
| "loss": 0.1707, |
| "step": 10290 |
| }, |
| { |
| "epoch": 3.254324302977648, |
| "grad_norm": 0.2077259975279863, |
| "learning_rate": 3.2758577352414746e-06, |
| "loss": 0.1724, |
| "step": 10300 |
| }, |
| { |
| "epoch": 3.2574836110891714, |
| "grad_norm": 0.19909554676713112, |
| "learning_rate": 3.2655090899397104e-06, |
| "loss": 0.1727, |
| "step": 10310 |
| }, |
| { |
| "epoch": 3.260642919200695, |
| "grad_norm": 0.19458384557088879, |
| "learning_rate": 3.255168884388962e-06, |
| "loss": 0.1706, |
| "step": 10320 |
| }, |
| { |
| "epoch": 3.2638022273122185, |
| "grad_norm": 0.20300444839784934, |
| "learning_rate": 3.2448371689029917e-06, |
| "loss": 0.17, |
| "step": 10330 |
| }, |
| { |
| "epoch": 3.266961535423742, |
| "grad_norm": 0.2037381038102816, |
| "learning_rate": 3.2345139937542493e-06, |
| "loss": 0.1707, |
| "step": 10340 |
| }, |
| { |
| "epoch": 3.270120843535266, |
| "grad_norm": 0.20261293016006007, |
| "learning_rate": 3.2241994091736264e-06, |
| "loss": 0.1716, |
| "step": 10350 |
| }, |
| { |
| "epoch": 3.2732801516467895, |
| "grad_norm": 0.20445117127878168, |
| "learning_rate": 3.2138934653502157e-06, |
| "loss": 0.1715, |
| "step": 10360 |
| }, |
| { |
| "epoch": 3.276439459758313, |
| "grad_norm": 0.20006168658634946, |
| "learning_rate": 3.2035962124310677e-06, |
| "loss": 0.1699, |
| "step": 10370 |
| }, |
| { |
| "epoch": 3.2795987678698366, |
| "grad_norm": 0.2048357399994623, |
| "learning_rate": 3.1933077005209413e-06, |
| "loss": 0.1714, |
| "step": 10380 |
| }, |
| { |
| "epoch": 3.28275807598136, |
| "grad_norm": 0.20764582211703872, |
| "learning_rate": 3.1830279796820655e-06, |
| "loss": 0.1726, |
| "step": 10390 |
| }, |
| { |
| "epoch": 3.2859173840928837, |
| "grad_norm": 0.19507013108646712, |
| "learning_rate": 3.17275709993389e-06, |
| "loss": 0.1686, |
| "step": 10400 |
| }, |
| { |
| "epoch": 3.2890766922044072, |
| "grad_norm": 0.20376140005700832, |
| "learning_rate": 3.1624951112528486e-06, |
| "loss": 0.1727, |
| "step": 10410 |
| }, |
| { |
| "epoch": 3.2922360003159308, |
| "grad_norm": 0.19814895837042856, |
| "learning_rate": 3.152242063572111e-06, |
| "loss": 0.172, |
| "step": 10420 |
| }, |
| { |
| "epoch": 3.2953953084274543, |
| "grad_norm": 0.20809655011071984, |
| "learning_rate": 3.1419980067813416e-06, |
| "loss": 0.1723, |
| "step": 10430 |
| }, |
| { |
| "epoch": 3.298554616538978, |
| "grad_norm": 0.2130288394869752, |
| "learning_rate": 3.131762990726457e-06, |
| "loss": 0.1693, |
| "step": 10440 |
| }, |
| { |
| "epoch": 3.3017139246505014, |
| "grad_norm": 0.20474107277059672, |
| "learning_rate": 3.1215370652093817e-06, |
| "loss": 0.1728, |
| "step": 10450 |
| }, |
| { |
| "epoch": 3.304873232762025, |
| "grad_norm": 0.19685492816170327, |
| "learning_rate": 3.1113202799878104e-06, |
| "loss": 0.1736, |
| "step": 10460 |
| }, |
| { |
| "epoch": 3.3080325408735485, |
| "grad_norm": 0.20719245855817442, |
| "learning_rate": 3.1011126847749573e-06, |
| "loss": 0.1718, |
| "step": 10470 |
| }, |
| { |
| "epoch": 3.3111918489850725, |
| "grad_norm": 0.19594664304604262, |
| "learning_rate": 3.090914329239325e-06, |
| "loss": 0.1705, |
| "step": 10480 |
| }, |
| { |
| "epoch": 3.314351157096596, |
| "grad_norm": 0.19759328866966638, |
| "learning_rate": 3.0807252630044535e-06, |
| "loss": 0.1738, |
| "step": 10490 |
| }, |
| { |
| "epoch": 3.3175104652081195, |
| "grad_norm": 0.2039023386475025, |
| "learning_rate": 3.0705455356486847e-06, |
| "loss": 0.1709, |
| "step": 10500 |
| }, |
| { |
| "epoch": 3.320669773319643, |
| "grad_norm": 0.20102237377028126, |
| "learning_rate": 3.0603751967049196e-06, |
| "loss": 0.1731, |
| "step": 10510 |
| }, |
| { |
| "epoch": 3.3238290814311666, |
| "grad_norm": 0.20154946206713367, |
| "learning_rate": 3.050214295660373e-06, |
| "loss": 0.1744, |
| "step": 10520 |
| }, |
| { |
| "epoch": 3.32698838954269, |
| "grad_norm": 0.20754788610456004, |
| "learning_rate": 3.0400628819563394e-06, |
| "loss": 0.1725, |
| "step": 10530 |
| }, |
| { |
| "epoch": 3.3301476976542137, |
| "grad_norm": 0.21440535676787434, |
| "learning_rate": 3.02992100498795e-06, |
| "loss": 0.1711, |
| "step": 10540 |
| }, |
| { |
| "epoch": 3.3333070057657372, |
| "grad_norm": 0.1985749560929464, |
| "learning_rate": 3.0197887141039295e-06, |
| "loss": 0.1716, |
| "step": 10550 |
| }, |
| { |
| "epoch": 3.336466313877261, |
| "grad_norm": 0.20486416168285063, |
| "learning_rate": 3.009666058606361e-06, |
| "loss": 0.1712, |
| "step": 10560 |
| }, |
| { |
| "epoch": 3.3396256219887843, |
| "grad_norm": 0.20464416545173006, |
| "learning_rate": 2.999553087750441e-06, |
| "loss": 0.1715, |
| "step": 10570 |
| }, |
| { |
| "epoch": 3.342784930100308, |
| "grad_norm": 0.19277745618987774, |
| "learning_rate": 2.9894498507442403e-06, |
| "loss": 0.1696, |
| "step": 10580 |
| }, |
| { |
| "epoch": 3.345944238211832, |
| "grad_norm": 0.19243002023701336, |
| "learning_rate": 2.979356396748474e-06, |
| "loss": 0.1722, |
| "step": 10590 |
| }, |
| { |
| "epoch": 3.349103546323355, |
| "grad_norm": 0.184939999971442, |
| "learning_rate": 2.969272774876246e-06, |
| "loss": 0.1704, |
| "step": 10600 |
| }, |
| { |
| "epoch": 3.352262854434879, |
| "grad_norm": 0.20963451528121682, |
| "learning_rate": 2.9591990341928233e-06, |
| "loss": 0.172, |
| "step": 10610 |
| }, |
| { |
| "epoch": 3.3554221625464025, |
| "grad_norm": 0.21203412019436482, |
| "learning_rate": 2.9491352237153924e-06, |
| "loss": 0.1719, |
| "step": 10620 |
| }, |
| { |
| "epoch": 3.358581470657926, |
| "grad_norm": 0.19976350882936353, |
| "learning_rate": 2.9390813924128187e-06, |
| "loss": 0.1716, |
| "step": 10630 |
| }, |
| { |
| "epoch": 3.3617407787694495, |
| "grad_norm": 0.19765127820077447, |
| "learning_rate": 2.9290375892054145e-06, |
| "loss": 0.1719, |
| "step": 10640 |
| }, |
| { |
| "epoch": 3.364900086880973, |
| "grad_norm": 0.19819054962322868, |
| "learning_rate": 2.9190038629646928e-06, |
| "loss": 0.1718, |
| "step": 10650 |
| }, |
| { |
| "epoch": 3.3680593949924966, |
| "grad_norm": 0.2018843941060178, |
| "learning_rate": 2.9089802625131357e-06, |
| "loss": 0.1715, |
| "step": 10660 |
| }, |
| { |
| "epoch": 3.37121870310402, |
| "grad_norm": 0.2053114073761089, |
| "learning_rate": 2.898966836623956e-06, |
| "loss": 0.1712, |
| "step": 10670 |
| }, |
| { |
| "epoch": 3.3743780112155437, |
| "grad_norm": 0.1834559540518353, |
| "learning_rate": 2.888963634020856e-06, |
| "loss": 0.1718, |
| "step": 10680 |
| }, |
| { |
| "epoch": 3.3775373193270672, |
| "grad_norm": 0.21217338223459672, |
| "learning_rate": 2.8789707033777958e-06, |
| "loss": 0.17, |
| "step": 10690 |
| }, |
| { |
| "epoch": 3.380696627438591, |
| "grad_norm": 0.20413368942330248, |
| "learning_rate": 2.868988093318755e-06, |
| "loss": 0.17, |
| "step": 10700 |
| }, |
| { |
| "epoch": 3.3838559355501143, |
| "grad_norm": 0.20529368260563738, |
| "learning_rate": 2.8590158524174847e-06, |
| "loss": 0.1706, |
| "step": 10710 |
| }, |
| { |
| "epoch": 3.3870152436616383, |
| "grad_norm": 0.1996839471001918, |
| "learning_rate": 2.849054029197299e-06, |
| "loss": 0.1728, |
| "step": 10720 |
| }, |
| { |
| "epoch": 3.390174551773162, |
| "grad_norm": 0.21107475110462812, |
| "learning_rate": 2.8391026721308048e-06, |
| "loss": 0.1726, |
| "step": 10730 |
| }, |
| { |
| "epoch": 3.3933338598846854, |
| "grad_norm": 0.1977207222688015, |
| "learning_rate": 2.8291618296396906e-06, |
| "loss": 0.1717, |
| "step": 10740 |
| }, |
| { |
| "epoch": 3.396493167996209, |
| "grad_norm": 0.20112571153294398, |
| "learning_rate": 2.819231550094482e-06, |
| "loss": 0.171, |
| "step": 10750 |
| }, |
| { |
| "epoch": 3.3996524761077325, |
| "grad_norm": 0.1998438118160792, |
| "learning_rate": 2.8093118818143054e-06, |
| "loss": 0.1714, |
| "step": 10760 |
| }, |
| { |
| "epoch": 3.402811784219256, |
| "grad_norm": 0.20497839555948202, |
| "learning_rate": 2.799402873066657e-06, |
| "loss": 0.1718, |
| "step": 10770 |
| }, |
| { |
| "epoch": 3.4059710923307795, |
| "grad_norm": 0.20138016538674214, |
| "learning_rate": 2.789504572067163e-06, |
| "loss": 0.1723, |
| "step": 10780 |
| }, |
| { |
| "epoch": 3.409130400442303, |
| "grad_norm": 0.2119166594988366, |
| "learning_rate": 2.7796170269793448e-06, |
| "loss": 0.1714, |
| "step": 10790 |
| }, |
| { |
| "epoch": 3.4122897085538266, |
| "grad_norm": 0.207710303365895, |
| "learning_rate": 2.7697402859143973e-06, |
| "loss": 0.1731, |
| "step": 10800 |
| }, |
| { |
| "epoch": 3.41544901666535, |
| "grad_norm": 0.2002743432404299, |
| "learning_rate": 2.7598743969309323e-06, |
| "loss": 0.1705, |
| "step": 10810 |
| }, |
| { |
| "epoch": 3.4186083247768737, |
| "grad_norm": 0.1979710890338057, |
| "learning_rate": 2.7500194080347652e-06, |
| "loss": 0.1698, |
| "step": 10820 |
| }, |
| { |
| "epoch": 3.4217676328883972, |
| "grad_norm": 0.20374184595460798, |
| "learning_rate": 2.740175367178671e-06, |
| "loss": 0.1731, |
| "step": 10830 |
| }, |
| { |
| "epoch": 3.424926940999921, |
| "grad_norm": 0.21111483778852924, |
| "learning_rate": 2.7303423222621532e-06, |
| "loss": 0.1712, |
| "step": 10840 |
| }, |
| { |
| "epoch": 3.4280862491114448, |
| "grad_norm": 0.209638712778081, |
| "learning_rate": 2.7205203211312113e-06, |
| "loss": 0.1695, |
| "step": 10850 |
| }, |
| { |
| "epoch": 3.4312455572229683, |
| "grad_norm": 0.20749198974074953, |
| "learning_rate": 2.710709411578108e-06, |
| "loss": 0.1701, |
| "step": 10860 |
| }, |
| { |
| "epoch": 3.434404865334492, |
| "grad_norm": 0.20185076643899905, |
| "learning_rate": 2.700909641341136e-06, |
| "loss": 0.1716, |
| "step": 10870 |
| }, |
| { |
| "epoch": 3.4375641734460154, |
| "grad_norm": 0.20360708501600241, |
| "learning_rate": 2.6911210581043827e-06, |
| "loss": 0.1717, |
| "step": 10880 |
| }, |
| { |
| "epoch": 3.440723481557539, |
| "grad_norm": 0.19759420416489065, |
| "learning_rate": 2.6813437094975058e-06, |
| "loss": 0.1702, |
| "step": 10890 |
| }, |
| { |
| "epoch": 3.4438827896690625, |
| "grad_norm": 0.21258398444562132, |
| "learning_rate": 2.6715776430954948e-06, |
| "loss": 0.1712, |
| "step": 10900 |
| }, |
| { |
| "epoch": 3.447042097780586, |
| "grad_norm": 0.204687059081065, |
| "learning_rate": 2.661822906418443e-06, |
| "loss": 0.1713, |
| "step": 10910 |
| }, |
| { |
| "epoch": 3.4502014058921096, |
| "grad_norm": 0.21216451437708195, |
| "learning_rate": 2.652079546931314e-06, |
| "loss": 0.172, |
| "step": 10920 |
| }, |
| { |
| "epoch": 3.453360714003633, |
| "grad_norm": 0.20495187704615014, |
| "learning_rate": 2.642347612043713e-06, |
| "loss": 0.172, |
| "step": 10930 |
| }, |
| { |
| "epoch": 3.4565200221151566, |
| "grad_norm": 0.20577240721425508, |
| "learning_rate": 2.632627149109653e-06, |
| "loss": 0.1724, |
| "step": 10940 |
| }, |
| { |
| "epoch": 3.45967933022668, |
| "grad_norm": 0.20332569317373442, |
| "learning_rate": 2.622918205427332e-06, |
| "loss": 0.1728, |
| "step": 10950 |
| }, |
| { |
| "epoch": 3.462838638338204, |
| "grad_norm": 0.20833963528994082, |
| "learning_rate": 2.613220828238887e-06, |
| "loss": 0.1723, |
| "step": 10960 |
| }, |
| { |
| "epoch": 3.4659979464497277, |
| "grad_norm": 0.20062775671760197, |
| "learning_rate": 2.6035350647301825e-06, |
| "loss": 0.1697, |
| "step": 10970 |
| }, |
| { |
| "epoch": 3.4691572545612512, |
| "grad_norm": 0.1925666545023208, |
| "learning_rate": 2.5938609620305697e-06, |
| "loss": 0.1721, |
| "step": 10980 |
| }, |
| { |
| "epoch": 3.4723165626727748, |
| "grad_norm": 0.20615750012695935, |
| "learning_rate": 2.584198567212663e-06, |
| "loss": 0.1693, |
| "step": 10990 |
| }, |
| { |
| "epoch": 3.4754758707842983, |
| "grad_norm": 0.205868926105775, |
| "learning_rate": 2.5745479272921035e-06, |
| "loss": 0.1715, |
| "step": 11000 |
| }, |
| { |
| "epoch": 3.478635178895822, |
| "grad_norm": 0.19907532345392218, |
| "learning_rate": 2.5649090892273394e-06, |
| "loss": 0.1697, |
| "step": 11010 |
| }, |
| { |
| "epoch": 3.4817944870073454, |
| "grad_norm": 0.20241604647559086, |
| "learning_rate": 2.5552820999193893e-06, |
| "loss": 0.1714, |
| "step": 11020 |
| }, |
| { |
| "epoch": 3.484953795118869, |
| "grad_norm": 0.19925318676474033, |
| "learning_rate": 2.5456670062116227e-06, |
| "loss": 0.1702, |
| "step": 11030 |
| }, |
| { |
| "epoch": 3.4881131032303925, |
| "grad_norm": 0.20118707025616442, |
| "learning_rate": 2.5360638548895177e-06, |
| "loss": 0.1687, |
| "step": 11040 |
| }, |
| { |
| "epoch": 3.491272411341916, |
| "grad_norm": 0.21011772565832204, |
| "learning_rate": 2.526472692680455e-06, |
| "loss": 0.1723, |
| "step": 11050 |
| }, |
| { |
| "epoch": 3.4944317194534396, |
| "grad_norm": 0.2114462945794177, |
| "learning_rate": 2.5168935662534676e-06, |
| "loss": 0.1713, |
| "step": 11060 |
| }, |
| { |
| "epoch": 3.497591027564963, |
| "grad_norm": 0.20322439000336912, |
| "learning_rate": 2.507326522219031e-06, |
| "loss": 0.1722, |
| "step": 11070 |
| }, |
| { |
| "epoch": 3.5007503356764866, |
| "grad_norm": 0.20423924785828376, |
| "learning_rate": 2.497771607128826e-06, |
| "loss": 0.1711, |
| "step": 11080 |
| }, |
| { |
| "epoch": 3.5039096437880106, |
| "grad_norm": 0.21367822416543628, |
| "learning_rate": 2.4882288674755196e-06, |
| "loss": 0.1702, |
| "step": 11090 |
| }, |
| { |
| "epoch": 3.507068951899534, |
| "grad_norm": 0.20077382774697636, |
| "learning_rate": 2.4786983496925273e-06, |
| "loss": 0.1723, |
| "step": 11100 |
| }, |
| { |
| "epoch": 3.5102282600110577, |
| "grad_norm": 0.21321414495009436, |
| "learning_rate": 2.4691801001538083e-06, |
| "loss": 0.1696, |
| "step": 11110 |
| }, |
| { |
| "epoch": 3.5133875681225812, |
| "grad_norm": 0.203537804839117, |
| "learning_rate": 2.459674165173611e-06, |
| "loss": 0.1698, |
| "step": 11120 |
| }, |
| { |
| "epoch": 3.516546876234105, |
| "grad_norm": 0.2009040955436558, |
| "learning_rate": 2.450180591006278e-06, |
| "loss": 0.1716, |
| "step": 11130 |
| }, |
| { |
| "epoch": 3.5197061843456283, |
| "grad_norm": 0.20513705543314245, |
| "learning_rate": 2.440699423845994e-06, |
| "loss": 0.1721, |
| "step": 11140 |
| }, |
| { |
| "epoch": 3.522865492457152, |
| "grad_norm": 0.19738195470784428, |
| "learning_rate": 2.43123070982658e-06, |
| "loss": 0.1716, |
| "step": 11150 |
| }, |
| { |
| "epoch": 3.5260248005686754, |
| "grad_norm": 0.19923618992627787, |
| "learning_rate": 2.4217744950212603e-06, |
| "loss": 0.1722, |
| "step": 11160 |
| }, |
| { |
| "epoch": 3.529184108680199, |
| "grad_norm": 0.19543045451037108, |
| "learning_rate": 2.4123308254424397e-06, |
| "loss": 0.1722, |
| "step": 11170 |
| }, |
| { |
| "epoch": 3.5323434167917225, |
| "grad_norm": 0.20098623956184636, |
| "learning_rate": 2.4028997470414813e-06, |
| "loss": 0.1721, |
| "step": 11180 |
| }, |
| { |
| "epoch": 3.535502724903246, |
| "grad_norm": 0.19666520667412346, |
| "learning_rate": 2.393481305708481e-06, |
| "loss": 0.1718, |
| "step": 11190 |
| }, |
| { |
| "epoch": 3.53866203301477, |
| "grad_norm": 0.20769071659100188, |
| "learning_rate": 2.38407554727204e-06, |
| "loss": 0.1721, |
| "step": 11200 |
| }, |
| { |
| "epoch": 3.541821341126293, |
| "grad_norm": 0.20902129214374304, |
| "learning_rate": 2.3746825174990586e-06, |
| "loss": 0.1734, |
| "step": 11210 |
| }, |
| { |
| "epoch": 3.544980649237817, |
| "grad_norm": 0.18991888715497546, |
| "learning_rate": 2.365302262094485e-06, |
| "loss": 0.1718, |
| "step": 11220 |
| }, |
| { |
| "epoch": 3.5481399573493406, |
| "grad_norm": 0.18872022535120644, |
| "learning_rate": 2.3559348267011265e-06, |
| "loss": 0.1717, |
| "step": 11230 |
| }, |
| { |
| "epoch": 3.551299265460864, |
| "grad_norm": 0.2032395005721165, |
| "learning_rate": 2.3465802568993974e-06, |
| "loss": 0.1696, |
| "step": 11240 |
| }, |
| { |
| "epoch": 3.5544585735723877, |
| "grad_norm": 0.20260872935920152, |
| "learning_rate": 2.3372385982071155e-06, |
| "loss": 0.1699, |
| "step": 11250 |
| }, |
| { |
| "epoch": 3.5576178816839112, |
| "grad_norm": 0.19808829127100105, |
| "learning_rate": 2.3279098960792743e-06, |
| "loss": 0.1693, |
| "step": 11260 |
| }, |
| { |
| "epoch": 3.560777189795435, |
| "grad_norm": 0.20833962705825296, |
| "learning_rate": 2.318594195907826e-06, |
| "loss": 0.1716, |
| "step": 11270 |
| }, |
| { |
| "epoch": 3.5639364979069583, |
| "grad_norm": 0.20099933117353708, |
| "learning_rate": 2.3092915430214486e-06, |
| "loss": 0.171, |
| "step": 11280 |
| }, |
| { |
| "epoch": 3.567095806018482, |
| "grad_norm": 0.20739851880627683, |
| "learning_rate": 2.3000019826853464e-06, |
| "loss": 0.1693, |
| "step": 11290 |
| }, |
| { |
| "epoch": 3.5702551141300054, |
| "grad_norm": 0.19883060983816717, |
| "learning_rate": 2.2907255601010048e-06, |
| "loss": 0.1706, |
| "step": 11300 |
| }, |
| { |
| "epoch": 3.573414422241529, |
| "grad_norm": 0.200914416630117, |
| "learning_rate": 2.2814623204059954e-06, |
| "loss": 0.1705, |
| "step": 11310 |
| }, |
| { |
| "epoch": 3.5765737303530525, |
| "grad_norm": 0.18451322741288337, |
| "learning_rate": 2.272212308673733e-06, |
| "loss": 0.1702, |
| "step": 11320 |
| }, |
| { |
| "epoch": 3.5797330384645765, |
| "grad_norm": 0.20604109813637425, |
| "learning_rate": 2.262975569913274e-06, |
| "loss": 0.1716, |
| "step": 11330 |
| }, |
| { |
| "epoch": 3.5828923465760996, |
| "grad_norm": 0.20483250038192008, |
| "learning_rate": 2.2537521490690885e-06, |
| "loss": 0.1692, |
| "step": 11340 |
| }, |
| { |
| "epoch": 3.5860516546876235, |
| "grad_norm": 0.20171939003906209, |
| "learning_rate": 2.2445420910208444e-06, |
| "loss": 0.1687, |
| "step": 11350 |
| }, |
| { |
| "epoch": 3.589210962799147, |
| "grad_norm": 0.20410002768909777, |
| "learning_rate": 2.2353454405831878e-06, |
| "loss": 0.1681, |
| "step": 11360 |
| }, |
| { |
| "epoch": 3.5923702709106706, |
| "grad_norm": 0.1943525698679139, |
| "learning_rate": 2.2261622425055275e-06, |
| "loss": 0.1726, |
| "step": 11370 |
| }, |
| { |
| "epoch": 3.595529579022194, |
| "grad_norm": 0.19993993998805085, |
| "learning_rate": 2.2169925414718084e-06, |
| "loss": 0.1719, |
| "step": 11380 |
| }, |
| { |
| "epoch": 3.5986888871337177, |
| "grad_norm": 0.20390963358156805, |
| "learning_rate": 2.207836382100314e-06, |
| "loss": 0.1701, |
| "step": 11390 |
| }, |
| { |
| "epoch": 3.6018481952452412, |
| "grad_norm": 0.2052658002840104, |
| "learning_rate": 2.1986938089434217e-06, |
| "loss": 0.1715, |
| "step": 11400 |
| }, |
| { |
| "epoch": 3.605007503356765, |
| "grad_norm": 0.2050183493439441, |
| "learning_rate": 2.1895648664874107e-06, |
| "loss": 0.1719, |
| "step": 11410 |
| }, |
| { |
| "epoch": 3.6081668114682883, |
| "grad_norm": 0.2133941623970417, |
| "learning_rate": 2.1804495991522312e-06, |
| "loss": 0.1704, |
| "step": 11420 |
| }, |
| { |
| "epoch": 3.611326119579812, |
| "grad_norm": 0.19332656069708545, |
| "learning_rate": 2.171348051291293e-06, |
| "loss": 0.1681, |
| "step": 11430 |
| }, |
| { |
| "epoch": 3.614485427691336, |
| "grad_norm": 0.1933434601782223, |
| "learning_rate": 2.1622602671912507e-06, |
| "loss": 0.1704, |
| "step": 11440 |
| }, |
| { |
| "epoch": 3.617644735802859, |
| "grad_norm": 0.1983561300379488, |
| "learning_rate": 2.1531862910717864e-06, |
| "loss": 0.1706, |
| "step": 11450 |
| }, |
| { |
| "epoch": 3.620804043914383, |
| "grad_norm": 0.1979155158963241, |
| "learning_rate": 2.1441261670853886e-06, |
| "loss": 0.1686, |
| "step": 11460 |
| }, |
| { |
| "epoch": 3.6239633520259065, |
| "grad_norm": 0.19862020700111335, |
| "learning_rate": 2.1350799393171565e-06, |
| "loss": 0.1729, |
| "step": 11470 |
| }, |
| { |
| "epoch": 3.62712266013743, |
| "grad_norm": 0.19911281754040644, |
| "learning_rate": 2.1260476517845573e-06, |
| "loss": 0.1715, |
| "step": 11480 |
| }, |
| { |
| "epoch": 3.6302819682489536, |
| "grad_norm": 0.19710089391849986, |
| "learning_rate": 2.117029348437243e-06, |
| "loss": 0.1713, |
| "step": 11490 |
| }, |
| { |
| "epoch": 3.633441276360477, |
| "grad_norm": 0.2043341418376342, |
| "learning_rate": 2.108025073156806e-06, |
| "loss": 0.1719, |
| "step": 11500 |
| }, |
| { |
| "epoch": 3.6366005844720006, |
| "grad_norm": 0.22322690107677232, |
| "learning_rate": 2.09903486975659e-06, |
| "loss": 0.1729, |
| "step": 11510 |
| }, |
| { |
| "epoch": 3.639759892583524, |
| "grad_norm": 0.20236434961535074, |
| "learning_rate": 2.090058781981464e-06, |
| "loss": 0.1711, |
| "step": 11520 |
| }, |
| { |
| "epoch": 3.6429192006950477, |
| "grad_norm": 0.2123665454455019, |
| "learning_rate": 2.0810968535076126e-06, |
| "loss": 0.1701, |
| "step": 11530 |
| }, |
| { |
| "epoch": 3.6460785088065713, |
| "grad_norm": 0.20276458027943825, |
| "learning_rate": 2.0721491279423246e-06, |
| "loss": 0.1716, |
| "step": 11540 |
| }, |
| { |
| "epoch": 3.649237816918095, |
| "grad_norm": 0.18698069166162326, |
| "learning_rate": 2.063215648823781e-06, |
| "loss": 0.1682, |
| "step": 11550 |
| }, |
| { |
| "epoch": 3.6523971250296183, |
| "grad_norm": 0.19593671814658578, |
| "learning_rate": 2.0542964596208344e-06, |
| "loss": 0.1704, |
| "step": 11560 |
| }, |
| { |
| "epoch": 3.6555564331411423, |
| "grad_norm": 0.18813913173493607, |
| "learning_rate": 2.0453916037328174e-06, |
| "loss": 0.1727, |
| "step": 11570 |
| }, |
| { |
| "epoch": 3.6587157412526654, |
| "grad_norm": 0.2012970901960924, |
| "learning_rate": 2.036501124489308e-06, |
| "loss": 0.1703, |
| "step": 11580 |
| }, |
| { |
| "epoch": 3.6618750493641894, |
| "grad_norm": 0.20717799227869307, |
| "learning_rate": 2.0276250651499346e-06, |
| "loss": 0.1706, |
| "step": 11590 |
| }, |
| { |
| "epoch": 3.665034357475713, |
| "grad_norm": 0.197037281134198, |
| "learning_rate": 2.0187634689041603e-06, |
| "loss": 0.1715, |
| "step": 11600 |
| }, |
| { |
| "epoch": 3.6681936655872365, |
| "grad_norm": 0.20136557601918076, |
| "learning_rate": 2.009916378871074e-06, |
| "loss": 0.1709, |
| "step": 11610 |
| }, |
| { |
| "epoch": 3.67135297369876, |
| "grad_norm": 0.20329881900316946, |
| "learning_rate": 2.0010838380991776e-06, |
| "loss": 0.1703, |
| "step": 11620 |
| }, |
| { |
| "epoch": 3.6745122818102836, |
| "grad_norm": 0.20458710965310886, |
| "learning_rate": 1.9922658895661816e-06, |
| "loss": 0.1715, |
| "step": 11630 |
| }, |
| { |
| "epoch": 3.677671589921807, |
| "grad_norm": 0.19784202689125777, |
| "learning_rate": 1.983462576178786e-06, |
| "loss": 0.1715, |
| "step": 11640 |
| }, |
| { |
| "epoch": 3.6808308980333306, |
| "grad_norm": 0.19664140408499303, |
| "learning_rate": 1.9746739407724913e-06, |
| "loss": 0.1707, |
| "step": 11650 |
| }, |
| { |
| "epoch": 3.683990206144854, |
| "grad_norm": 0.20357355393106222, |
| "learning_rate": 1.965900026111364e-06, |
| "loss": 0.1682, |
| "step": 11660 |
| }, |
| { |
| "epoch": 3.6871495142563777, |
| "grad_norm": 0.19933592060492888, |
| "learning_rate": 1.9571408748878495e-06, |
| "loss": 0.1688, |
| "step": 11670 |
| }, |
| { |
| "epoch": 3.6903088223679017, |
| "grad_norm": 0.19698317753323233, |
| "learning_rate": 1.9483965297225545e-06, |
| "loss": 0.1708, |
| "step": 11680 |
| }, |
| { |
| "epoch": 3.693468130479425, |
| "grad_norm": 0.19171609705724965, |
| "learning_rate": 1.9396670331640427e-06, |
| "loss": 0.1714, |
| "step": 11690 |
| }, |
| { |
| "epoch": 3.6966274385909488, |
| "grad_norm": 0.20128320688947327, |
| "learning_rate": 1.930952427688626e-06, |
| "loss": 0.1699, |
| "step": 11700 |
| }, |
| { |
| "epoch": 3.6997867467024723, |
| "grad_norm": 0.19818571115089004, |
| "learning_rate": 1.9222527557001587e-06, |
| "loss": 0.1726, |
| "step": 11710 |
| }, |
| { |
| "epoch": 3.702946054813996, |
| "grad_norm": 0.20461949225316534, |
| "learning_rate": 1.913568059529832e-06, |
| "loss": 0.1708, |
| "step": 11720 |
| }, |
| { |
| "epoch": 3.7061053629255194, |
| "grad_norm": 0.1969396016325418, |
| "learning_rate": 1.9048983814359684e-06, |
| "loss": 0.1726, |
| "step": 11730 |
| }, |
| { |
| "epoch": 3.709264671037043, |
| "grad_norm": 0.20508478156000626, |
| "learning_rate": 1.8962437636038095e-06, |
| "loss": 0.171, |
| "step": 11740 |
| }, |
| { |
| "epoch": 3.7124239791485665, |
| "grad_norm": 0.19143862052589067, |
| "learning_rate": 1.8876042481453222e-06, |
| "loss": 0.1703, |
| "step": 11750 |
| }, |
| { |
| "epoch": 3.71558328726009, |
| "grad_norm": 0.19462055997090028, |
| "learning_rate": 1.8789798770989841e-06, |
| "loss": 0.1695, |
| "step": 11760 |
| }, |
| { |
| "epoch": 3.7187425953716136, |
| "grad_norm": 0.20047619813511314, |
| "learning_rate": 1.870370692429585e-06, |
| "loss": 0.169, |
| "step": 11770 |
| }, |
| { |
| "epoch": 3.721901903483137, |
| "grad_norm": 0.1997610549023301, |
| "learning_rate": 1.8617767360280182e-06, |
| "loss": 0.1722, |
| "step": 11780 |
| }, |
| { |
| "epoch": 3.7250612115946606, |
| "grad_norm": 0.2040821932549548, |
| "learning_rate": 1.8531980497110803e-06, |
| "loss": 0.1715, |
| "step": 11790 |
| }, |
| { |
| "epoch": 3.728220519706184, |
| "grad_norm": 0.20953839611305236, |
| "learning_rate": 1.8446346752212662e-06, |
| "loss": 0.1723, |
| "step": 11800 |
| }, |
| { |
| "epoch": 3.731379827817708, |
| "grad_norm": 0.19797718998398306, |
| "learning_rate": 1.8360866542265626e-06, |
| "loss": 0.1683, |
| "step": 11810 |
| }, |
| { |
| "epoch": 3.7345391359292313, |
| "grad_norm": 0.20300080445572846, |
| "learning_rate": 1.827554028320252e-06, |
| "loss": 0.1714, |
| "step": 11820 |
| }, |
| { |
| "epoch": 3.7376984440407552, |
| "grad_norm": 0.19643175410416572, |
| "learning_rate": 1.8190368390207063e-06, |
| "loss": 0.1733, |
| "step": 11830 |
| }, |
| { |
| "epoch": 3.740857752152279, |
| "grad_norm": 0.1956191661879107, |
| "learning_rate": 1.8105351277711857e-06, |
| "loss": 0.1709, |
| "step": 11840 |
| }, |
| { |
| "epoch": 3.7440170602638023, |
| "grad_norm": 0.20191888545926198, |
| "learning_rate": 1.8020489359396353e-06, |
| "loss": 0.1726, |
| "step": 11850 |
| }, |
| { |
| "epoch": 3.747176368375326, |
| "grad_norm": 0.20203040508749906, |
| "learning_rate": 1.7935783048184868e-06, |
| "loss": 0.1709, |
| "step": 11860 |
| }, |
| { |
| "epoch": 3.7503356764868494, |
| "grad_norm": 0.19868848486501622, |
| "learning_rate": 1.7851232756244542e-06, |
| "loss": 0.171, |
| "step": 11870 |
| }, |
| { |
| "epoch": 3.753494984598373, |
| "grad_norm": 0.20747266365018838, |
| "learning_rate": 1.776683889498339e-06, |
| "loss": 0.1726, |
| "step": 11880 |
| }, |
| { |
| "epoch": 3.7566542927098965, |
| "grad_norm": 0.1977057128148197, |
| "learning_rate": 1.768260187504819e-06, |
| "loss": 0.1712, |
| "step": 11890 |
| }, |
| { |
| "epoch": 3.75981360082142, |
| "grad_norm": 0.20593578039273977, |
| "learning_rate": 1.7598522106322618e-06, |
| "loss": 0.1699, |
| "step": 11900 |
| }, |
| { |
| "epoch": 3.7629729089329436, |
| "grad_norm": 0.205692865090555, |
| "learning_rate": 1.751459999792517e-06, |
| "loss": 0.1693, |
| "step": 11910 |
| }, |
| { |
| "epoch": 3.766132217044467, |
| "grad_norm": 0.20536611729964754, |
| "learning_rate": 1.7430835958207188e-06, |
| "loss": 0.1695, |
| "step": 11920 |
| }, |
| { |
| "epoch": 3.7692915251559906, |
| "grad_norm": 0.20003626633545768, |
| "learning_rate": 1.734723039475089e-06, |
| "loss": 0.1707, |
| "step": 11930 |
| }, |
| { |
| "epoch": 3.7724508332675146, |
| "grad_norm": 0.19756511256291745, |
| "learning_rate": 1.7263783714367388e-06, |
| "loss": 0.1706, |
| "step": 11940 |
| }, |
| { |
| "epoch": 3.7756101413790377, |
| "grad_norm": 0.19369294547074006, |
| "learning_rate": 1.7180496323094609e-06, |
| "loss": 0.1727, |
| "step": 11950 |
| }, |
| { |
| "epoch": 3.7787694494905617, |
| "grad_norm": 0.19163574497757527, |
| "learning_rate": 1.7097368626195548e-06, |
| "loss": 0.1716, |
| "step": 11960 |
| }, |
| { |
| "epoch": 3.7819287576020852, |
| "grad_norm": 0.19945071023523384, |
| "learning_rate": 1.7014401028156003e-06, |
| "loss": 0.17, |
| "step": 11970 |
| }, |
| { |
| "epoch": 3.785088065713609, |
| "grad_norm": 0.1941150399201019, |
| "learning_rate": 1.6931593932682893e-06, |
| "loss": 0.1716, |
| "step": 11980 |
| }, |
| { |
| "epoch": 3.7882473738251323, |
| "grad_norm": 0.19627611530197875, |
| "learning_rate": 1.6848947742702048e-06, |
| "loss": 0.17, |
| "step": 11990 |
| }, |
| { |
| "epoch": 3.791406681936656, |
| "grad_norm": 0.1985759488262882, |
| "learning_rate": 1.6766462860356425e-06, |
| "loss": 0.1705, |
| "step": 12000 |
| }, |
| { |
| "epoch": 3.7945659900481794, |
| "grad_norm": 0.2084135568916697, |
| "learning_rate": 1.6684139687004052e-06, |
| "loss": 0.1703, |
| "step": 12010 |
| }, |
| { |
| "epoch": 3.797725298159703, |
| "grad_norm": 0.20212891125021623, |
| "learning_rate": 1.6601978623216126e-06, |
| "loss": 0.1719, |
| "step": 12020 |
| }, |
| { |
| "epoch": 3.8008846062712265, |
| "grad_norm": 0.20148662876122203, |
| "learning_rate": 1.6519980068775026e-06, |
| "loss": 0.1718, |
| "step": 12030 |
| }, |
| { |
| "epoch": 3.80404391438275, |
| "grad_norm": 0.19966908684766907, |
| "learning_rate": 1.643814442267243e-06, |
| "loss": 0.1703, |
| "step": 12040 |
| }, |
| { |
| "epoch": 3.807203222494274, |
| "grad_norm": 0.19758114437735802, |
| "learning_rate": 1.6356472083107239e-06, |
| "loss": 0.1704, |
| "step": 12050 |
| }, |
| { |
| "epoch": 3.810362530605797, |
| "grad_norm": 0.2043201919277624, |
| "learning_rate": 1.6274963447483855e-06, |
| "loss": 0.1709, |
| "step": 12060 |
| }, |
| { |
| "epoch": 3.813521838717321, |
| "grad_norm": 0.2065094204780346, |
| "learning_rate": 1.6193618912410019e-06, |
| "loss": 0.1719, |
| "step": 12070 |
| }, |
| { |
| "epoch": 3.8166811468288446, |
| "grad_norm": 0.19410241771240708, |
| "learning_rate": 1.611243887369503e-06, |
| "loss": 0.1699, |
| "step": 12080 |
| }, |
| { |
| "epoch": 3.819840454940368, |
| "grad_norm": 0.19582642907268447, |
| "learning_rate": 1.6031423726347778e-06, |
| "loss": 0.1703, |
| "step": 12090 |
| }, |
| { |
| "epoch": 3.8229997630518917, |
| "grad_norm": 0.1995506401309092, |
| "learning_rate": 1.5950573864574808e-06, |
| "loss": 0.1686, |
| "step": 12100 |
| }, |
| { |
| "epoch": 3.8261590711634152, |
| "grad_norm": 0.19809864311658273, |
| "learning_rate": 1.5869889681778411e-06, |
| "loss": 0.1705, |
| "step": 12110 |
| }, |
| { |
| "epoch": 3.829318379274939, |
| "grad_norm": 0.20274297131703675, |
| "learning_rate": 1.5789371570554729e-06, |
| "loss": 0.1727, |
| "step": 12120 |
| }, |
| { |
| "epoch": 3.8324776873864623, |
| "grad_norm": 0.20601567032087037, |
| "learning_rate": 1.570901992269177e-06, |
| "loss": 0.1693, |
| "step": 12130 |
| }, |
| { |
| "epoch": 3.835636995497986, |
| "grad_norm": 0.19456210693609077, |
| "learning_rate": 1.5628835129167662e-06, |
| "loss": 0.1701, |
| "step": 12140 |
| }, |
| { |
| "epoch": 3.8387963036095094, |
| "grad_norm": 0.20115987503568447, |
| "learning_rate": 1.5548817580148517e-06, |
| "loss": 0.1721, |
| "step": 12150 |
| }, |
| { |
| "epoch": 3.841955611721033, |
| "grad_norm": 0.1958665568478278, |
| "learning_rate": 1.54689676649868e-06, |
| "loss": 0.1707, |
| "step": 12160 |
| }, |
| { |
| "epoch": 3.8451149198325565, |
| "grad_norm": 0.20025006804402964, |
| "learning_rate": 1.5389285772219176e-06, |
| "loss": 0.1702, |
| "step": 12170 |
| }, |
| { |
| "epoch": 3.8482742279440805, |
| "grad_norm": 0.20824644715314478, |
| "learning_rate": 1.5309772289564806e-06, |
| "loss": 0.1713, |
| "step": 12180 |
| }, |
| { |
| "epoch": 3.8514335360556036, |
| "grad_norm": 0.20543389482537658, |
| "learning_rate": 1.5230427603923386e-06, |
| "loss": 0.1714, |
| "step": 12190 |
| }, |
| { |
| "epoch": 3.8545928441671276, |
| "grad_norm": 0.201515908971831, |
| "learning_rate": 1.5151252101373266e-06, |
| "loss": 0.1729, |
| "step": 12200 |
| }, |
| { |
| "epoch": 3.857752152278651, |
| "grad_norm": 0.2016189641289871, |
| "learning_rate": 1.5072246167169574e-06, |
| "loss": 0.1701, |
| "step": 12210 |
| }, |
| { |
| "epoch": 3.8609114603901746, |
| "grad_norm": 0.19876889094407768, |
| "learning_rate": 1.4993410185742374e-06, |
| "loss": 0.1689, |
| "step": 12220 |
| }, |
| { |
| "epoch": 3.864070768501698, |
| "grad_norm": 0.20500710077419468, |
| "learning_rate": 1.4914744540694697e-06, |
| "loss": 0.1714, |
| "step": 12230 |
| }, |
| { |
| "epoch": 3.8672300766132217, |
| "grad_norm": 0.20129831840042556, |
| "learning_rate": 1.4836249614800857e-06, |
| "loss": 0.1706, |
| "step": 12240 |
| }, |
| { |
| "epoch": 3.8703893847247453, |
| "grad_norm": 0.1945834822439153, |
| "learning_rate": 1.4757925790004362e-06, |
| "loss": 0.1709, |
| "step": 12250 |
| }, |
| { |
| "epoch": 3.873548692836269, |
| "grad_norm": 0.1987155834635916, |
| "learning_rate": 1.467977344741624e-06, |
| "loss": 0.1717, |
| "step": 12260 |
| }, |
| { |
| "epoch": 3.8767080009477923, |
| "grad_norm": 0.21759266570145575, |
| "learning_rate": 1.4601792967313095e-06, |
| "loss": 0.1712, |
| "step": 12270 |
| }, |
| { |
| "epoch": 3.879867309059316, |
| "grad_norm": 0.20382637953104524, |
| "learning_rate": 1.4523984729135272e-06, |
| "loss": 0.1714, |
| "step": 12280 |
| }, |
| { |
| "epoch": 3.88302661717084, |
| "grad_norm": 0.1916842281105115, |
| "learning_rate": 1.444634911148502e-06, |
| "loss": 0.1692, |
| "step": 12290 |
| }, |
| { |
| "epoch": 3.886185925282363, |
| "grad_norm": 0.1946183364574122, |
| "learning_rate": 1.4368886492124661e-06, |
| "loss": 0.1699, |
| "step": 12300 |
| }, |
| { |
| "epoch": 3.889345233393887, |
| "grad_norm": 0.19920320984504467, |
| "learning_rate": 1.429159724797467e-06, |
| "loss": 0.1697, |
| "step": 12310 |
| }, |
| { |
| "epoch": 3.8925045415054105, |
| "grad_norm": 0.19953879740403313, |
| "learning_rate": 1.421448175511202e-06, |
| "loss": 0.1694, |
| "step": 12320 |
| }, |
| { |
| "epoch": 3.895663849616934, |
| "grad_norm": 0.20468537426685904, |
| "learning_rate": 1.4137540388768107e-06, |
| "loss": 0.1722, |
| "step": 12330 |
| }, |
| { |
| "epoch": 3.8988231577284576, |
| "grad_norm": 0.20676153968954222, |
| "learning_rate": 1.4060773523327175e-06, |
| "loss": 0.173, |
| "step": 12340 |
| }, |
| { |
| "epoch": 3.901982465839981, |
| "grad_norm": 0.21412532800510253, |
| "learning_rate": 1.3984181532324291e-06, |
| "loss": 0.17, |
| "step": 12350 |
| }, |
| { |
| "epoch": 3.9051417739515046, |
| "grad_norm": 0.20530217895484593, |
| "learning_rate": 1.3907764788443651e-06, |
| "loss": 0.1718, |
| "step": 12360 |
| }, |
| { |
| "epoch": 3.908301082063028, |
| "grad_norm": 0.19397608625457688, |
| "learning_rate": 1.383152366351671e-06, |
| "loss": 0.171, |
| "step": 12370 |
| }, |
| { |
| "epoch": 3.9114603901745517, |
| "grad_norm": 0.19792598868494216, |
| "learning_rate": 1.3755458528520422e-06, |
| "loss": 0.1691, |
| "step": 12380 |
| }, |
| { |
| "epoch": 3.9146196982860753, |
| "grad_norm": 0.19530536153646347, |
| "learning_rate": 1.3679569753575321e-06, |
| "loss": 0.1713, |
| "step": 12390 |
| }, |
| { |
| "epoch": 3.917779006397599, |
| "grad_norm": 0.19937572369371176, |
| "learning_rate": 1.3603857707943934e-06, |
| "loss": 0.1718, |
| "step": 12400 |
| }, |
| { |
| "epoch": 3.9209383145091223, |
| "grad_norm": 0.2045657222636314, |
| "learning_rate": 1.3528322760028706e-06, |
| "loss": 0.1705, |
| "step": 12410 |
| }, |
| { |
| "epoch": 3.9240976226206463, |
| "grad_norm": 0.19538054890753861, |
| "learning_rate": 1.345296527737049e-06, |
| "loss": 0.17, |
| "step": 12420 |
| }, |
| { |
| "epoch": 3.9272569307321694, |
| "grad_norm": 0.19898434578570567, |
| "learning_rate": 1.3377785626646505e-06, |
| "loss": 0.1708, |
| "step": 12430 |
| }, |
| { |
| "epoch": 3.9304162388436934, |
| "grad_norm": 0.20793904574642982, |
| "learning_rate": 1.3302784173668732e-06, |
| "loss": 0.17, |
| "step": 12440 |
| }, |
| { |
| "epoch": 3.933575546955217, |
| "grad_norm": 0.20762680354960933, |
| "learning_rate": 1.322796128338207e-06, |
| "loss": 0.1724, |
| "step": 12450 |
| }, |
| { |
| "epoch": 3.9367348550667405, |
| "grad_norm": 0.2018512947411419, |
| "learning_rate": 1.315331731986253e-06, |
| "loss": 0.1695, |
| "step": 12460 |
| }, |
| { |
| "epoch": 3.939894163178264, |
| "grad_norm": 0.19579741223203112, |
| "learning_rate": 1.3078852646315532e-06, |
| "loss": 0.1718, |
| "step": 12470 |
| }, |
| { |
| "epoch": 3.9430534712897876, |
| "grad_norm": 0.20067280716130292, |
| "learning_rate": 1.3004567625074083e-06, |
| "loss": 0.1701, |
| "step": 12480 |
| }, |
| { |
| "epoch": 3.946212779401311, |
| "grad_norm": 0.19388666686105327, |
| "learning_rate": 1.2930462617596996e-06, |
| "loss": 0.1711, |
| "step": 12490 |
| }, |
| { |
| "epoch": 3.9493720875128346, |
| "grad_norm": 0.19875001659515246, |
| "learning_rate": 1.285653798446725e-06, |
| "loss": 0.1725, |
| "step": 12500 |
| }, |
| { |
| "epoch": 3.952531395624358, |
| "grad_norm": 0.20497115291022464, |
| "learning_rate": 1.278279408539006e-06, |
| "loss": 0.1699, |
| "step": 12510 |
| }, |
| { |
| "epoch": 3.9556907037358817, |
| "grad_norm": 0.19011102711328773, |
| "learning_rate": 1.270923127919128e-06, |
| "loss": 0.1697, |
| "step": 12520 |
| }, |
| { |
| "epoch": 3.9588500118474053, |
| "grad_norm": 0.20042416730472096, |
| "learning_rate": 1.2635849923815562e-06, |
| "loss": 0.1711, |
| "step": 12530 |
| }, |
| { |
| "epoch": 3.962009319958929, |
| "grad_norm": 0.19397058835275352, |
| "learning_rate": 1.2562650376324675e-06, |
| "loss": 0.1715, |
| "step": 12540 |
| }, |
| { |
| "epoch": 3.965168628070453, |
| "grad_norm": 0.20187863747529436, |
| "learning_rate": 1.2489632992895722e-06, |
| "loss": 0.173, |
| "step": 12550 |
| }, |
| { |
| "epoch": 3.968327936181976, |
| "grad_norm": 0.19498840804702408, |
| "learning_rate": 1.2416798128819446e-06, |
| "loss": 0.1699, |
| "step": 12560 |
| }, |
| { |
| "epoch": 3.9714872442935, |
| "grad_norm": 0.1971626109701413, |
| "learning_rate": 1.2344146138498414e-06, |
| "loss": 0.1707, |
| "step": 12570 |
| }, |
| { |
| "epoch": 3.9746465524050234, |
| "grad_norm": 0.19237195141765748, |
| "learning_rate": 1.2271677375445474e-06, |
| "loss": 0.1723, |
| "step": 12580 |
| }, |
| { |
| "epoch": 3.977805860516547, |
| "grad_norm": 0.19369835876699062, |
| "learning_rate": 1.2199392192281805e-06, |
| "loss": 0.1722, |
| "step": 12590 |
| }, |
| { |
| "epoch": 3.9809651686280705, |
| "grad_norm": 0.20431461072784543, |
| "learning_rate": 1.2127290940735387e-06, |
| "loss": 0.1688, |
| "step": 12600 |
| }, |
| { |
| "epoch": 3.984124476739594, |
| "grad_norm": 0.20529642623566896, |
| "learning_rate": 1.2055373971639195e-06, |
| "loss": 0.168, |
| "step": 12610 |
| }, |
| { |
| "epoch": 3.9872837848511176, |
| "grad_norm": 0.19084232186590003, |
| "learning_rate": 1.1983641634929522e-06, |
| "loss": 0.17, |
| "step": 12620 |
| }, |
| { |
| "epoch": 3.990443092962641, |
| "grad_norm": 0.20780766829176076, |
| "learning_rate": 1.1912094279644265e-06, |
| "loss": 0.1679, |
| "step": 12630 |
| }, |
| { |
| "epoch": 3.9936024010741646, |
| "grad_norm": 0.19468886303948824, |
| "learning_rate": 1.1840732253921227e-06, |
| "loss": 0.1686, |
| "step": 12640 |
| }, |
| { |
| "epoch": 3.996761709185688, |
| "grad_norm": 0.19648890342838896, |
| "learning_rate": 1.1769555904996454e-06, |
| "loss": 0.1704, |
| "step": 12650 |
| }, |
| { |
| "epoch": 3.999921017297212, |
| "grad_norm": 0.19284335982757503, |
| "learning_rate": 1.1698565579202465e-06, |
| "loss": 0.1704, |
| "step": 12660 |
| }, |
| { |
| "epoch": 4.002843377300371, |
| "grad_norm": 0.19754930089679965, |
| "learning_rate": 1.1627761621966671e-06, |
| "loss": 0.1487, |
| "step": 12670 |
| }, |
| { |
| "epoch": 4.006002685411895, |
| "grad_norm": 0.19520779806174013, |
| "learning_rate": 1.1557144377809626e-06, |
| "loss": 0.1588, |
| "step": 12680 |
| }, |
| { |
| "epoch": 4.009161993523418, |
| "grad_norm": 0.19859317904582857, |
| "learning_rate": 1.1486714190343367e-06, |
| "loss": 0.1596, |
| "step": 12690 |
| }, |
| { |
| "epoch": 4.012321301634942, |
| "grad_norm": 0.20028049175205914, |
| "learning_rate": 1.1416471402269747e-06, |
| "loss": 0.1581, |
| "step": 12700 |
| }, |
| { |
| "epoch": 4.015480609746466, |
| "grad_norm": 0.18619306242942488, |
| "learning_rate": 1.1346416355378764e-06, |
| "loss": 0.1598, |
| "step": 12710 |
| }, |
| { |
| "epoch": 4.018639917857989, |
| "grad_norm": 0.19084584057427986, |
| "learning_rate": 1.1276549390546893e-06, |
| "loss": 0.1598, |
| "step": 12720 |
| }, |
| { |
| "epoch": 4.021799225969513, |
| "grad_norm": 0.1936540709695895, |
| "learning_rate": 1.120687084773545e-06, |
| "loss": 0.159, |
| "step": 12730 |
| }, |
| { |
| "epoch": 4.024958534081036, |
| "grad_norm": 0.1975921539537816, |
| "learning_rate": 1.1137381065988878e-06, |
| "loss": 0.1583, |
| "step": 12740 |
| }, |
| { |
| "epoch": 4.02811784219256, |
| "grad_norm": 0.19969147674976237, |
| "learning_rate": 1.1068080383433188e-06, |
| "loss": 0.1602, |
| "step": 12750 |
| }, |
| { |
| "epoch": 4.031277150304083, |
| "grad_norm": 0.19352808568437072, |
| "learning_rate": 1.0998969137274234e-06, |
| "loss": 0.1597, |
| "step": 12760 |
| }, |
| { |
| "epoch": 4.034436458415607, |
| "grad_norm": 0.19339061581403172, |
| "learning_rate": 1.0930047663796117e-06, |
| "loss": 0.1618, |
| "step": 12770 |
| }, |
| { |
| "epoch": 4.03759576652713, |
| "grad_norm": 0.19477299915795446, |
| "learning_rate": 1.0861316298359537e-06, |
| "loss": 0.1584, |
| "step": 12780 |
| }, |
| { |
| "epoch": 4.040755074638654, |
| "grad_norm": 0.19747662712691139, |
| "learning_rate": 1.0792775375400143e-06, |
| "loss": 0.1598, |
| "step": 12790 |
| }, |
| { |
| "epoch": 4.043914382750177, |
| "grad_norm": 0.19362010628396598, |
| "learning_rate": 1.0724425228426938e-06, |
| "loss": 0.1609, |
| "step": 12800 |
| }, |
| { |
| "epoch": 4.047073690861701, |
| "grad_norm": 0.1978158624641635, |
| "learning_rate": 1.0656266190020648e-06, |
| "loss": 0.1604, |
| "step": 12810 |
| }, |
| { |
| "epoch": 4.050232998973225, |
| "grad_norm": 0.2017835581795631, |
| "learning_rate": 1.058829859183204e-06, |
| "loss": 0.1595, |
| "step": 12820 |
| }, |
| { |
| "epoch": 4.053392307084748, |
| "grad_norm": 0.19505342405207957, |
| "learning_rate": 1.0520522764580466e-06, |
| "loss": 0.1601, |
| "step": 12830 |
| }, |
| { |
| "epoch": 4.056551615196272, |
| "grad_norm": 0.19659192583114876, |
| "learning_rate": 1.0452939038052045e-06, |
| "loss": 0.1582, |
| "step": 12840 |
| }, |
| { |
| "epoch": 4.0597109233077955, |
| "grad_norm": 0.19062889408725014, |
| "learning_rate": 1.0385547741098222e-06, |
| "loss": 0.1594, |
| "step": 12850 |
| }, |
| { |
| "epoch": 4.0628702314193195, |
| "grad_norm": 0.2007575871127392, |
| "learning_rate": 1.0318349201634116e-06, |
| "loss": 0.1609, |
| "step": 12860 |
| }, |
| { |
| "epoch": 4.066029539530843, |
| "grad_norm": 0.19407495103479086, |
| "learning_rate": 1.02513437466369e-06, |
| "loss": 0.1601, |
| "step": 12870 |
| }, |
| { |
| "epoch": 4.0691888476423665, |
| "grad_norm": 0.1926256014241401, |
| "learning_rate": 1.01845317021442e-06, |
| "loss": 0.1597, |
| "step": 12880 |
| }, |
| { |
| "epoch": 4.07234815575389, |
| "grad_norm": 0.19084665134324094, |
| "learning_rate": 1.0117913393252632e-06, |
| "loss": 0.1605, |
| "step": 12890 |
| }, |
| { |
| "epoch": 4.075507463865414, |
| "grad_norm": 0.19709574860841494, |
| "learning_rate": 1.0051489144116e-06, |
| "loss": 0.1608, |
| "step": 12900 |
| }, |
| { |
| "epoch": 4.078666771976937, |
| "grad_norm": 0.20095251133089448, |
| "learning_rate": 9.985259277943977e-07, |
| "loss": 0.1602, |
| "step": 12910 |
| }, |
| { |
| "epoch": 4.081826080088461, |
| "grad_norm": 0.19685311750698353, |
| "learning_rate": 9.919224117000281e-07, |
| "loss": 0.1614, |
| "step": 12920 |
| }, |
| { |
| "epoch": 4.084985388199984, |
| "grad_norm": 0.20241005189325584, |
| "learning_rate": 9.853383982601294e-07, |
| "loss": 0.1596, |
| "step": 12930 |
| }, |
| { |
| "epoch": 4.088144696311508, |
| "grad_norm": 0.19400175840515052, |
| "learning_rate": 9.787739195114427e-07, |
| "loss": 0.1592, |
| "step": 12940 |
| }, |
| { |
| "epoch": 4.091304004423032, |
| "grad_norm": 0.20303783315409038, |
| "learning_rate": 9.722290073956536e-07, |
| "loss": 0.1597, |
| "step": 12950 |
| }, |
| { |
| "epoch": 4.094463312534555, |
| "grad_norm": 0.1936600304781095, |
| "learning_rate": 9.657036937592423e-07, |
| "loss": 0.1621, |
| "step": 12960 |
| }, |
| { |
| "epoch": 4.097622620646079, |
| "grad_norm": 0.19796367201440496, |
| "learning_rate": 9.59198010353326e-07, |
| "loss": 0.1597, |
| "step": 12970 |
| }, |
| { |
| "epoch": 4.100781928757602, |
| "grad_norm": 0.18342546130725573, |
| "learning_rate": 9.527119888334996e-07, |
| "loss": 0.1582, |
| "step": 12980 |
| }, |
| { |
| "epoch": 4.103941236869126, |
| "grad_norm": 0.20317670235586452, |
| "learning_rate": 9.462456607596954e-07, |
| "loss": 0.1603, |
| "step": 12990 |
| }, |
| { |
| "epoch": 4.107100544980649, |
| "grad_norm": 0.19569726312873856, |
| "learning_rate": 9.397990575960103e-07, |
| "loss": 0.1578, |
| "step": 13000 |
| }, |
| { |
| "epoch": 4.110259853092173, |
| "grad_norm": 0.20338486160541247, |
| "learning_rate": 9.333722107105725e-07, |
| "loss": 0.1606, |
| "step": 13010 |
| }, |
| { |
| "epoch": 4.113419161203696, |
| "grad_norm": 0.1875071227775237, |
| "learning_rate": 9.269651513753725e-07, |
| "loss": 0.1603, |
| "step": 13020 |
| }, |
| { |
| "epoch": 4.11657846931522, |
| "grad_norm": 0.1927619122892459, |
| "learning_rate": 9.205779107661201e-07, |
| "loss": 0.1581, |
| "step": 13030 |
| }, |
| { |
| "epoch": 4.119737777426743, |
| "grad_norm": 0.20452574688837152, |
| "learning_rate": 9.142105199620916e-07, |
| "loss": 0.159, |
| "step": 13040 |
| }, |
| { |
| "epoch": 4.122897085538267, |
| "grad_norm": 0.2023565306937573, |
| "learning_rate": 9.078630099459768e-07, |
| "loss": 0.1604, |
| "step": 13050 |
| }, |
| { |
| "epoch": 4.12605639364979, |
| "grad_norm": 0.19951162187159371, |
| "learning_rate": 9.015354116037256e-07, |
| "loss": 0.158, |
| "step": 13060 |
| }, |
| { |
| "epoch": 4.129215701761314, |
| "grad_norm": 0.19668566056760164, |
| "learning_rate": 8.952277557244077e-07, |
| "loss": 0.1589, |
| "step": 13070 |
| }, |
| { |
| "epoch": 4.132375009872838, |
| "grad_norm": 0.18983274506050818, |
| "learning_rate": 8.889400730000475e-07, |
| "loss": 0.1599, |
| "step": 13080 |
| }, |
| { |
| "epoch": 4.135534317984361, |
| "grad_norm": 0.19379806465727592, |
| "learning_rate": 8.826723940254923e-07, |
| "loss": 0.1614, |
| "step": 13090 |
| }, |
| { |
| "epoch": 4.138693626095885, |
| "grad_norm": 0.2015655061435355, |
| "learning_rate": 8.76424749298247e-07, |
| "loss": 0.1596, |
| "step": 13100 |
| }, |
| { |
| "epoch": 4.141852934207408, |
| "grad_norm": 0.20253336827566704, |
| "learning_rate": 8.701971692183365e-07, |
| "loss": 0.1605, |
| "step": 13110 |
| }, |
| { |
| "epoch": 4.145012242318932, |
| "grad_norm": 0.19563497160996118, |
| "learning_rate": 8.639896840881534e-07, |
| "loss": 0.1607, |
| "step": 13120 |
| }, |
| { |
| "epoch": 4.1481715504304555, |
| "grad_norm": 0.20060195439697434, |
| "learning_rate": 8.578023241123134e-07, |
| "loss": 0.16, |
| "step": 13130 |
| }, |
| { |
| "epoch": 4.1513308585419795, |
| "grad_norm": 0.19835862074182956, |
| "learning_rate": 8.516351193975042e-07, |
| "loss": 0.1631, |
| "step": 13140 |
| }, |
| { |
| "epoch": 4.154490166653503, |
| "grad_norm": 0.1869510365958818, |
| "learning_rate": 8.454880999523435e-07, |
| "loss": 0.1587, |
| "step": 13150 |
| }, |
| { |
| "epoch": 4.1576494747650266, |
| "grad_norm": 0.20004584908939843, |
| "learning_rate": 8.393612956872254e-07, |
| "loss": 0.1621, |
| "step": 13160 |
| }, |
| { |
| "epoch": 4.16080878287655, |
| "grad_norm": 0.1856765556024912, |
| "learning_rate": 8.332547364141891e-07, |
| "loss": 0.159, |
| "step": 13170 |
| }, |
| { |
| "epoch": 4.163968090988074, |
| "grad_norm": 0.19589805621856057, |
| "learning_rate": 8.271684518467571e-07, |
| "loss": 0.1602, |
| "step": 13180 |
| }, |
| { |
| "epoch": 4.167127399099598, |
| "grad_norm": 0.19689293762125867, |
| "learning_rate": 8.211024715998023e-07, |
| "loss": 0.1591, |
| "step": 13190 |
| }, |
| { |
| "epoch": 4.170286707211121, |
| "grad_norm": 0.19503964405624044, |
| "learning_rate": 8.150568251893992e-07, |
| "loss": 0.1604, |
| "step": 13200 |
| }, |
| { |
| "epoch": 4.173446015322645, |
| "grad_norm": 0.1932945597906981, |
| "learning_rate": 8.09031542032681e-07, |
| "loss": 0.1596, |
| "step": 13210 |
| }, |
| { |
| "epoch": 4.176605323434168, |
| "grad_norm": 0.1954697082605763, |
| "learning_rate": 8.030266514476976e-07, |
| "loss": 0.1596, |
| "step": 13220 |
| }, |
| { |
| "epoch": 4.179764631545692, |
| "grad_norm": 0.18739853815459867, |
| "learning_rate": 7.97042182653271e-07, |
| "loss": 0.1611, |
| "step": 13230 |
| }, |
| { |
| "epoch": 4.182923939657215, |
| "grad_norm": 0.2008506504946661, |
| "learning_rate": 7.910781647688515e-07, |
| "loss": 0.1594, |
| "step": 13240 |
| }, |
| { |
| "epoch": 4.186083247768739, |
| "grad_norm": 0.1997520617477428, |
| "learning_rate": 7.851346268143861e-07, |
| "loss": 0.1594, |
| "step": 13250 |
| }, |
| { |
| "epoch": 4.189242555880262, |
| "grad_norm": 0.19380452684319097, |
| "learning_rate": 7.7921159771016e-07, |
| "loss": 0.1608, |
| "step": 13260 |
| }, |
| { |
| "epoch": 4.192401863991786, |
| "grad_norm": 0.19204023557075717, |
| "learning_rate": 7.733091062766751e-07, |
| "loss": 0.1603, |
| "step": 13270 |
| }, |
| { |
| "epoch": 4.195561172103309, |
| "grad_norm": 0.1963780227663788, |
| "learning_rate": 7.674271812344935e-07, |
| "loss": 0.1581, |
| "step": 13280 |
| }, |
| { |
| "epoch": 4.198720480214833, |
| "grad_norm": 0.18775094836052963, |
| "learning_rate": 7.615658512041068e-07, |
| "loss": 0.1585, |
| "step": 13290 |
| }, |
| { |
| "epoch": 4.201879788326356, |
| "grad_norm": 0.1879252136754587, |
| "learning_rate": 7.557251447057962e-07, |
| "loss": 0.16, |
| "step": 13300 |
| }, |
| { |
| "epoch": 4.20503909643788, |
| "grad_norm": 0.19489071033267957, |
| "learning_rate": 7.499050901594896e-07, |
| "loss": 0.1587, |
| "step": 13310 |
| }, |
| { |
| "epoch": 4.208198404549404, |
| "grad_norm": 0.20273324039262924, |
| "learning_rate": 7.441057158846276e-07, |
| "loss": 0.1591, |
| "step": 13320 |
| }, |
| { |
| "epoch": 4.211357712660927, |
| "grad_norm": 0.1982379447248168, |
| "learning_rate": 7.383270501000245e-07, |
| "loss": 0.1599, |
| "step": 13330 |
| }, |
| { |
| "epoch": 4.214517020772451, |
| "grad_norm": 0.1856228450158758, |
| "learning_rate": 7.325691209237251e-07, |
| "loss": 0.1581, |
| "step": 13340 |
| }, |
| { |
| "epoch": 4.217676328883974, |
| "grad_norm": 0.19437453651795136, |
| "learning_rate": 7.268319563728831e-07, |
| "loss": 0.1586, |
| "step": 13350 |
| }, |
| { |
| "epoch": 4.220835636995498, |
| "grad_norm": 0.18694690942616607, |
| "learning_rate": 7.211155843636059e-07, |
| "loss": 0.1603, |
| "step": 13360 |
| }, |
| { |
| "epoch": 4.223994945107021, |
| "grad_norm": 0.19393003030705352, |
| "learning_rate": 7.154200327108313e-07, |
| "loss": 0.162, |
| "step": 13370 |
| }, |
| { |
| "epoch": 4.227154253218545, |
| "grad_norm": 0.1927448263517383, |
| "learning_rate": 7.097453291281887e-07, |
| "loss": 0.1612, |
| "step": 13380 |
| }, |
| { |
| "epoch": 4.230313561330068, |
| "grad_norm": 0.20215663142647716, |
| "learning_rate": 7.040915012278648e-07, |
| "loss": 0.1589, |
| "step": 13390 |
| }, |
| { |
| "epoch": 4.233472869441592, |
| "grad_norm": 0.21545803120847262, |
| "learning_rate": 6.984585765204665e-07, |
| "loss": 0.16, |
| "step": 13400 |
| }, |
| { |
| "epoch": 4.2366321775531155, |
| "grad_norm": 0.20075406426026432, |
| "learning_rate": 6.928465824148923e-07, |
| "loss": 0.1594, |
| "step": 13410 |
| }, |
| { |
| "epoch": 4.2397914856646395, |
| "grad_norm": 0.2394877373371559, |
| "learning_rate": 6.872555462181907e-07, |
| "loss": 0.1592, |
| "step": 13420 |
| }, |
| { |
| "epoch": 4.2429507937761635, |
| "grad_norm": 0.19216510992720218, |
| "learning_rate": 6.816854951354396e-07, |
| "loss": 0.1573, |
| "step": 13430 |
| }, |
| { |
| "epoch": 4.246110101887687, |
| "grad_norm": 0.2020202616715345, |
| "learning_rate": 6.761364562695993e-07, |
| "loss": 0.161, |
| "step": 13440 |
| }, |
| { |
| "epoch": 4.2492694099992105, |
| "grad_norm": 0.189014469828388, |
| "learning_rate": 6.706084566213933e-07, |
| "loss": 0.1589, |
| "step": 13450 |
| }, |
| { |
| "epoch": 4.252428718110734, |
| "grad_norm": 0.19279477497914185, |
| "learning_rate": 6.651015230891694e-07, |
| "loss": 0.1608, |
| "step": 13460 |
| }, |
| { |
| "epoch": 4.255588026222258, |
| "grad_norm": 0.20318784264174414, |
| "learning_rate": 6.596156824687722e-07, |
| "loss": 0.1596, |
| "step": 13470 |
| }, |
| { |
| "epoch": 4.258747334333781, |
| "grad_norm": 0.19924677539875918, |
| "learning_rate": 6.541509614534103e-07, |
| "loss": 0.1593, |
| "step": 13480 |
| }, |
| { |
| "epoch": 4.261906642445305, |
| "grad_norm": 0.20657626622701158, |
| "learning_rate": 6.487073866335298e-07, |
| "loss": 0.1598, |
| "step": 13490 |
| }, |
| { |
| "epoch": 4.265065950556828, |
| "grad_norm": 0.18954862382773452, |
| "learning_rate": 6.432849844966782e-07, |
| "loss": 0.1607, |
| "step": 13500 |
| }, |
| { |
| "epoch": 4.268225258668352, |
| "grad_norm": 0.20096767940062027, |
| "learning_rate": 6.378837814273886e-07, |
| "loss": 0.1602, |
| "step": 13510 |
| }, |
| { |
| "epoch": 4.271384566779875, |
| "grad_norm": 0.19873738285793385, |
| "learning_rate": 6.325038037070336e-07, |
| "loss": 0.1602, |
| "step": 13520 |
| }, |
| { |
| "epoch": 4.274543874891399, |
| "grad_norm": 0.2026478071540902, |
| "learning_rate": 6.271450775137116e-07, |
| "loss": 0.1579, |
| "step": 13530 |
| }, |
| { |
| "epoch": 4.277703183002922, |
| "grad_norm": 0.19853177565270944, |
| "learning_rate": 6.218076289221153e-07, |
| "loss": 0.1598, |
| "step": 13540 |
| }, |
| { |
| "epoch": 4.280862491114446, |
| "grad_norm": 0.20829772712743705, |
| "learning_rate": 6.164914839034008e-07, |
| "loss": 0.1587, |
| "step": 13550 |
| }, |
| { |
| "epoch": 4.28402179922597, |
| "grad_norm": 0.196256766990733, |
| "learning_rate": 6.111966683250681e-07, |
| "loss": 0.1604, |
| "step": 13560 |
| }, |
| { |
| "epoch": 4.287181107337493, |
| "grad_norm": 0.19618426976460837, |
| "learning_rate": 6.059232079508276e-07, |
| "loss": 0.1603, |
| "step": 13570 |
| }, |
| { |
| "epoch": 4.290340415449017, |
| "grad_norm": 0.202438781233527, |
| "learning_rate": 6.006711284404837e-07, |
| "loss": 0.1612, |
| "step": 13580 |
| }, |
| { |
| "epoch": 4.29349972356054, |
| "grad_norm": 0.19704572347653887, |
| "learning_rate": 5.954404553497989e-07, |
| "loss": 0.1602, |
| "step": 13590 |
| }, |
| { |
| "epoch": 4.296659031672064, |
| "grad_norm": 0.19168113950072857, |
| "learning_rate": 5.902312141303806e-07, |
| "loss": 0.1604, |
| "step": 13600 |
| }, |
| { |
| "epoch": 4.299818339783587, |
| "grad_norm": 0.2003879313833993, |
| "learning_rate": 5.850434301295494e-07, |
| "loss": 0.1596, |
| "step": 13610 |
| }, |
| { |
| "epoch": 4.302977647895111, |
| "grad_norm": 0.19759760667562565, |
| "learning_rate": 5.798771285902205e-07, |
| "loss": 0.1604, |
| "step": 13620 |
| }, |
| { |
| "epoch": 4.306136956006634, |
| "grad_norm": 0.19863833857948981, |
| "learning_rate": 5.747323346507777e-07, |
| "loss": 0.1592, |
| "step": 13630 |
| }, |
| { |
| "epoch": 4.309296264118158, |
| "grad_norm": 0.2024378958773524, |
| "learning_rate": 5.696090733449528e-07, |
| "loss": 0.1601, |
| "step": 13640 |
| }, |
| { |
| "epoch": 4.312455572229681, |
| "grad_norm": 0.20215707871180005, |
| "learning_rate": 5.645073696017028e-07, |
| "loss": 0.1585, |
| "step": 13650 |
| }, |
| { |
| "epoch": 4.315614880341205, |
| "grad_norm": 0.18689645886289935, |
| "learning_rate": 5.594272482450902e-07, |
| "loss": 0.1573, |
| "step": 13660 |
| }, |
| { |
| "epoch": 4.318774188452728, |
| "grad_norm": 0.2053319708006727, |
| "learning_rate": 5.543687339941584e-07, |
| "loss": 0.1615, |
| "step": 13670 |
| }, |
| { |
| "epoch": 4.321933496564252, |
| "grad_norm": 0.19171061220997784, |
| "learning_rate": 5.493318514628171e-07, |
| "loss": 0.1616, |
| "step": 13680 |
| }, |
| { |
| "epoch": 4.325092804675776, |
| "grad_norm": 0.19563207560203782, |
| "learning_rate": 5.443166251597187e-07, |
| "loss": 0.16, |
| "step": 13690 |
| }, |
| { |
| "epoch": 4.3282521127872995, |
| "grad_norm": 0.19760551499634138, |
| "learning_rate": 5.393230794881399e-07, |
| "loss": 0.1587, |
| "step": 13700 |
| }, |
| { |
| "epoch": 4.3314114208988235, |
| "grad_norm": 0.1919192060783246, |
| "learning_rate": 5.343512387458621e-07, |
| "loss": 0.1598, |
| "step": 13710 |
| }, |
| { |
| "epoch": 4.334570729010347, |
| "grad_norm": 0.19916105439716603, |
| "learning_rate": 5.294011271250549e-07, |
| "loss": 0.1581, |
| "step": 13720 |
| }, |
| { |
| "epoch": 4.3377300371218706, |
| "grad_norm": 0.1924623858324796, |
| "learning_rate": 5.244727687121581e-07, |
| "loss": 0.1585, |
| "step": 13730 |
| }, |
| { |
| "epoch": 4.340889345233394, |
| "grad_norm": 0.19222422456276647, |
| "learning_rate": 5.195661874877633e-07, |
| "loss": 0.1585, |
| "step": 13740 |
| }, |
| { |
| "epoch": 4.344048653344918, |
| "grad_norm": 0.1925599596150807, |
| "learning_rate": 5.14681407326495e-07, |
| "loss": 0.161, |
| "step": 13750 |
| }, |
| { |
| "epoch": 4.347207961456441, |
| "grad_norm": 0.1950428531940909, |
| "learning_rate": 5.098184519969041e-07, |
| "loss": 0.1581, |
| "step": 13760 |
| }, |
| { |
| "epoch": 4.350367269567965, |
| "grad_norm": 0.20354980424119892, |
| "learning_rate": 5.049773451613382e-07, |
| "loss": 0.1607, |
| "step": 13770 |
| }, |
| { |
| "epoch": 4.353526577679488, |
| "grad_norm": 0.1868628417947928, |
| "learning_rate": 5.001581103758374e-07, |
| "loss": 0.1601, |
| "step": 13780 |
| }, |
| { |
| "epoch": 4.356685885791012, |
| "grad_norm": 0.19984754637012053, |
| "learning_rate": 4.95360771090016e-07, |
| "loss": 0.159, |
| "step": 13790 |
| }, |
| { |
| "epoch": 4.359845193902535, |
| "grad_norm": 0.19703967834397978, |
| "learning_rate": 4.905853506469477e-07, |
| "loss": 0.159, |
| "step": 13800 |
| }, |
| { |
| "epoch": 4.363004502014059, |
| "grad_norm": 0.18977597668459417, |
| "learning_rate": 4.858318722830518e-07, |
| "loss": 0.1583, |
| "step": 13810 |
| }, |
| { |
| "epoch": 4.366163810125583, |
| "grad_norm": 0.19339667722600956, |
| "learning_rate": 4.811003591279834e-07, |
| "loss": 0.1585, |
| "step": 13820 |
| }, |
| { |
| "epoch": 4.369323118237106, |
| "grad_norm": 0.1938566607621067, |
| "learning_rate": 4.7639083420451425e-07, |
| "loss": 0.1593, |
| "step": 13830 |
| }, |
| { |
| "epoch": 4.37248242634863, |
| "grad_norm": 0.19830744178047272, |
| "learning_rate": 4.71703320428431e-07, |
| "loss": 0.1591, |
| "step": 13840 |
| }, |
| { |
| "epoch": 4.375641734460153, |
| "grad_norm": 0.20447285160479836, |
| "learning_rate": 4.6703784060841194e-07, |
| "loss": 0.1592, |
| "step": 13850 |
| }, |
| { |
| "epoch": 4.378801042571677, |
| "grad_norm": 0.19999302428118468, |
| "learning_rate": 4.623944174459238e-07, |
| "loss": 0.1596, |
| "step": 13860 |
| }, |
| { |
| "epoch": 4.3819603506832, |
| "grad_norm": 0.19431839969423845, |
| "learning_rate": 4.5777307353511103e-07, |
| "loss": 0.1587, |
| "step": 13870 |
| }, |
| { |
| "epoch": 4.385119658794724, |
| "grad_norm": 0.19213231385230065, |
| "learning_rate": 4.53173831362681e-07, |
| "loss": 0.1598, |
| "step": 13880 |
| }, |
| { |
| "epoch": 4.388278966906247, |
| "grad_norm": 0.19727512610076384, |
| "learning_rate": 4.485967133078001e-07, |
| "loss": 0.1595, |
| "step": 13890 |
| }, |
| { |
| "epoch": 4.391438275017771, |
| "grad_norm": 0.20137928321566095, |
| "learning_rate": 4.440417416419812e-07, |
| "loss": 0.1608, |
| "step": 13900 |
| }, |
| { |
| "epoch": 4.394597583129294, |
| "grad_norm": 0.19192751875350025, |
| "learning_rate": 4.395089385289747e-07, |
| "loss": 0.1582, |
| "step": 13910 |
| }, |
| { |
| "epoch": 4.397756891240818, |
| "grad_norm": 0.19508844609767204, |
| "learning_rate": 4.3499832602466764e-07, |
| "loss": 0.1612, |
| "step": 13920 |
| }, |
| { |
| "epoch": 4.400916199352342, |
| "grad_norm": 0.20085050538502322, |
| "learning_rate": 4.3050992607696354e-07, |
| "loss": 0.1585, |
| "step": 13930 |
| }, |
| { |
| "epoch": 4.404075507463865, |
| "grad_norm": 0.19345802602283768, |
| "learning_rate": 4.260437605256912e-07, |
| "loss": 0.1593, |
| "step": 13940 |
| }, |
| { |
| "epoch": 4.407234815575389, |
| "grad_norm": 0.19853948221248452, |
| "learning_rate": 4.215998511024844e-07, |
| "loss": 0.1593, |
| "step": 13950 |
| }, |
| { |
| "epoch": 4.410394123686912, |
| "grad_norm": 0.19645554805603088, |
| "learning_rate": 4.171782194306856e-07, |
| "loss": 0.1581, |
| "step": 13960 |
| }, |
| { |
| "epoch": 4.413553431798436, |
| "grad_norm": 0.18983249029369767, |
| "learning_rate": 4.127788870252358e-07, |
| "loss": 0.1592, |
| "step": 13970 |
| }, |
| { |
| "epoch": 4.4167127399099595, |
| "grad_norm": 0.19264647219798062, |
| "learning_rate": 4.084018752925728e-07, |
| "loss": 0.162, |
| "step": 13980 |
| }, |
| { |
| "epoch": 4.4198720480214835, |
| "grad_norm": 0.19188102638619134, |
| "learning_rate": 4.0404720553052225e-07, |
| "loss": 0.1599, |
| "step": 13990 |
| }, |
| { |
| "epoch": 4.423031356133007, |
| "grad_norm": 0.19594341326526055, |
| "learning_rate": 3.997148989282035e-07, |
| "loss": 0.1582, |
| "step": 14000 |
| }, |
| { |
| "epoch": 4.426190664244531, |
| "grad_norm": 0.19679190764934815, |
| "learning_rate": 3.9540497656591235e-07, |
| "loss": 0.16, |
| "step": 14010 |
| }, |
| { |
| "epoch": 4.429349972356054, |
| "grad_norm": 0.2001818569734459, |
| "learning_rate": 3.911174594150352e-07, |
| "loss": 0.161, |
| "step": 14020 |
| }, |
| { |
| "epoch": 4.432509280467578, |
| "grad_norm": 0.19932050541026844, |
| "learning_rate": 3.868523683379316e-07, |
| "loss": 0.1609, |
| "step": 14030 |
| }, |
| { |
| "epoch": 4.435668588579102, |
| "grad_norm": 0.19545767797055838, |
| "learning_rate": 3.8260972408784236e-07, |
| "loss": 0.1586, |
| "step": 14040 |
| }, |
| { |
| "epoch": 4.438827896690625, |
| "grad_norm": 0.19560441338063028, |
| "learning_rate": 3.7838954730878505e-07, |
| "loss": 0.1597, |
| "step": 14050 |
| }, |
| { |
| "epoch": 4.441987204802149, |
| "grad_norm": 0.19520076627630972, |
| "learning_rate": 3.741918585354548e-07, |
| "loss": 0.1601, |
| "step": 14060 |
| }, |
| { |
| "epoch": 4.445146512913672, |
| "grad_norm": 0.2021625860562286, |
| "learning_rate": 3.7001667819312303e-07, |
| "loss": 0.1589, |
| "step": 14070 |
| }, |
| { |
| "epoch": 4.448305821025196, |
| "grad_norm": 0.19657547564424072, |
| "learning_rate": 3.6586402659753994e-07, |
| "loss": 0.1593, |
| "step": 14080 |
| }, |
| { |
| "epoch": 4.451465129136719, |
| "grad_norm": 0.2371545042414208, |
| "learning_rate": 3.617339239548312e-07, |
| "loss": 0.1602, |
| "step": 14090 |
| }, |
| { |
| "epoch": 4.454624437248243, |
| "grad_norm": 0.19885312184722165, |
| "learning_rate": 3.5762639036140856e-07, |
| "loss": 0.1595, |
| "step": 14100 |
| }, |
| { |
| "epoch": 4.457783745359766, |
| "grad_norm": 0.20782243257336264, |
| "learning_rate": 3.5354144580385997e-07, |
| "loss": 0.1602, |
| "step": 14110 |
| }, |
| { |
| "epoch": 4.46094305347129, |
| "grad_norm": 0.18932292467991474, |
| "learning_rate": 3.494791101588657e-07, |
| "loss": 0.1616, |
| "step": 14120 |
| }, |
| { |
| "epoch": 4.464102361582813, |
| "grad_norm": 0.1919157424283962, |
| "learning_rate": 3.454394031930885e-07, |
| "loss": 0.1593, |
| "step": 14130 |
| }, |
| { |
| "epoch": 4.467261669694337, |
| "grad_norm": 0.2010076659233086, |
| "learning_rate": 3.414223445630865e-07, |
| "loss": 0.1599, |
| "step": 14140 |
| }, |
| { |
| "epoch": 4.47042097780586, |
| "grad_norm": 0.20255576550229257, |
| "learning_rate": 3.3742795381521533e-07, |
| "loss": 0.1593, |
| "step": 14150 |
| }, |
| { |
| "epoch": 4.473580285917384, |
| "grad_norm": 0.194621411799477, |
| "learning_rate": 3.334562503855321e-07, |
| "loss": 0.1597, |
| "step": 14160 |
| }, |
| { |
| "epoch": 4.476739594028908, |
| "grad_norm": 0.18866219829191938, |
| "learning_rate": 3.295072535996974e-07, |
| "loss": 0.1581, |
| "step": 14170 |
| }, |
| { |
| "epoch": 4.479898902140431, |
| "grad_norm": 0.19349313221379064, |
| "learning_rate": 3.255809826728923e-07, |
| "loss": 0.1601, |
| "step": 14180 |
| }, |
| { |
| "epoch": 4.483058210251955, |
| "grad_norm": 0.20115409541502788, |
| "learning_rate": 3.2167745670970973e-07, |
| "loss": 0.1601, |
| "step": 14190 |
| }, |
| { |
| "epoch": 4.486217518363478, |
| "grad_norm": 0.18780373745693515, |
| "learning_rate": 3.1779669470407615e-07, |
| "loss": 0.1589, |
| "step": 14200 |
| }, |
| { |
| "epoch": 4.489376826475002, |
| "grad_norm": 0.19486811896601117, |
| "learning_rate": 3.1393871553914654e-07, |
| "loss": 0.1587, |
| "step": 14210 |
| }, |
| { |
| "epoch": 4.492536134586525, |
| "grad_norm": 0.2025724767403799, |
| "learning_rate": 3.101035379872219e-07, |
| "loss": 0.1595, |
| "step": 14220 |
| }, |
| { |
| "epoch": 4.495695442698049, |
| "grad_norm": 0.2080673328738384, |
| "learning_rate": 3.06291180709653e-07, |
| "loss": 0.1593, |
| "step": 14230 |
| }, |
| { |
| "epoch": 4.498854750809572, |
| "grad_norm": 0.19149699902846998, |
| "learning_rate": 3.0250166225675115e-07, |
| "loss": 0.1599, |
| "step": 14240 |
| }, |
| { |
| "epoch": 4.502014058921096, |
| "grad_norm": 0.20411585929483625, |
| "learning_rate": 2.987350010676976e-07, |
| "loss": 0.1602, |
| "step": 14250 |
| }, |
| { |
| "epoch": 4.5051733670326195, |
| "grad_norm": 0.19343496961687232, |
| "learning_rate": 2.9499121547045426e-07, |
| "loss": 0.1599, |
| "step": 14260 |
| }, |
| { |
| "epoch": 4.5083326751441435, |
| "grad_norm": 0.19449547358661812, |
| "learning_rate": 2.912703236816722e-07, |
| "loss": 0.1606, |
| "step": 14270 |
| }, |
| { |
| "epoch": 4.511491983255667, |
| "grad_norm": 0.1973387536772748, |
| "learning_rate": 2.8757234380660857e-07, |
| "loss": 0.1599, |
| "step": 14280 |
| }, |
| { |
| "epoch": 4.514651291367191, |
| "grad_norm": 0.18818779692322143, |
| "learning_rate": 2.838972938390311e-07, |
| "loss": 0.1601, |
| "step": 14290 |
| }, |
| { |
| "epoch": 4.5178105994787146, |
| "grad_norm": 0.19985204703053389, |
| "learning_rate": 2.802451916611365e-07, |
| "loss": 0.1583, |
| "step": 14300 |
| }, |
| { |
| "epoch": 4.520969907590238, |
| "grad_norm": 0.19536890400548887, |
| "learning_rate": 2.7661605504346045e-07, |
| "loss": 0.1608, |
| "step": 14310 |
| }, |
| { |
| "epoch": 4.524129215701762, |
| "grad_norm": 0.18811223542835254, |
| "learning_rate": 2.730099016447929e-07, |
| "loss": 0.1596, |
| "step": 14320 |
| }, |
| { |
| "epoch": 4.527288523813285, |
| "grad_norm": 0.19468411001885044, |
| "learning_rate": 2.6942674901209e-07, |
| "loss": 0.16, |
| "step": 14330 |
| }, |
| { |
| "epoch": 4.530447831924809, |
| "grad_norm": 0.20552266635420624, |
| "learning_rate": 2.658666145803912e-07, |
| "loss": 0.1615, |
| "step": 14340 |
| }, |
| { |
| "epoch": 4.533607140036332, |
| "grad_norm": 0.1937881234664753, |
| "learning_rate": 2.623295156727301e-07, |
| "loss": 0.1578, |
| "step": 14350 |
| }, |
| { |
| "epoch": 4.536766448147856, |
| "grad_norm": 0.20412087334287093, |
| "learning_rate": 2.588154695000589e-07, |
| "loss": 0.1612, |
| "step": 14360 |
| }, |
| { |
| "epoch": 4.539925756259379, |
| "grad_norm": 0.19434151561756924, |
| "learning_rate": 2.55324493161152e-07, |
| "loss": 0.1584, |
| "step": 14370 |
| }, |
| { |
| "epoch": 4.543085064370903, |
| "grad_norm": 0.1908270600724035, |
| "learning_rate": 2.5185660364253515e-07, |
| "loss": 0.1593, |
| "step": 14380 |
| }, |
| { |
| "epoch": 4.546244372482426, |
| "grad_norm": 0.2004261876800901, |
| "learning_rate": 2.484118178183953e-07, |
| "loss": 0.1581, |
| "step": 14390 |
| }, |
| { |
| "epoch": 4.54940368059395, |
| "grad_norm": 0.19755205920634125, |
| "learning_rate": 2.4499015245049997e-07, |
| "loss": 0.1601, |
| "step": 14400 |
| }, |
| { |
| "epoch": 4.552562988705473, |
| "grad_norm": 0.198156216790078, |
| "learning_rate": 2.415916241881172e-07, |
| "loss": 0.1606, |
| "step": 14410 |
| }, |
| { |
| "epoch": 4.555722296816997, |
| "grad_norm": 0.195998760066744, |
| "learning_rate": 2.382162495679341e-07, |
| "loss": 0.1601, |
| "step": 14420 |
| }, |
| { |
| "epoch": 4.558881604928521, |
| "grad_norm": 0.18945574448552882, |
| "learning_rate": 2.3486404501397497e-07, |
| "loss": 0.158, |
| "step": 14430 |
| }, |
| { |
| "epoch": 4.562040913040044, |
| "grad_norm": 0.19748534603778248, |
| "learning_rate": 2.315350268375227e-07, |
| "loss": 0.1574, |
| "step": 14440 |
| }, |
| { |
| "epoch": 4.565200221151568, |
| "grad_norm": 0.20176443804299427, |
| "learning_rate": 2.2822921123703822e-07, |
| "loss": 0.1603, |
| "step": 14450 |
| }, |
| { |
| "epoch": 4.568359529263091, |
| "grad_norm": 0.19789674088621473, |
| "learning_rate": 2.249466142980844e-07, |
| "loss": 0.1598, |
| "step": 14460 |
| }, |
| { |
| "epoch": 4.571518837374615, |
| "grad_norm": 0.187818302106187, |
| "learning_rate": 2.2168725199324336e-07, |
| "loss": 0.159, |
| "step": 14470 |
| }, |
| { |
| "epoch": 4.574678145486138, |
| "grad_norm": 0.20046350486590453, |
| "learning_rate": 2.1845114018204382e-07, |
| "loss": 0.16, |
| "step": 14480 |
| }, |
| { |
| "epoch": 4.577837453597662, |
| "grad_norm": 0.1956285243391142, |
| "learning_rate": 2.1523829461087997e-07, |
| "loss": 0.1606, |
| "step": 14490 |
| }, |
| { |
| "epoch": 4.580996761709185, |
| "grad_norm": 0.19955861141039574, |
| "learning_rate": 2.12048730912936e-07, |
| "loss": 0.1599, |
| "step": 14500 |
| }, |
| { |
| "epoch": 4.584156069820709, |
| "grad_norm": 0.19999137325948985, |
| "learning_rate": 2.0888246460811168e-07, |
| "loss": 0.1581, |
| "step": 14510 |
| }, |
| { |
| "epoch": 4.587315377932233, |
| "grad_norm": 0.19609764005409422, |
| "learning_rate": 2.057395111029431e-07, |
| "loss": 0.1587, |
| "step": 14520 |
| }, |
| { |
| "epoch": 4.590474686043756, |
| "grad_norm": 0.19243471223634231, |
| "learning_rate": 2.0261988569053205e-07, |
| "loss": 0.1585, |
| "step": 14530 |
| }, |
| { |
| "epoch": 4.5936339941552795, |
| "grad_norm": 0.20046273900446646, |
| "learning_rate": 1.995236035504694e-07, |
| "loss": 0.1602, |
| "step": 14540 |
| }, |
| { |
| "epoch": 4.5967933022668035, |
| "grad_norm": 0.19670271834661107, |
| "learning_rate": 1.9645067974876086e-07, |
| "loss": 0.1593, |
| "step": 14550 |
| }, |
| { |
| "epoch": 4.5999526103783275, |
| "grad_norm": 0.19348803453560268, |
| "learning_rate": 1.9340112923775467e-07, |
| "loss": 0.1572, |
| "step": 14560 |
| }, |
| { |
| "epoch": 4.603111918489851, |
| "grad_norm": 0.19604507063856969, |
| "learning_rate": 1.9037496685606782e-07, |
| "loss": 0.1615, |
| "step": 14570 |
| }, |
| { |
| "epoch": 4.606271226601375, |
| "grad_norm": 0.19905957494150894, |
| "learning_rate": 1.873722073285156e-07, |
| "loss": 0.1599, |
| "step": 14580 |
| }, |
| { |
| "epoch": 4.609430534712898, |
| "grad_norm": 0.1931564026479933, |
| "learning_rate": 1.8439286526603816e-07, |
| "loss": 0.1605, |
| "step": 14590 |
| }, |
| { |
| "epoch": 4.612589842824422, |
| "grad_norm": 0.1957472742685542, |
| "learning_rate": 1.814369551656281e-07, |
| "loss": 0.1576, |
| "step": 14600 |
| }, |
| { |
| "epoch": 4.615749150935945, |
| "grad_norm": 0.19222186879935804, |
| "learning_rate": 1.7850449141026626e-07, |
| "loss": 0.158, |
| "step": 14610 |
| }, |
| { |
| "epoch": 4.618908459047469, |
| "grad_norm": 0.19288882737133697, |
| "learning_rate": 1.755954882688432e-07, |
| "loss": 0.1599, |
| "step": 14620 |
| }, |
| { |
| "epoch": 4.622067767158992, |
| "grad_norm": 0.19173903599470532, |
| "learning_rate": 1.7270995989609685e-07, |
| "loss": 0.163, |
| "step": 14630 |
| }, |
| { |
| "epoch": 4.625227075270516, |
| "grad_norm": 0.1971599904397844, |
| "learning_rate": 1.6984792033253873e-07, |
| "loss": 0.1624, |
| "step": 14640 |
| }, |
| { |
| "epoch": 4.62838638338204, |
| "grad_norm": 0.20237639199908425, |
| "learning_rate": 1.67009383504389e-07, |
| "loss": 0.1599, |
| "step": 14650 |
| }, |
| { |
| "epoch": 4.631545691493563, |
| "grad_norm": 0.19640473192083982, |
| "learning_rate": 1.6419436322350602e-07, |
| "loss": 0.1582, |
| "step": 14660 |
| }, |
| { |
| "epoch": 4.634704999605087, |
| "grad_norm": 0.19394680624920346, |
| "learning_rate": 1.6140287318732295e-07, |
| "loss": 0.1612, |
| "step": 14670 |
| }, |
| { |
| "epoch": 4.63786430771661, |
| "grad_norm": 0.19411893620985973, |
| "learning_rate": 1.5863492697877403e-07, |
| "loss": 0.1579, |
| "step": 14680 |
| }, |
| { |
| "epoch": 4.641023615828134, |
| "grad_norm": 0.19802298148744443, |
| "learning_rate": 1.5589053806623845e-07, |
| "loss": 0.1599, |
| "step": 14690 |
| }, |
| { |
| "epoch": 4.644182923939657, |
| "grad_norm": 0.19535413598264334, |
| "learning_rate": 1.5316971980346597e-07, |
| "loss": 0.1563, |
| "step": 14700 |
| }, |
| { |
| "epoch": 4.647342232051181, |
| "grad_norm": 0.19497113149503717, |
| "learning_rate": 1.5047248542951586e-07, |
| "loss": 0.1593, |
| "step": 14710 |
| }, |
| { |
| "epoch": 4.650501540162704, |
| "grad_norm": 0.2020301060995925, |
| "learning_rate": 1.4779884806869262e-07, |
| "loss": 0.1579, |
| "step": 14720 |
| }, |
| { |
| "epoch": 4.653660848274228, |
| "grad_norm": 0.19311882101118522, |
| "learning_rate": 1.4514882073048186e-07, |
| "loss": 0.1603, |
| "step": 14730 |
| }, |
| { |
| "epoch": 4.656820156385751, |
| "grad_norm": 0.19069864706937145, |
| "learning_rate": 1.4252241630948515e-07, |
| "loss": 0.159, |
| "step": 14740 |
| }, |
| { |
| "epoch": 4.659979464497275, |
| "grad_norm": 0.19826154207098273, |
| "learning_rate": 1.3991964758536148e-07, |
| "loss": 0.1594, |
| "step": 14750 |
| }, |
| { |
| "epoch": 4.663138772608798, |
| "grad_norm": 0.20463683774068114, |
| "learning_rate": 1.3734052722275849e-07, |
| "loss": 0.1607, |
| "step": 14760 |
| }, |
| { |
| "epoch": 4.666298080720322, |
| "grad_norm": 0.19219549706945396, |
| "learning_rate": 1.3478506777125865e-07, |
| "loss": 0.1574, |
| "step": 14770 |
| }, |
| { |
| "epoch": 4.669457388831846, |
| "grad_norm": 0.19753785214231598, |
| "learning_rate": 1.3225328166531158e-07, |
| "loss": 0.1599, |
| "step": 14780 |
| }, |
| { |
| "epoch": 4.672616696943369, |
| "grad_norm": 0.1970861929609217, |
| "learning_rate": 1.297451812241779e-07, |
| "loss": 0.1607, |
| "step": 14790 |
| }, |
| { |
| "epoch": 4.675776005054893, |
| "grad_norm": 0.1966183263052465, |
| "learning_rate": 1.2726077865186648e-07, |
| "loss": 0.159, |
| "step": 14800 |
| }, |
| { |
| "epoch": 4.678935313166416, |
| "grad_norm": 0.1943429806373708, |
| "learning_rate": 1.2480008603707627e-07, |
| "loss": 0.158, |
| "step": 14810 |
| }, |
| { |
| "epoch": 4.68209462127794, |
| "grad_norm": 0.19589426287899958, |
| "learning_rate": 1.223631153531385e-07, |
| "loss": 0.1577, |
| "step": 14820 |
| }, |
| { |
| "epoch": 4.6852539293894635, |
| "grad_norm": 0.19706763059063206, |
| "learning_rate": 1.1994987845795725e-07, |
| "loss": 0.1597, |
| "step": 14830 |
| }, |
| { |
| "epoch": 4.6884132375009875, |
| "grad_norm": 0.1975866024609479, |
| "learning_rate": 1.1756038709394902e-07, |
| "loss": 0.1593, |
| "step": 14840 |
| }, |
| { |
| "epoch": 4.691572545612511, |
| "grad_norm": 0.19686807427075748, |
| "learning_rate": 1.1519465288799325e-07, |
| "loss": 0.1599, |
| "step": 14850 |
| }, |
| { |
| "epoch": 4.694731853724035, |
| "grad_norm": 0.19405867333452428, |
| "learning_rate": 1.1285268735136634e-07, |
| "loss": 0.1599, |
| "step": 14860 |
| }, |
| { |
| "epoch": 4.697891161835558, |
| "grad_norm": 0.19332590972909364, |
| "learning_rate": 1.1053450187969383e-07, |
| "loss": 0.159, |
| "step": 14870 |
| }, |
| { |
| "epoch": 4.701050469947082, |
| "grad_norm": 0.19949006237363448, |
| "learning_rate": 1.0824010775288829e-07, |
| "loss": 0.1593, |
| "step": 14880 |
| }, |
| { |
| "epoch": 4.704209778058605, |
| "grad_norm": 0.19416481710856007, |
| "learning_rate": 1.0596951613509931e-07, |
| "loss": 0.1592, |
| "step": 14890 |
| }, |
| { |
| "epoch": 4.707369086170129, |
| "grad_norm": 0.19602339515974787, |
| "learning_rate": 1.0372273807465638e-07, |
| "loss": 0.1591, |
| "step": 14900 |
| }, |
| { |
| "epoch": 4.710528394281653, |
| "grad_norm": 0.1960689688312678, |
| "learning_rate": 1.0149978450401776e-07, |
| "loss": 0.1603, |
| "step": 14910 |
| }, |
| { |
| "epoch": 4.713687702393176, |
| "grad_norm": 0.2057850892961581, |
| "learning_rate": 9.930066623971334e-08, |
| "loss": 0.1591, |
| "step": 14920 |
| }, |
| { |
| "epoch": 4.7168470105047, |
| "grad_norm": 0.19301696301593, |
| "learning_rate": 9.712539398229637e-08, |
| "loss": 0.1602, |
| "step": 14930 |
| }, |
| { |
| "epoch": 4.720006318616223, |
| "grad_norm": 0.19265047597399218, |
| "learning_rate": 9.497397831628673e-08, |
| "loss": 0.1594, |
| "step": 14940 |
| }, |
| { |
| "epoch": 4.723165626727747, |
| "grad_norm": 0.19291383326551242, |
| "learning_rate": 9.284642971012559e-08, |
| "loss": 0.1556, |
| "step": 14950 |
| }, |
| { |
| "epoch": 4.72632493483927, |
| "grad_norm": 0.1985670750054423, |
| "learning_rate": 9.074275851611691e-08, |
| "loss": 0.1611, |
| "step": 14960 |
| }, |
| { |
| "epoch": 4.729484242950794, |
| "grad_norm": 0.1956461829616837, |
| "learning_rate": 8.866297497038435e-08, |
| "loss": 0.1595, |
| "step": 14970 |
| }, |
| { |
| "epoch": 4.732643551062317, |
| "grad_norm": 0.1913906186621511, |
| "learning_rate": 8.660708919281613e-08, |
| "loss": 0.1596, |
| "step": 14980 |
| }, |
| { |
| "epoch": 4.735802859173841, |
| "grad_norm": 0.20269780565703013, |
| "learning_rate": 8.457511118701911e-08, |
| "loss": 0.1585, |
| "step": 14990 |
| }, |
| { |
| "epoch": 4.738962167285364, |
| "grad_norm": 0.2006526774187281, |
| "learning_rate": 8.256705084026761e-08, |
| "loss": 0.159, |
| "step": 15000 |
| }, |
| { |
| "epoch": 4.742121475396888, |
| "grad_norm": 0.19809011682211267, |
| "learning_rate": 8.05829179234574e-08, |
| "loss": 0.1585, |
| "step": 15010 |
| }, |
| { |
| "epoch": 4.745280783508411, |
| "grad_norm": 0.1925300643932596, |
| "learning_rate": 7.862272209105625e-08, |
| "loss": 0.1593, |
| "step": 15020 |
| }, |
| { |
| "epoch": 4.748440091619935, |
| "grad_norm": 0.1928029167127188, |
| "learning_rate": 7.668647288106012e-08, |
| "loss": 0.1599, |
| "step": 15030 |
| }, |
| { |
| "epoch": 4.751599399731459, |
| "grad_norm": 0.19481339189265057, |
| "learning_rate": 7.47741797149415e-08, |
| "loss": 0.1601, |
| "step": 15040 |
| }, |
| { |
| "epoch": 4.754758707842982, |
| "grad_norm": 0.20271075417943374, |
| "learning_rate": 7.288585189760944e-08, |
| "loss": 0.1617, |
| "step": 15050 |
| }, |
| { |
| "epoch": 4.757918015954506, |
| "grad_norm": 0.19802943106559054, |
| "learning_rate": 7.102149861735962e-08, |
| "loss": 0.1585, |
| "step": 15060 |
| }, |
| { |
| "epoch": 4.761077324066029, |
| "grad_norm": 0.19714245747298037, |
| "learning_rate": 6.918112894583328e-08, |
| "loss": 0.1618, |
| "step": 15070 |
| }, |
| { |
| "epoch": 4.764236632177553, |
| "grad_norm": 0.20555489147236597, |
| "learning_rate": 6.736475183796887e-08, |
| "loss": 0.1598, |
| "step": 15080 |
| }, |
| { |
| "epoch": 4.767395940289076, |
| "grad_norm": 0.19422658967567297, |
| "learning_rate": 6.557237613196321e-08, |
| "loss": 0.1607, |
| "step": 15090 |
| }, |
| { |
| "epoch": 4.7705552484006, |
| "grad_norm": 0.19909191153347178, |
| "learning_rate": 6.380401054922547e-08, |
| "loss": 0.1594, |
| "step": 15100 |
| }, |
| { |
| "epoch": 4.7737145565121235, |
| "grad_norm": 0.18853836885626313, |
| "learning_rate": 6.205966369433547e-08, |
| "loss": 0.1607, |
| "step": 15110 |
| }, |
| { |
| "epoch": 4.7768738646236475, |
| "grad_norm": 0.2001345804485893, |
| "learning_rate": 6.033934405500042e-08, |
| "loss": 0.1618, |
| "step": 15120 |
| }, |
| { |
| "epoch": 4.7800331727351715, |
| "grad_norm": 0.20108034656670212, |
| "learning_rate": 5.864306000201825e-08, |
| "loss": 0.1625, |
| "step": 15130 |
| }, |
| { |
| "epoch": 4.783192480846695, |
| "grad_norm": 0.1957272210969326, |
| "learning_rate": 5.697081978922936e-08, |
| "loss": 0.16, |
| "step": 15140 |
| }, |
| { |
| "epoch": 4.786351788958218, |
| "grad_norm": 0.20101643906993924, |
| "learning_rate": 5.5322631553484385e-08, |
| "loss": 0.1587, |
| "step": 15150 |
| }, |
| { |
| "epoch": 4.789511097069742, |
| "grad_norm": 0.1932795778151164, |
| "learning_rate": 5.369850331459925e-08, |
| "loss": 0.1609, |
| "step": 15160 |
| }, |
| { |
| "epoch": 4.792670405181266, |
| "grad_norm": 0.2009306860005601, |
| "learning_rate": 5.209844297531796e-08, |
| "loss": 0.159, |
| "step": 15170 |
| }, |
| { |
| "epoch": 4.795829713292789, |
| "grad_norm": 0.18836162035628687, |
| "learning_rate": 5.052245832127434e-08, |
| "loss": 0.1596, |
| "step": 15180 |
| }, |
| { |
| "epoch": 4.798989021404313, |
| "grad_norm": 0.19233309651869823, |
| "learning_rate": 4.8970557020954215e-08, |
| "loss": 0.1614, |
| "step": 15190 |
| }, |
| { |
| "epoch": 4.802148329515836, |
| "grad_norm": 0.20067963469184333, |
| "learning_rate": 4.744274662565662e-08, |
| "loss": 0.16, |
| "step": 15200 |
| }, |
| { |
| "epoch": 4.80530763762736, |
| "grad_norm": 0.1907746195534059, |
| "learning_rate": 4.5939034569458804e-08, |
| "loss": 0.1595, |
| "step": 15210 |
| }, |
| { |
| "epoch": 4.808466945738883, |
| "grad_norm": 0.18618207146361934, |
| "learning_rate": 4.4459428169179583e-08, |
| "loss": 0.1596, |
| "step": 15220 |
| }, |
| { |
| "epoch": 4.811626253850407, |
| "grad_norm": 0.1924146366492045, |
| "learning_rate": 4.3003934624342716e-08, |
| "loss": 0.1581, |
| "step": 15230 |
| }, |
| { |
| "epoch": 4.81478556196193, |
| "grad_norm": 0.19971943762565272, |
| "learning_rate": 4.157256101714413e-08, |
| "loss": 0.1577, |
| "step": 15240 |
| }, |
| { |
| "epoch": 4.817944870073454, |
| "grad_norm": 0.19654001189058995, |
| "learning_rate": 4.016531431241533e-08, |
| "loss": 0.1588, |
| "step": 15250 |
| }, |
| { |
| "epoch": 4.821104178184978, |
| "grad_norm": 0.20256447137055644, |
| "learning_rate": 3.8782201357589475e-08, |
| "loss": 0.1592, |
| "step": 15260 |
| }, |
| { |
| "epoch": 4.824263486296501, |
| "grad_norm": 0.19955523886494098, |
| "learning_rate": 3.742322888267036e-08, |
| "loss": 0.159, |
| "step": 15270 |
| }, |
| { |
| "epoch": 4.827422794408025, |
| "grad_norm": 0.20426304048843397, |
| "learning_rate": 3.6088403500196267e-08, |
| "loss": 0.1585, |
| "step": 15280 |
| }, |
| { |
| "epoch": 4.830582102519548, |
| "grad_norm": 0.19123805822649273, |
| "learning_rate": 3.4777731705211705e-08, |
| "loss": 0.1599, |
| "step": 15290 |
| }, |
| { |
| "epoch": 4.833741410631072, |
| "grad_norm": 0.1961561945761796, |
| "learning_rate": 3.349121987523241e-08, |
| "loss": 0.1603, |
| "step": 15300 |
| }, |
| { |
| "epoch": 4.836900718742595, |
| "grad_norm": 0.19703665699422515, |
| "learning_rate": 3.222887427021537e-08, |
| "loss": 0.1584, |
| "step": 15310 |
| }, |
| { |
| "epoch": 4.840060026854119, |
| "grad_norm": 0.205577530927033, |
| "learning_rate": 3.099070103253055e-08, |
| "loss": 0.1599, |
| "step": 15320 |
| }, |
| { |
| "epoch": 4.843219334965642, |
| "grad_norm": 0.19037949799154982, |
| "learning_rate": 2.977670618692641e-08, |
| "loss": 0.1588, |
| "step": 15330 |
| }, |
| { |
| "epoch": 4.846378643077166, |
| "grad_norm": 0.18634230770244323, |
| "learning_rate": 2.8586895640504986e-08, |
| "loss": 0.1589, |
| "step": 15340 |
| }, |
| { |
| "epoch": 4.849537951188689, |
| "grad_norm": 0.19361637810104884, |
| "learning_rate": 2.7421275182691887e-08, |
| "loss": 0.1576, |
| "step": 15350 |
| }, |
| { |
| "epoch": 4.852697259300213, |
| "grad_norm": 0.1957214714937506, |
| "learning_rate": 2.6279850485206316e-08, |
| "loss": 0.162, |
| "step": 15360 |
| }, |
| { |
| "epoch": 4.855856567411736, |
| "grad_norm": 0.19434731826900606, |
| "learning_rate": 2.5162627102035543e-08, |
| "loss": 0.1607, |
| "step": 15370 |
| }, |
| { |
| "epoch": 4.85901587552326, |
| "grad_norm": 0.19311901028457665, |
| "learning_rate": 2.406961046940659e-08, |
| "loss": 0.1597, |
| "step": 15380 |
| }, |
| { |
| "epoch": 4.862175183634784, |
| "grad_norm": 0.19029235111786966, |
| "learning_rate": 2.3000805905761814e-08, |
| "loss": 0.1571, |
| "step": 15390 |
| }, |
| { |
| "epoch": 4.8653344917463075, |
| "grad_norm": 0.18986353610183304, |
| "learning_rate": 2.1956218611730028e-08, |
| "loss": 0.1599, |
| "step": 15400 |
| }, |
| { |
| "epoch": 4.8684937998578315, |
| "grad_norm": 0.19230056674947954, |
| "learning_rate": 2.0935853670103202e-08, |
| "loss": 0.1587, |
| "step": 15410 |
| }, |
| { |
| "epoch": 4.871653107969355, |
| "grad_norm": 0.18970480828208378, |
| "learning_rate": 1.9939716045811463e-08, |
| "loss": 0.1601, |
| "step": 15420 |
| }, |
| { |
| "epoch": 4.874812416080879, |
| "grad_norm": 0.19866752371194085, |
| "learning_rate": 1.8967810585898695e-08, |
| "loss": 0.162, |
| "step": 15430 |
| }, |
| { |
| "epoch": 4.877971724192402, |
| "grad_norm": 0.19367079176529667, |
| "learning_rate": 1.8020142019499755e-08, |
| "loss": 0.159, |
| "step": 15440 |
| }, |
| { |
| "epoch": 4.881131032303926, |
| "grad_norm": 0.19230026377170165, |
| "learning_rate": 1.7096714957814953e-08, |
| "loss": 0.1581, |
| "step": 15450 |
| }, |
| { |
| "epoch": 4.884290340415449, |
| "grad_norm": 0.18516877508195054, |
| "learning_rate": 1.619753389409062e-08, |
| "loss": 0.1577, |
| "step": 15460 |
| }, |
| { |
| "epoch": 4.887449648526973, |
| "grad_norm": 0.2030225188585794, |
| "learning_rate": 1.5322603203595797e-08, |
| "loss": 0.1584, |
| "step": 15470 |
| }, |
| { |
| "epoch": 4.890608956638496, |
| "grad_norm": 0.19372717095423658, |
| "learning_rate": 1.4471927143601127e-08, |
| "loss": 0.1597, |
| "step": 15480 |
| }, |
| { |
| "epoch": 4.89376826475002, |
| "grad_norm": 0.19197742339555968, |
| "learning_rate": 1.3645509853357775e-08, |
| "loss": 0.1568, |
| "step": 15490 |
| }, |
| { |
| "epoch": 4.896927572861543, |
| "grad_norm": 0.2003946373624122, |
| "learning_rate": 1.2843355354079102e-08, |
| "loss": 0.1588, |
| "step": 15500 |
| }, |
| { |
| "epoch": 4.900086880973067, |
| "grad_norm": 0.19449497450048703, |
| "learning_rate": 1.2065467548917353e-08, |
| "loss": 0.1563, |
| "step": 15510 |
| }, |
| { |
| "epoch": 4.903246189084591, |
| "grad_norm": 0.19730672007764802, |
| "learning_rate": 1.1311850222949227e-08, |
| "loss": 0.1608, |
| "step": 15520 |
| }, |
| { |
| "epoch": 4.906405497196114, |
| "grad_norm": 0.19426023326462366, |
| "learning_rate": 1.0582507043153112e-08, |
| "loss": 0.1587, |
| "step": 15530 |
| }, |
| { |
| "epoch": 4.909564805307638, |
| "grad_norm": 0.18665531141294303, |
| "learning_rate": 9.877441558395761e-09, |
| "loss": 0.1588, |
| "step": 15540 |
| }, |
| { |
| "epoch": 4.912724113419161, |
| "grad_norm": 0.19544733053145186, |
| "learning_rate": 9.196657199410097e-09, |
| "loss": 0.1585, |
| "step": 15550 |
| }, |
| { |
| "epoch": 4.915883421530685, |
| "grad_norm": 0.1931838965682529, |
| "learning_rate": 8.54015727878299e-09, |
| "loss": 0.16, |
| "step": 15560 |
| }, |
| { |
| "epoch": 4.919042729642208, |
| "grad_norm": 0.18609748141590166, |
| "learning_rate": 7.90794499093639e-09, |
| "loss": 0.1597, |
| "step": 15570 |
| }, |
| { |
| "epoch": 4.922202037753732, |
| "grad_norm": 0.20127723441153517, |
| "learning_rate": 7.300023412111779e-09, |
| "loss": 0.1601, |
| "step": 15580 |
| }, |
| { |
| "epoch": 4.925361345865255, |
| "grad_norm": 0.19920490400128663, |
| "learning_rate": 6.716395500357964e-09, |
| "loss": 0.1577, |
| "step": 15590 |
| }, |
| { |
| "epoch": 4.928520653976779, |
| "grad_norm": 0.19375948427344167, |
| "learning_rate": 6.157064095512754e-09, |
| "loss": 0.1599, |
| "step": 15600 |
| }, |
| { |
| "epoch": 4.931679962088302, |
| "grad_norm": 0.19750901689149744, |
| "learning_rate": 5.622031919191862e-09, |
| "loss": 0.1587, |
| "step": 15610 |
| }, |
| { |
| "epoch": 4.934839270199826, |
| "grad_norm": 0.18708793754549835, |
| "learning_rate": 5.1113015747755735e-09, |
| "loss": 0.1601, |
| "step": 15620 |
| }, |
| { |
| "epoch": 4.937998578311349, |
| "grad_norm": 0.1928749265530207, |
| "learning_rate": 4.624875547394325e-09, |
| "loss": 0.1589, |
| "step": 15630 |
| }, |
| { |
| "epoch": 4.941157886422873, |
| "grad_norm": 0.20136315326321008, |
| "learning_rate": 4.16275620391815e-09, |
| "loss": 0.1597, |
| "step": 15640 |
| }, |
| { |
| "epoch": 4.944317194534397, |
| "grad_norm": 0.19196622559471357, |
| "learning_rate": 3.724945792945023e-09, |
| "loss": 0.1594, |
| "step": 15650 |
| }, |
| { |
| "epoch": 4.94747650264592, |
| "grad_norm": 0.19581601175358024, |
| "learning_rate": 3.3114464447892013e-09, |
| "loss": 0.1596, |
| "step": 15660 |
| }, |
| { |
| "epoch": 4.950635810757444, |
| "grad_norm": 0.19173585748074187, |
| "learning_rate": 2.922260171470681e-09, |
| "loss": 0.159, |
| "step": 15670 |
| }, |
| { |
| "epoch": 4.9537951188689675, |
| "grad_norm": 0.19350532117294958, |
| "learning_rate": 2.5573888667079772e-09, |
| "loss": 0.1616, |
| "step": 15680 |
| }, |
| { |
| "epoch": 4.9569544269804915, |
| "grad_norm": 0.19845655941270632, |
| "learning_rate": 2.2168343059042475e-09, |
| "loss": 0.1588, |
| "step": 15690 |
| }, |
| { |
| "epoch": 4.960113735092015, |
| "grad_norm": 0.19860632734242958, |
| "learning_rate": 1.9005981461434065e-09, |
| "loss": 0.1609, |
| "step": 15700 |
| }, |
| { |
| "epoch": 4.963273043203539, |
| "grad_norm": 0.2001952094467118, |
| "learning_rate": 1.6086819261790232e-09, |
| "loss": 0.1585, |
| "step": 15710 |
| }, |
| { |
| "epoch": 4.966432351315062, |
| "grad_norm": 0.1971085780740881, |
| "learning_rate": 1.3410870664276598e-09, |
| "loss": 0.1583, |
| "step": 15720 |
| }, |
| { |
| "epoch": 4.969591659426586, |
| "grad_norm": 0.19391119108700927, |
| "learning_rate": 1.0978148689633205e-09, |
| "loss": 0.1594, |
| "step": 15730 |
| }, |
| { |
| "epoch": 4.97275096753811, |
| "grad_norm": 0.19649511560351368, |
| "learning_rate": 8.788665175085697e-10, |
| "loss": 0.1603, |
| "step": 15740 |
| }, |
| { |
| "epoch": 4.975910275649633, |
| "grad_norm": 0.19371704255850056, |
| "learning_rate": 6.842430774300913e-10, |
| "loss": 0.1588, |
| "step": 15750 |
| }, |
| { |
| "epoch": 4.979069583761156, |
| "grad_norm": 0.20144520587590042, |
| "learning_rate": 5.139454957342471e-10, |
| "loss": 0.1586, |
| "step": 15760 |
| }, |
| { |
| "epoch": 4.98222889187268, |
| "grad_norm": 0.18820551886405948, |
| "learning_rate": 3.6797460106152707e-10, |
| "loss": 0.1585, |
| "step": 15770 |
| }, |
| { |
| "epoch": 4.985388199984204, |
| "grad_norm": 0.1989233181042242, |
| "learning_rate": 2.463311036826621e-10, |
| "loss": 0.1583, |
| "step": 15780 |
| }, |
| { |
| "epoch": 4.988547508095727, |
| "grad_norm": 0.1988452001930714, |
| "learning_rate": 1.490155954947392e-10, |
| "loss": 0.159, |
| "step": 15790 |
| }, |
| { |
| "epoch": 4.991706816207251, |
| "grad_norm": 0.19747851657350868, |
| "learning_rate": 7.602855001953569e-11, |
| "loss": 0.1593, |
| "step": 15800 |
| }, |
| { |
| "epoch": 4.994866124318774, |
| "grad_norm": 0.19954559773754327, |
| "learning_rate": 2.7370322400188665e-11, |
| "loss": 0.1579, |
| "step": 15810 |
| }, |
| { |
| "epoch": 4.998025432430298, |
| "grad_norm": 0.1940730914471369, |
| "learning_rate": 3.041149399529708e-12, |
| "loss": 0.1603, |
| "step": 15820 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 15825, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 1000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 8.002555364979507e+16, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
