| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.5236160487557135, |
| "eval_steps": 500, |
| "global_step": 3000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.005078720162519045, |
| "grad_norm": 8.11971664428711, |
| "learning_rate": 7.614213197969544e-08, |
| "loss": 0.755, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.01015744032503809, |
| "grad_norm": 7.887208938598633, |
| "learning_rate": 1.607445008460237e-07, |
| "loss": 0.7436, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.015236160487557136, |
| "grad_norm": 6.621643543243408, |
| "learning_rate": 2.4534686971235194e-07, |
| "loss": 0.7286, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.02031488065007618, |
| "grad_norm": 5.338628768920898, |
| "learning_rate": 3.2994923857868026e-07, |
| "loss": 0.6637, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.025393600812595226, |
| "grad_norm": 3.3166372776031494, |
| "learning_rate": 4.1455160744500853e-07, |
| "loss": 0.5849, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.03047232097511427, |
| "grad_norm": 2.2426822185516357, |
| "learning_rate": 4.991539763113367e-07, |
| "loss": 0.5074, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.03555104113763331, |
| "grad_norm": 1.4896293878555298, |
| "learning_rate": 5.83756345177665e-07, |
| "loss": 0.4381, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.04062976130015236, |
| "grad_norm": 1.3547300100326538, |
| "learning_rate": 6.683587140439933e-07, |
| "loss": 0.3912, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.0457084814626714, |
| "grad_norm": 1.2349778413772583, |
| "learning_rate": 7.529610829103214e-07, |
| "loss": 0.3717, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.05078720162519045, |
| "grad_norm": 1.228826880455017, |
| "learning_rate": 8.375634517766498e-07, |
| "loss": 0.3763, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.055865921787709494, |
| "grad_norm": 1.9437307119369507, |
| "learning_rate": 9.22165820642978e-07, |
| "loss": 0.3648, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.06094464195022854, |
| "grad_norm": 1.1562706232070923, |
| "learning_rate": 1.0067681895093063e-06, |
| "loss": 0.3593, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.06602336211274759, |
| "grad_norm": 1.2007368803024292, |
| "learning_rate": 1.0913705583756345e-06, |
| "loss": 0.3619, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.07110208227526663, |
| "grad_norm": 1.1364222764968872, |
| "learning_rate": 1.1759729272419628e-06, |
| "loss": 0.3492, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.07618080243778567, |
| "grad_norm": 1.2867300510406494, |
| "learning_rate": 1.2605752961082913e-06, |
| "loss": 0.359, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.08125952260030472, |
| "grad_norm": 1.230358600616455, |
| "learning_rate": 1.3451776649746193e-06, |
| "loss": 0.3396, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.08633824276282377, |
| "grad_norm": 1.1166342496871948, |
| "learning_rate": 1.4297800338409476e-06, |
| "loss": 0.3412, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.0914169629253428, |
| "grad_norm": 1.1211029291152954, |
| "learning_rate": 1.5143824027072759e-06, |
| "loss": 0.3436, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.09649568308786186, |
| "grad_norm": 1.0837715864181519, |
| "learning_rate": 1.5989847715736043e-06, |
| "loss": 0.3399, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.1015744032503809, |
| "grad_norm": 1.1223688125610352, |
| "learning_rate": 1.6835871404399324e-06, |
| "loss": 0.3465, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.10665312341289995, |
| "grad_norm": 1.1082217693328857, |
| "learning_rate": 1.7681895093062607e-06, |
| "loss": 0.3422, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.11173184357541899, |
| "grad_norm": 1.1912903785705566, |
| "learning_rate": 1.852791878172589e-06, |
| "loss": 0.3336, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.11681056373793804, |
| "grad_norm": 1.1215198040008545, |
| "learning_rate": 1.937394247038917e-06, |
| "loss": 0.3293, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.12188928390045708, |
| "grad_norm": 1.1722122430801392, |
| "learning_rate": 2.0219966159052453e-06, |
| "loss": 0.3376, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.12696800406297612, |
| "grad_norm": 1.1333527565002441, |
| "learning_rate": 2.1065989847715737e-06, |
| "loss": 0.342, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.13204672422549518, |
| "grad_norm": 1.0237016677856445, |
| "learning_rate": 2.1912013536379022e-06, |
| "loss": 0.3322, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.13712544438801422, |
| "grad_norm": 1.061033844947815, |
| "learning_rate": 2.2758037225042303e-06, |
| "loss": 0.3311, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.14220416455053325, |
| "grad_norm": 1.1101399660110474, |
| "learning_rate": 2.3604060913705588e-06, |
| "loss": 0.3426, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.14728288471305231, |
| "grad_norm": 1.1787445545196533, |
| "learning_rate": 2.445008460236887e-06, |
| "loss": 0.321, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.15236160487557135, |
| "grad_norm": 1.0249688625335693, |
| "learning_rate": 2.5296108291032153e-06, |
| "loss": 0.328, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.1574403250380904, |
| "grad_norm": 1.058312177658081, |
| "learning_rate": 2.6142131979695434e-06, |
| "loss": 0.3299, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.16251904520060945, |
| "grad_norm": 1.0902348756790161, |
| "learning_rate": 2.698815566835872e-06, |
| "loss": 0.3192, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.16759776536312848, |
| "grad_norm": 1.0917754173278809, |
| "learning_rate": 2.7834179357022e-06, |
| "loss": 0.3211, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.17267648552564754, |
| "grad_norm": 1.0080076456069946, |
| "learning_rate": 2.8680203045685284e-06, |
| "loss": 0.3299, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.17775520568816658, |
| "grad_norm": 1.2910374402999878, |
| "learning_rate": 2.952622673434856e-06, |
| "loss": 0.3286, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.1828339258506856, |
| "grad_norm": 1.014559268951416, |
| "learning_rate": 3.0372250423011845e-06, |
| "loss": 0.3174, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.18791264601320468, |
| "grad_norm": 1.0668742656707764, |
| "learning_rate": 3.121827411167513e-06, |
| "loss": 0.327, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.1929913661757237, |
| "grad_norm": 1.0306109189987183, |
| "learning_rate": 3.206429780033841e-06, |
| "loss": 0.3266, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.19807008633824277, |
| "grad_norm": 1.1934700012207031, |
| "learning_rate": 3.2910321489001695e-06, |
| "loss": 0.3288, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.2031488065007618, |
| "grad_norm": 1.1355713605880737, |
| "learning_rate": 3.375634517766498e-06, |
| "loss": 0.3318, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.20822752666328084, |
| "grad_norm": 1.0128185749053955, |
| "learning_rate": 3.460236886632826e-06, |
| "loss": 0.3153, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.2133062468257999, |
| "grad_norm": 1.1666514873504639, |
| "learning_rate": 3.5448392554991545e-06, |
| "loss": 0.3249, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.21838496698831894, |
| "grad_norm": 1.1061981916427612, |
| "learning_rate": 3.629441624365482e-06, |
| "loss": 0.3218, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.22346368715083798, |
| "grad_norm": 1.1475132703781128, |
| "learning_rate": 3.7140439932318106e-06, |
| "loss": 0.3338, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.22854240731335704, |
| "grad_norm": 1.1342549324035645, |
| "learning_rate": 3.798646362098139e-06, |
| "loss": 0.3251, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.23362112747587607, |
| "grad_norm": 1.0099126100540161, |
| "learning_rate": 3.883248730964467e-06, |
| "loss": 0.3251, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.23869984763839514, |
| "grad_norm": 1.112540602684021, |
| "learning_rate": 3.967851099830796e-06, |
| "loss": 0.3234, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.24377856780091417, |
| "grad_norm": 1.0405648946762085, |
| "learning_rate": 4.052453468697124e-06, |
| "loss": 0.3255, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.2488572879634332, |
| "grad_norm": 1.0701533555984497, |
| "learning_rate": 4.137055837563453e-06, |
| "loss": 0.3214, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.25393600812595224, |
| "grad_norm": 1.2194687128067017, |
| "learning_rate": 4.22165820642978e-06, |
| "loss": 0.3221, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.25393600812595224, |
| "eval_loss": 0.3276064395904541, |
| "eval_runtime": 121.7232, |
| "eval_samples_per_second": 41.077, |
| "eval_steps_per_second": 2.571, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.25901472828847133, |
| "grad_norm": 1.0545361042022705, |
| "learning_rate": 4.306260575296109e-06, |
| "loss": 0.3102, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.26409344845099036, |
| "grad_norm": 0.9262936115264893, |
| "learning_rate": 4.390862944162436e-06, |
| "loss": 0.3044, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.2691721686135094, |
| "grad_norm": 1.0422135591506958, |
| "learning_rate": 4.475465313028765e-06, |
| "loss": 0.3178, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.27425088877602843, |
| "grad_norm": 1.108899474143982, |
| "learning_rate": 4.560067681895093e-06, |
| "loss": 0.3224, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.27932960893854747, |
| "grad_norm": 0.9598031044006348, |
| "learning_rate": 4.644670050761422e-06, |
| "loss": 0.3232, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.2844083291010665, |
| "grad_norm": 1.0063800811767578, |
| "learning_rate": 4.72927241962775e-06, |
| "loss": 0.3224, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.2894870492635856, |
| "grad_norm": 1.0170040130615234, |
| "learning_rate": 4.813874788494079e-06, |
| "loss": 0.3204, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.29456576942610463, |
| "grad_norm": 1.1103383302688599, |
| "learning_rate": 4.898477157360406e-06, |
| "loss": 0.3249, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.29964448958862366, |
| "grad_norm": 1.101906657218933, |
| "learning_rate": 4.983079526226735e-06, |
| "loss": 0.3185, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.3047232097511427, |
| "grad_norm": 0.9216155409812927, |
| "learning_rate": 4.999972060477541e-06, |
| "loss": 0.3197, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.30980192991366173, |
| "grad_norm": 1.0119545459747314, |
| "learning_rate": 4.999858557237848e-06, |
| "loss": 0.316, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.3148806500761808, |
| "grad_norm": 0.9301111698150635, |
| "learning_rate": 4.999657748021748e-06, |
| "loss": 0.3256, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.31995937023869986, |
| "grad_norm": 0.944416344165802, |
| "learning_rate": 4.999369639842375e-06, |
| "loss": 0.3253, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.3250380904012189, |
| "grad_norm": 0.856289803981781, |
| "learning_rate": 4.998994242761724e-06, |
| "loss": 0.3142, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.33011681056373793, |
| "grad_norm": 1.0146931409835815, |
| "learning_rate": 4.998531569890301e-06, |
| "loss": 0.3117, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.33519553072625696, |
| "grad_norm": 0.859649121761322, |
| "learning_rate": 4.997981637386663e-06, |
| "loss": 0.3089, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.34027425088877605, |
| "grad_norm": 0.9393402338027954, |
| "learning_rate": 4.997344464456854e-06, |
| "loss": 0.3121, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.3453529710512951, |
| "grad_norm": 0.9901228547096252, |
| "learning_rate": 4.9966200733537345e-06, |
| "loss": 0.3268, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.3504316912138141, |
| "grad_norm": 0.9233267307281494, |
| "learning_rate": 4.995808489376206e-06, |
| "loss": 0.3214, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.35551041137633316, |
| "grad_norm": 0.8530528545379639, |
| "learning_rate": 4.9949097408683235e-06, |
| "loss": 0.3148, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.3605891315388522, |
| "grad_norm": 0.9197198748588562, |
| "learning_rate": 4.99392385921831e-06, |
| "loss": 0.3108, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.3656678517013712, |
| "grad_norm": 0.9738614559173584, |
| "learning_rate": 4.992850878857458e-06, |
| "loss": 0.3189, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.3707465718638903, |
| "grad_norm": 0.9086189270019531, |
| "learning_rate": 4.991690837258926e-06, |
| "loss": 0.3157, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.37582529202640935, |
| "grad_norm": 1.1314260959625244, |
| "learning_rate": 4.990443774936432e-06, |
| "loss": 0.3295, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.3809040121889284, |
| "grad_norm": 0.9313626885414124, |
| "learning_rate": 4.989109735442838e-06, |
| "loss": 0.3223, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.3859827323514474, |
| "grad_norm": 0.894349217414856, |
| "learning_rate": 4.987688765368628e-06, |
| "loss": 0.3068, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.39106145251396646, |
| "grad_norm": 0.8493692874908447, |
| "learning_rate": 4.986180914340281e-06, |
| "loss": 0.3145, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.39614017267648555, |
| "grad_norm": 0.935171365737915, |
| "learning_rate": 4.9845862350185405e-06, |
| "loss": 0.3155, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.4012188928390046, |
| "grad_norm": 0.8560822010040283, |
| "learning_rate": 4.98290478309657e-06, |
| "loss": 0.3274, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.4062976130015236, |
| "grad_norm": 0.867138147354126, |
| "learning_rate": 4.981136617298012e-06, |
| "loss": 0.314, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.41137633316404265, |
| "grad_norm": 0.8818840384483337, |
| "learning_rate": 4.97928179937494e-06, |
| "loss": 0.3182, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.4164550533265617, |
| "grad_norm": 0.9063979387283325, |
| "learning_rate": 4.977340394105692e-06, |
| "loss": 0.3152, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.4215337734890808, |
| "grad_norm": 0.8890411257743835, |
| "learning_rate": 4.975312469292618e-06, |
| "loss": 0.3084, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.4266124936515998, |
| "grad_norm": 0.8582976460456848, |
| "learning_rate": 4.973198095759708e-06, |
| "loss": 0.3054, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.43169121381411885, |
| "grad_norm": 0.8314648270606995, |
| "learning_rate": 4.970997347350117e-06, |
| "loss": 0.3067, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.4367699339766379, |
| "grad_norm": 0.9010292887687683, |
| "learning_rate": 4.96871030092359e-06, |
| "loss": 0.3112, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.4418486541391569, |
| "grad_norm": 0.8275406956672668, |
| "learning_rate": 4.966337036353775e-06, |
| "loss": 0.3075, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.44692737430167595, |
| "grad_norm": 1.2174943685531616, |
| "learning_rate": 4.963877636525431e-06, |
| "loss": 0.3166, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.45200609446419504, |
| "grad_norm": 0.8684174418449402, |
| "learning_rate": 4.961332187331541e-06, |
| "loss": 0.3221, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.4570848146267141, |
| "grad_norm": 0.864565372467041, |
| "learning_rate": 4.958700777670306e-06, |
| "loss": 0.3168, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.4621635347892331, |
| "grad_norm": 0.8785614967346191, |
| "learning_rate": 4.955983499442039e-06, |
| "loss": 0.3168, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.46724225495175215, |
| "grad_norm": 0.7927045226097107, |
| "learning_rate": 4.953180447545965e-06, |
| "loss": 0.3175, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.4723209751142712, |
| "grad_norm": 0.9102469086647034, |
| "learning_rate": 4.950291719876891e-06, |
| "loss": 0.3217, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.47739969527679027, |
| "grad_norm": 0.8130275011062622, |
| "learning_rate": 4.947317417321803e-06, |
| "loss": 0.2997, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.4824784154393093, |
| "grad_norm": 0.8968609571456909, |
| "learning_rate": 4.944257643756333e-06, |
| "loss": 0.3148, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.48755713560182834, |
| "grad_norm": 0.9034120440483093, |
| "learning_rate": 4.941112506041135e-06, |
| "loss": 0.3132, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.4926358557643474, |
| "grad_norm": 0.8752701282501221, |
| "learning_rate": 4.93788211401815e-06, |
| "loss": 0.3141, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.4977145759268664, |
| "grad_norm": 0.9108573794364929, |
| "learning_rate": 4.9345665805067735e-06, |
| "loss": 0.3175, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.5027932960893855, |
| "grad_norm": 0.9702094197273254, |
| "learning_rate": 4.931166021299914e-06, |
| "loss": 0.3055, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.5078720162519045, |
| "grad_norm": 0.9001919031143188, |
| "learning_rate": 4.927680555159946e-06, |
| "loss": 0.3095, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.5078720162519045, |
| "eval_loss": 0.3185386657714844, |
| "eval_runtime": 121.8144, |
| "eval_samples_per_second": 41.046, |
| "eval_steps_per_second": 2.569, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.5129507364144236, |
| "grad_norm": 0.9391583800315857, |
| "learning_rate": 4.924110303814567e-06, |
| "loss": 0.3165, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.5180294565769427, |
| "grad_norm": 0.8731343150138855, |
| "learning_rate": 4.920455391952543e-06, |
| "loss": 0.303, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.5231081767394616, |
| "grad_norm": 0.811320424079895, |
| "learning_rate": 4.916715947219356e-06, |
| "loss": 0.3015, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.5281868969019807, |
| "grad_norm": 0.9213032126426697, |
| "learning_rate": 4.912892100212744e-06, |
| "loss": 0.3054, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.5332656170644997, |
| "grad_norm": 0.8103631734848022, |
| "learning_rate": 4.908983984478141e-06, |
| "loss": 0.2985, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.5383443372270188, |
| "grad_norm": 0.8164056539535522, |
| "learning_rate": 4.9049917365040135e-06, |
| "loss": 0.3138, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.5434230573895379, |
| "grad_norm": 0.7794240713119507, |
| "learning_rate": 4.900915495717092e-06, |
| "loss": 0.3073, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.5485017775520569, |
| "grad_norm": 0.8127440810203552, |
| "learning_rate": 4.896755404477505e-06, |
| "loss": 0.3047, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.553580497714576, |
| "grad_norm": 0.8375741243362427, |
| "learning_rate": 4.892511608073804e-06, |
| "loss": 0.3178, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.5586592178770949, |
| "grad_norm": 0.836986243724823, |
| "learning_rate": 4.888184254717886e-06, |
| "loss": 0.314, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.563737938039614, |
| "grad_norm": 0.8443421125411987, |
| "learning_rate": 4.88377349553983e-06, |
| "loss": 0.3187, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.568816658202133, |
| "grad_norm": 0.8671994805335999, |
| "learning_rate": 4.879279484582603e-06, |
| "loss": 0.3152, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.5738953783646521, |
| "grad_norm": 0.7974778413772583, |
| "learning_rate": 4.874702378796694e-06, |
| "loss": 0.3064, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.5789740985271712, |
| "grad_norm": 0.8144264221191406, |
| "learning_rate": 4.870042338034618e-06, |
| "loss": 0.3083, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.5840528186896902, |
| "grad_norm": 0.8496512770652771, |
| "learning_rate": 4.8652995250453515e-06, |
| "loss": 0.3011, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.5891315388522093, |
| "grad_norm": 0.8523489832878113, |
| "learning_rate": 4.86047410546863e-06, |
| "loss": 0.3105, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.5942102590147282, |
| "grad_norm": 0.8697237968444824, |
| "learning_rate": 4.855566247829177e-06, |
| "loss": 0.3118, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.5992889791772473, |
| "grad_norm": 0.758233368396759, |
| "learning_rate": 4.85057612353081e-06, |
| "loss": 0.3057, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.6043676993397664, |
| "grad_norm": 1.0396537780761719, |
| "learning_rate": 4.845503906850461e-06, |
| "loss": 0.3081, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.6094464195022854, |
| "grad_norm": 0.8582219481468201, |
| "learning_rate": 4.840349774932081e-06, |
| "loss": 0.3101, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.6145251396648045, |
| "grad_norm": 0.8096279501914978, |
| "learning_rate": 4.835113907780464e-06, |
| "loss": 0.3162, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.6196038598273235, |
| "grad_norm": 0.7163273692131042, |
| "learning_rate": 4.829796488254954e-06, |
| "loss": 0.3104, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.6246825799898426, |
| "grad_norm": 0.8141240477561951, |
| "learning_rate": 4.824397702063058e-06, |
| "loss": 0.3225, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.6297613001523616, |
| "grad_norm": 0.7636848092079163, |
| "learning_rate": 4.8189177377539635e-06, |
| "loss": 0.3172, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.6348400203148806, |
| "grad_norm": 0.8381786942481995, |
| "learning_rate": 4.8133567867119525e-06, |
| "loss": 0.3091, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.6399187404773997, |
| "grad_norm": 0.7415141463279724, |
| "learning_rate": 4.8077150431497175e-06, |
| "loss": 0.3119, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.6449974606399187, |
| "grad_norm": 0.7708622813224792, |
| "learning_rate": 4.801992704101578e-06, |
| "loss": 0.3121, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.6500761808024378, |
| "grad_norm": 0.8236015439033508, |
| "learning_rate": 4.796189969416601e-06, |
| "loss": 0.3042, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.6551549009649569, |
| "grad_norm": 0.7215218544006348, |
| "learning_rate": 4.790307041751617e-06, |
| "loss": 0.3031, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.6602336211274759, |
| "grad_norm": 0.7796043753623962, |
| "learning_rate": 4.78434412656415e-06, |
| "loss": 0.305, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.665312341289995, |
| "grad_norm": 0.8012691140174866, |
| "learning_rate": 4.778301432105234e-06, |
| "loss": 0.3066, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.6703910614525139, |
| "grad_norm": 0.8139703273773193, |
| "learning_rate": 4.772179169412146e-06, |
| "loss": 0.3023, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.675469781615033, |
| "grad_norm": 0.7603716850280762, |
| "learning_rate": 4.765977552301031e-06, |
| "loss": 0.3093, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.6805485017775521, |
| "grad_norm": 0.8556414842605591, |
| "learning_rate": 4.759696797359438e-06, |
| "loss": 0.3084, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.6856272219400711, |
| "grad_norm": 0.7557649612426758, |
| "learning_rate": 4.753337123938754e-06, |
| "loss": 0.3057, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.6907059421025902, |
| "grad_norm": 0.6622769832611084, |
| "learning_rate": 4.746898754146545e-06, |
| "loss": 0.3034, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.6957846622651092, |
| "grad_norm": 0.8777470588684082, |
| "learning_rate": 4.740381912838797e-06, |
| "loss": 0.2972, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.7008633824276282, |
| "grad_norm": 0.9032386541366577, |
| "learning_rate": 4.733786827612064e-06, |
| "loss": 0.3075, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.7059421025901473, |
| "grad_norm": 0.7780275940895081, |
| "learning_rate": 4.72711372879552e-06, |
| "loss": 0.3057, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.7110208227526663, |
| "grad_norm": 0.8000150918960571, |
| "learning_rate": 4.720362849442912e-06, |
| "loss": 0.3118, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.7160995429151854, |
| "grad_norm": 0.7798091173171997, |
| "learning_rate": 4.713534425324426e-06, |
| "loss": 0.3049, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.7211782630777044, |
| "grad_norm": 0.7654507160186768, |
| "learning_rate": 4.706628694918448e-06, |
| "loss": 0.3107, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.7262569832402235, |
| "grad_norm": 0.846693217754364, |
| "learning_rate": 4.699645899403238e-06, |
| "loss": 0.3074, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.7313357034027425, |
| "grad_norm": 0.8081271648406982, |
| "learning_rate": 4.692586282648504e-06, |
| "loss": 0.3082, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.7364144235652615, |
| "grad_norm": 0.7759858965873718, |
| "learning_rate": 4.685450091206893e-06, |
| "loss": 0.3127, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.7414931437277806, |
| "grad_norm": 0.8160701990127563, |
| "learning_rate": 4.678237574305364e-06, |
| "loss": 0.3018, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.7465718638902996, |
| "grad_norm": 0.8192775845527649, |
| "learning_rate": 4.670948983836505e-06, |
| "loss": 0.3024, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.7516505840528187, |
| "grad_norm": 0.8106697797775269, |
| "learning_rate": 4.66358457434972e-06, |
| "loss": 0.3167, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.7567293042153377, |
| "grad_norm": 0.7517253160476685, |
| "learning_rate": 4.6561446030423435e-06, |
| "loss": 0.3064, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.7618080243778568, |
| "grad_norm": 0.7888948321342468, |
| "learning_rate": 4.648629329750662e-06, |
| "loss": 0.308, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.7618080243778568, |
| "eval_loss": 0.3137528896331787, |
| "eval_runtime": 121.613, |
| "eval_samples_per_second": 41.114, |
| "eval_steps_per_second": 2.574, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.7668867445403759, |
| "grad_norm": 0.7494853138923645, |
| "learning_rate": 4.641039016940832e-06, |
| "loss": 0.3086, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.7719654647028948, |
| "grad_norm": 0.7426589131355286, |
| "learning_rate": 4.6333739296997205e-06, |
| "loss": 0.3, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.7770441848654139, |
| "grad_norm": 0.7976534366607666, |
| "learning_rate": 4.625634335725644e-06, |
| "loss": 0.3134, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.7821229050279329, |
| "grad_norm": 0.8214184045791626, |
| "learning_rate": 4.617820505319018e-06, |
| "loss": 0.3076, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.787201625190452, |
| "grad_norm": 0.8541253209114075, |
| "learning_rate": 4.609932711372921e-06, |
| "loss": 0.3141, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.7922803453529711, |
| "grad_norm": 0.75464928150177, |
| "learning_rate": 4.601971229363558e-06, |
| "loss": 0.3053, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.7973590655154901, |
| "grad_norm": 0.8184385895729065, |
| "learning_rate": 4.593936337340645e-06, |
| "loss": 0.3123, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.8024377856780092, |
| "grad_norm": 0.7774415612220764, |
| "learning_rate": 4.5858283159176955e-06, |
| "loss": 0.2999, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.8075165058405281, |
| "grad_norm": 0.9587996602058411, |
| "learning_rate": 4.57764744826222e-06, |
| "loss": 0.3077, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.8125952260030472, |
| "grad_norm": 0.9347293972969055, |
| "learning_rate": 4.569394020085841e-06, |
| "loss": 0.3104, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.8176739461655663, |
| "grad_norm": 0.7690241932868958, |
| "learning_rate": 4.561068319634307e-06, |
| "loss": 0.2998, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.8227526663280853, |
| "grad_norm": 0.783155083656311, |
| "learning_rate": 4.552670637677432e-06, |
| "loss": 0.3011, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.8278313864906044, |
| "grad_norm": 0.8160974979400635, |
| "learning_rate": 4.544201267498939e-06, |
| "loss": 0.3042, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.8329101066531234, |
| "grad_norm": 0.9004737734794617, |
| "learning_rate": 4.535660504886215e-06, |
| "loss": 0.3079, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.8379888268156425, |
| "grad_norm": 0.7750893235206604, |
| "learning_rate": 4.527048648119986e-06, |
| "loss": 0.3002, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.8430675469781616, |
| "grad_norm": 0.7503623962402344, |
| "learning_rate": 4.5183659979638905e-06, |
| "loss": 0.3117, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.8481462671406805, |
| "grad_norm": 0.8173331618309021, |
| "learning_rate": 4.509612857653987e-06, |
| "loss": 0.3079, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.8532249873031996, |
| "grad_norm": 0.7421526312828064, |
| "learning_rate": 4.500789532888154e-06, |
| "loss": 0.2998, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.8583037074657186, |
| "grad_norm": 0.7622323632240295, |
| "learning_rate": 4.49189633181542e-06, |
| "loss": 0.3003, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.8633824276282377, |
| "grad_norm": 0.730026364326477, |
| "learning_rate": 4.482933565025198e-06, |
| "loss": 0.3118, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.8684611477907568, |
| "grad_norm": 0.7820921540260315, |
| "learning_rate": 4.47390154553644e-06, |
| "loss": 0.3056, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.8735398679532758, |
| "grad_norm": 0.8582718372344971, |
| "learning_rate": 4.4648005887867064e-06, |
| "loss": 0.2969, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.8786185881157949, |
| "grad_norm": 0.7791563272476196, |
| "learning_rate": 4.455631012621143e-06, |
| "loss": 0.3068, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.8836973082783138, |
| "grad_norm": 0.7581758499145508, |
| "learning_rate": 4.4463931372813914e-06, |
| "loss": 0.304, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.8887760284408329, |
| "grad_norm": 0.766441285610199, |
| "learning_rate": 4.4370872853943936e-06, |
| "loss": 0.298, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.8938547486033519, |
| "grad_norm": 0.7395172119140625, |
| "learning_rate": 4.427713781961132e-06, |
| "loss": 0.2996, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.898933468765871, |
| "grad_norm": 0.7233405709266663, |
| "learning_rate": 4.4182729543452765e-06, |
| "loss": 0.2929, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.9040121889283901, |
| "grad_norm": 0.7392520904541016, |
| "learning_rate": 4.408765132261749e-06, |
| "loss": 0.3088, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.9090909090909091, |
| "grad_norm": 0.7640084028244019, |
| "learning_rate": 4.399190647765213e-06, |
| "loss": 0.3059, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.9141696292534282, |
| "grad_norm": 0.7984718084335327, |
| "learning_rate": 4.389549835238473e-06, |
| "loss": 0.3088, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.9192483494159471, |
| "grad_norm": 0.7300999164581299, |
| "learning_rate": 4.379843031380801e-06, |
| "loss": 0.3025, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.9243270695784662, |
| "grad_norm": 0.7906836867332458, |
| "learning_rate": 4.370070575196172e-06, |
| "loss": 0.3056, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.9294057897409853, |
| "grad_norm": 0.7191804051399231, |
| "learning_rate": 4.360232807981426e-06, |
| "loss": 0.3001, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.9344845099035043, |
| "grad_norm": 0.7592332363128662, |
| "learning_rate": 4.350330073314351e-06, |
| "loss": 0.3101, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.9395632300660234, |
| "grad_norm": 0.8039364218711853, |
| "learning_rate": 4.340362717041682e-06, |
| "loss": 0.3055, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.9446419502285424, |
| "grad_norm": 0.7507144212722778, |
| "learning_rate": 4.3303310872670226e-06, |
| "loss": 0.3018, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.9497206703910615, |
| "grad_norm": 0.9044272303581238, |
| "learning_rate": 4.320235534338685e-06, |
| "loss": 0.2943, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.9547993905535805, |
| "grad_norm": 0.7523107528686523, |
| "learning_rate": 4.310076410837463e-06, |
| "loss": 0.3026, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.9598781107160995, |
| "grad_norm": 0.955448567867279, |
| "learning_rate": 4.299854071564307e-06, |
| "loss": 0.2926, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.9649568308786186, |
| "grad_norm": 0.7745742797851562, |
| "learning_rate": 4.289568873527941e-06, |
| "loss": 0.304, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.9700355510411376, |
| "grad_norm": 0.7563455104827881, |
| "learning_rate": 4.279221175932389e-06, |
| "loss": 0.297, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.9751142712036567, |
| "grad_norm": 0.8183065056800842, |
| "learning_rate": 4.268811340164436e-06, |
| "loss": 0.2986, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.9801929913661758, |
| "grad_norm": 0.7718958258628845, |
| "learning_rate": 4.258339729781e-06, |
| "loss": 0.2957, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.9852717115286947, |
| "grad_norm": 0.7502573728561401, |
| "learning_rate": 4.24780671049644e-06, |
| "loss": 0.3023, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.9903504316912138, |
| "grad_norm": 0.8469391465187073, |
| "learning_rate": 4.237212650169783e-06, |
| "loss": 0.3078, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.9954291518537328, |
| "grad_norm": 0.8061825633049011, |
| "learning_rate": 4.226557918791872e-06, |
| "loss": 0.3002, |
| "step": 1960 |
| }, |
| { |
| "epoch": 1.000507872016252, |
| "grad_norm": 0.7248758673667908, |
| "learning_rate": 4.215842888472452e-06, |
| "loss": 0.3125, |
| "step": 1970 |
| }, |
| { |
| "epoch": 1.005586592178771, |
| "grad_norm": 0.7721697092056274, |
| "learning_rate": 4.205067933427169e-06, |
| "loss": 0.2544, |
| "step": 1980 |
| }, |
| { |
| "epoch": 1.01066531234129, |
| "grad_norm": 0.7651776075363159, |
| "learning_rate": 4.194233429964501e-06, |
| "loss": 0.2535, |
| "step": 1990 |
| }, |
| { |
| "epoch": 1.015744032503809, |
| "grad_norm": 0.7415822148323059, |
| "learning_rate": 4.183339756472617e-06, |
| "loss": 0.2496, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.015744032503809, |
| "eval_loss": 0.31630080938339233, |
| "eval_runtime": 121.7314, |
| "eval_samples_per_second": 41.074, |
| "eval_steps_per_second": 2.571, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.020822752666328, |
| "grad_norm": 0.792204737663269, |
| "learning_rate": 4.172387293406164e-06, |
| "loss": 0.2465, |
| "step": 2010 |
| }, |
| { |
| "epoch": 1.0259014728288471, |
| "grad_norm": 0.7987692356109619, |
| "learning_rate": 4.161376423272974e-06, |
| "loss": 0.2479, |
| "step": 2020 |
| }, |
| { |
| "epoch": 1.0309801929913662, |
| "grad_norm": 0.7764890789985657, |
| "learning_rate": 4.150307530620714e-06, |
| "loss": 0.25, |
| "step": 2030 |
| }, |
| { |
| "epoch": 1.0360589131538853, |
| "grad_norm": 0.7811829447746277, |
| "learning_rate": 4.139181002023445e-06, |
| "loss": 0.2518, |
| "step": 2040 |
| }, |
| { |
| "epoch": 1.0411376333164042, |
| "grad_norm": 0.7891380190849304, |
| "learning_rate": 4.1279972260681286e-06, |
| "loss": 0.2521, |
| "step": 2050 |
| }, |
| { |
| "epoch": 1.0462163534789233, |
| "grad_norm": 0.831947922706604, |
| "learning_rate": 4.1167565933410575e-06, |
| "loss": 0.2529, |
| "step": 2060 |
| }, |
| { |
| "epoch": 1.0512950736414424, |
| "grad_norm": 0.8048622012138367, |
| "learning_rate": 4.105459496414207e-06, |
| "loss": 0.2508, |
| "step": 2070 |
| }, |
| { |
| "epoch": 1.0563737938039615, |
| "grad_norm": 0.7546584606170654, |
| "learning_rate": 4.094106329831531e-06, |
| "loss": 0.247, |
| "step": 2080 |
| }, |
| { |
| "epoch": 1.0614525139664805, |
| "grad_norm": 0.7589654922485352, |
| "learning_rate": 4.08269749009518e-06, |
| "loss": 0.2466, |
| "step": 2090 |
| }, |
| { |
| "epoch": 1.0665312341289994, |
| "grad_norm": 0.7780548334121704, |
| "learning_rate": 4.0712333756516535e-06, |
| "loss": 0.2482, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.0716099542915185, |
| "grad_norm": 0.8401651978492737, |
| "learning_rate": 4.059714386877886e-06, |
| "loss": 0.2578, |
| "step": 2110 |
| }, |
| { |
| "epoch": 1.0766886744540376, |
| "grad_norm": 0.7654274702072144, |
| "learning_rate": 4.048140926067262e-06, |
| "loss": 0.2568, |
| "step": 2120 |
| }, |
| { |
| "epoch": 1.0817673946165567, |
| "grad_norm": 0.8236129283905029, |
| "learning_rate": 4.036513397415571e-06, |
| "loss": 0.2496, |
| "step": 2130 |
| }, |
| { |
| "epoch": 1.0868461147790756, |
| "grad_norm": 0.8232077360153198, |
| "learning_rate": 4.024832207006883e-06, |
| "loss": 0.2489, |
| "step": 2140 |
| }, |
| { |
| "epoch": 1.0919248349415946, |
| "grad_norm": 0.7585301399230957, |
| "learning_rate": 4.013097762799372e-06, |
| "loss": 0.2503, |
| "step": 2150 |
| }, |
| { |
| "epoch": 1.0970035551041137, |
| "grad_norm": 0.7547110319137573, |
| "learning_rate": 4.001310474611069e-06, |
| "loss": 0.2489, |
| "step": 2160 |
| }, |
| { |
| "epoch": 1.1020822752666328, |
| "grad_norm": 0.8154515027999878, |
| "learning_rate": 3.989470754105546e-06, |
| "loss": 0.2516, |
| "step": 2170 |
| }, |
| { |
| "epoch": 1.107160995429152, |
| "grad_norm": 0.8041960000991821, |
| "learning_rate": 3.9775790147775425e-06, |
| "loss": 0.2455, |
| "step": 2180 |
| }, |
| { |
| "epoch": 1.112239715591671, |
| "grad_norm": 0.7653600573539734, |
| "learning_rate": 3.96563567193852e-06, |
| "loss": 0.2539, |
| "step": 2190 |
| }, |
| { |
| "epoch": 1.1173184357541899, |
| "grad_norm": 0.8358815312385559, |
| "learning_rate": 3.953641142702161e-06, |
| "loss": 0.2473, |
| "step": 2200 |
| }, |
| { |
| "epoch": 1.122397155916709, |
| "grad_norm": 0.8611774444580078, |
| "learning_rate": 3.941595845969799e-06, |
| "loss": 0.2522, |
| "step": 2210 |
| }, |
| { |
| "epoch": 1.127475876079228, |
| "grad_norm": 0.734160840511322, |
| "learning_rate": 3.929500202415793e-06, |
| "loss": 0.2469, |
| "step": 2220 |
| }, |
| { |
| "epoch": 1.1325545962417471, |
| "grad_norm": 0.7705450057983398, |
| "learning_rate": 3.917354634472831e-06, |
| "loss": 0.2475, |
| "step": 2230 |
| }, |
| { |
| "epoch": 1.137633316404266, |
| "grad_norm": 0.7762371897697449, |
| "learning_rate": 3.9051595663171795e-06, |
| "loss": 0.2519, |
| "step": 2240 |
| }, |
| { |
| "epoch": 1.142712036566785, |
| "grad_norm": 0.8073663115501404, |
| "learning_rate": 3.892915423853866e-06, |
| "loss": 0.2417, |
| "step": 2250 |
| }, |
| { |
| "epoch": 1.1477907567293042, |
| "grad_norm": 0.8323131203651428, |
| "learning_rate": 3.880622634701812e-06, |
| "loss": 0.2489, |
| "step": 2260 |
| }, |
| { |
| "epoch": 1.1528694768918233, |
| "grad_norm": 0.8708091974258423, |
| "learning_rate": 3.868281628178888e-06, |
| "loss": 0.2548, |
| "step": 2270 |
| }, |
| { |
| "epoch": 1.1579481970543424, |
| "grad_norm": 0.7699044346809387, |
| "learning_rate": 3.855892835286931e-06, |
| "loss": 0.2467, |
| "step": 2280 |
| }, |
| { |
| "epoch": 1.1630269172168615, |
| "grad_norm": 0.718021035194397, |
| "learning_rate": 3.843456688696683e-06, |
| "loss": 0.2486, |
| "step": 2290 |
| }, |
| { |
| "epoch": 1.1681056373793803, |
| "grad_norm": 0.7651357054710388, |
| "learning_rate": 3.830973622732686e-06, |
| "loss": 0.248, |
| "step": 2300 |
| }, |
| { |
| "epoch": 1.1731843575418994, |
| "grad_norm": 0.8027908802032471, |
| "learning_rate": 3.818444073358108e-06, |
| "loss": 0.2352, |
| "step": 2310 |
| }, |
| { |
| "epoch": 1.1782630777044185, |
| "grad_norm": 0.7923874855041504, |
| "learning_rate": 3.8058684781595277e-06, |
| "loss": 0.2434, |
| "step": 2320 |
| }, |
| { |
| "epoch": 1.1833417978669376, |
| "grad_norm": 0.8118336200714111, |
| "learning_rate": 3.793247276331636e-06, |
| "loss": 0.2488, |
| "step": 2330 |
| }, |
| { |
| "epoch": 1.1884205180294565, |
| "grad_norm": 0.7456130385398865, |
| "learning_rate": 3.780580908661915e-06, |
| "loss": 0.248, |
| "step": 2340 |
| }, |
| { |
| "epoch": 1.1934992381919756, |
| "grad_norm": 0.7925790548324585, |
| "learning_rate": 3.7678698175152286e-06, |
| "loss": 0.2529, |
| "step": 2350 |
| }, |
| { |
| "epoch": 1.1985779583544947, |
| "grad_norm": 0.7958409190177917, |
| "learning_rate": 3.7551144468183824e-06, |
| "loss": 0.2526, |
| "step": 2360 |
| }, |
| { |
| "epoch": 1.2036566785170137, |
| "grad_norm": 0.7938746809959412, |
| "learning_rate": 3.7423152420446185e-06, |
| "loss": 0.2478, |
| "step": 2370 |
| }, |
| { |
| "epoch": 1.2087353986795328, |
| "grad_norm": 0.8479053378105164, |
| "learning_rate": 3.729472650198054e-06, |
| "loss": 0.2434, |
| "step": 2380 |
| }, |
| { |
| "epoch": 1.213814118842052, |
| "grad_norm": 0.7347251176834106, |
| "learning_rate": 3.716587119798074e-06, |
| "loss": 0.2401, |
| "step": 2390 |
| }, |
| { |
| "epoch": 1.2188928390045708, |
| "grad_norm": 0.7714645266532898, |
| "learning_rate": 3.703659100863664e-06, |
| "loss": 0.2511, |
| "step": 2400 |
| }, |
| { |
| "epoch": 1.2239715591670899, |
| "grad_norm": 0.777991533279419, |
| "learning_rate": 3.690689044897695e-06, |
| "loss": 0.2509, |
| "step": 2410 |
| }, |
| { |
| "epoch": 1.229050279329609, |
| "grad_norm": 0.7387746572494507, |
| "learning_rate": 3.6776774048711558e-06, |
| "loss": 0.2466, |
| "step": 2420 |
| }, |
| { |
| "epoch": 1.234128999492128, |
| "grad_norm": 0.740714967250824, |
| "learning_rate": 3.66462463520733e-06, |
| "loss": 0.244, |
| "step": 2430 |
| }, |
| { |
| "epoch": 1.239207719654647, |
| "grad_norm": 0.7498502731323242, |
| "learning_rate": 3.6515311917659302e-06, |
| "loss": 0.2411, |
| "step": 2440 |
| }, |
| { |
| "epoch": 1.244286439817166, |
| "grad_norm": 0.7903018593788147, |
| "learning_rate": 3.6383975318271724e-06, |
| "loss": 0.2556, |
| "step": 2450 |
| }, |
| { |
| "epoch": 1.2493651599796851, |
| "grad_norm": 0.8446292281150818, |
| "learning_rate": 3.6252241140758103e-06, |
| "loss": 0.243, |
| "step": 2460 |
| }, |
| { |
| "epoch": 1.2544438801422042, |
| "grad_norm": 0.7503316402435303, |
| "learning_rate": 3.6120113985851134e-06, |
| "loss": 0.2522, |
| "step": 2470 |
| }, |
| { |
| "epoch": 1.2595226003047233, |
| "grad_norm": 0.7319806218147278, |
| "learning_rate": 3.5987598468007993e-06, |
| "loss": 0.2475, |
| "step": 2480 |
| }, |
| { |
| "epoch": 1.2646013204672424, |
| "grad_norm": 0.7854649424552917, |
| "learning_rate": 3.585469921524919e-06, |
| "loss": 0.2534, |
| "step": 2490 |
| }, |
| { |
| "epoch": 1.2696800406297613, |
| "grad_norm": 0.7887899279594421, |
| "learning_rate": 3.5721420868996943e-06, |
| "loss": 0.248, |
| "step": 2500 |
| }, |
| { |
| "epoch": 1.2696800406297613, |
| "eval_loss": 0.3149872124195099, |
| "eval_runtime": 121.8702, |
| "eval_samples_per_second": 41.027, |
| "eval_steps_per_second": 2.568, |
| "step": 2500 |
| }, |
| { |
| "epoch": 1.2747587607922803, |
| "grad_norm": 0.7797321677207947, |
| "learning_rate": 3.5587768083913037e-06, |
| "loss": 0.251, |
| "step": 2510 |
| }, |
| { |
| "epoch": 1.2798374809547994, |
| "grad_norm": 0.84684157371521, |
| "learning_rate": 3.545374552773635e-06, |
| "loss": 0.2514, |
| "step": 2520 |
| }, |
| { |
| "epoch": 1.2849162011173183, |
| "grad_norm": 0.8210347294807434, |
| "learning_rate": 3.5319357881119733e-06, |
| "loss": 0.2451, |
| "step": 2530 |
| }, |
| { |
| "epoch": 1.2899949212798374, |
| "grad_norm": 0.8470488786697388, |
| "learning_rate": 3.518460983746661e-06, |
| "loss": 0.248, |
| "step": 2540 |
| }, |
| { |
| "epoch": 1.2950736414423565, |
| "grad_norm": 0.7454930543899536, |
| "learning_rate": 3.5049506102767037e-06, |
| "loss": 0.2414, |
| "step": 2550 |
| }, |
| { |
| "epoch": 1.3001523616048756, |
| "grad_norm": 0.713578462600708, |
| "learning_rate": 3.4914051395433363e-06, |
| "loss": 0.2482, |
| "step": 2560 |
| }, |
| { |
| "epoch": 1.3052310817673947, |
| "grad_norm": 0.7766876816749573, |
| "learning_rate": 3.477825044613543e-06, |
| "loss": 0.2501, |
| "step": 2570 |
| }, |
| { |
| "epoch": 1.3103098019299138, |
| "grad_norm": 0.7383909821510315, |
| "learning_rate": 3.464210799763536e-06, |
| "loss": 0.247, |
| "step": 2580 |
| }, |
| { |
| "epoch": 1.3153885220924328, |
| "grad_norm": 0.7781063318252563, |
| "learning_rate": 3.450562880462191e-06, |
| "loss": 0.2479, |
| "step": 2590 |
| }, |
| { |
| "epoch": 1.3204672422549517, |
| "grad_norm": 0.7478165030479431, |
| "learning_rate": 3.436881763354444e-06, |
| "loss": 0.2502, |
| "step": 2600 |
| }, |
| { |
| "epoch": 1.3255459624174708, |
| "grad_norm": 0.7556635737419128, |
| "learning_rate": 3.4231679262446426e-06, |
| "loss": 0.2517, |
| "step": 2610 |
| }, |
| { |
| "epoch": 1.33062468257999, |
| "grad_norm": 0.7706420421600342, |
| "learning_rate": 3.4094218480798608e-06, |
| "loss": 0.2448, |
| "step": 2620 |
| }, |
| { |
| "epoch": 1.3357034027425088, |
| "grad_norm": 0.8588224053382874, |
| "learning_rate": 3.3956440089331687e-06, |
| "loss": 0.2431, |
| "step": 2630 |
| }, |
| { |
| "epoch": 1.3407821229050279, |
| "grad_norm": 0.7747892141342163, |
| "learning_rate": 3.3818348899868707e-06, |
| "loss": 0.2517, |
| "step": 2640 |
| }, |
| { |
| "epoch": 1.345860843067547, |
| "grad_norm": 0.8341949582099915, |
| "learning_rate": 3.3679949735156974e-06, |
| "loss": 0.2478, |
| "step": 2650 |
| }, |
| { |
| "epoch": 1.350939563230066, |
| "grad_norm": 0.7596986889839172, |
| "learning_rate": 3.354124742869965e-06, |
| "loss": 0.2451, |
| "step": 2660 |
| }, |
| { |
| "epoch": 1.3560182833925851, |
| "grad_norm": 0.8195773363113403, |
| "learning_rate": 3.3402246824586897e-06, |
| "loss": 0.2448, |
| "step": 2670 |
| }, |
| { |
| "epoch": 1.3610970035551042, |
| "grad_norm": 0.7367848753929138, |
| "learning_rate": 3.3262952777326775e-06, |
| "loss": 0.2503, |
| "step": 2680 |
| }, |
| { |
| "epoch": 1.366175723717623, |
| "grad_norm": 0.8999025821685791, |
| "learning_rate": 3.3123370151675615e-06, |
| "loss": 0.2537, |
| "step": 2690 |
| }, |
| { |
| "epoch": 1.3712544438801422, |
| "grad_norm": 0.7917847037315369, |
| "learning_rate": 3.2983503822468214e-06, |
| "loss": 0.2496, |
| "step": 2700 |
| }, |
| { |
| "epoch": 1.3763331640426613, |
| "grad_norm": 0.7561963200569153, |
| "learning_rate": 3.28433586744475e-06, |
| "loss": 0.2489, |
| "step": 2710 |
| }, |
| { |
| "epoch": 1.3814118842051804, |
| "grad_norm": 0.8509207963943481, |
| "learning_rate": 3.2702939602093988e-06, |
| "loss": 0.2448, |
| "step": 2720 |
| }, |
| { |
| "epoch": 1.3864906043676992, |
| "grad_norm": 0.8005545139312744, |
| "learning_rate": 3.2562251509454813e-06, |
| "loss": 0.2578, |
| "step": 2730 |
| }, |
| { |
| "epoch": 1.3915693245302183, |
| "grad_norm": 0.8283247351646423, |
| "learning_rate": 3.2421299309972485e-06, |
| "loss": 0.2489, |
| "step": 2740 |
| }, |
| { |
| "epoch": 1.3966480446927374, |
| "grad_norm": 0.7954180836677551, |
| "learning_rate": 3.2280087926313288e-06, |
| "loss": 0.248, |
| "step": 2750 |
| }, |
| { |
| "epoch": 1.4017267648552565, |
| "grad_norm": 0.8017697930335999, |
| "learning_rate": 3.2138622290195325e-06, |
| "loss": 0.2535, |
| "step": 2760 |
| }, |
| { |
| "epoch": 1.4068054850177756, |
| "grad_norm": 0.7989761829376221, |
| "learning_rate": 3.1996907342216318e-06, |
| "loss": 0.2434, |
| "step": 2770 |
| }, |
| { |
| "epoch": 1.4118842051802947, |
| "grad_norm": 0.8122096061706543, |
| "learning_rate": 3.1854948031681044e-06, |
| "loss": 0.2518, |
| "step": 2780 |
| }, |
| { |
| "epoch": 1.4169629253428135, |
| "grad_norm": 0.8307642936706543, |
| "learning_rate": 3.1712749316428487e-06, |
| "loss": 0.2433, |
| "step": 2790 |
| }, |
| { |
| "epoch": 1.4220416455053326, |
| "grad_norm": 0.7779731154441833, |
| "learning_rate": 3.157031616265871e-06, |
| "loss": 0.2543, |
| "step": 2800 |
| }, |
| { |
| "epoch": 1.4271203656678517, |
| "grad_norm": 0.7799838185310364, |
| "learning_rate": 3.1427653544759352e-06, |
| "loss": 0.247, |
| "step": 2810 |
| }, |
| { |
| "epoch": 1.4321990858303708, |
| "grad_norm": 0.7921550869941711, |
| "learning_rate": 3.1284766445131975e-06, |
| "loss": 0.2485, |
| "step": 2820 |
| }, |
| { |
| "epoch": 1.4372778059928897, |
| "grad_norm": 0.7986315488815308, |
| "learning_rate": 3.114165985401801e-06, |
| "loss": 0.2469, |
| "step": 2830 |
| }, |
| { |
| "epoch": 1.4423565261554088, |
| "grad_norm": 0.848434329032898, |
| "learning_rate": 3.09983387693245e-06, |
| "loss": 0.2492, |
| "step": 2840 |
| }, |
| { |
| "epoch": 1.4474352463179279, |
| "grad_norm": 0.7870414853096008, |
| "learning_rate": 3.085480819644951e-06, |
| "loss": 0.2417, |
| "step": 2850 |
| }, |
| { |
| "epoch": 1.452513966480447, |
| "grad_norm": 0.8498828411102295, |
| "learning_rate": 3.0711073148107395e-06, |
| "loss": 0.2533, |
| "step": 2860 |
| }, |
| { |
| "epoch": 1.457592686642966, |
| "grad_norm": 0.7977587580680847, |
| "learning_rate": 3.056713864415363e-06, |
| "loss": 0.2483, |
| "step": 2870 |
| }, |
| { |
| "epoch": 1.4626714068054851, |
| "grad_norm": 0.7781681418418884, |
| "learning_rate": 3.0423009711409614e-06, |
| "loss": 0.2502, |
| "step": 2880 |
| }, |
| { |
| "epoch": 1.467750126968004, |
| "grad_norm": 0.8061252236366272, |
| "learning_rate": 3.0278691383486992e-06, |
| "loss": 0.2491, |
| "step": 2890 |
| }, |
| { |
| "epoch": 1.472828847130523, |
| "grad_norm": 0.7913114428520203, |
| "learning_rate": 3.013418870061194e-06, |
| "loss": 0.2461, |
| "step": 2900 |
| }, |
| { |
| "epoch": 1.4779075672930422, |
| "grad_norm": 0.7775682806968689, |
| "learning_rate": 2.9989506709449123e-06, |
| "loss": 0.2498, |
| "step": 2910 |
| }, |
| { |
| "epoch": 1.4829862874555613, |
| "grad_norm": 0.77854323387146, |
| "learning_rate": 2.984465046292541e-06, |
| "loss": 0.2473, |
| "step": 2920 |
| }, |
| { |
| "epoch": 1.4880650076180801, |
| "grad_norm": 0.8510044813156128, |
| "learning_rate": 2.9699625020053457e-06, |
| "loss": 0.2443, |
| "step": 2930 |
| }, |
| { |
| "epoch": 1.4931437277805992, |
| "grad_norm": 0.823668897151947, |
| "learning_rate": 2.9554435445754976e-06, |
| "loss": 0.2386, |
| "step": 2940 |
| }, |
| { |
| "epoch": 1.4982224479431183, |
| "grad_norm": 0.7475908994674683, |
| "learning_rate": 2.9409086810683858e-06, |
| "loss": 0.2503, |
| "step": 2950 |
| }, |
| { |
| "epoch": 1.5033011681056374, |
| "grad_norm": 0.8057491183280945, |
| "learning_rate": 2.926358419104911e-06, |
| "loss": 0.2421, |
| "step": 2960 |
| }, |
| { |
| "epoch": 1.5083798882681565, |
| "grad_norm": 0.8842071890830994, |
| "learning_rate": 2.9117932668437542e-06, |
| "loss": 0.2515, |
| "step": 2970 |
| }, |
| { |
| "epoch": 1.5134586084306756, |
| "grad_norm": 0.7616868615150452, |
| "learning_rate": 2.8972137329636324e-06, |
| "loss": 0.2486, |
| "step": 2980 |
| }, |
| { |
| "epoch": 1.5185373285931947, |
| "grad_norm": 0.7204374074935913, |
| "learning_rate": 2.8826203266455276e-06, |
| "loss": 0.2406, |
| "step": 2990 |
| }, |
| { |
| "epoch": 1.5236160487557135, |
| "grad_norm": 0.801526665687561, |
| "learning_rate": 2.868013557554911e-06, |
| "loss": 0.2526, |
| "step": 3000 |
| }, |
| { |
| "epoch": 1.5236160487557135, |
| "eval_loss": 0.3125091791152954, |
| "eval_runtime": 121.6711, |
| "eval_samples_per_second": 41.094, |
| "eval_steps_per_second": 2.573, |
| "step": 3000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 5907, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.5377622239977406e+19, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
