| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 423, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.011841326228537596, |
| "grad_norm": 44.75, |
| "learning_rate": 4e-06, |
| "loss": 2.976611328125, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.023682652457075192, |
| "grad_norm": 12.25, |
| "learning_rate": 8.999999999999999e-06, |
| "loss": 2.77978572845459, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.035523978685612786, |
| "grad_norm": 8.3125, |
| "learning_rate": 1.2999809184667674e-05, |
| "loss": 2.5306840896606446, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.047365304914150384, |
| "grad_norm": 5.0625, |
| "learning_rate": 1.2993131824301589e-05, |
| "loss": 2.2824148178100585, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.05920663114268798, |
| "grad_norm": 3.453125, |
| "learning_rate": 1.297692489759098e-05, |
| "loss": 2.1631048202514647, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.07104795737122557, |
| "grad_norm": 2.953125, |
| "learning_rate": 1.2951212190435705e-05, |
| "loss": 2.0169919967651366, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.08288928359976318, |
| "grad_norm": 3.375, |
| "learning_rate": 1.2916031439779258e-05, |
| "loss": 1.9718114852905273, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.09473060982830077, |
| "grad_norm": 5.15625, |
| "learning_rate": 1.2871434278224593e-05, |
| "loss": 1.9569698333740235, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.10657193605683836, |
| "grad_norm": 2.421875, |
| "learning_rate": 1.281748615825617e-05, |
| "loss": 1.889408493041992, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.11841326228537596, |
| "grad_norm": 3.40625, |
| "learning_rate": 1.2754266256179397e-05, |
| "loss": 1.8037897109985352, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.13025458851391356, |
| "grad_norm": 3.953125, |
| "learning_rate": 1.2681867355918499e-05, |
| "loss": 1.820526123046875, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.14209591474245115, |
| "grad_norm": 2.4375, |
| "learning_rate": 1.2600395712843294e-05, |
| "loss": 1.7561323165893554, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.15393724097098876, |
| "grad_norm": 2.703125, |
| "learning_rate": 1.2509970897824807e-05, |
| "loss": 1.813785934448242, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.16577856719952636, |
| "grad_norm": 2.3125, |
| "learning_rate": 1.241072562174851e-05, |
| "loss": 1.7308807373046875, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.17761989342806395, |
| "grad_norm": 2.453125, |
| "learning_rate": 1.230280554074281e-05, |
| "loss": 1.6870466232299806, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.18946121965660154, |
| "grad_norm": 2.78125, |
| "learning_rate": 1.218636904240859e-05, |
| "loss": 1.6947086334228516, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.20130254588513913, |
| "grad_norm": 3.46875, |
| "learning_rate": 1.2061587013363553e-05, |
| "loss": 1.6740726470947265, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.21314387211367672, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.1928642588442567e-05, |
| "loss": 1.6932085037231446, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.22498519834221434, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.1787730881922022e-05, |
| "loss": 1.6984859466552735, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.23682652457075193, |
| "grad_norm": 3.328125, |
| "learning_rate": 1.1639058701162737e-05, |
| "loss": 1.6615169525146485, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.24866785079928952, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.1482844243091624e-05, |
| "loss": 1.629263687133789, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.2605091770278271, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.1319316773967625e-05, |
| "loss": 1.7143014907836913, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.27235050325636473, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.1148716292901853e-05, |
| "loss": 1.648763656616211, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.2841918294849023, |
| "grad_norm": 2.1875, |
| "learning_rate": 1.0971293179625803e-05, |
| "loss": 1.6492090225219727, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.2960331557134399, |
| "grad_norm": 2.875, |
| "learning_rate": 1.0787307827024565e-05, |
| "loss": 1.6368392944335937, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.30787448194197753, |
| "grad_norm": 2.890625, |
| "learning_rate": 1.0597030258974366e-05, |
| "loss": 1.6719234466552735, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.3197158081705151, |
| "grad_norm": 2.9375, |
| "learning_rate": 1.0400739734045288e-05, |
| "loss": 1.6404973983764648, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.3315571343990527, |
| "grad_norm": 2.1875, |
| "learning_rate": 1.0198724335650807e-05, |
| "loss": 1.6293134689331055, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.3433984606275903, |
| "grad_norm": 2.015625, |
| "learning_rate": 9.991280549245664e-06, |
| "loss": 1.6447383880615234, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.3552397868561279, |
| "grad_norm": 3.578125, |
| "learning_rate": 9.778712827192572e-06, |
| "loss": 1.6770294189453125, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.36708111308466546, |
| "grad_norm": 2.734375, |
| "learning_rate": 9.561333141936387e-06, |
| "loss": 1.5788751602172852, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.3789224393132031, |
| "grad_norm": 2.265625, |
| "learning_rate": 9.33946052814153e-06, |
| "loss": 1.5903149604797364, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.3907637655417407, |
| "grad_norm": 2.234375, |
| "learning_rate": 9.113420614464618e-06, |
| "loss": 1.6232831954956055, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.40260509177027826, |
| "grad_norm": 2.125, |
| "learning_rate": 8.883545145649511e-06, |
| "loss": 1.5795005798339843, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.4144464179988159, |
| "grad_norm": 1.9453125, |
| "learning_rate": 8.65017149564615e-06, |
| "loss": 1.6659164428710938, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.42628774422735344, |
| "grad_norm": 2.25, |
| "learning_rate": 8.41364217246776e-06, |
| "loss": 1.6965517044067382, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.43812907045589106, |
| "grad_norm": 4.34375, |
| "learning_rate": 8.174304315513122e-06, |
| "loss": 1.5858169555664063, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.4499703966844287, |
| "grad_norm": 2.046875, |
| "learning_rate": 7.932509186091612e-06, |
| "loss": 1.6201683044433595, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.46181172291296624, |
| "grad_norm": 2.25, |
| "learning_rate": 7.68861165189882e-06, |
| "loss": 1.6074403762817382, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.47365304914150386, |
| "grad_norm": 2.546875, |
| "learning_rate": 7.442969666199241e-06, |
| "loss": 1.617002296447754, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.4854943753700414, |
| "grad_norm": 2.171875, |
| "learning_rate": 7.195943742480528e-06, |
| "loss": 1.6207464218139649, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.49733570159857904, |
| "grad_norm": 2.140625, |
| "learning_rate": 6.94789642535021e-06, |
| "loss": 1.6103069305419921, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.5091770278271166, |
| "grad_norm": 2.546875, |
| "learning_rate": 6.6991917584515e-06, |
| "loss": 1.5691112518310546, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.5210183540556542, |
| "grad_norm": 2.359375, |
| "learning_rate": 6.450194750179039e-06, |
| "loss": 1.6248830795288085, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.5328596802841918, |
| "grad_norm": 2.921875, |
| "learning_rate": 6.201270837978755e-06, |
| "loss": 1.561983585357666, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.5447010065127295, |
| "grad_norm": 2.21875, |
| "learning_rate": 5.952785352018004e-06, |
| "loss": 1.588427734375, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.5565423327412671, |
| "grad_norm": 2.0, |
| "learning_rate": 5.705102979013181e-06, |
| "loss": 1.6155115127563477, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.5683836589698046, |
| "grad_norm": 2.109375, |
| "learning_rate": 5.458587227001667e-06, |
| "loss": 1.5733617782592773, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.5802249851983422, |
| "grad_norm": 2.171875, |
| "learning_rate": 5.213599891843665e-06, |
| "loss": 1.5730903625488282, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.5920663114268798, |
| "grad_norm": 3.15625, |
| "learning_rate": 4.970500526236871e-06, |
| "loss": 1.5600762367248535, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.6039076376554174, |
| "grad_norm": 2.203125, |
| "learning_rate": 4.729645912023323e-06, |
| "loss": 1.610726547241211, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.6157489638839551, |
| "grad_norm": 1.90625, |
| "learning_rate": 4.4913895365628424e-06, |
| "loss": 1.5865031242370606, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.6275902901124926, |
| "grad_norm": 2.0, |
| "learning_rate": 4.256081073941585e-06, |
| "loss": 1.603274154663086, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.6394316163410302, |
| "grad_norm": 2.578125, |
| "learning_rate": 4.0240658717771024e-06, |
| "loss": 1.600333023071289, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.6512729425695678, |
| "grad_norm": 2.109375, |
| "learning_rate": 3.7956844443730916e-06, |
| "loss": 1.5704521179199218, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.6631142687981054, |
| "grad_norm": 2.03125, |
| "learning_rate": 3.5712719729676987e-06, |
| "loss": 1.5828316688537598, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.6749555950266429, |
| "grad_norm": 2.5625, |
| "learning_rate": 3.351157813808825e-06, |
| "loss": 1.5770600318908692, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.6867969212551805, |
| "grad_norm": 1.984375, |
| "learning_rate": 3.1356650147784227e-06, |
| "loss": 1.593960666656494, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.6986382474837182, |
| "grad_norm": 1.9609375, |
| "learning_rate": 2.9251098412751775e-06, |
| "loss": 1.580451774597168, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.7104795737122558, |
| "grad_norm": 2.078125, |
| "learning_rate": 2.719801312051425e-06, |
| "loss": 1.614090347290039, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.7223208999407934, |
| "grad_norm": 2.578125, |
| "learning_rate": 2.5200407456855087e-06, |
| "loss": 1.5809415817260741, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.7341622261693309, |
| "grad_norm": 2.34375, |
| "learning_rate": 2.3261213183552334e-06, |
| "loss": 1.553083324432373, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.7460035523978685, |
| "grad_norm": 1.9765625, |
| "learning_rate": 2.1383276335613797e-06, |
| "loss": 1.6024253845214844, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.7578448786264061, |
| "grad_norm": 2.328125, |
| "learning_rate": 1.9569353044328275e-06, |
| "loss": 1.5699667930603027, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.7696862048549438, |
| "grad_norm": 2.4375, |
| "learning_rate": 1.7822105492262824e-06, |
| "loss": 1.608834457397461, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.7815275310834814, |
| "grad_norm": 3.0625, |
| "learning_rate": 1.614409800614272e-06, |
| "loss": 1.5530618667602538, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.7933688573120189, |
| "grad_norm": 2.421875, |
| "learning_rate": 1.4537793293348317e-06, |
| "loss": 1.6589471817016601, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.8052101835405565, |
| "grad_norm": 2.3125, |
| "learning_rate": 1.300554882755248e-06, |
| "loss": 1.6034730911254882, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.8170515097690941, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.1549613388802793e-06, |
| "loss": 1.6377271652221679, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.8288928359976317, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.0172123763126773e-06, |
| "loss": 1.6403684616088867, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.8407341622261694, |
| "grad_norm": 1.859375, |
| "learning_rate": 8.875101606503659e-07, |
| "loss": 1.5954139709472657, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.8525754884547069, |
| "grad_norm": 2.15625, |
| "learning_rate": 7.660450477805567e-07, |
| "loss": 1.5502955436706543, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.8644168146832445, |
| "grad_norm": 1.890625, |
| "learning_rate": 6.529953045062282e-07, |
| "loss": 1.5533514976501466, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.8762581409117821, |
| "grad_norm": 2.15625, |
| "learning_rate": 5.485268469150119e-07, |
| "loss": 1.5953169822692872, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.8880994671403197, |
| "grad_norm": 2.359375, |
| "learning_rate": 4.5279299687445366e-07, |
| "loss": 1.5968003273010254, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.8999407933688574, |
| "grad_norm": 2.359375, |
| "learning_rate": 3.659342570110326e-07, |
| "loss": 1.5658743858337403, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.9117821195973949, |
| "grad_norm": 1.90625, |
| "learning_rate": 2.880781045031754e-07, |
| "loss": 1.5887388229370116, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.9236234458259325, |
| "grad_norm": 2.203125, |
| "learning_rate": 2.1933880399092585e-07, |
| "loss": 1.5834945678710937, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.9354647720544701, |
| "grad_norm": 2.359375, |
| "learning_rate": 1.5981723987682304e-07, |
| "loss": 1.5624884605407714, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.9473060982830077, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.09600768264133e-07, |
| "loss": 1.6257368087768556, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.9591474245115453, |
| "grad_norm": 2.015625, |
| "learning_rate": 6.876308874971658e-08, |
| "loss": 1.5857719421386718, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.9709887507400828, |
| "grad_norm": 2.203125, |
| "learning_rate": 3.736413625971091e-08, |
| "loss": 1.5751670837402343, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.9828300769686205, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.544999308676015e-08, |
| "loss": 1.6034950256347655, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.9946714031971581, |
| "grad_norm": 3.640625, |
| "learning_rate": 3.052821257894633e-09, |
| "loss": 1.5355438232421874, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.0, |
| "step": 423, |
| "total_flos": 2.0218118019963494e+17, |
| "train_loss": 1.6924350921143876, |
| "train_runtime": 3361.2318, |
| "train_samples_per_second": 0.502, |
| "train_steps_per_second": 0.126 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 423, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": false, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.0218118019963494e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
