| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.9986738753442823, |
| "eval_steps": 200, |
| "global_step": 445, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.02244210955829848, |
| "grad_norm": 19.15482521057129, |
| "learning_rate": 2.222222222222222e-06, |
| "loss": 3.8476, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.04488421911659696, |
| "grad_norm": 5.446422576904297, |
| "learning_rate": 4.444444444444444e-06, |
| "loss": 3.2218, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.06732632867489544, |
| "grad_norm": 1.8523049354553223, |
| "learning_rate": 6.666666666666667e-06, |
| "loss": 2.9756, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.08976843823319391, |
| "grad_norm": 2.139192581176758, |
| "learning_rate": 8.888888888888888e-06, |
| "loss": 2.88, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.11221054779149241, |
| "grad_norm": 1.853474497795105, |
| "learning_rate": 9.996145181203616e-06, |
| "loss": 2.8198, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.13465265734979087, |
| "grad_norm": 1.501637578010559, |
| "learning_rate": 9.965342284774633e-06, |
| "loss": 2.8122, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.15709476690808935, |
| "grad_norm": 2.0072269439697266, |
| "learning_rate": 9.903926402016153e-06, |
| "loss": 2.7806, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.17953687646638783, |
| "grad_norm": 1.7332258224487305, |
| "learning_rate": 9.812276182268236e-06, |
| "loss": 2.7422, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.2019789860246863, |
| "grad_norm": 1.3256088495254517, |
| "learning_rate": 9.690956679612422e-06, |
| "loss": 2.736, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.22442109558298481, |
| "grad_norm": 1.6238477230072021, |
| "learning_rate": 9.540715869125407e-06, |
| "loss": 2.7361, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.2468632051412833, |
| "grad_norm": 1.326378583908081, |
| "learning_rate": 9.362480035363987e-06, |
| "loss": 2.7135, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.26930531469958174, |
| "grad_norm": 1.3376497030258179, |
| "learning_rate": 9.157348061512728e-06, |
| "loss": 2.7064, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.29174742425788025, |
| "grad_norm": 1.2815560102462769, |
| "learning_rate": 8.926584654403725e-06, |
| "loss": 2.7018, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.3141895338161787, |
| "grad_norm": 1.5868873596191406, |
| "learning_rate": 8.671612547178428e-06, |
| "loss": 2.6961, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.3366316433744772, |
| "grad_norm": 1.366570234298706, |
| "learning_rate": 8.39400372766471e-06, |
| "loss": 2.6968, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.35907375293277566, |
| "grad_norm": 1.6603009700775146, |
| "learning_rate": 8.095469746549172e-06, |
| "loss": 2.6879, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.38151586249107416, |
| "grad_norm": 1.4688373804092407, |
| "learning_rate": 7.777851165098012e-06, |
| "loss": 2.6686, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.4039579720493726, |
| "grad_norm": 1.2386434078216553, |
| "learning_rate": 7.443106207484776e-06, |
| "loss": 2.6497, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.4264000816076711, |
| "grad_norm": 1.3002716302871704, |
| "learning_rate": 7.093298687687141e-06, |
| "loss": 2.6413, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.44884219116596963, |
| "grad_norm": 1.2603603601455688, |
| "learning_rate": 6.730585285387465e-06, |
| "loss": 2.6472, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.44884219116596963, |
| "eval_loss": 2.642993450164795, |
| "eval_runtime": 1294.6794, |
| "eval_samples_per_second": 148.064, |
| "eval_steps_per_second": 0.842, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.4712843007242681, |
| "grad_norm": 1.2680917978286743, |
| "learning_rate": 6.3572022493253715e-06, |
| "loss": 2.6369, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.4937264102825666, |
| "grad_norm": 1.3160443305969238, |
| "learning_rate": 5.975451610080643e-06, |
| "loss": 2.63, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.5161685198408651, |
| "grad_norm": 1.2467771768569946, |
| "learning_rate": 5.587686987289189e-06, |
| "loss": 2.6209, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.5386106293991635, |
| "grad_norm": 1.208018183708191, |
| "learning_rate": 5.1962990787953436e-06, |
| "loss": 2.6318, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.561052738957462, |
| "grad_norm": 1.2416397333145142, |
| "learning_rate": 4.803700921204659e-06, |
| "loss": 2.621, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.5834948485157605, |
| "grad_norm": 1.1826361417770386, |
| "learning_rate": 4.4123130127108125e-06, |
| "loss": 2.6161, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.605936958074059, |
| "grad_norm": 1.2550407648086548, |
| "learning_rate": 4.02454838991936e-06, |
| "loss": 2.6164, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.6283790676323574, |
| "grad_norm": 1.2681384086608887, |
| "learning_rate": 3.6427977506746293e-06, |
| "loss": 2.6091, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.6508211771906559, |
| "grad_norm": 1.2637056112289429, |
| "learning_rate": 3.269414714612534e-06, |
| "loss": 2.5967, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.6732632867489544, |
| "grad_norm": 1.211774468421936, |
| "learning_rate": 2.906701312312861e-06, |
| "loss": 2.6031, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.6957053963072529, |
| "grad_norm": 1.1411036252975464, |
| "learning_rate": 2.5568937925152272e-06, |
| "loss": 2.6014, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.7181475058655513, |
| "grad_norm": 1.1422080993652344, |
| "learning_rate": 2.2221488349019903e-06, |
| "loss": 2.5978, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.7405896154238498, |
| "grad_norm": 1.172059416770935, |
| "learning_rate": 1.9045302534508298e-06, |
| "loss": 2.5911, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.7630317249821483, |
| "grad_norm": 1.1655080318450928, |
| "learning_rate": 1.6059962723352912e-06, |
| "loss": 2.5913, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.7854738345404468, |
| "grad_norm": 1.1286932229995728, |
| "learning_rate": 1.3283874528215735e-06, |
| "loss": 2.5819, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.8079159440987452, |
| "grad_norm": 1.1322216987609863, |
| "learning_rate": 1.0734153455962765e-06, |
| "loss": 2.5833, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.8303580536570437, |
| "grad_norm": 1.1392606496810913, |
| "learning_rate": 8.426519384872733e-07, |
| "loss": 2.5851, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.8528001632153422, |
| "grad_norm": 1.1811796426773071, |
| "learning_rate": 6.375199646360142e-07, |
| "loss": 2.5853, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.8752422727736408, |
| "grad_norm": 1.1267277002334595, |
| "learning_rate": 4.5928413087459325e-07, |
| "loss": 2.5832, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.8976843823319393, |
| "grad_norm": 1.116821527481079, |
| "learning_rate": 3.0904332038757977e-07, |
| "loss": 2.5779, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.8976843823319393, |
| "eval_loss": 2.582942485809326, |
| "eval_runtime": 1274.0632, |
| "eval_samples_per_second": 150.46, |
| "eval_steps_per_second": 0.856, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.9201264918902377, |
| "grad_norm": 1.1507278680801392, |
| "learning_rate": 1.8772381773176417e-07, |
| "loss": 2.5833, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.9425686014485362, |
| "grad_norm": 1.0935174226760864, |
| "learning_rate": 9.607359798384785e-08, |
| "loss": 2.597, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.9650107110068347, |
| "grad_norm": 1.1115341186523438, |
| "learning_rate": 3.465771522536854e-08, |
| "loss": 2.5725, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.9874528205651332, |
| "grad_norm": 1.131402611732483, |
| "learning_rate": 3.854818796385495e-09, |
| "loss": 2.575, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.9986738753442823, |
| "step": 445, |
| "total_flos": 7.860958022007259e+18, |
| "train_loss": 2.698132219207421, |
| "train_runtime": 39941.2631, |
| "train_samples_per_second": 43.195, |
| "train_steps_per_second": 0.011 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 445, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 7.860958022007259e+18, |
| "train_batch_size": 22, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
