| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 458, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.01092896174863388, |
| "grad_norm": 32.75, |
| "learning_rate": 5.7142857142857145e-06, |
| "loss": 3.0794925689697266, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.02185792349726776, |
| "grad_norm": 7.53125, |
| "learning_rate": 1.2857142857142859e-05, |
| "loss": 2.721632385253906, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.03278688524590164, |
| "grad_norm": 7.03125, |
| "learning_rate": 2e-05, |
| "loss": 2.3995603561401366, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.04371584699453552, |
| "grad_norm": 3.359375, |
| "learning_rate": 1.999374253369202e-05, |
| "loss": 2.0898674011230467, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0546448087431694, |
| "grad_norm": 3.3125, |
| "learning_rate": 1.9974977965945e-05, |
| "loss": 2.0346654891967773, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.06557377049180328, |
| "grad_norm": 2.625, |
| "learning_rate": 1.994372978048903e-05, |
| "loss": 1.8668981552124024, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.07650273224043716, |
| "grad_norm": 2.328125, |
| "learning_rate": 1.9900037084217637e-05, |
| "loss": 1.8034637451171875, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.08743169398907104, |
| "grad_norm": 2.46875, |
| "learning_rate": 1.98439545582458e-05, |
| "loss": 1.7929542541503907, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.09836065573770492, |
| "grad_norm": 2.125, |
| "learning_rate": 1.9775552389476865e-05, |
| "loss": 1.7653799057006836, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.1092896174863388, |
| "grad_norm": 2.234375, |
| "learning_rate": 1.9694916182764113e-05, |
| "loss": 1.8002981185913085, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.12021857923497267, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.9602146853776894e-05, |
| "loss": 1.7515642166137695, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.13114754098360656, |
| "grad_norm": 2.234375, |
| "learning_rate": 1.949736050270532e-05, |
| "loss": 1.6643417358398438, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.14207650273224043, |
| "grad_norm": 2.796875, |
| "learning_rate": 1.938068826896166e-05, |
| "loss": 1.7326908111572266, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.15300546448087432, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.925227616706026e-05, |
| "loss": 1.6682777404785156, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.16393442622950818, |
| "grad_norm": 1.921875, |
| "learning_rate": 1.911228490388136e-05, |
| "loss": 1.6137102127075196, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.17486338797814208, |
| "grad_norm": 2.125, |
| "learning_rate": 1.8960889677547506e-05, |
| "loss": 1.6803092956542969, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.18579234972677597, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.8798279958164295e-05, |
| "loss": 1.594618320465088, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.19672131147540983, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.8624659250699807e-05, |
| "loss": 1.6478633880615234, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.20765027322404372, |
| "grad_norm": 2.453125, |
| "learning_rate": 1.8440244840299507e-05, |
| "loss": 1.5899643898010254, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.2185792349726776, |
| "grad_norm": 2.546875, |
| "learning_rate": 1.8245267520355348e-05, |
| "loss": 1.7294490814208985, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.22950819672131148, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.8039971303669407e-05, |
| "loss": 1.587702465057373, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.24043715846994534, |
| "grad_norm": 2.28125, |
| "learning_rate": 1.78246131170735e-05, |
| "loss": 1.6548728942871094, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.25136612021857924, |
| "grad_norm": 2.296875, |
| "learning_rate": 1.7599462479886976e-05, |
| "loss": 1.6343778610229491, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.26229508196721313, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.7364801166615124e-05, |
| "loss": 1.5680456161499023, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.273224043715847, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.712092285431026e-05, |
| "loss": 1.624847984313965, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.28415300546448086, |
| "grad_norm": 1.796875, |
| "learning_rate": 1.6868132755036875e-05, |
| "loss": 1.6338729858398438, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.29508196721311475, |
| "grad_norm": 2.53125, |
| "learning_rate": 1.6606747233900816e-05, |
| "loss": 1.6267793655395508, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.30601092896174864, |
| "grad_norm": 2.203125, |
| "learning_rate": 1.6337093413120463e-05, |
| "loss": 1.6020263671875, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.31693989071038253, |
| "grad_norm": 2.21875, |
| "learning_rate": 1.6059508762635482e-05, |
| "loss": 1.5867203712463378, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.32786885245901637, |
| "grad_norm": 1.9765625, |
| "learning_rate": 1.5774340677765483e-05, |
| "loss": 1.6130403518676757, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.33879781420765026, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.54819460444471e-05, |
| "loss": 1.529791259765625, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.34972677595628415, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.5182690792593659e-05, |
| "loss": 1.5679257392883301, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.36065573770491804, |
| "grad_norm": 2.40625, |
| "learning_rate": 1.4876949438136348e-05, |
| "loss": 1.5688570976257323, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.37158469945355194, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.4565104614320065e-05, |
| "loss": 1.606216812133789, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.3825136612021858, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.424754659284048e-05, |
| "loss": 1.489095973968506, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.39344262295081966, |
| "grad_norm": 2.875, |
| "learning_rate": 1.3924672795421638e-05, |
| "loss": 1.4960175514221192, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.40437158469945356, |
| "grad_norm": 3.109375, |
| "learning_rate": 1.359688729644536e-05, |
| "loss": 1.5484750747680665, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.41530054644808745, |
| "grad_norm": 2.28125, |
| "learning_rate": 1.3264600317254854e-05, |
| "loss": 1.5497447967529296, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.4262295081967213, |
| "grad_norm": 1.9921875, |
| "learning_rate": 1.2928227712765504e-05, |
| "loss": 1.5531758308410644, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.4371584699453552, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.2588190451025209e-05, |
| "loss": 1.5273221969604491, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.44808743169398907, |
| "grad_norm": 2.875, |
| "learning_rate": 1.2244914086375726e-05, |
| "loss": 1.5461650848388673, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.45901639344262296, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.1898828226874284e-05, |
| "loss": 1.5468520164489745, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.46994535519125685, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.155036599664198e-05, |
| "loss": 1.5714691162109375, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.4808743169398907, |
| "grad_norm": 2.453125, |
| "learning_rate": 1.119996349381187e-05, |
| "loss": 1.5547896385192872, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.4918032786885246, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.0848059244755093e-05, |
| "loss": 1.5582594871520996, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.5027322404371585, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.049509365526807e-05, |
| "loss": 1.5906845092773438, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.5136612021857924, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.0141508459407622e-05, |
| "loss": 1.5457923889160157, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.5245901639344263, |
| "grad_norm": 2.109375, |
| "learning_rate": 9.787746166663765e-06, |
| "loss": 1.5068846702575684, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.5355191256830601, |
| "grad_norm": 2.09375, |
| "learning_rate": 9.434249508162076e-06, |
| "loss": 1.587421703338623, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.546448087431694, |
| "grad_norm": 2.734375, |
| "learning_rate": 9.081460882588668e-06, |
| "loss": 1.5227561950683595, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.5573770491803278, |
| "grad_norm": 2.046875, |
| "learning_rate": 8.729821802531213e-06, |
| "loss": 1.5408030509948731, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.5683060109289617, |
| "grad_norm": 2.0, |
| "learning_rate": 8.379772341928916e-06, |
| "loss": 1.539006233215332, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.5792349726775956, |
| "grad_norm": 1.890625, |
| "learning_rate": 8.031750585322948e-06, |
| "loss": 1.5504417419433594, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.5901639344262295, |
| "grad_norm": 2.40625, |
| "learning_rate": 7.686192079596586e-06, |
| "loss": 1.4833337783813476, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.6010928961748634, |
| "grad_norm": 2.125, |
| "learning_rate": 7.343529288891239e-06, |
| "loss": 1.5717066764831542, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.6120218579234973, |
| "grad_norm": 2.734375, |
| "learning_rate": 7.004191053380469e-06, |
| "loss": 1.5402889251708984, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.6229508196721312, |
| "grad_norm": 2.125, |
| "learning_rate": 6.668602052579425e-06, |
| "loss": 1.556431198120117, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.6338797814207651, |
| "grad_norm": 2.421875, |
| "learning_rate": 6.337182273861273e-06, |
| "loss": 1.6031099319458009, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.644808743169399, |
| "grad_norm": 2.390625, |
| "learning_rate": 6.010346486845837e-06, |
| "loss": 1.5742233276367188, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.6557377049180327, |
| "grad_norm": 2.421875, |
| "learning_rate": 5.688503724318217e-06, |
| "loss": 1.4503952026367188, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.6666666666666666, |
| "grad_norm": 1.8984375, |
| "learning_rate": 5.3720567703270135e-06, |
| "loss": 1.5349412918090821, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.6775956284153005, |
| "grad_norm": 2.25, |
| "learning_rate": 5.061401656102791e-06, |
| "loss": 1.5250138282775878, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.6885245901639344, |
| "grad_norm": 2.0, |
| "learning_rate": 4.756927164427685e-06, |
| "loss": 1.5778297424316405, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.6994535519125683, |
| "grad_norm": 1.9453125, |
| "learning_rate": 4.459014343076356e-06, |
| "loss": 1.4995346069335938, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.7103825136612022, |
| "grad_norm": 2.03125, |
| "learning_rate": 4.168036027937267e-06, |
| "loss": 1.5108715057373048, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.7213114754098361, |
| "grad_norm": 2.359375, |
| "learning_rate": 3.884356376411089e-06, |
| "loss": 1.5526594161987304, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.73224043715847, |
| "grad_norm": 2.078125, |
| "learning_rate": 3.6083304116701535e-06, |
| "loss": 1.4732019424438476, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.7431693989071039, |
| "grad_norm": 2.328125, |
| "learning_rate": 3.340303578349361e-06, |
| "loss": 1.5316784858703614, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.7540983606557377, |
| "grad_norm": 2.265625, |
| "learning_rate": 3.0806113102245395e-06, |
| "loss": 1.529658317565918, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.7650273224043715, |
| "grad_norm": 2.25, |
| "learning_rate": 2.829578610419337e-06, |
| "loss": 1.4984872817993165, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.7759562841530054, |
| "grad_norm": 1.8046875, |
| "learning_rate": 2.587519644666001e-06, |
| "loss": 1.5388754844665526, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.7868852459016393, |
| "grad_norm": 1.90625, |
| "learning_rate": 2.354737348129077e-06, |
| "loss": 1.523587131500244, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.7978142076502732, |
| "grad_norm": 2.0625, |
| "learning_rate": 2.1315230462840985e-06, |
| "loss": 1.5976734161376953, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.8087431693989071, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.9181560903257234e-06, |
| "loss": 1.488864803314209, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.819672131147541, |
| "grad_norm": 2.765625, |
| "learning_rate": 1.7149035075615795e-06, |
| "loss": 1.5337986946105957, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.8306010928961749, |
| "grad_norm": 2.640625, |
| "learning_rate": 1.522019667229393e-06, |
| "loss": 1.5084647178649901, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.8415300546448088, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.339745962155613e-06, |
| "loss": 1.5753061294555664, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.8524590163934426, |
| "grad_norm": 2.34375, |
| "learning_rate": 1.1683105066539068e-06, |
| "loss": 1.5077287673950195, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.8633879781420765, |
| "grad_norm": 1.78125, |
| "learning_rate": 1.0079278510416313e-06, |
| "loss": 1.4942996978759766, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.8743169398907104, |
| "grad_norm": 1.984375, |
| "learning_rate": 8.587987131315656e-07, |
| "loss": 1.5271930694580078, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.8852459016393442, |
| "grad_norm": 2.40625, |
| "learning_rate": 7.211097270349065e-07, |
| "loss": 1.493248176574707, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.8961748633879781, |
| "grad_norm": 2.078125, |
| "learning_rate": 5.950332095899547e-07, |
| "loss": 1.6621942520141602, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.907103825136612, |
| "grad_norm": 1.953125, |
| "learning_rate": 4.807269447087348e-07, |
| "loss": 1.6068300247192382, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.9180327868852459, |
| "grad_norm": 2.34375, |
| "learning_rate": 3.783339859115065e-07, |
| "loss": 1.5068284034729005, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.9289617486338798, |
| "grad_norm": 2.171875, |
| "learning_rate": 2.879824772962381e-07, |
| "loss": 1.45760498046875, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.9398907103825137, |
| "grad_norm": 2.9375, |
| "learning_rate": 2.0978549316713615e-07, |
| "loss": 1.5096138000488282, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.9508196721311475, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.4384089652291544e-07, |
| "loss": 1.5121006965637207, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.9617486338797814, |
| "grad_norm": 1.8671875, |
| "learning_rate": 9.023121658191636e-08, |
| "loss": 1.4845489501953124, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.9726775956284153, |
| "grad_norm": 2.046875, |
| "learning_rate": 4.902354549733979e-08, |
| "loss": 1.5319786071777344, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.9836065573770492, |
| "grad_norm": 1.9453125, |
| "learning_rate": 2.0269454391874665e-08, |
| "loss": 1.4230306625366211, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.994535519125683, |
| "grad_norm": 2.09375, |
| "learning_rate": 4.00492881678427e-09, |
| "loss": 1.528977870941162, |
| "step": 455 |
| }, |
| { |
| "epoch": 1.0, |
| "step": 458, |
| "total_flos": 2.1822581284723507e+17, |
| "train_loss": 1.623693225685686, |
| "train_runtime": 3645.8723, |
| "train_samples_per_second": 0.502, |
| "train_steps_per_second": 0.126 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 458, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": false, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.1822581284723507e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
