| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.0, |
| "eval_steps": 50000, |
| "global_step": 928, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.04310344827586207, |
| "grad_norm": 5.7193193435668945, |
| "learning_rate": 1.7857142857142859e-06, |
| "loss": 0.7126, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.08620689655172414, |
| "grad_norm": 2.6962673664093018, |
| "learning_rate": 3.5714285714285718e-06, |
| "loss": 0.6662, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.12931034482758622, |
| "grad_norm": 1.6143770217895508, |
| "learning_rate": 4.999939076763487e-06, |
| "loss": 0.5303, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.1724137931034483, |
| "grad_norm": 1.3705445528030396, |
| "learning_rate": 4.997807075247147e-06, |
| "loss": 0.453, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.21551724137931033, |
| "grad_norm": 1.129184603691101, |
| "learning_rate": 4.992631880567301e-06, |
| "loss": 0.4192, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.25862068965517243, |
| "grad_norm": 1.3925697803497314, |
| "learning_rate": 4.984419797901491e-06, |
| "loss": 0.418, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.3017241379310345, |
| "grad_norm": 1.4394880533218384, |
| "learning_rate": 4.973180832407471e-06, |
| "loss": 0.4118, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.3448275862068966, |
| "grad_norm": 1.3788193464279175, |
| "learning_rate": 4.958928677033465e-06, |
| "loss": 0.4065, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.3879310344827586, |
| "grad_norm": 1.1382204294204712, |
| "learning_rate": 4.9416806958354206e-06, |
| "loss": 0.3819, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.43103448275862066, |
| "grad_norm": 1.081235647201538, |
| "learning_rate": 4.921457902821578e-06, |
| "loss": 0.399, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.47413793103448276, |
| "grad_norm": 1.21293044090271, |
| "learning_rate": 4.898284936350144e-06, |
| "loss": 0.3962, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.5172413793103449, |
| "grad_norm": 1.3453164100646973, |
| "learning_rate": 4.8721900291112415e-06, |
| "loss": 0.3818, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.5603448275862069, |
| "grad_norm": 1.2487531900405884, |
| "learning_rate": 4.84320497372973e-06, |
| "loss": 0.3901, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.603448275862069, |
| "grad_norm": 1.1610265970230103, |
| "learning_rate": 4.811365084030784e-06, |
| "loss": 0.3867, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.646551724137931, |
| "grad_norm": 1.0656601190567017, |
| "learning_rate": 4.776709152015443e-06, |
| "loss": 0.3882, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.6896551724137931, |
| "grad_norm": 1.2680625915527344, |
| "learning_rate": 4.7392794005985324e-06, |
| "loss": 0.3739, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.7327586206896551, |
| "grad_norm": 1.3623387813568115, |
| "learning_rate": 4.699121432166542e-06, |
| "loss": 0.3733, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.7758620689655172, |
| "grad_norm": 1.096368432044983, |
| "learning_rate": 4.656284173018144e-06, |
| "loss": 0.3625, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.8189655172413793, |
| "grad_norm": 0.9958175420761108, |
| "learning_rate": 4.610819813755038e-06, |
| "loss": 0.3698, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.8620689655172413, |
| "grad_norm": 1.023909091949463, |
| "learning_rate": 4.562783745695738e-06, |
| "loss": 0.3471, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.9051724137931034, |
| "grad_norm": 1.061679482460022, |
| "learning_rate": 4.512234493389785e-06, |
| "loss": 0.3712, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.9482758620689655, |
| "grad_norm": 1.3929497003555298, |
| "learning_rate": 4.4592336433146e-06, |
| "loss": 0.3651, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.9913793103448276, |
| "grad_norm": 0.8806857466697693, |
| "learning_rate": 4.403845768841842e-06, |
| "loss": 0.3641, |
| "step": 230 |
| }, |
| { |
| "epoch": 1.0344827586206897, |
| "grad_norm": 0.9649218916893005, |
| "learning_rate": 4.346138351564711e-06, |
| "loss": 0.3057, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.0775862068965518, |
| "grad_norm": 1.1328972578048706, |
| "learning_rate": 4.286181699082008e-06, |
| "loss": 0.3045, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.1206896551724137, |
| "grad_norm": 1.1146079301834106, |
| "learning_rate": 4.224048859339175e-06, |
| "loss": 0.301, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.1637931034482758, |
| "grad_norm": 1.1736148595809937, |
| "learning_rate": 4.159815531630604e-06, |
| "loss": 0.3236, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.206896551724138, |
| "grad_norm": 1.1570653915405273, |
| "learning_rate": 4.093559974371725e-06, |
| "loss": 0.3078, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.25, |
| "grad_norm": 1.335072636604309, |
| "learning_rate": 4.02536290975317e-06, |
| "loss": 0.3145, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.293103448275862, |
| "grad_norm": 1.0565122365951538, |
| "learning_rate": 3.955307425393224e-06, |
| "loss": 0.3018, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.3362068965517242, |
| "grad_norm": 1.3002219200134277, |
| "learning_rate": 3.88347887310836e-06, |
| "loss": 0.3215, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.3793103448275863, |
| "grad_norm": 1.0199170112609863, |
| "learning_rate": 3.8099647649251984e-06, |
| "loss": 0.2973, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.4224137931034484, |
| "grad_norm": 1.118922233581543, |
| "learning_rate": 3.7348546664605777e-06, |
| "loss": 0.3095, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.4655172413793103, |
| "grad_norm": 1.080239176750183, |
| "learning_rate": 3.658240087799655e-06, |
| "loss": 0.3172, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.5086206896551724, |
| "grad_norm": 0.9963559508323669, |
| "learning_rate": 3.5802143720049565e-06, |
| "loss": 0.2923, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.5517241379310345, |
| "grad_norm": 1.1155935525894165, |
| "learning_rate": 3.5008725813922383e-06, |
| "loss": 0.3032, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.5948275862068966, |
| "grad_norm": 1.4892568588256836, |
| "learning_rate": 3.4203113817116955e-06, |
| "loss": 0.3113, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.6379310344827587, |
| "grad_norm": 1.1873013973236084, |
| "learning_rate": 3.338628924375638e-06, |
| "loss": 0.3122, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.6810344827586206, |
| "grad_norm": 1.215104103088379, |
| "learning_rate": 3.2559247268761117e-06, |
| "loss": 0.2986, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.7241379310344827, |
| "grad_norm": 1.2356464862823486, |
| "learning_rate": 3.1722995515381644e-06, |
| "loss": 0.2969, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.7672413793103448, |
| "grad_norm": 1.217281699180603, |
| "learning_rate": 3.087855282756475e-06, |
| "loss": 0.294, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.8103448275862069, |
| "grad_norm": 1.3647332191467285, |
| "learning_rate": 3.002694802864912e-06, |
| "loss": 0.2987, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.853448275862069, |
| "grad_norm": 1.295482873916626, |
| "learning_rate": 2.9169218667902562e-06, |
| "loss": 0.3087, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.896551724137931, |
| "grad_norm": 1.1709827184677124, |
| "learning_rate": 2.8306409756428067e-06, |
| "loss": 0.2945, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.9396551724137931, |
| "grad_norm": 1.2571437358856201, |
| "learning_rate": 2.743957249397874e-06, |
| "loss": 0.3036, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.9827586206896552, |
| "grad_norm": 1.7302639484405518, |
| "learning_rate": 2.6569762988232838e-06, |
| "loss": 0.3119, |
| "step": 460 |
| }, |
| { |
| "epoch": 2.0258620689655173, |
| "grad_norm": 0.9986317157745361, |
| "learning_rate": 2.569804096808923e-06, |
| "loss": 0.2789, |
| "step": 470 |
| }, |
| { |
| "epoch": 2.0689655172413794, |
| "grad_norm": 1.130508303642273, |
| "learning_rate": 2.482546849255096e-06, |
| "loss": 0.2435, |
| "step": 480 |
| }, |
| { |
| "epoch": 2.1120689655172415, |
| "grad_norm": 1.446877121925354, |
| "learning_rate": 2.3953108656770018e-06, |
| "loss": 0.2475, |
| "step": 490 |
| }, |
| { |
| "epoch": 2.1551724137931036, |
| "grad_norm": 1.60965096950531, |
| "learning_rate": 2.3082024296829538e-06, |
| "loss": 0.2384, |
| "step": 500 |
| }, |
| { |
| "epoch": 2.1982758620689653, |
| "grad_norm": 1.383519172668457, |
| "learning_rate": 2.2213276694841866e-06, |
| "loss": 0.2356, |
| "step": 510 |
| }, |
| { |
| "epoch": 2.2413793103448274, |
| "grad_norm": 1.3211714029312134, |
| "learning_rate": 2.134792428593971e-06, |
| "loss": 0.2466, |
| "step": 520 |
| }, |
| { |
| "epoch": 2.2844827586206895, |
| "grad_norm": 1.302563190460205, |
| "learning_rate": 2.0487021368736002e-06, |
| "loss": 0.2456, |
| "step": 530 |
| }, |
| { |
| "epoch": 2.3275862068965516, |
| "grad_norm": 1.30355703830719, |
| "learning_rate": 1.963161682082342e-06, |
| "loss": 0.2406, |
| "step": 540 |
| }, |
| { |
| "epoch": 2.3706896551724137, |
| "grad_norm": 1.1259819269180298, |
| "learning_rate": 1.8782752820878636e-06, |
| "loss": 0.2225, |
| "step": 550 |
| }, |
| { |
| "epoch": 2.413793103448276, |
| "grad_norm": 1.2397651672363281, |
| "learning_rate": 1.7941463578928088e-06, |
| "loss": 0.2312, |
| "step": 560 |
| }, |
| { |
| "epoch": 2.456896551724138, |
| "grad_norm": 1.3761606216430664, |
| "learning_rate": 1.7108774076322443e-06, |
| "loss": 0.2415, |
| "step": 570 |
| }, |
| { |
| "epoch": 2.5, |
| "grad_norm": 1.3666378259658813, |
| "learning_rate": 1.6285698816954626e-06, |
| "loss": 0.2487, |
| "step": 580 |
| }, |
| { |
| "epoch": 2.543103448275862, |
| "grad_norm": 1.183164119720459, |
| "learning_rate": 1.547324059124315e-06, |
| "loss": 0.2378, |
| "step": 590 |
| }, |
| { |
| "epoch": 2.586206896551724, |
| "grad_norm": 1.4499019384384155, |
| "learning_rate": 1.467238925438646e-06, |
| "loss": 0.2765, |
| "step": 600 |
| }, |
| { |
| "epoch": 2.6293103448275863, |
| "grad_norm": 1.447636604309082, |
| "learning_rate": 1.388412052037682e-06, |
| "loss": 0.2584, |
| "step": 610 |
| }, |
| { |
| "epoch": 2.6724137931034484, |
| "grad_norm": 1.449857473373413, |
| "learning_rate": 1.3109394773243117e-06, |
| "loss": 0.2323, |
| "step": 620 |
| }, |
| { |
| "epoch": 2.7155172413793105, |
| "grad_norm": 1.3404827117919922, |
| "learning_rate": 1.234915589697091e-06, |
| "loss": 0.2384, |
| "step": 630 |
| }, |
| { |
| "epoch": 2.7586206896551726, |
| "grad_norm": 1.3379237651824951, |
| "learning_rate": 1.160433012552508e-06, |
| "loss": 0.2382, |
| "step": 640 |
| }, |
| { |
| "epoch": 2.8017241379310347, |
| "grad_norm": 1.4709217548370361, |
| "learning_rate": 1.0875824914376555e-06, |
| "loss": 0.2303, |
| "step": 650 |
| }, |
| { |
| "epoch": 2.844827586206897, |
| "grad_norm": 1.3744317293167114, |
| "learning_rate": 1.0164527834907468e-06, |
| "loss": 0.2423, |
| "step": 660 |
| }, |
| { |
| "epoch": 2.887931034482759, |
| "grad_norm": 1.7406655550003052, |
| "learning_rate": 9.471305493042243e-07, |
| "loss": 0.2426, |
| "step": 670 |
| }, |
| { |
| "epoch": 2.9310344827586206, |
| "grad_norm": 1.6748679876327515, |
| "learning_rate": 8.797002473421729e-07, |
| "loss": 0.2494, |
| "step": 680 |
| }, |
| { |
| "epoch": 2.9741379310344827, |
| "grad_norm": 1.5766329765319824, |
| "learning_rate": 8.142440310406923e-07, |
| "loss": 0.2407, |
| "step": 690 |
| }, |
| { |
| "epoch": 3.0172413793103448, |
| "grad_norm": 1.2436530590057373, |
| "learning_rate": 7.508416487165862e-07, |
| "loss": 0.2254, |
| "step": 700 |
| }, |
| { |
| "epoch": 3.060344827586207, |
| "grad_norm": 1.3559637069702148, |
| "learning_rate": 6.895703464063319e-07, |
| "loss": 0.2015, |
| "step": 710 |
| }, |
| { |
| "epoch": 3.103448275862069, |
| "grad_norm": 1.3423281908035278, |
| "learning_rate": 6.305047737536707e-07, |
| "loss": 0.1952, |
| "step": 720 |
| }, |
| { |
| "epoch": 3.146551724137931, |
| "grad_norm": 1.4924376010894775, |
| "learning_rate": 5.737168930605272e-07, |
| "loss": 0.1967, |
| "step": 730 |
| }, |
| { |
| "epoch": 3.189655172413793, |
| "grad_norm": 1.4202907085418701, |
| "learning_rate": 5.192758916120236e-07, |
| "loss": 0.2128, |
| "step": 740 |
| }, |
| { |
| "epoch": 3.2327586206896552, |
| "grad_norm": 1.252336025238037, |
| "learning_rate": 4.672480973824312e-07, |
| "loss": 0.1907, |
| "step": 750 |
| }, |
| { |
| "epoch": 3.2758620689655173, |
| "grad_norm": 1.7021604776382446, |
| "learning_rate": 4.1769689822475147e-07, |
| "loss": 0.2046, |
| "step": 760 |
| }, |
| { |
| "epoch": 3.3189655172413794, |
| "grad_norm": 1.637277364730835, |
| "learning_rate": 3.7068266464238085e-07, |
| "loss": 0.1973, |
| "step": 770 |
| }, |
| { |
| "epoch": 3.3620689655172415, |
| "grad_norm": 1.2321523427963257, |
| "learning_rate": 3.262626762369525e-07, |
| "loss": 0.2107, |
| "step": 780 |
| }, |
| { |
| "epoch": 3.405172413793103, |
| "grad_norm": 1.3565343618392944, |
| "learning_rate": 2.844910519219632e-07, |
| "loss": 0.2055, |
| "step": 790 |
| }, |
| { |
| "epoch": 3.4482758620689653, |
| "grad_norm": 1.6926054954528809, |
| "learning_rate": 2.454186839872158e-07, |
| "loss": 0.2083, |
| "step": 800 |
| }, |
| { |
| "epoch": 3.4913793103448274, |
| "grad_norm": 1.5500190258026123, |
| "learning_rate": 2.0909317609440093e-07, |
| "loss": 0.1973, |
| "step": 810 |
| }, |
| { |
| "epoch": 3.5344827586206895, |
| "grad_norm": 1.4574564695358276, |
| "learning_rate": 1.7555878527937164e-07, |
| "loss": 0.2336, |
| "step": 820 |
| }, |
| { |
| "epoch": 3.5775862068965516, |
| "grad_norm": 1.371783971786499, |
| "learning_rate": 1.4485636803175828e-07, |
| "loss": 0.2028, |
| "step": 830 |
| }, |
| { |
| "epoch": 3.6206896551724137, |
| "grad_norm": 1.5117493867874146, |
| "learning_rate": 1.1702333051763271e-07, |
| "loss": 0.1897, |
| "step": 840 |
| }, |
| { |
| "epoch": 3.663793103448276, |
| "grad_norm": 1.4221725463867188, |
| "learning_rate": 9.209358300585474e-08, |
| "loss": 0.2053, |
| "step": 850 |
| }, |
| { |
| "epoch": 3.706896551724138, |
| "grad_norm": 1.3613110780715942, |
| "learning_rate": 7.009749855363457e-08, |
| "loss": 0.2019, |
| "step": 860 |
| }, |
| { |
| "epoch": 3.75, |
| "grad_norm": 1.6522403955459595, |
| "learning_rate": 5.106187600163987e-08, |
| "loss": 0.2012, |
| "step": 870 |
| }, |
| { |
| "epoch": 3.793103448275862, |
| "grad_norm": 1.1785835027694702, |
| "learning_rate": 3.5009907323737826e-08, |
| "loss": 0.2041, |
| "step": 880 |
| }, |
| { |
| "epoch": 3.836206896551724, |
| "grad_norm": 1.3110618591308594, |
| "learning_rate": 2.1961149371145795e-08, |
| "loss": 0.2157, |
| "step": 890 |
| }, |
| { |
| "epoch": 3.8793103448275863, |
| "grad_norm": 1.1076109409332275, |
| "learning_rate": 1.193150004542204e-08, |
| "loss": 0.2124, |
| "step": 900 |
| }, |
| { |
| "epoch": 3.9224137931034484, |
| "grad_norm": 1.5730844736099243, |
| "learning_rate": 4.933178929321103e-09, |
| "loss": 0.2164, |
| "step": 910 |
| }, |
| { |
| "epoch": 3.9655172413793105, |
| "grad_norm": 1.6986498832702637, |
| "learning_rate": 9.747123991141193e-10, |
| "loss": 0.209, |
| "step": 920 |
| }, |
| { |
| "epoch": 4.0, |
| "step": 928, |
| "total_flos": 1.573815416315904e+17, |
| "train_loss": 0.29322911118125095, |
| "train_runtime": 2500.7039, |
| "train_samples_per_second": 5.936, |
| "train_steps_per_second": 0.371 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 928, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 4, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.573815416315904e+17, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
