| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 1068, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.028089887640449437, |
| "grad_norm": 22.7819163924511, |
| "learning_rate": 8.411214953271029e-07, |
| "loss": 2.9231, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.056179775280898875, |
| "grad_norm": 30.169298145178146, |
| "learning_rate": 1.7757009345794394e-06, |
| "loss": 2.4062, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.08426966292134831, |
| "grad_norm": 6.202690798445886, |
| "learning_rate": 2.7102803738317757e-06, |
| "loss": 1.9513, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.11235955056179775, |
| "grad_norm": 5.263465562808427, |
| "learning_rate": 3.6448598130841123e-06, |
| "loss": 1.8496, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.1404494382022472, |
| "grad_norm": 5.4274100871384725, |
| "learning_rate": 4.579439252336449e-06, |
| "loss": 1.7673, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.16853932584269662, |
| "grad_norm": 5.083967528341353, |
| "learning_rate": 5.514018691588785e-06, |
| "loss": 1.7726, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.19662921348314608, |
| "grad_norm": 4.413569304884172, |
| "learning_rate": 6.448598130841122e-06, |
| "loss": 1.7101, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.2247191011235955, |
| "grad_norm": 5.11665572703267, |
| "learning_rate": 7.383177570093458e-06, |
| "loss": 1.6601, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.25280898876404495, |
| "grad_norm": 5.127775524118529, |
| "learning_rate": 8.317757009345795e-06, |
| "loss": 1.6524, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.2808988764044944, |
| "grad_norm": 5.103050689720349, |
| "learning_rate": 9.252336448598132e-06, |
| "loss": 1.6333, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.3089887640449438, |
| "grad_norm": 5.047765658117637, |
| "learning_rate": 9.999893131079397e-06, |
| "loss": 1.5379, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.33707865168539325, |
| "grad_norm": 4.666373415727088, |
| "learning_rate": 9.996153198516951e-06, |
| "loss": 1.6205, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.3651685393258427, |
| "grad_norm": 5.030887005471109, |
| "learning_rate": 9.987074387433024e-06, |
| "loss": 1.4815, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.39325842696629215, |
| "grad_norm": 5.751538740001306, |
| "learning_rate": 9.972666399425538e-06, |
| "loss": 1.5154, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.42134831460674155, |
| "grad_norm": 4.6927345288937286, |
| "learning_rate": 9.952944630839371e-06, |
| "loss": 1.5739, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.449438202247191, |
| "grad_norm": 4.916388835208482, |
| "learning_rate": 9.92793015631386e-06, |
| "loss": 1.5092, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.47752808988764045, |
| "grad_norm": 4.9934704736472675, |
| "learning_rate": 9.897649706262474e-06, |
| "loss": 1.4422, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.5056179775280899, |
| "grad_norm": 5.483074092056045, |
| "learning_rate": 9.862135638308763e-06, |
| "loss": 1.4518, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.5337078651685393, |
| "grad_norm": 5.379268658454326, |
| "learning_rate": 9.821425902709072e-06, |
| "loss": 1.344, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.5617977528089888, |
| "grad_norm": 5.364666367895533, |
| "learning_rate": 9.775564001798973e-06, |
| "loss": 1.3404, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.5898876404494382, |
| "grad_norm": 5.243909104292613, |
| "learning_rate": 9.724598943506762e-06, |
| "loss": 1.3106, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.6179775280898876, |
| "grad_norm": 4.912799311162487, |
| "learning_rate": 9.6685851889837e-06, |
| "loss": 1.2557, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.6460674157303371, |
| "grad_norm": 5.607392649989989, |
| "learning_rate": 9.607582594406941e-06, |
| "loss": 1.2706, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.6741573033707865, |
| "grad_norm": 5.0693403656816365, |
| "learning_rate": 9.541656347017345e-06, |
| "loss": 1.2485, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.702247191011236, |
| "grad_norm": 5.736859966996421, |
| "learning_rate": 9.470876895460545e-06, |
| "loss": 1.2168, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.7303370786516854, |
| "grad_norm": 4.782228278164676, |
| "learning_rate": 9.395319874505661e-06, |
| "loss": 1.2281, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.7584269662921348, |
| "grad_norm": 5.550206300204117, |
| "learning_rate": 9.315066024222163e-06, |
| "loss": 1.162, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.7865168539325843, |
| "grad_norm": 5.219689547227467, |
| "learning_rate": 9.230201103701201e-06, |
| "loss": 1.1131, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.8146067415730337, |
| "grad_norm": 5.102313121412946, |
| "learning_rate": 9.140815799413624e-06, |
| "loss": 1.11, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.8426966292134831, |
| "grad_norm": 5.5553404145592875, |
| "learning_rate": 9.047005628302617e-06, |
| "loss": 1.0506, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.8707865168539326, |
| "grad_norm": 6.8885505748823395, |
| "learning_rate": 8.948870835714491e-06, |
| "loss": 1.0996, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.898876404494382, |
| "grad_norm": 5.75097828808934, |
| "learning_rate": 8.846516288276743e-06, |
| "loss": 0.9563, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.9269662921348315, |
| "grad_norm": 5.522884680949851, |
| "learning_rate": 8.740051361837786e-06, |
| "loss": 0.9441, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.9550561797752809, |
| "grad_norm": 5.0573808083469345, |
| "learning_rate": 8.629589824588158e-06, |
| "loss": 0.9792, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.9831460674157303, |
| "grad_norm": 6.071287853595073, |
| "learning_rate": 8.515249715488085e-06, |
| "loss": 0.8838, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.0112359550561798, |
| "grad_norm": 5.290451423113777, |
| "learning_rate": 8.397153218131297e-06, |
| "loss": 0.639, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.0393258426966292, |
| "grad_norm": 4.891918887355522, |
| "learning_rate": 8.2754265301799e-06, |
| "loss": 0.386, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.0674157303370786, |
| "grad_norm": 5.773434510473206, |
| "learning_rate": 8.150199728509844e-06, |
| "loss": 0.3622, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.095505617977528, |
| "grad_norm": 5.639061209982648, |
| "learning_rate": 8.02160663021103e-06, |
| "loss": 0.3669, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.1235955056179776, |
| "grad_norm": 4.857615838112837, |
| "learning_rate": 7.889784649590673e-06, |
| "loss": 0.355, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.151685393258427, |
| "grad_norm": 5.00938149460149, |
| "learning_rate": 7.754874651332671e-06, |
| "loss": 0.3453, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.1797752808988764, |
| "grad_norm": 5.104430557325571, |
| "learning_rate": 7.617020799969895e-06, |
| "loss": 0.3302, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.2078651685393258, |
| "grad_norm": 5.552866511883807, |
| "learning_rate": 7.476370405830293e-06, |
| "loss": 0.3926, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.2359550561797752, |
| "grad_norm": 5.2615493857886255, |
| "learning_rate": 7.333073767621385e-06, |
| "loss": 0.328, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.2640449438202248, |
| "grad_norm": 4.652382868595637, |
| "learning_rate": 7.18728401182139e-06, |
| "loss": 0.3245, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.2921348314606742, |
| "grad_norm": 4.858950309293884, |
| "learning_rate": 7.039156929048603e-06, |
| "loss": 0.3238, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.3202247191011236, |
| "grad_norm": 4.872411285739121, |
| "learning_rate": 6.888850807583875e-06, |
| "loss": 0.3014, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.348314606741573, |
| "grad_norm": 5.912861518919336, |
| "learning_rate": 6.736526264224101e-06, |
| "loss": 0.3173, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.3764044943820224, |
| "grad_norm": 5.815405179050917, |
| "learning_rate": 6.582346072647455e-06, |
| "loss": 0.3163, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.404494382022472, |
| "grad_norm": 4.366225871228438, |
| "learning_rate": 6.426474989473785e-06, |
| "loss": 0.3016, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.4325842696629214, |
| "grad_norm": 5.84016971749359, |
| "learning_rate": 6.2690795782060535e-06, |
| "loss": 0.2568, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.4606741573033708, |
| "grad_norm": 6.166567012198751, |
| "learning_rate": 6.1103280312409355e-06, |
| "loss": 0.2613, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.4887640449438202, |
| "grad_norm": 4.2939430683495985, |
| "learning_rate": 5.950389990138774e-06, |
| "loss": 0.2731, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.5168539325842696, |
| "grad_norm": 5.133914114632436, |
| "learning_rate": 5.789436364344998e-06, |
| "loss": 0.25, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.5449438202247192, |
| "grad_norm": 4.156401846037989, |
| "learning_rate": 5.627639148556638e-06, |
| "loss": 0.2397, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.5730337078651684, |
| "grad_norm": 5.021723670464346, |
| "learning_rate": 5.465171238929173e-06, |
| "loss": 0.2319, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.601123595505618, |
| "grad_norm": 3.8323276940770086, |
| "learning_rate": 5.30220624832007e-06, |
| "loss": 0.1869, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.6292134831460674, |
| "grad_norm": 5.0978859322012715, |
| "learning_rate": 5.13891832076646e-06, |
| "loss": 0.2227, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.6573033707865168, |
| "grad_norm": 4.08012916281094, |
| "learning_rate": 4.9754819453951986e-06, |
| "loss": 0.2014, |
| "step": 590 |
| }, |
| { |
| "epoch": 1.6853932584269664, |
| "grad_norm": 4.896132407766081, |
| "learning_rate": 4.8120717699641535e-06, |
| "loss": 0.1826, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.7134831460674156, |
| "grad_norm": 4.088139396488562, |
| "learning_rate": 4.648862414233998e-06, |
| "loss": 0.1831, |
| "step": 610 |
| }, |
| { |
| "epoch": 1.7415730337078652, |
| "grad_norm": 3.7782908427414243, |
| "learning_rate": 4.486028283369901e-06, |
| "loss": 0.1841, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.7696629213483146, |
| "grad_norm": 4.5303753028746465, |
| "learning_rate": 4.323743381572557e-06, |
| "loss": 0.1481, |
| "step": 630 |
| }, |
| { |
| "epoch": 1.797752808988764, |
| "grad_norm": 5.2440255614580815, |
| "learning_rate": 4.162181126137658e-06, |
| "loss": 0.1812, |
| "step": 640 |
| }, |
| { |
| "epoch": 1.8258426966292136, |
| "grad_norm": 4.522179501739034, |
| "learning_rate": 4.001514162142559e-06, |
| "loss": 0.1398, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.8539325842696628, |
| "grad_norm": 4.399657568666563, |
| "learning_rate": 3.84191417795811e-06, |
| "loss": 0.1267, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.8820224719101124, |
| "grad_norm": 4.6584255922603806, |
| "learning_rate": 3.6835517217828442e-06, |
| "loss": 0.1292, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.9101123595505618, |
| "grad_norm": 3.364324997617781, |
| "learning_rate": 3.5265960193955338e-06, |
| "loss": 0.1007, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.9382022471910112, |
| "grad_norm": 4.327833688875914, |
| "learning_rate": 3.3712147933208885e-06, |
| "loss": 0.1065, |
| "step": 690 |
| }, |
| { |
| "epoch": 1.9662921348314608, |
| "grad_norm": 3.5921786463086693, |
| "learning_rate": 3.2175740836016323e-06, |
| "loss": 0.0886, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.99438202247191, |
| "grad_norm": 3.2409244138270408, |
| "learning_rate": 3.065838070368469e-06, |
| "loss": 0.0959, |
| "step": 710 |
| }, |
| { |
| "epoch": 2.0224719101123596, |
| "grad_norm": 1.8814994184676492, |
| "learning_rate": 2.9161688983975466e-06, |
| "loss": 0.0377, |
| "step": 720 |
| }, |
| { |
| "epoch": 2.050561797752809, |
| "grad_norm": 1.5053488307678218, |
| "learning_rate": 2.7687265038429074e-06, |
| "loss": 0.0216, |
| "step": 730 |
| }, |
| { |
| "epoch": 2.0786516853932584, |
| "grad_norm": 2.502066820671665, |
| "learning_rate": 2.6236684433290494e-06, |
| "loss": 0.0255, |
| "step": 740 |
| }, |
| { |
| "epoch": 2.106741573033708, |
| "grad_norm": 2.3514055536589558, |
| "learning_rate": 2.4811497255862634e-06, |
| "loss": 0.026, |
| "step": 750 |
| }, |
| { |
| "epoch": 2.134831460674157, |
| "grad_norm": 1.8804832087765475, |
| "learning_rate": 2.341322645808642e-06, |
| "loss": 0.0264, |
| "step": 760 |
| }, |
| { |
| "epoch": 2.162921348314607, |
| "grad_norm": 1.9959479335272763, |
| "learning_rate": 2.204336622911753e-06, |
| "loss": 0.0254, |
| "step": 770 |
| }, |
| { |
| "epoch": 2.191011235955056, |
| "grad_norm": 2.1439850805162566, |
| "learning_rate": 2.070338039863917e-06, |
| "loss": 0.0289, |
| "step": 780 |
| }, |
| { |
| "epoch": 2.2191011235955056, |
| "grad_norm": 1.8333707683328262, |
| "learning_rate": 1.9394700872616856e-06, |
| "loss": 0.0271, |
| "step": 790 |
| }, |
| { |
| "epoch": 2.247191011235955, |
| "grad_norm": 1.7599990210450056, |
| "learning_rate": 1.8118726103166706e-06, |
| "loss": 0.028, |
| "step": 800 |
| }, |
| { |
| "epoch": 2.2752808988764044, |
| "grad_norm": 2.827218718432996, |
| "learning_rate": 1.6876819594172578e-06, |
| "loss": 0.0253, |
| "step": 810 |
| }, |
| { |
| "epoch": 2.303370786516854, |
| "grad_norm": 2.0316861235237957, |
| "learning_rate": 1.5670308444248777e-06, |
| "loss": 0.0258, |
| "step": 820 |
| }, |
| { |
| "epoch": 2.331460674157303, |
| "grad_norm": 1.5453668410450907, |
| "learning_rate": 1.4500481928605304e-06, |
| "loss": 0.0215, |
| "step": 830 |
| }, |
| { |
| "epoch": 2.359550561797753, |
| "grad_norm": 2.695179021406971, |
| "learning_rate": 1.3368590121331166e-06, |
| "loss": 0.0225, |
| "step": 840 |
| }, |
| { |
| "epoch": 2.3876404494382024, |
| "grad_norm": 1.954342184379783, |
| "learning_rate": 1.2275842559567947e-06, |
| "loss": 0.0229, |
| "step": 850 |
| }, |
| { |
| "epoch": 2.4157303370786516, |
| "grad_norm": 1.4275966394165036, |
| "learning_rate": 1.1223406951000936e-06, |
| "loss": 0.022, |
| "step": 860 |
| }, |
| { |
| "epoch": 2.443820224719101, |
| "grad_norm": 1.3558757122974379, |
| "learning_rate": 1.021240792604929e-06, |
| "loss": 0.0196, |
| "step": 870 |
| }, |
| { |
| "epoch": 2.4719101123595504, |
| "grad_norm": 1.1767311794004252, |
| "learning_rate": 9.243925836088386e-07, |
| "loss": 0.0195, |
| "step": 880 |
| }, |
| { |
| "epoch": 2.5, |
| "grad_norm": 1.1869896295471005, |
| "learning_rate": 8.318995598988649e-07, |
| "loss": 0.019, |
| "step": 890 |
| }, |
| { |
| "epoch": 2.5280898876404496, |
| "grad_norm": 1.7268491118892093, |
| "learning_rate": 7.438605593204562e-07, |
| "loss": 0.0218, |
| "step": 900 |
| }, |
| { |
| "epoch": 2.556179775280899, |
| "grad_norm": 1.137871984603961, |
| "learning_rate": 6.603696601595577e-07, |
| "loss": 0.016, |
| "step": 910 |
| }, |
| { |
| "epoch": 2.5842696629213484, |
| "grad_norm": 2.86247217703931, |
| "learning_rate": 5.8151608061076e-07, |
| "loss": 0.0184, |
| "step": 920 |
| }, |
| { |
| "epoch": 2.6123595505617976, |
| "grad_norm": 1.7320846371149687, |
| "learning_rate": 5.073840834389293e-07, |
| "loss": 0.0189, |
| "step": 930 |
| }, |
| { |
| "epoch": 2.640449438202247, |
| "grad_norm": 2.9271667139526665, |
| "learning_rate": 4.380528859361954e-07, |
| "loss": 0.0225, |
| "step": 940 |
| }, |
| { |
| "epoch": 2.668539325842697, |
| "grad_norm": 1.5072751176957493, |
| "learning_rate": 3.735965752705256e-07, |
| "loss": 0.0173, |
| "step": 950 |
| }, |
| { |
| "epoch": 2.696629213483146, |
| "grad_norm": 1.3108462533652585, |
| "learning_rate": 3.1408402931634163e-07, |
| "loss": 0.017, |
| "step": 960 |
| }, |
| { |
| "epoch": 2.7247191011235956, |
| "grad_norm": 1.0954009866198928, |
| "learning_rate": 2.595788430517637e-07, |
| "loss": 0.0128, |
| "step": 970 |
| }, |
| { |
| "epoch": 2.752808988764045, |
| "grad_norm": 0.6759041389055112, |
| "learning_rate": 2.1013926060116042e-07, |
| "loss": 0.0149, |
| "step": 980 |
| }, |
| { |
| "epoch": 2.7808988764044944, |
| "grad_norm": 1.058628316365804, |
| "learning_rate": 1.6581811299560212e-07, |
| "loss": 0.0139, |
| "step": 990 |
| }, |
| { |
| "epoch": 2.808988764044944, |
| "grad_norm": 1.0674017020844853, |
| "learning_rate": 1.2666276171773073e-07, |
| "loss": 0.0158, |
| "step": 1000 |
| }, |
| { |
| "epoch": 2.837078651685393, |
| "grad_norm": 1.3365845674516978, |
| "learning_rate": 9.271504809138854e-08, |
| "loss": 0.0164, |
| "step": 1010 |
| }, |
| { |
| "epoch": 2.865168539325843, |
| "grad_norm": 1.2402769734441241, |
| "learning_rate": 6.401124857006502e-08, |
| "loss": 0.0147, |
| "step": 1020 |
| }, |
| { |
| "epoch": 2.893258426966292, |
| "grad_norm": 0.557082827456061, |
| "learning_rate": 4.058203597195831e-08, |
| "loss": 0.0117, |
| "step": 1030 |
| }, |
| { |
| "epoch": 2.9213483146067416, |
| "grad_norm": 1.3256107006475653, |
| "learning_rate": 2.2452446703067897e-08, |
| "loss": 0.0125, |
| "step": 1040 |
| }, |
| { |
| "epoch": 2.949438202247191, |
| "grad_norm": 0.5004503844337672, |
| "learning_rate": 9.641854003346607e-09, |
| "loss": 0.0118, |
| "step": 1050 |
| }, |
| { |
| "epoch": 2.9775280898876404, |
| "grad_norm": 1.0030208037614885, |
| "learning_rate": 2.1639472444956454e-09, |
| "loss": 0.0122, |
| "step": 1060 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 1068, |
| "total_flos": 38985510420480.0, |
| "train_loss": 0.5699994009029999, |
| "train_runtime": 4399.6336, |
| "train_samples_per_second": 15.526, |
| "train_steps_per_second": 0.243 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 1068, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": false, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 38985510420480.0, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
