| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.0, |
| "eval_steps": 500, |
| "global_step": 304, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.006600660066006601, |
| "grad_norm": 3.143493175506592, |
| "learning_rate": 0.0, |
| "loss": 2.5041, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.013201320132013201, |
| "grad_norm": 4.06755256652832, |
| "learning_rate": 4.347826086956522e-06, |
| "loss": 2.5644, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.019801980198019802, |
| "grad_norm": 3.0701375007629395, |
| "learning_rate": 8.695652173913044e-06, |
| "loss": 2.5095, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.026402640264026403, |
| "grad_norm": 3.792125701904297, |
| "learning_rate": 1.3043478260869566e-05, |
| "loss": 2.426, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.033003300330033, |
| "grad_norm": 4.194362640380859, |
| "learning_rate": 1.739130434782609e-05, |
| "loss": 1.973, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.039603960396039604, |
| "grad_norm": 4.066171646118164, |
| "learning_rate": 2.173913043478261e-05, |
| "loss": 2.2242, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.0462046204620462, |
| "grad_norm": 3.9235055446624756, |
| "learning_rate": 2.608695652173913e-05, |
| "loss": 2.5398, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.052805280528052806, |
| "grad_norm": 3.5214486122131348, |
| "learning_rate": 3.0434782608695656e-05, |
| "loss": 1.9146, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.0594059405940594, |
| "grad_norm": 3.2443058490753174, |
| "learning_rate": 3.478260869565218e-05, |
| "loss": 2.0756, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.066006600660066, |
| "grad_norm": 3.280684471130371, |
| "learning_rate": 3.91304347826087e-05, |
| "loss": 2.3453, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.07260726072607261, |
| "grad_norm": 2.701324701309204, |
| "learning_rate": 4.347826086956522e-05, |
| "loss": 1.6499, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.07920792079207921, |
| "grad_norm": 2.205188035964966, |
| "learning_rate": 4.782608695652174e-05, |
| "loss": 1.8142, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.0858085808580858, |
| "grad_norm": 2.969386577606201, |
| "learning_rate": 5.217391304347826e-05, |
| "loss": 1.6555, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.0924092409240924, |
| "grad_norm": 3.1078085899353027, |
| "learning_rate": 5.652173913043478e-05, |
| "loss": 1.892, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.09900990099009901, |
| "grad_norm": 2.403679847717285, |
| "learning_rate": 6.086956521739131e-05, |
| "loss": 2.1263, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.10561056105610561, |
| "grad_norm": 3.7624003887176514, |
| "learning_rate": 6.521739130434783e-05, |
| "loss": 2.1824, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.11221122112211221, |
| "grad_norm": 2.571948766708374, |
| "learning_rate": 6.956521739130436e-05, |
| "loss": 2.2477, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.1188118811881188, |
| "grad_norm": 3.469731569290161, |
| "learning_rate": 7.391304347826086e-05, |
| "loss": 1.4427, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.1254125412541254, |
| "grad_norm": 2.207329750061035, |
| "learning_rate": 7.82608695652174e-05, |
| "loss": 1.5447, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.132013201320132, |
| "grad_norm": 2.514176368713379, |
| "learning_rate": 8.260869565217392e-05, |
| "loss": 1.9723, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.13861386138613863, |
| "grad_norm": 3.027451753616333, |
| "learning_rate": 8.695652173913044e-05, |
| "loss": 1.7312, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.14521452145214522, |
| "grad_norm": 5.07168436050415, |
| "learning_rate": 9.130434782608696e-05, |
| "loss": 2.5444, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.15181518151815182, |
| "grad_norm": 3.528111219406128, |
| "learning_rate": 9.565217391304348e-05, |
| "loss": 2.1284, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.15841584158415842, |
| "grad_norm": 3.0631463527679443, |
| "learning_rate": 0.0001, |
| "loss": 2.2181, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.16501650165016502, |
| "grad_norm": 3.331843852996826, |
| "learning_rate": 0.00010434782608695653, |
| "loss": 3.0526, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.1716171617161716, |
| "grad_norm": 2.444413661956787, |
| "learning_rate": 0.00010869565217391305, |
| "loss": 1.7363, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.1782178217821782, |
| "grad_norm": 2.5538690090179443, |
| "learning_rate": 0.00011304347826086956, |
| "loss": 1.5258, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.1848184818481848, |
| "grad_norm": 2.088798999786377, |
| "learning_rate": 0.0001173913043478261, |
| "loss": 1.8808, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.19141914191419143, |
| "grad_norm": 2.5747692584991455, |
| "learning_rate": 0.00012173913043478263, |
| "loss": 2.6931, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.19801980198019803, |
| "grad_norm": 2.9658546447753906, |
| "learning_rate": 0.00012608695652173915, |
| "loss": 2.0258, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.20462046204620463, |
| "grad_norm": 2.768965244293213, |
| "learning_rate": 0.00013043478260869567, |
| "loss": 1.8468, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.21122112211221122, |
| "grad_norm": 2.2689647674560547, |
| "learning_rate": 0.0001347826086956522, |
| "loss": 1.7859, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.21782178217821782, |
| "grad_norm": 2.06204891204834, |
| "learning_rate": 0.0001391304347826087, |
| "loss": 1.8043, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.22442244224422442, |
| "grad_norm": 2.958625078201294, |
| "learning_rate": 0.0001434782608695652, |
| "loss": 1.2597, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.23102310231023102, |
| "grad_norm": 2.6240015029907227, |
| "learning_rate": 0.00014782608695652173, |
| "loss": 1.9745, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.2376237623762376, |
| "grad_norm": 2.636274814605713, |
| "learning_rate": 0.00015217391304347827, |
| "loss": 1.8066, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.24422442244224424, |
| "grad_norm": 2.4695310592651367, |
| "learning_rate": 0.0001565217391304348, |
| "loss": 1.5221, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.2508250825082508, |
| "grad_norm": 3.572252035140991, |
| "learning_rate": 0.00016086956521739132, |
| "loss": 1.8853, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.25742574257425743, |
| "grad_norm": 5.93402624130249, |
| "learning_rate": 0.00016521739130434784, |
| "loss": 2.3075, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.264026402640264, |
| "grad_norm": 2.454044818878174, |
| "learning_rate": 0.00016956521739130436, |
| "loss": 1.5395, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.2706270627062706, |
| "grad_norm": 2.4715137481689453, |
| "learning_rate": 0.00017391304347826088, |
| "loss": 1.6654, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.27722772277227725, |
| "grad_norm": 2.5912485122680664, |
| "learning_rate": 0.0001782608695652174, |
| "loss": 2.3238, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.2838283828382838, |
| "grad_norm": 2.6347994804382324, |
| "learning_rate": 0.00018260869565217392, |
| "loss": 1.7519, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.29042904290429045, |
| "grad_norm": 2.668267011642456, |
| "learning_rate": 0.00018695652173913045, |
| "loss": 1.6689, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.297029702970297, |
| "grad_norm": 3.038886308670044, |
| "learning_rate": 0.00019130434782608697, |
| "loss": 1.968, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.30363036303630364, |
| "grad_norm": 2.065838575363159, |
| "learning_rate": 0.0001956521739130435, |
| "loss": 1.8324, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.3102310231023102, |
| "grad_norm": 1.9431511163711548, |
| "learning_rate": 0.0002, |
| "loss": 1.5543, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.31683168316831684, |
| "grad_norm": 2.310769557952881, |
| "learning_rate": 0.00019999702094326033, |
| "loss": 1.4833, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.3234323432343234, |
| "grad_norm": 2.8865110874176025, |
| "learning_rate": 0.00019998808395053688, |
| "loss": 1.7368, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.33003300330033003, |
| "grad_norm": 2.3484208583831787, |
| "learning_rate": 0.0001999731895543058, |
| "loss": 1.4685, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.33663366336633666, |
| "grad_norm": 2.802156686782837, |
| "learning_rate": 0.00019995233864199215, |
| "loss": 1.7877, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.3432343234323432, |
| "grad_norm": 2.18292498588562, |
| "learning_rate": 0.00019992553245591694, |
| "loss": 1.5654, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.34983498349834985, |
| "grad_norm": 2.082122325897217, |
| "learning_rate": 0.00019989277259322314, |
| "loss": 1.8541, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.3564356435643564, |
| "grad_norm": 2.40657377243042, |
| "learning_rate": 0.0001998540610057806, |
| "loss": 1.9715, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.36303630363036304, |
| "grad_norm": 2.077791929244995, |
| "learning_rate": 0.00019980940000006954, |
| "loss": 1.5949, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.3696369636963696, |
| "grad_norm": 2.2711575031280518, |
| "learning_rate": 0.0001997587922370434, |
| "loss": 1.0556, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.37623762376237624, |
| "grad_norm": 1.9230396747589111, |
| "learning_rate": 0.00019970224073197017, |
| "loss": 1.8958, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.38283828382838286, |
| "grad_norm": 2.0223827362060547, |
| "learning_rate": 0.00019963974885425266, |
| "loss": 1.8731, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.38943894389438943, |
| "grad_norm": 3.312962293624878, |
| "learning_rate": 0.00019957132032722785, |
| "loss": 1.8496, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.39603960396039606, |
| "grad_norm": 3.0161566734313965, |
| "learning_rate": 0.00019949695922794506, |
| "loss": 1.8099, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.40264026402640263, |
| "grad_norm": 2.2380363941192627, |
| "learning_rate": 0.00019941666998692296, |
| "loss": 1.6939, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.40924092409240925, |
| "grad_norm": 2.783853530883789, |
| "learning_rate": 0.00019933045738788563, |
| "loss": 2.1385, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.4158415841584158, |
| "grad_norm": 2.4008877277374268, |
| "learning_rate": 0.0001992383265674776, |
| "loss": 1.6338, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.42244224422442245, |
| "grad_norm": 2.317880868911743, |
| "learning_rate": 0.0001991402830149576, |
| "loss": 1.6309, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.429042904290429, |
| "grad_norm": 2.7851943969726562, |
| "learning_rate": 0.00019903633257187185, |
| "loss": 1.9731, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.43564356435643564, |
| "grad_norm": 2.795436143875122, |
| "learning_rate": 0.00019892648143170566, |
| "loss": 1.7634, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.44224422442244227, |
| "grad_norm": 3.0923502445220947, |
| "learning_rate": 0.0001988107361395146, |
| "loss": 1.7409, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.44884488448844884, |
| "grad_norm": 2.286417245864868, |
| "learning_rate": 0.0001986891035915346, |
| "loss": 1.7104, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.45544554455445546, |
| "grad_norm": 2.321275234222412, |
| "learning_rate": 0.00019856159103477086, |
| "loss": 1.8864, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.46204620462046203, |
| "grad_norm": 1.9481537342071533, |
| "learning_rate": 0.0001984282060665662, |
| "loss": 1.7544, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.46864686468646866, |
| "grad_norm": 2.094721794128418, |
| "learning_rate": 0.00019828895663414836, |
| "loss": 1.2463, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.4752475247524752, |
| "grad_norm": 2.0305490493774414, |
| "learning_rate": 0.00019814385103415663, |
| "loss": 1.7909, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.48184818481848185, |
| "grad_norm": 2.0635201930999756, |
| "learning_rate": 0.00019799289791214725, |
| "loss": 1.5155, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.4884488448844885, |
| "grad_norm": 1.9585940837860107, |
| "learning_rate": 0.00019783610626207854, |
| "loss": 1.6954, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.49504950495049505, |
| "grad_norm": 2.560070514678955, |
| "learning_rate": 0.00019767348542577495, |
| "loss": 1.8156, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.5016501650165016, |
| "grad_norm": 2.5949947834014893, |
| "learning_rate": 0.00019750504509237046, |
| "loss": 2.0184, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.5082508250825083, |
| "grad_norm": 2.281064748764038, |
| "learning_rate": 0.00019733079529773125, |
| "loss": 1.6881, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.5148514851485149, |
| "grad_norm": 2.1914496421813965, |
| "learning_rate": 0.00019715074642385786, |
| "loss": 1.4654, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.5214521452145214, |
| "grad_norm": 2.1156349182128906, |
| "learning_rate": 0.00019696490919826647, |
| "loss": 1.7675, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.528052805280528, |
| "grad_norm": 2.097763776779175, |
| "learning_rate": 0.0001967732946933499, |
| "loss": 2.0482, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.5346534653465347, |
| "grad_norm": 2.4619557857513428, |
| "learning_rate": 0.00019657591432571778, |
| "loss": 1.8658, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.5412541254125413, |
| "grad_norm": 2.268629312515259, |
| "learning_rate": 0.0001963727798555164, |
| "loss": 1.9668, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.5478547854785478, |
| "grad_norm": 2.8534958362579346, |
| "learning_rate": 0.00019616390338572803, |
| "loss": 1.5379, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.5544554455445545, |
| "grad_norm": 1.972926139831543, |
| "learning_rate": 0.00019594929736144976, |
| "loss": 1.3666, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.5610561056105611, |
| "grad_norm": 2.3708107471466064, |
| "learning_rate": 0.00019572897456915202, |
| "loss": 1.7144, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.5676567656765676, |
| "grad_norm": 2.909595489501953, |
| "learning_rate": 0.00019550294813591682, |
| "loss": 2.2708, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.5742574257425742, |
| "grad_norm": 1.8480359315872192, |
| "learning_rate": 0.0001952712315286556, |
| "loss": 1.3613, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.5808580858085809, |
| "grad_norm": 2.4477217197418213, |
| "learning_rate": 0.00019503383855330668, |
| "loss": 1.6463, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.5874587458745875, |
| "grad_norm": 2.253204345703125, |
| "learning_rate": 0.00019479078335401297, |
| "loss": 1.2088, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.594059405940594, |
| "grad_norm": 1.9275654554367065, |
| "learning_rate": 0.00019454208041227907, |
| "loss": 1.5648, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.6006600660066007, |
| "grad_norm": 1.9389451742172241, |
| "learning_rate": 0.00019428774454610843, |
| "loss": 1.2708, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.6072607260726073, |
| "grad_norm": 1.9256659746170044, |
| "learning_rate": 0.0001940277909091206, |
| "loss": 1.5638, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.6138613861386139, |
| "grad_norm": 2.4642438888549805, |
| "learning_rate": 0.0001937622349896483, |
| "loss": 1.9737, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.6204620462046204, |
| "grad_norm": 2.4450933933258057, |
| "learning_rate": 0.00019349109260981452, |
| "loss": 2.407, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.6270627062706271, |
| "grad_norm": 2.6247427463531494, |
| "learning_rate": 0.00019321437992458995, |
| "loss": 2.0388, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.6336633663366337, |
| "grad_norm": 2.9768080711364746, |
| "learning_rate": 0.0001929321134208304, |
| "loss": 1.8954, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.6402640264026402, |
| "grad_norm": 2.293891191482544, |
| "learning_rate": 0.00019264430991629446, |
| "loss": 2.3185, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.6468646864686468, |
| "grad_norm": 2.011204242706299, |
| "learning_rate": 0.00019235098655864157, |
| "loss": 1.7781, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.6534653465346535, |
| "grad_norm": 1.914803147315979, |
| "learning_rate": 0.00019205216082441017, |
| "loss": 1.5633, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.6600660066006601, |
| "grad_norm": 2.229295015335083, |
| "learning_rate": 0.00019174785051797666, |
| "loss": 1.422, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.6666666666666666, |
| "grad_norm": 1.9156501293182373, |
| "learning_rate": 0.0001914380737704944, |
| "loss": 1.6114, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.6732673267326733, |
| "grad_norm": 2.1045665740966797, |
| "learning_rate": 0.0001911228490388136, |
| "loss": 1.9957, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.6798679867986799, |
| "grad_norm": 1.971551775932312, |
| "learning_rate": 0.0001908021951043814, |
| "loss": 1.3397, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.6864686468646864, |
| "grad_norm": 2.331234931945801, |
| "learning_rate": 0.00019047613107212312, |
| "loss": 1.453, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.693069306930693, |
| "grad_norm": 2.3500189781188965, |
| "learning_rate": 0.00019014467636930385, |
| "loss": 1.5166, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.6996699669966997, |
| "grad_norm": 3.211228609085083, |
| "learning_rate": 0.00018980785074437093, |
| "loss": 2.0583, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.7062706270627063, |
| "grad_norm": 2.552626371383667, |
| "learning_rate": 0.00018946567426577723, |
| "loss": 2.0275, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.7128712871287128, |
| "grad_norm": 2.142106294631958, |
| "learning_rate": 0.00018911816732078575, |
| "loss": 1.5193, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.7194719471947195, |
| "grad_norm": 2.5598621368408203, |
| "learning_rate": 0.00018876535061425453, |
| "loss": 1.7457, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.7260726072607261, |
| "grad_norm": 2.658561944961548, |
| "learning_rate": 0.0001884072451674034, |
| "loss": 1.5258, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.7326732673267327, |
| "grad_norm": 2.122279167175293, |
| "learning_rate": 0.00018804387231656118, |
| "loss": 1.6165, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.7392739273927392, |
| "grad_norm": 2.6554064750671387, |
| "learning_rate": 0.00018767525371189475, |
| "loss": 1.5194, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.7458745874587459, |
| "grad_norm": 2.4760324954986572, |
| "learning_rate": 0.00018730141131611882, |
| "loss": 1.8324, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.7524752475247525, |
| "grad_norm": 1.9205211400985718, |
| "learning_rate": 0.0001869223674031876, |
| "loss": 1.5462, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.759075907590759, |
| "grad_norm": 2.451927423477173, |
| "learning_rate": 0.00018653814455696756, |
| "loss": 1.9891, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.7656765676567657, |
| "grad_norm": 2.2201361656188965, |
| "learning_rate": 0.0001861487656698919, |
| "loss": 1.6986, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.7722772277227723, |
| "grad_norm": 3.1413655281066895, |
| "learning_rate": 0.00018575425394159653, |
| "loss": 2.0776, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.7788778877887789, |
| "grad_norm": 2.1141433715820312, |
| "learning_rate": 0.00018535463287753796, |
| "loss": 1.366, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.7854785478547854, |
| "grad_norm": 3.3970096111297607, |
| "learning_rate": 0.00018494992628759267, |
| "loss": 1.6139, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.7920792079207921, |
| "grad_norm": 2.305530548095703, |
| "learning_rate": 0.0001845401582846385, |
| "loss": 1.4516, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.7986798679867987, |
| "grad_norm": 2.0770864486694336, |
| "learning_rate": 0.00018412535328311814, |
| "loss": 1.7341, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.8052805280528053, |
| "grad_norm": 2.0777578353881836, |
| "learning_rate": 0.00018370553599758422, |
| "loss": 1.5696, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.8118811881188119, |
| "grad_norm": 2.021235704421997, |
| "learning_rate": 0.00018328073144122708, |
| "loss": 1.1397, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.8184818481848185, |
| "grad_norm": 2.1600515842437744, |
| "learning_rate": 0.00018285096492438424, |
| "loss": 1.5525, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.8250825082508251, |
| "grad_norm": 2.407317638397217, |
| "learning_rate": 0.00018241626205303243, |
| "loss": 2.1211, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.8316831683168316, |
| "grad_norm": 2.115229845046997, |
| "learning_rate": 0.00018197664872726205, |
| "loss": 1.4519, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.8382838283828383, |
| "grad_norm": 2.243795156478882, |
| "learning_rate": 0.00018153215113973396, |
| "loss": 1.609, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.8448844884488449, |
| "grad_norm": 2.622382164001465, |
| "learning_rate": 0.0001810827957741188, |
| "loss": 1.9359, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.8514851485148515, |
| "grad_norm": 2.31684947013855, |
| "learning_rate": 0.00018062860940351916, |
| "loss": 1.9789, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.858085808580858, |
| "grad_norm": 1.9168429374694824, |
| "learning_rate": 0.00018016961908887442, |
| "loss": 1.3984, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.8646864686468647, |
| "grad_norm": 2.2554709911346436, |
| "learning_rate": 0.00017970585217734844, |
| "loss": 1.127, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.8712871287128713, |
| "grad_norm": 2.3152496814727783, |
| "learning_rate": 0.00017923733630070002, |
| "loss": 1.922, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.8778877887788779, |
| "grad_norm": 2.9799273014068604, |
| "learning_rate": 0.00017876409937363677, |
| "loss": 1.6876, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.8844884488448845, |
| "grad_norm": 1.8281869888305664, |
| "learning_rate": 0.00017828616959215184, |
| "loss": 1.5791, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.8910891089108911, |
| "grad_norm": 1.8797411918640137, |
| "learning_rate": 0.00017780357543184397, |
| "loss": 1.4774, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.8976897689768977, |
| "grad_norm": 2.052123785018921, |
| "learning_rate": 0.00017731634564622085, |
| "loss": 1.883, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.9042904290429042, |
| "grad_norm": 2.0069074630737305, |
| "learning_rate": 0.00017682450926498607, |
| "loss": 1.4696, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.9108910891089109, |
| "grad_norm": 1.6514910459518433, |
| "learning_rate": 0.0001763280955923093, |
| "loss": 1.4254, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.9174917491749175, |
| "grad_norm": 2.6039862632751465, |
| "learning_rate": 0.00017582713420508052, |
| "loss": 2.1567, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.9240924092409241, |
| "grad_norm": 1.9613580703735352, |
| "learning_rate": 0.00017532165495114766, |
| "loss": 1.0636, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.9306930693069307, |
| "grad_norm": 3.350720167160034, |
| "learning_rate": 0.0001748116879475383, |
| "loss": 1.5513, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.9372937293729373, |
| "grad_norm": 2.287201404571533, |
| "learning_rate": 0.00017429726357866515, |
| "loss": 2.229, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.9438943894389439, |
| "grad_norm": 2.0688509941101074, |
| "learning_rate": 0.00017377841249451595, |
| "loss": 1.518, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.9504950495049505, |
| "grad_norm": 2.2164456844329834, |
| "learning_rate": 0.00017325516560882703, |
| "loss": 1.2676, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.9570957095709571, |
| "grad_norm": 1.946719765663147, |
| "learning_rate": 0.00017272755409724168, |
| "loss": 1.4389, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.9636963696369637, |
| "grad_norm": 2.1992857456207275, |
| "learning_rate": 0.00017219560939545246, |
| "loss": 1.5815, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.9702970297029703, |
| "grad_norm": 1.699536919593811, |
| "learning_rate": 0.0001716593631973283, |
| "loss": 1.1554, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.976897689768977, |
| "grad_norm": 2.061931610107422, |
| "learning_rate": 0.00017111884745302632, |
| "loss": 1.7294, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.9834983498349835, |
| "grad_norm": 1.7385263442993164, |
| "learning_rate": 0.00017057409436708782, |
| "loss": 1.2457, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.9900990099009901, |
| "grad_norm": 2.110952615737915, |
| "learning_rate": 0.00017002513639651992, |
| "loss": 1.3175, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.9966996699669967, |
| "grad_norm": 2.1564648151397705, |
| "learning_rate": 0.00016947200624886145, |
| "loss": 1.9294, |
| "step": 151 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 2.933058977127075, |
| "learning_rate": 0.00016891473688023426, |
| "loss": 1.692, |
| "step": 152 |
| }, |
| { |
| "epoch": 1.0066006600660067, |
| "grad_norm": 1.5336902141571045, |
| "learning_rate": 0.00016835336149337974, |
| "loss": 0.9865, |
| "step": 153 |
| }, |
| { |
| "epoch": 1.0132013201320131, |
| "grad_norm": 1.9835368394851685, |
| "learning_rate": 0.0001677879135356805, |
| "loss": 1.1458, |
| "step": 154 |
| }, |
| { |
| "epoch": 1.0198019801980198, |
| "grad_norm": 1.795840859413147, |
| "learning_rate": 0.00016721842669716752, |
| "loss": 1.2959, |
| "step": 155 |
| }, |
| { |
| "epoch": 1.0264026402640265, |
| "grad_norm": 1.5296306610107422, |
| "learning_rate": 0.00016664493490851288, |
| "loss": 1.0164, |
| "step": 156 |
| }, |
| { |
| "epoch": 1.033003300330033, |
| "grad_norm": 1.7248140573501587, |
| "learning_rate": 0.00016606747233900815, |
| "loss": 0.8419, |
| "step": 157 |
| }, |
| { |
| "epoch": 1.0396039603960396, |
| "grad_norm": 1.7325875759124756, |
| "learning_rate": 0.00016548607339452853, |
| "loss": 1.1261, |
| "step": 158 |
| }, |
| { |
| "epoch": 1.046204620462046, |
| "grad_norm": 1.2496837377548218, |
| "learning_rate": 0.00016490077271548285, |
| "loss": 0.7492, |
| "step": 159 |
| }, |
| { |
| "epoch": 1.0528052805280528, |
| "grad_norm": 1.6971389055252075, |
| "learning_rate": 0.00016431160517474985, |
| "loss": 0.8414, |
| "step": 160 |
| }, |
| { |
| "epoch": 1.0594059405940595, |
| "grad_norm": 2.0551939010620117, |
| "learning_rate": 0.00016371860587560008, |
| "loss": 0.8839, |
| "step": 161 |
| }, |
| { |
| "epoch": 1.066006600660066, |
| "grad_norm": 1.924460768699646, |
| "learning_rate": 0.0001631218101496048, |
| "loss": 1.3241, |
| "step": 162 |
| }, |
| { |
| "epoch": 1.0726072607260726, |
| "grad_norm": 1.967581033706665, |
| "learning_rate": 0.0001625212535545306, |
| "loss": 1.3023, |
| "step": 163 |
| }, |
| { |
| "epoch": 1.0792079207920793, |
| "grad_norm": 1.5237433910369873, |
| "learning_rate": 0.00016191697187222087, |
| "loss": 0.6498, |
| "step": 164 |
| }, |
| { |
| "epoch": 1.0858085808580857, |
| "grad_norm": 1.763487458229065, |
| "learning_rate": 0.00016130900110646407, |
| "loss": 0.8494, |
| "step": 165 |
| }, |
| { |
| "epoch": 1.0924092409240924, |
| "grad_norm": 1.706944227218628, |
| "learning_rate": 0.00016069737748084824, |
| "loss": 1.1109, |
| "step": 166 |
| }, |
| { |
| "epoch": 1.099009900990099, |
| "grad_norm": 1.4448894262313843, |
| "learning_rate": 0.0001600821374366031, |
| "loss": 0.4959, |
| "step": 167 |
| }, |
| { |
| "epoch": 1.1056105610561056, |
| "grad_norm": 2.1986727714538574, |
| "learning_rate": 0.00015946331763042867, |
| "loss": 0.7979, |
| "step": 168 |
| }, |
| { |
| "epoch": 1.1122112211221122, |
| "grad_norm": 2.2612531185150146, |
| "learning_rate": 0.00015884095493231125, |
| "loss": 1.2128, |
| "step": 169 |
| }, |
| { |
| "epoch": 1.118811881188119, |
| "grad_norm": 2.3036763668060303, |
| "learning_rate": 0.00015821508642332657, |
| "loss": 0.5248, |
| "step": 170 |
| }, |
| { |
| "epoch": 1.1254125412541254, |
| "grad_norm": 2.488407611846924, |
| "learning_rate": 0.00015758574939343074, |
| "loss": 0.8778, |
| "step": 171 |
| }, |
| { |
| "epoch": 1.132013201320132, |
| "grad_norm": 2.204878807067871, |
| "learning_rate": 0.00015695298133923809, |
| "loss": 0.7613, |
| "step": 172 |
| }, |
| { |
| "epoch": 1.1386138613861387, |
| "grad_norm": 3.1971163749694824, |
| "learning_rate": 0.00015631681996178736, |
| "loss": 0.8277, |
| "step": 173 |
| }, |
| { |
| "epoch": 1.1452145214521452, |
| "grad_norm": 2.127798080444336, |
| "learning_rate": 0.00015567730316429535, |
| "loss": 1.0778, |
| "step": 174 |
| }, |
| { |
| "epoch": 1.1518151815181519, |
| "grad_norm": 3.0097923278808594, |
| "learning_rate": 0.00015503446904989855, |
| "loss": 1.2296, |
| "step": 175 |
| }, |
| { |
| "epoch": 1.1584158415841583, |
| "grad_norm": 1.864353060722351, |
| "learning_rate": 0.000154388355919383, |
| "loss": 0.8454, |
| "step": 176 |
| }, |
| { |
| "epoch": 1.165016501650165, |
| "grad_norm": 2.085644483566284, |
| "learning_rate": 0.0001537390022689022, |
| "loss": 0.9575, |
| "step": 177 |
| }, |
| { |
| "epoch": 1.1716171617161717, |
| "grad_norm": 2.4007134437561035, |
| "learning_rate": 0.00015308644678768357, |
| "loss": 1.1812, |
| "step": 178 |
| }, |
| { |
| "epoch": 1.1782178217821782, |
| "grad_norm": 1.8667707443237305, |
| "learning_rate": 0.00015243072835572318, |
| "loss": 0.9867, |
| "step": 179 |
| }, |
| { |
| "epoch": 1.1848184818481848, |
| "grad_norm": 1.9746801853179932, |
| "learning_rate": 0.0001517718860414693, |
| "loss": 1.1943, |
| "step": 180 |
| }, |
| { |
| "epoch": 1.1914191419141915, |
| "grad_norm": 1.8437597751617432, |
| "learning_rate": 0.00015110995909949464, |
| "loss": 0.8079, |
| "step": 181 |
| }, |
| { |
| "epoch": 1.198019801980198, |
| "grad_norm": 4.084945201873779, |
| "learning_rate": 0.00015044498696815758, |
| "loss": 1.0193, |
| "step": 182 |
| }, |
| { |
| "epoch": 1.2046204620462047, |
| "grad_norm": 1.9224382638931274, |
| "learning_rate": 0.0001497770092672523, |
| "loss": 0.8535, |
| "step": 183 |
| }, |
| { |
| "epoch": 1.2112211221122111, |
| "grad_norm": 2.220433235168457, |
| "learning_rate": 0.00014910606579564829, |
| "loss": 1.1293, |
| "step": 184 |
| }, |
| { |
| "epoch": 1.2178217821782178, |
| "grad_norm": 2.5351061820983887, |
| "learning_rate": 0.0001484321965289189, |
| "loss": 1.3277, |
| "step": 185 |
| }, |
| { |
| "epoch": 1.2244224422442245, |
| "grad_norm": 2.361661195755005, |
| "learning_rate": 0.00014775544161695975, |
| "loss": 0.9623, |
| "step": 186 |
| }, |
| { |
| "epoch": 1.231023102310231, |
| "grad_norm": 2.326742172241211, |
| "learning_rate": 0.0001470758413815965, |
| "loss": 0.9141, |
| "step": 187 |
| }, |
| { |
| "epoch": 1.2376237623762376, |
| "grad_norm": 2.2401044368743896, |
| "learning_rate": 0.00014639343631418238, |
| "loss": 1.0613, |
| "step": 188 |
| }, |
| { |
| "epoch": 1.2442244224422443, |
| "grad_norm": 1.898250699043274, |
| "learning_rate": 0.0001457082670731857, |
| "loss": 0.88, |
| "step": 189 |
| }, |
| { |
| "epoch": 1.2508250825082508, |
| "grad_norm": 2.983999252319336, |
| "learning_rate": 0.00014502037448176734, |
| "loss": 1.232, |
| "step": 190 |
| }, |
| { |
| "epoch": 1.2574257425742574, |
| "grad_norm": 2.004244804382324, |
| "learning_rate": 0.00014432979952534852, |
| "loss": 0.8821, |
| "step": 191 |
| }, |
| { |
| "epoch": 1.2640264026402641, |
| "grad_norm": 3.171506881713867, |
| "learning_rate": 0.00014363658334916882, |
| "loss": 1.4678, |
| "step": 192 |
| }, |
| { |
| "epoch": 1.2706270627062706, |
| "grad_norm": 1.9273645877838135, |
| "learning_rate": 0.00014294076725583464, |
| "loss": 0.6889, |
| "step": 193 |
| }, |
| { |
| "epoch": 1.2772277227722773, |
| "grad_norm": 2.330955982208252, |
| "learning_rate": 0.00014224239270285846, |
| "loss": 0.951, |
| "step": 194 |
| }, |
| { |
| "epoch": 1.283828382838284, |
| "grad_norm": 2.675363779067993, |
| "learning_rate": 0.00014154150130018866, |
| "loss": 1.071, |
| "step": 195 |
| }, |
| { |
| "epoch": 1.2904290429042904, |
| "grad_norm": 2.187319278717041, |
| "learning_rate": 0.00014083813480773036, |
| "loss": 0.8571, |
| "step": 196 |
| }, |
| { |
| "epoch": 1.297029702970297, |
| "grad_norm": 2.5231170654296875, |
| "learning_rate": 0.00014013233513285732, |
| "loss": 1.0485, |
| "step": 197 |
| }, |
| { |
| "epoch": 1.3036303630363038, |
| "grad_norm": 3.2554547786712646, |
| "learning_rate": 0.0001394241443279152, |
| "loss": 0.847, |
| "step": 198 |
| }, |
| { |
| "epoch": 1.3102310231023102, |
| "grad_norm": 1.8807281255722046, |
| "learning_rate": 0.00013871360458771575, |
| "loss": 0.7689, |
| "step": 199 |
| }, |
| { |
| "epoch": 1.316831683168317, |
| "grad_norm": 2.0061581134796143, |
| "learning_rate": 0.000138000758247023, |
| "loss": 0.6104, |
| "step": 200 |
| }, |
| { |
| "epoch": 1.3234323432343233, |
| "grad_norm": 2.6089272499084473, |
| "learning_rate": 0.00013728564777803088, |
| "loss": 0.6725, |
| "step": 201 |
| }, |
| { |
| "epoch": 1.33003300330033, |
| "grad_norm": 2.4336578845977783, |
| "learning_rate": 0.00013656831578783262, |
| "loss": 0.9883, |
| "step": 202 |
| }, |
| { |
| "epoch": 1.3366336633663367, |
| "grad_norm": 1.5943667888641357, |
| "learning_rate": 0.00013584880501588223, |
| "loss": 0.6394, |
| "step": 203 |
| }, |
| { |
| "epoch": 1.3432343234323432, |
| "grad_norm": 2.1905934810638428, |
| "learning_rate": 0.000135127158331448, |
| "loss": 0.9275, |
| "step": 204 |
| }, |
| { |
| "epoch": 1.3498349834983498, |
| "grad_norm": 2.7396955490112305, |
| "learning_rate": 0.00013440341873105832, |
| "loss": 1.057, |
| "step": 205 |
| }, |
| { |
| "epoch": 1.3564356435643563, |
| "grad_norm": 2.614901304244995, |
| "learning_rate": 0.00013367762933593988, |
| "loss": 1.1801, |
| "step": 206 |
| }, |
| { |
| "epoch": 1.363036303630363, |
| "grad_norm": 2.5791890621185303, |
| "learning_rate": 0.00013294983338944842, |
| "loss": 0.858, |
| "step": 207 |
| }, |
| { |
| "epoch": 1.3696369636963697, |
| "grad_norm": 1.6719774007797241, |
| "learning_rate": 0.00013222007425449234, |
| "loss": 0.8322, |
| "step": 208 |
| }, |
| { |
| "epoch": 1.3762376237623761, |
| "grad_norm": 2.1387219429016113, |
| "learning_rate": 0.00013148839541094907, |
| "loss": 0.9034, |
| "step": 209 |
| }, |
| { |
| "epoch": 1.3828382838283828, |
| "grad_norm": 2.398432731628418, |
| "learning_rate": 0.00013075484045307442, |
| "loss": 0.726, |
| "step": 210 |
| }, |
| { |
| "epoch": 1.3894389438943895, |
| "grad_norm": 2.5289807319641113, |
| "learning_rate": 0.00013001945308690514, |
| "loss": 0.9002, |
| "step": 211 |
| }, |
| { |
| "epoch": 1.396039603960396, |
| "grad_norm": 2.2447879314422607, |
| "learning_rate": 0.00012928227712765504, |
| "loss": 0.6596, |
| "step": 212 |
| }, |
| { |
| "epoch": 1.4026402640264026, |
| "grad_norm": 2.5044941902160645, |
| "learning_rate": 0.00012854335649710436, |
| "loss": 0.8995, |
| "step": 213 |
| }, |
| { |
| "epoch": 1.4092409240924093, |
| "grad_norm": 2.598031997680664, |
| "learning_rate": 0.00012780273522098275, |
| "loss": 0.8126, |
| "step": 214 |
| }, |
| { |
| "epoch": 1.4158415841584158, |
| "grad_norm": 2.8993427753448486, |
| "learning_rate": 0.00012706045742634636, |
| "loss": 0.7091, |
| "step": 215 |
| }, |
| { |
| "epoch": 1.4224422442244224, |
| "grad_norm": 2.5225143432617188, |
| "learning_rate": 0.0001263165673389484, |
| "loss": 0.8505, |
| "step": 216 |
| }, |
| { |
| "epoch": 1.4290429042904291, |
| "grad_norm": 3.848057985305786, |
| "learning_rate": 0.00012557110928060455, |
| "loss": 1.0268, |
| "step": 217 |
| }, |
| { |
| "epoch": 1.4356435643564356, |
| "grad_norm": 3.066627264022827, |
| "learning_rate": 0.00012482412766655183, |
| "loss": 1.6231, |
| "step": 218 |
| }, |
| { |
| "epoch": 1.4422442244224423, |
| "grad_norm": 2.4838151931762695, |
| "learning_rate": 0.00012407566700280246, |
| "loss": 1.6869, |
| "step": 219 |
| }, |
| { |
| "epoch": 1.448844884488449, |
| "grad_norm": 1.8085386753082275, |
| "learning_rate": 0.00012332577188349216, |
| "loss": 0.8625, |
| "step": 220 |
| }, |
| { |
| "epoch": 1.4554455445544554, |
| "grad_norm": 3.6820554733276367, |
| "learning_rate": 0.00012257448698822313, |
| "loss": 1.0322, |
| "step": 221 |
| }, |
| { |
| "epoch": 1.462046204620462, |
| "grad_norm": 2.3177330493927, |
| "learning_rate": 0.00012182185707940194, |
| "loss": 0.86, |
| "step": 222 |
| }, |
| { |
| "epoch": 1.4686468646864688, |
| "grad_norm": 2.6002368927001953, |
| "learning_rate": 0.00012106792699957263, |
| "loss": 0.9156, |
| "step": 223 |
| }, |
| { |
| "epoch": 1.4752475247524752, |
| "grad_norm": 1.7830357551574707, |
| "learning_rate": 0.00012031274166874498, |
| "loss": 0.7531, |
| "step": 224 |
| }, |
| { |
| "epoch": 1.481848184818482, |
| "grad_norm": 1.76753830909729, |
| "learning_rate": 0.00011955634608171791, |
| "loss": 0.5394, |
| "step": 225 |
| }, |
| { |
| "epoch": 1.4884488448844886, |
| "grad_norm": 2.2560791969299316, |
| "learning_rate": 0.0001187987853053989, |
| "loss": 0.9878, |
| "step": 226 |
| }, |
| { |
| "epoch": 1.495049504950495, |
| "grad_norm": 2.114670515060425, |
| "learning_rate": 0.00011804010447611862, |
| "loss": 0.6816, |
| "step": 227 |
| }, |
| { |
| "epoch": 1.5016501650165015, |
| "grad_norm": 2.700115203857422, |
| "learning_rate": 0.00011728034879694185, |
| "loss": 1.0274, |
| "step": 228 |
| }, |
| { |
| "epoch": 1.5082508250825084, |
| "grad_norm": 2.2298755645751953, |
| "learning_rate": 0.00011651956353497418, |
| "loss": 0.8228, |
| "step": 229 |
| }, |
| { |
| "epoch": 1.5148514851485149, |
| "grad_norm": 2.3043463230133057, |
| "learning_rate": 0.00011575779401866475, |
| "loss": 0.8865, |
| "step": 230 |
| }, |
| { |
| "epoch": 1.5214521452145213, |
| "grad_norm": 2.1395461559295654, |
| "learning_rate": 0.00011499508563510586, |
| "loss": 0.9687, |
| "step": 231 |
| }, |
| { |
| "epoch": 1.528052805280528, |
| "grad_norm": 2.723083734512329, |
| "learning_rate": 0.00011423148382732853, |
| "loss": 1.0848, |
| "step": 232 |
| }, |
| { |
| "epoch": 1.5346534653465347, |
| "grad_norm": 2.548906087875366, |
| "learning_rate": 0.00011346703409159493, |
| "loss": 0.9087, |
| "step": 233 |
| }, |
| { |
| "epoch": 1.5412541254125411, |
| "grad_norm": 2.5836241245269775, |
| "learning_rate": 0.00011270178197468789, |
| "loss": 0.8326, |
| "step": 234 |
| }, |
| { |
| "epoch": 1.5478547854785478, |
| "grad_norm": 2.3716936111450195, |
| "learning_rate": 0.00011193577307119687, |
| "loss": 0.7799, |
| "step": 235 |
| }, |
| { |
| "epoch": 1.5544554455445545, |
| "grad_norm": 3.2521982192993164, |
| "learning_rate": 0.00011116905302080162, |
| "loss": 1.258, |
| "step": 236 |
| }, |
| { |
| "epoch": 1.561056105610561, |
| "grad_norm": 2.9348716735839844, |
| "learning_rate": 0.00011040166750555287, |
| "loss": 1.1873, |
| "step": 237 |
| }, |
| { |
| "epoch": 1.5676567656765676, |
| "grad_norm": 2.849479913711548, |
| "learning_rate": 0.00010963366224715035, |
| "loss": 1.0603, |
| "step": 238 |
| }, |
| { |
| "epoch": 1.5742574257425743, |
| "grad_norm": 3.5540878772735596, |
| "learning_rate": 0.00010886508300421892, |
| "loss": 0.9965, |
| "step": 239 |
| }, |
| { |
| "epoch": 1.5808580858085808, |
| "grad_norm": 2.7756879329681396, |
| "learning_rate": 0.00010809597556958208, |
| "loss": 1.0027, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.5874587458745875, |
| "grad_norm": 3.1479249000549316, |
| "learning_rate": 0.00010732638576753355, |
| "loss": 1.6091, |
| "step": 241 |
| }, |
| { |
| "epoch": 1.5940594059405941, |
| "grad_norm": 2.586568832397461, |
| "learning_rate": 0.00010655635945110705, |
| "loss": 1.1686, |
| "step": 242 |
| }, |
| { |
| "epoch": 1.6006600660066006, |
| "grad_norm": 2.2143561840057373, |
| "learning_rate": 0.00010578594249934432, |
| "loss": 0.9624, |
| "step": 243 |
| }, |
| { |
| "epoch": 1.6072607260726073, |
| "grad_norm": 2.4632015228271484, |
| "learning_rate": 0.00010501518081456163, |
| "loss": 0.8227, |
| "step": 244 |
| }, |
| { |
| "epoch": 1.613861386138614, |
| "grad_norm": 1.9594577550888062, |
| "learning_rate": 0.00010424412031961484, |
| "loss": 1.1897, |
| "step": 245 |
| }, |
| { |
| "epoch": 1.6204620462046204, |
| "grad_norm": 2.417095422744751, |
| "learning_rate": 0.00010347280695516319, |
| "loss": 1.1908, |
| "step": 246 |
| }, |
| { |
| "epoch": 1.627062706270627, |
| "grad_norm": 2.8952722549438477, |
| "learning_rate": 0.00010270128667693224, |
| "loss": 1.2131, |
| "step": 247 |
| }, |
| { |
| "epoch": 1.6336633663366338, |
| "grad_norm": 2.6007025241851807, |
| "learning_rate": 0.00010192960545297567, |
| "loss": 1.0476, |
| "step": 248 |
| }, |
| { |
| "epoch": 1.6402640264026402, |
| "grad_norm": 2.103663682937622, |
| "learning_rate": 0.0001011578092609365, |
| "loss": 0.6455, |
| "step": 249 |
| }, |
| { |
| "epoch": 1.6468646864686467, |
| "grad_norm": 2.284191131591797, |
| "learning_rate": 0.00010038594408530769, |
| "loss": 1.0216, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.6534653465346536, |
| "grad_norm": 2.2710742950439453, |
| "learning_rate": 9.961405591469231e-05, |
| "loss": 1.1447, |
| "step": 251 |
| }, |
| { |
| "epoch": 1.66006600660066, |
| "grad_norm": 1.924768328666687, |
| "learning_rate": 9.884219073906353e-05, |
| "loss": 0.5901, |
| "step": 252 |
| }, |
| { |
| "epoch": 1.6666666666666665, |
| "grad_norm": 1.896477222442627, |
| "learning_rate": 9.807039454702435e-05, |
| "loss": 1.0132, |
| "step": 253 |
| }, |
| { |
| "epoch": 1.6732673267326734, |
| "grad_norm": 1.9954917430877686, |
| "learning_rate": 9.729871332306776e-05, |
| "loss": 0.8635, |
| "step": 254 |
| }, |
| { |
| "epoch": 1.6798679867986799, |
| "grad_norm": 2.2020015716552734, |
| "learning_rate": 9.652719304483682e-05, |
| "loss": 1.3906, |
| "step": 255 |
| }, |
| { |
| "epoch": 1.6864686468646863, |
| "grad_norm": 2.1046621799468994, |
| "learning_rate": 9.57558796803852e-05, |
| "loss": 0.7009, |
| "step": 256 |
| }, |
| { |
| "epoch": 1.693069306930693, |
| "grad_norm": 2.0960378646850586, |
| "learning_rate": 9.498481918543835e-05, |
| "loss": 1.0553, |
| "step": 257 |
| }, |
| { |
| "epoch": 1.6996699669966997, |
| "grad_norm": 2.4614999294281006, |
| "learning_rate": 9.42140575006557e-05, |
| "loss": 0.8756, |
| "step": 258 |
| }, |
| { |
| "epoch": 1.7062706270627062, |
| "grad_norm": 2.9087088108062744, |
| "learning_rate": 9.344364054889299e-05, |
| "loss": 0.6971, |
| "step": 259 |
| }, |
| { |
| "epoch": 1.7128712871287128, |
| "grad_norm": 2.753168821334839, |
| "learning_rate": 9.267361423246644e-05, |
| "loss": 1.0965, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.7194719471947195, |
| "grad_norm": 2.3049519062042236, |
| "learning_rate": 9.190402443041793e-05, |
| "loss": 1.1034, |
| "step": 261 |
| }, |
| { |
| "epoch": 1.726072607260726, |
| "grad_norm": 1.6553475856781006, |
| "learning_rate": 9.113491699578109e-05, |
| "loss": 0.519, |
| "step": 262 |
| }, |
| { |
| "epoch": 1.7326732673267327, |
| "grad_norm": 2.2080044746398926, |
| "learning_rate": 9.036633775284968e-05, |
| "loss": 0.7995, |
| "step": 263 |
| }, |
| { |
| "epoch": 1.7392739273927393, |
| "grad_norm": 2.5436718463897705, |
| "learning_rate": 8.959833249444714e-05, |
| "loss": 0.8254, |
| "step": 264 |
| }, |
| { |
| "epoch": 1.7458745874587458, |
| "grad_norm": 2.6992268562316895, |
| "learning_rate": 8.883094697919839e-05, |
| "loss": 1.0218, |
| "step": 265 |
| }, |
| { |
| "epoch": 1.7524752475247525, |
| "grad_norm": 2.5028507709503174, |
| "learning_rate": 8.806422692880317e-05, |
| "loss": 1.1393, |
| "step": 266 |
| }, |
| { |
| "epoch": 1.7590759075907592, |
| "grad_norm": 2.7561163902282715, |
| "learning_rate": 8.729821802531212e-05, |
| "loss": 1.2958, |
| "step": 267 |
| }, |
| { |
| "epoch": 1.7656765676567656, |
| "grad_norm": 2.628415822982788, |
| "learning_rate": 8.653296590840509e-05, |
| "loss": 0.8542, |
| "step": 268 |
| }, |
| { |
| "epoch": 1.7722772277227723, |
| "grad_norm": 2.385025978088379, |
| "learning_rate": 8.57685161726715e-05, |
| "loss": 0.6066, |
| "step": 269 |
| }, |
| { |
| "epoch": 1.778877887788779, |
| "grad_norm": 2.426664352416992, |
| "learning_rate": 8.500491436489413e-05, |
| "loss": 0.8383, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.7854785478547854, |
| "grad_norm": 2.936716079711914, |
| "learning_rate": 8.424220598133527e-05, |
| "loss": 1.0032, |
| "step": 271 |
| }, |
| { |
| "epoch": 1.7920792079207921, |
| "grad_norm": 2.6801862716674805, |
| "learning_rate": 8.348043646502589e-05, |
| "loss": 0.6177, |
| "step": 272 |
| }, |
| { |
| "epoch": 1.7986798679867988, |
| "grad_norm": 2.6897354125976562, |
| "learning_rate": 8.271965120305814e-05, |
| "loss": 0.9764, |
| "step": 273 |
| }, |
| { |
| "epoch": 1.8052805280528053, |
| "grad_norm": 1.8974865674972534, |
| "learning_rate": 8.195989552388139e-05, |
| "loss": 0.6303, |
| "step": 274 |
| }, |
| { |
| "epoch": 1.811881188118812, |
| "grad_norm": 2.4494216442108154, |
| "learning_rate": 8.120121469460115e-05, |
| "loss": 0.6946, |
| "step": 275 |
| }, |
| { |
| "epoch": 1.8184818481848186, |
| "grad_norm": 2.0038537979125977, |
| "learning_rate": 8.04436539182821e-05, |
| "loss": 0.6722, |
| "step": 276 |
| }, |
| { |
| "epoch": 1.825082508250825, |
| "grad_norm": 1.8430513143539429, |
| "learning_rate": 7.968725833125505e-05, |
| "loss": 0.7148, |
| "step": 277 |
| }, |
| { |
| "epoch": 1.8316831683168315, |
| "grad_norm": 2.5391619205474854, |
| "learning_rate": 7.89320730004274e-05, |
| "loss": 0.8726, |
| "step": 278 |
| }, |
| { |
| "epoch": 1.8382838283828384, |
| "grad_norm": 2.0986807346343994, |
| "learning_rate": 7.817814292059808e-05, |
| "loss": 0.7071, |
| "step": 279 |
| }, |
| { |
| "epoch": 1.844884488448845, |
| "grad_norm": 2.4197158813476562, |
| "learning_rate": 7.742551301177688e-05, |
| "loss": 0.8287, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.8514851485148514, |
| "grad_norm": 2.6069118976593018, |
| "learning_rate": 7.667422811650785e-05, |
| "loss": 0.5544, |
| "step": 281 |
| }, |
| { |
| "epoch": 1.858085808580858, |
| "grad_norm": 2.234490156173706, |
| "learning_rate": 7.592433299719757e-05, |
| "loss": 0.4979, |
| "step": 282 |
| }, |
| { |
| "epoch": 1.8646864686468647, |
| "grad_norm": 2.087782382965088, |
| "learning_rate": 7.517587233344819e-05, |
| "loss": 0.5233, |
| "step": 283 |
| }, |
| { |
| "epoch": 1.8712871287128712, |
| "grad_norm": 3.687633991241455, |
| "learning_rate": 7.442889071939547e-05, |
| "loss": 1.2139, |
| "step": 284 |
| }, |
| { |
| "epoch": 1.8778877887788779, |
| "grad_norm": 1.7620855569839478, |
| "learning_rate": 7.368343266105162e-05, |
| "loss": 0.5075, |
| "step": 285 |
| }, |
| { |
| "epoch": 1.8844884488448845, |
| "grad_norm": 2.4925522804260254, |
| "learning_rate": 7.293954257365368e-05, |
| "loss": 0.711, |
| "step": 286 |
| }, |
| { |
| "epoch": 1.891089108910891, |
| "grad_norm": 3.0756800174713135, |
| "learning_rate": 7.219726477901727e-05, |
| "loss": 1.2214, |
| "step": 287 |
| }, |
| { |
| "epoch": 1.8976897689768977, |
| "grad_norm": 2.9046905040740967, |
| "learning_rate": 7.145664350289567e-05, |
| "loss": 1.1605, |
| "step": 288 |
| }, |
| { |
| "epoch": 1.9042904290429044, |
| "grad_norm": 2.9114553928375244, |
| "learning_rate": 7.071772287234497e-05, |
| "loss": 1.1963, |
| "step": 289 |
| }, |
| { |
| "epoch": 1.9108910891089108, |
| "grad_norm": 2.6153204441070557, |
| "learning_rate": 6.99805469130949e-05, |
| "loss": 0.9478, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.9174917491749175, |
| "grad_norm": 2.392725944519043, |
| "learning_rate": 6.924515954692563e-05, |
| "loss": 0.8897, |
| "step": 291 |
| }, |
| { |
| "epoch": 1.9240924092409242, |
| "grad_norm": 3.1710948944091797, |
| "learning_rate": 6.851160458905092e-05, |
| "loss": 0.8927, |
| "step": 292 |
| }, |
| { |
| "epoch": 1.9306930693069306, |
| "grad_norm": 2.7244598865509033, |
| "learning_rate": 6.777992574550767e-05, |
| "loss": 0.9491, |
| "step": 293 |
| }, |
| { |
| "epoch": 1.9372937293729373, |
| "grad_norm": 2.472083330154419, |
| "learning_rate": 6.705016661055161e-05, |
| "loss": 1.1296, |
| "step": 294 |
| }, |
| { |
| "epoch": 1.943894389438944, |
| "grad_norm": 2.4360573291778564, |
| "learning_rate": 6.632237066406013e-05, |
| "loss": 0.7567, |
| "step": 295 |
| }, |
| { |
| "epoch": 1.9504950495049505, |
| "grad_norm": 2.106346845626831, |
| "learning_rate": 6.559658126894168e-05, |
| "loss": 0.7372, |
| "step": 296 |
| }, |
| { |
| "epoch": 1.9570957095709571, |
| "grad_norm": 1.9244117736816406, |
| "learning_rate": 6.487284166855202e-05, |
| "loss": 0.6474, |
| "step": 297 |
| }, |
| { |
| "epoch": 1.9636963696369638, |
| "grad_norm": 2.3974549770355225, |
| "learning_rate": 6.415119498411776e-05, |
| "loss": 1.1406, |
| "step": 298 |
| }, |
| { |
| "epoch": 1.9702970297029703, |
| "grad_norm": 3.046405553817749, |
| "learning_rate": 6.34316842121674e-05, |
| "loss": 1.0627, |
| "step": 299 |
| }, |
| { |
| "epoch": 1.976897689768977, |
| "grad_norm": 2.6319987773895264, |
| "learning_rate": 6.271435222196916e-05, |
| "loss": 0.9074, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.9834983498349836, |
| "grad_norm": 2.7298972606658936, |
| "learning_rate": 6.1999241752977e-05, |
| "loss": 0.801, |
| "step": 301 |
| }, |
| { |
| "epoch": 1.99009900990099, |
| "grad_norm": 2.6023707389831543, |
| "learning_rate": 6.128639541228426e-05, |
| "loss": 1.098, |
| "step": 302 |
| }, |
| { |
| "epoch": 1.9966996699669965, |
| "grad_norm": 3.1061244010925293, |
| "learning_rate": 6.057585567208484e-05, |
| "loss": 1.2789, |
| "step": 303 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 5.542303562164307, |
| "learning_rate": 5.986766486714268e-05, |
| "loss": 1.6288, |
| "step": 304 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 453, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.5850247376443976e+16, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
