| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.9834983498349836, |
| "eval_steps": 500, |
| "global_step": 453, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.006600660066006601, |
| "grad_norm": 3.143493175506592, |
| "learning_rate": 0.0, |
| "loss": 2.5041, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.013201320132013201, |
| "grad_norm": 4.06755256652832, |
| "learning_rate": 4.347826086956522e-06, |
| "loss": 2.5644, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.019801980198019802, |
| "grad_norm": 3.0701375007629395, |
| "learning_rate": 8.695652173913044e-06, |
| "loss": 2.5095, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.026402640264026403, |
| "grad_norm": 3.792125701904297, |
| "learning_rate": 1.3043478260869566e-05, |
| "loss": 2.426, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.033003300330033, |
| "grad_norm": 4.194362640380859, |
| "learning_rate": 1.739130434782609e-05, |
| "loss": 1.973, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.039603960396039604, |
| "grad_norm": 4.066171646118164, |
| "learning_rate": 2.173913043478261e-05, |
| "loss": 2.2242, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.0462046204620462, |
| "grad_norm": 3.9235055446624756, |
| "learning_rate": 2.608695652173913e-05, |
| "loss": 2.5398, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.052805280528052806, |
| "grad_norm": 3.5214486122131348, |
| "learning_rate": 3.0434782608695656e-05, |
| "loss": 1.9146, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.0594059405940594, |
| "grad_norm": 3.2443058490753174, |
| "learning_rate": 3.478260869565218e-05, |
| "loss": 2.0756, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.066006600660066, |
| "grad_norm": 3.280684471130371, |
| "learning_rate": 3.91304347826087e-05, |
| "loss": 2.3453, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.07260726072607261, |
| "grad_norm": 2.701324701309204, |
| "learning_rate": 4.347826086956522e-05, |
| "loss": 1.6499, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.07920792079207921, |
| "grad_norm": 2.205188035964966, |
| "learning_rate": 4.782608695652174e-05, |
| "loss": 1.8142, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.0858085808580858, |
| "grad_norm": 2.969386577606201, |
| "learning_rate": 5.217391304347826e-05, |
| "loss": 1.6555, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.0924092409240924, |
| "grad_norm": 3.1078085899353027, |
| "learning_rate": 5.652173913043478e-05, |
| "loss": 1.892, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.09900990099009901, |
| "grad_norm": 2.403679847717285, |
| "learning_rate": 6.086956521739131e-05, |
| "loss": 2.1263, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.10561056105610561, |
| "grad_norm": 3.7624003887176514, |
| "learning_rate": 6.521739130434783e-05, |
| "loss": 2.1824, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.11221122112211221, |
| "grad_norm": 2.571948766708374, |
| "learning_rate": 6.956521739130436e-05, |
| "loss": 2.2477, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.1188118811881188, |
| "grad_norm": 3.469731569290161, |
| "learning_rate": 7.391304347826086e-05, |
| "loss": 1.4427, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.1254125412541254, |
| "grad_norm": 2.207329750061035, |
| "learning_rate": 7.82608695652174e-05, |
| "loss": 1.5447, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.132013201320132, |
| "grad_norm": 2.514176368713379, |
| "learning_rate": 8.260869565217392e-05, |
| "loss": 1.9723, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.13861386138613863, |
| "grad_norm": 3.027451753616333, |
| "learning_rate": 8.695652173913044e-05, |
| "loss": 1.7312, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.14521452145214522, |
| "grad_norm": 5.07168436050415, |
| "learning_rate": 9.130434782608696e-05, |
| "loss": 2.5444, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.15181518151815182, |
| "grad_norm": 3.528111219406128, |
| "learning_rate": 9.565217391304348e-05, |
| "loss": 2.1284, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.15841584158415842, |
| "grad_norm": 3.0631463527679443, |
| "learning_rate": 0.0001, |
| "loss": 2.2181, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.16501650165016502, |
| "grad_norm": 3.331843852996826, |
| "learning_rate": 0.00010434782608695653, |
| "loss": 3.0526, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.1716171617161716, |
| "grad_norm": 2.444413661956787, |
| "learning_rate": 0.00010869565217391305, |
| "loss": 1.7363, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.1782178217821782, |
| "grad_norm": 2.5538690090179443, |
| "learning_rate": 0.00011304347826086956, |
| "loss": 1.5258, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.1848184818481848, |
| "grad_norm": 2.088798999786377, |
| "learning_rate": 0.0001173913043478261, |
| "loss": 1.8808, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.19141914191419143, |
| "grad_norm": 2.5747692584991455, |
| "learning_rate": 0.00012173913043478263, |
| "loss": 2.6931, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.19801980198019803, |
| "grad_norm": 2.9658546447753906, |
| "learning_rate": 0.00012608695652173915, |
| "loss": 2.0258, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.20462046204620463, |
| "grad_norm": 2.768965244293213, |
| "learning_rate": 0.00013043478260869567, |
| "loss": 1.8468, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.21122112211221122, |
| "grad_norm": 2.2689647674560547, |
| "learning_rate": 0.0001347826086956522, |
| "loss": 1.7859, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.21782178217821782, |
| "grad_norm": 2.06204891204834, |
| "learning_rate": 0.0001391304347826087, |
| "loss": 1.8043, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.22442244224422442, |
| "grad_norm": 2.958625078201294, |
| "learning_rate": 0.0001434782608695652, |
| "loss": 1.2597, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.23102310231023102, |
| "grad_norm": 2.6240015029907227, |
| "learning_rate": 0.00014782608695652173, |
| "loss": 1.9745, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.2376237623762376, |
| "grad_norm": 2.636274814605713, |
| "learning_rate": 0.00015217391304347827, |
| "loss": 1.8066, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.24422442244224424, |
| "grad_norm": 2.4695310592651367, |
| "learning_rate": 0.0001565217391304348, |
| "loss": 1.5221, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.2508250825082508, |
| "grad_norm": 3.572252035140991, |
| "learning_rate": 0.00016086956521739132, |
| "loss": 1.8853, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.25742574257425743, |
| "grad_norm": 5.93402624130249, |
| "learning_rate": 0.00016521739130434784, |
| "loss": 2.3075, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.264026402640264, |
| "grad_norm": 2.454044818878174, |
| "learning_rate": 0.00016956521739130436, |
| "loss": 1.5395, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.2706270627062706, |
| "grad_norm": 2.4715137481689453, |
| "learning_rate": 0.00017391304347826088, |
| "loss": 1.6654, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.27722772277227725, |
| "grad_norm": 2.5912485122680664, |
| "learning_rate": 0.0001782608695652174, |
| "loss": 2.3238, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.2838283828382838, |
| "grad_norm": 2.6347994804382324, |
| "learning_rate": 0.00018260869565217392, |
| "loss": 1.7519, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.29042904290429045, |
| "grad_norm": 2.668267011642456, |
| "learning_rate": 0.00018695652173913045, |
| "loss": 1.6689, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.297029702970297, |
| "grad_norm": 3.038886308670044, |
| "learning_rate": 0.00019130434782608697, |
| "loss": 1.968, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.30363036303630364, |
| "grad_norm": 2.065838575363159, |
| "learning_rate": 0.0001956521739130435, |
| "loss": 1.8324, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.3102310231023102, |
| "grad_norm": 1.9431511163711548, |
| "learning_rate": 0.0002, |
| "loss": 1.5543, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.31683168316831684, |
| "grad_norm": 2.310769557952881, |
| "learning_rate": 0.00019999702094326033, |
| "loss": 1.4833, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.3234323432343234, |
| "grad_norm": 2.8865110874176025, |
| "learning_rate": 0.00019998808395053688, |
| "loss": 1.7368, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.33003300330033003, |
| "grad_norm": 2.3484208583831787, |
| "learning_rate": 0.0001999731895543058, |
| "loss": 1.4685, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.33663366336633666, |
| "grad_norm": 2.802156686782837, |
| "learning_rate": 0.00019995233864199215, |
| "loss": 1.7877, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.3432343234323432, |
| "grad_norm": 2.18292498588562, |
| "learning_rate": 0.00019992553245591694, |
| "loss": 1.5654, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.34983498349834985, |
| "grad_norm": 2.082122325897217, |
| "learning_rate": 0.00019989277259322314, |
| "loss": 1.8541, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.3564356435643564, |
| "grad_norm": 2.40657377243042, |
| "learning_rate": 0.0001998540610057806, |
| "loss": 1.9715, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.36303630363036304, |
| "grad_norm": 2.077791929244995, |
| "learning_rate": 0.00019980940000006954, |
| "loss": 1.5949, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.3696369636963696, |
| "grad_norm": 2.2711575031280518, |
| "learning_rate": 0.0001997587922370434, |
| "loss": 1.0556, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.37623762376237624, |
| "grad_norm": 1.9230396747589111, |
| "learning_rate": 0.00019970224073197017, |
| "loss": 1.8958, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.38283828382838286, |
| "grad_norm": 2.0223827362060547, |
| "learning_rate": 0.00019963974885425266, |
| "loss": 1.8731, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.38943894389438943, |
| "grad_norm": 3.312962293624878, |
| "learning_rate": 0.00019957132032722785, |
| "loss": 1.8496, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.39603960396039606, |
| "grad_norm": 3.0161566734313965, |
| "learning_rate": 0.00019949695922794506, |
| "loss": 1.8099, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.40264026402640263, |
| "grad_norm": 2.2380363941192627, |
| "learning_rate": 0.00019941666998692296, |
| "loss": 1.6939, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.40924092409240925, |
| "grad_norm": 2.783853530883789, |
| "learning_rate": 0.00019933045738788563, |
| "loss": 2.1385, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.4158415841584158, |
| "grad_norm": 2.4008877277374268, |
| "learning_rate": 0.0001992383265674776, |
| "loss": 1.6338, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.42244224422442245, |
| "grad_norm": 2.317880868911743, |
| "learning_rate": 0.0001991402830149576, |
| "loss": 1.6309, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.429042904290429, |
| "grad_norm": 2.7851943969726562, |
| "learning_rate": 0.00019903633257187185, |
| "loss": 1.9731, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.43564356435643564, |
| "grad_norm": 2.795436143875122, |
| "learning_rate": 0.00019892648143170566, |
| "loss": 1.7634, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.44224422442244227, |
| "grad_norm": 3.0923502445220947, |
| "learning_rate": 0.0001988107361395146, |
| "loss": 1.7409, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.44884488448844884, |
| "grad_norm": 2.286417245864868, |
| "learning_rate": 0.0001986891035915346, |
| "loss": 1.7104, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.45544554455445546, |
| "grad_norm": 2.321275234222412, |
| "learning_rate": 0.00019856159103477086, |
| "loss": 1.8864, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.46204620462046203, |
| "grad_norm": 1.9481537342071533, |
| "learning_rate": 0.0001984282060665662, |
| "loss": 1.7544, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.46864686468646866, |
| "grad_norm": 2.094721794128418, |
| "learning_rate": 0.00019828895663414836, |
| "loss": 1.2463, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.4752475247524752, |
| "grad_norm": 2.0305490493774414, |
| "learning_rate": 0.00019814385103415663, |
| "loss": 1.7909, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.48184818481848185, |
| "grad_norm": 2.0635201930999756, |
| "learning_rate": 0.00019799289791214725, |
| "loss": 1.5155, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.4884488448844885, |
| "grad_norm": 1.9585940837860107, |
| "learning_rate": 0.00019783610626207854, |
| "loss": 1.6954, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.49504950495049505, |
| "grad_norm": 2.560070514678955, |
| "learning_rate": 0.00019767348542577495, |
| "loss": 1.8156, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.5016501650165016, |
| "grad_norm": 2.5949947834014893, |
| "learning_rate": 0.00019750504509237046, |
| "loss": 2.0184, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.5082508250825083, |
| "grad_norm": 2.281064748764038, |
| "learning_rate": 0.00019733079529773125, |
| "loss": 1.6881, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.5148514851485149, |
| "grad_norm": 2.1914496421813965, |
| "learning_rate": 0.00019715074642385786, |
| "loss": 1.4654, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.5214521452145214, |
| "grad_norm": 2.1156349182128906, |
| "learning_rate": 0.00019696490919826647, |
| "loss": 1.7675, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.528052805280528, |
| "grad_norm": 2.097763776779175, |
| "learning_rate": 0.0001967732946933499, |
| "loss": 2.0482, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.5346534653465347, |
| "grad_norm": 2.4619557857513428, |
| "learning_rate": 0.00019657591432571778, |
| "loss": 1.8658, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.5412541254125413, |
| "grad_norm": 2.268629312515259, |
| "learning_rate": 0.0001963727798555164, |
| "loss": 1.9668, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.5478547854785478, |
| "grad_norm": 2.8534958362579346, |
| "learning_rate": 0.00019616390338572803, |
| "loss": 1.5379, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.5544554455445545, |
| "grad_norm": 1.972926139831543, |
| "learning_rate": 0.00019594929736144976, |
| "loss": 1.3666, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.5610561056105611, |
| "grad_norm": 2.3708107471466064, |
| "learning_rate": 0.00019572897456915202, |
| "loss": 1.7144, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.5676567656765676, |
| "grad_norm": 2.909595489501953, |
| "learning_rate": 0.00019550294813591682, |
| "loss": 2.2708, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.5742574257425742, |
| "grad_norm": 1.8480359315872192, |
| "learning_rate": 0.0001952712315286556, |
| "loss": 1.3613, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.5808580858085809, |
| "grad_norm": 2.4477217197418213, |
| "learning_rate": 0.00019503383855330668, |
| "loss": 1.6463, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.5874587458745875, |
| "grad_norm": 2.253204345703125, |
| "learning_rate": 0.00019479078335401297, |
| "loss": 1.2088, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.594059405940594, |
| "grad_norm": 1.9275654554367065, |
| "learning_rate": 0.00019454208041227907, |
| "loss": 1.5648, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.6006600660066007, |
| "grad_norm": 1.9389451742172241, |
| "learning_rate": 0.00019428774454610843, |
| "loss": 1.2708, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.6072607260726073, |
| "grad_norm": 1.9256659746170044, |
| "learning_rate": 0.0001940277909091206, |
| "loss": 1.5638, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.6138613861386139, |
| "grad_norm": 2.4642438888549805, |
| "learning_rate": 0.0001937622349896483, |
| "loss": 1.9737, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.6204620462046204, |
| "grad_norm": 2.4450933933258057, |
| "learning_rate": 0.00019349109260981452, |
| "loss": 2.407, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.6270627062706271, |
| "grad_norm": 2.6247427463531494, |
| "learning_rate": 0.00019321437992458995, |
| "loss": 2.0388, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.6336633663366337, |
| "grad_norm": 2.9768080711364746, |
| "learning_rate": 0.0001929321134208304, |
| "loss": 1.8954, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.6402640264026402, |
| "grad_norm": 2.293891191482544, |
| "learning_rate": 0.00019264430991629446, |
| "loss": 2.3185, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.6468646864686468, |
| "grad_norm": 2.011204242706299, |
| "learning_rate": 0.00019235098655864157, |
| "loss": 1.7781, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.6534653465346535, |
| "grad_norm": 1.914803147315979, |
| "learning_rate": 0.00019205216082441017, |
| "loss": 1.5633, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.6600660066006601, |
| "grad_norm": 2.229295015335083, |
| "learning_rate": 0.00019174785051797666, |
| "loss": 1.422, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.6666666666666666, |
| "grad_norm": 1.9156501293182373, |
| "learning_rate": 0.0001914380737704944, |
| "loss": 1.6114, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.6732673267326733, |
| "grad_norm": 2.1045665740966797, |
| "learning_rate": 0.0001911228490388136, |
| "loss": 1.9957, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.6798679867986799, |
| "grad_norm": 1.971551775932312, |
| "learning_rate": 0.0001908021951043814, |
| "loss": 1.3397, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.6864686468646864, |
| "grad_norm": 2.331234931945801, |
| "learning_rate": 0.00019047613107212312, |
| "loss": 1.453, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.693069306930693, |
| "grad_norm": 2.3500189781188965, |
| "learning_rate": 0.00019014467636930385, |
| "loss": 1.5166, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.6996699669966997, |
| "grad_norm": 3.211228609085083, |
| "learning_rate": 0.00018980785074437093, |
| "loss": 2.0583, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.7062706270627063, |
| "grad_norm": 2.552626371383667, |
| "learning_rate": 0.00018946567426577723, |
| "loss": 2.0275, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.7128712871287128, |
| "grad_norm": 2.142106294631958, |
| "learning_rate": 0.00018911816732078575, |
| "loss": 1.5193, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.7194719471947195, |
| "grad_norm": 2.5598621368408203, |
| "learning_rate": 0.00018876535061425453, |
| "loss": 1.7457, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.7260726072607261, |
| "grad_norm": 2.658561944961548, |
| "learning_rate": 0.0001884072451674034, |
| "loss": 1.5258, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.7326732673267327, |
| "grad_norm": 2.122279167175293, |
| "learning_rate": 0.00018804387231656118, |
| "loss": 1.6165, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.7392739273927392, |
| "grad_norm": 2.6554064750671387, |
| "learning_rate": 0.00018767525371189475, |
| "loss": 1.5194, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.7458745874587459, |
| "grad_norm": 2.4760324954986572, |
| "learning_rate": 0.00018730141131611882, |
| "loss": 1.8324, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.7524752475247525, |
| "grad_norm": 1.9205211400985718, |
| "learning_rate": 0.0001869223674031876, |
| "loss": 1.5462, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.759075907590759, |
| "grad_norm": 2.451927423477173, |
| "learning_rate": 0.00018653814455696756, |
| "loss": 1.9891, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.7656765676567657, |
| "grad_norm": 2.2201361656188965, |
| "learning_rate": 0.0001861487656698919, |
| "loss": 1.6986, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.7722772277227723, |
| "grad_norm": 3.1413655281066895, |
| "learning_rate": 0.00018575425394159653, |
| "loss": 2.0776, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.7788778877887789, |
| "grad_norm": 2.1141433715820312, |
| "learning_rate": 0.00018535463287753796, |
| "loss": 1.366, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.7854785478547854, |
| "grad_norm": 3.3970096111297607, |
| "learning_rate": 0.00018494992628759267, |
| "loss": 1.6139, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.7920792079207921, |
| "grad_norm": 2.305530548095703, |
| "learning_rate": 0.0001845401582846385, |
| "loss": 1.4516, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.7986798679867987, |
| "grad_norm": 2.0770864486694336, |
| "learning_rate": 0.00018412535328311814, |
| "loss": 1.7341, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.8052805280528053, |
| "grad_norm": 2.0777578353881836, |
| "learning_rate": 0.00018370553599758422, |
| "loss": 1.5696, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.8118811881188119, |
| "grad_norm": 2.021235704421997, |
| "learning_rate": 0.00018328073144122708, |
| "loss": 1.1397, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.8184818481848185, |
| "grad_norm": 2.1600515842437744, |
| "learning_rate": 0.00018285096492438424, |
| "loss": 1.5525, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.8250825082508251, |
| "grad_norm": 2.407317638397217, |
| "learning_rate": 0.00018241626205303243, |
| "loss": 2.1211, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.8316831683168316, |
| "grad_norm": 2.115229845046997, |
| "learning_rate": 0.00018197664872726205, |
| "loss": 1.4519, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.8382838283828383, |
| "grad_norm": 2.243795156478882, |
| "learning_rate": 0.00018153215113973396, |
| "loss": 1.609, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.8448844884488449, |
| "grad_norm": 2.622382164001465, |
| "learning_rate": 0.0001810827957741188, |
| "loss": 1.9359, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.8514851485148515, |
| "grad_norm": 2.31684947013855, |
| "learning_rate": 0.00018062860940351916, |
| "loss": 1.9789, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.858085808580858, |
| "grad_norm": 1.9168429374694824, |
| "learning_rate": 0.00018016961908887442, |
| "loss": 1.3984, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.8646864686468647, |
| "grad_norm": 2.2554709911346436, |
| "learning_rate": 0.00017970585217734844, |
| "loss": 1.127, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.8712871287128713, |
| "grad_norm": 2.3152496814727783, |
| "learning_rate": 0.00017923733630070002, |
| "loss": 1.922, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.8778877887788779, |
| "grad_norm": 2.9799273014068604, |
| "learning_rate": 0.00017876409937363677, |
| "loss": 1.6876, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.8844884488448845, |
| "grad_norm": 1.8281869888305664, |
| "learning_rate": 0.00017828616959215184, |
| "loss": 1.5791, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.8910891089108911, |
| "grad_norm": 1.8797411918640137, |
| "learning_rate": 0.00017780357543184397, |
| "loss": 1.4774, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.8976897689768977, |
| "grad_norm": 2.052123785018921, |
| "learning_rate": 0.00017731634564622085, |
| "loss": 1.883, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.9042904290429042, |
| "grad_norm": 2.0069074630737305, |
| "learning_rate": 0.00017682450926498607, |
| "loss": 1.4696, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.9108910891089109, |
| "grad_norm": 1.6514910459518433, |
| "learning_rate": 0.0001763280955923093, |
| "loss": 1.4254, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.9174917491749175, |
| "grad_norm": 2.6039862632751465, |
| "learning_rate": 0.00017582713420508052, |
| "loss": 2.1567, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.9240924092409241, |
| "grad_norm": 1.9613580703735352, |
| "learning_rate": 0.00017532165495114766, |
| "loss": 1.0636, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.9306930693069307, |
| "grad_norm": 3.350720167160034, |
| "learning_rate": 0.0001748116879475383, |
| "loss": 1.5513, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.9372937293729373, |
| "grad_norm": 2.287201404571533, |
| "learning_rate": 0.00017429726357866515, |
| "loss": 2.229, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.9438943894389439, |
| "grad_norm": 2.0688509941101074, |
| "learning_rate": 0.00017377841249451595, |
| "loss": 1.518, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.9504950495049505, |
| "grad_norm": 2.2164456844329834, |
| "learning_rate": 0.00017325516560882703, |
| "loss": 1.2676, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.9570957095709571, |
| "grad_norm": 1.946719765663147, |
| "learning_rate": 0.00017272755409724168, |
| "loss": 1.4389, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.9636963696369637, |
| "grad_norm": 2.1992857456207275, |
| "learning_rate": 0.00017219560939545246, |
| "loss": 1.5815, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.9702970297029703, |
| "grad_norm": 1.699536919593811, |
| "learning_rate": 0.0001716593631973283, |
| "loss": 1.1554, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.976897689768977, |
| "grad_norm": 2.061931610107422, |
| "learning_rate": 0.00017111884745302632, |
| "loss": 1.7294, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.9834983498349835, |
| "grad_norm": 1.7385263442993164, |
| "learning_rate": 0.00017057409436708782, |
| "loss": 1.2457, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.9900990099009901, |
| "grad_norm": 2.110952615737915, |
| "learning_rate": 0.00017002513639651992, |
| "loss": 1.3175, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.9966996699669967, |
| "grad_norm": 2.1564648151397705, |
| "learning_rate": 0.00016947200624886145, |
| "loss": 1.9294, |
| "step": 151 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 2.933058977127075, |
| "learning_rate": 0.00016891473688023426, |
| "loss": 1.692, |
| "step": 152 |
| }, |
| { |
| "epoch": 1.0066006600660067, |
| "grad_norm": 1.5336902141571045, |
| "learning_rate": 0.00016835336149337974, |
| "loss": 0.9865, |
| "step": 153 |
| }, |
| { |
| "epoch": 1.0132013201320131, |
| "grad_norm": 1.9835368394851685, |
| "learning_rate": 0.0001677879135356805, |
| "loss": 1.1458, |
| "step": 154 |
| }, |
| { |
| "epoch": 1.0198019801980198, |
| "grad_norm": 1.795840859413147, |
| "learning_rate": 0.00016721842669716752, |
| "loss": 1.2959, |
| "step": 155 |
| }, |
| { |
| "epoch": 1.0264026402640265, |
| "grad_norm": 1.5296306610107422, |
| "learning_rate": 0.00016664493490851288, |
| "loss": 1.0164, |
| "step": 156 |
| }, |
| { |
| "epoch": 1.033003300330033, |
| "grad_norm": 1.7248140573501587, |
| "learning_rate": 0.00016606747233900815, |
| "loss": 0.8419, |
| "step": 157 |
| }, |
| { |
| "epoch": 1.0396039603960396, |
| "grad_norm": 1.7325875759124756, |
| "learning_rate": 0.00016548607339452853, |
| "loss": 1.1261, |
| "step": 158 |
| }, |
| { |
| "epoch": 1.046204620462046, |
| "grad_norm": 1.2496837377548218, |
| "learning_rate": 0.00016490077271548285, |
| "loss": 0.7492, |
| "step": 159 |
| }, |
| { |
| "epoch": 1.0528052805280528, |
| "grad_norm": 1.6971389055252075, |
| "learning_rate": 0.00016431160517474985, |
| "loss": 0.8414, |
| "step": 160 |
| }, |
| { |
| "epoch": 1.0594059405940595, |
| "grad_norm": 2.0551939010620117, |
| "learning_rate": 0.00016371860587560008, |
| "loss": 0.8839, |
| "step": 161 |
| }, |
| { |
| "epoch": 1.066006600660066, |
| "grad_norm": 1.924460768699646, |
| "learning_rate": 0.0001631218101496048, |
| "loss": 1.3241, |
| "step": 162 |
| }, |
| { |
| "epoch": 1.0726072607260726, |
| "grad_norm": 1.967581033706665, |
| "learning_rate": 0.0001625212535545306, |
| "loss": 1.3023, |
| "step": 163 |
| }, |
| { |
| "epoch": 1.0792079207920793, |
| "grad_norm": 1.5237433910369873, |
| "learning_rate": 0.00016191697187222087, |
| "loss": 0.6498, |
| "step": 164 |
| }, |
| { |
| "epoch": 1.0858085808580857, |
| "grad_norm": 1.763487458229065, |
| "learning_rate": 0.00016130900110646407, |
| "loss": 0.8494, |
| "step": 165 |
| }, |
| { |
| "epoch": 1.0924092409240924, |
| "grad_norm": 1.706944227218628, |
| "learning_rate": 0.00016069737748084824, |
| "loss": 1.1109, |
| "step": 166 |
| }, |
| { |
| "epoch": 1.099009900990099, |
| "grad_norm": 1.4448894262313843, |
| "learning_rate": 0.0001600821374366031, |
| "loss": 0.4959, |
| "step": 167 |
| }, |
| { |
| "epoch": 1.1056105610561056, |
| "grad_norm": 2.1986727714538574, |
| "learning_rate": 0.00015946331763042867, |
| "loss": 0.7979, |
| "step": 168 |
| }, |
| { |
| "epoch": 1.1122112211221122, |
| "grad_norm": 2.2612531185150146, |
| "learning_rate": 0.00015884095493231125, |
| "loss": 1.2128, |
| "step": 169 |
| }, |
| { |
| "epoch": 1.118811881188119, |
| "grad_norm": 2.3036763668060303, |
| "learning_rate": 0.00015821508642332657, |
| "loss": 0.5248, |
| "step": 170 |
| }, |
| { |
| "epoch": 1.1254125412541254, |
| "grad_norm": 2.488407611846924, |
| "learning_rate": 0.00015758574939343074, |
| "loss": 0.8778, |
| "step": 171 |
| }, |
| { |
| "epoch": 1.132013201320132, |
| "grad_norm": 2.204878807067871, |
| "learning_rate": 0.00015695298133923809, |
| "loss": 0.7613, |
| "step": 172 |
| }, |
| { |
| "epoch": 1.1386138613861387, |
| "grad_norm": 3.1971163749694824, |
| "learning_rate": 0.00015631681996178736, |
| "loss": 0.8277, |
| "step": 173 |
| }, |
| { |
| "epoch": 1.1452145214521452, |
| "grad_norm": 2.127798080444336, |
| "learning_rate": 0.00015567730316429535, |
| "loss": 1.0778, |
| "step": 174 |
| }, |
| { |
| "epoch": 1.1518151815181519, |
| "grad_norm": 3.0097923278808594, |
| "learning_rate": 0.00015503446904989855, |
| "loss": 1.2296, |
| "step": 175 |
| }, |
| { |
| "epoch": 1.1584158415841583, |
| "grad_norm": 1.864353060722351, |
| "learning_rate": 0.000154388355919383, |
| "loss": 0.8454, |
| "step": 176 |
| }, |
| { |
| "epoch": 1.165016501650165, |
| "grad_norm": 2.085644483566284, |
| "learning_rate": 0.0001537390022689022, |
| "loss": 0.9575, |
| "step": 177 |
| }, |
| { |
| "epoch": 1.1716171617161717, |
| "grad_norm": 2.4007134437561035, |
| "learning_rate": 0.00015308644678768357, |
| "loss": 1.1812, |
| "step": 178 |
| }, |
| { |
| "epoch": 1.1782178217821782, |
| "grad_norm": 1.8667707443237305, |
| "learning_rate": 0.00015243072835572318, |
| "loss": 0.9867, |
| "step": 179 |
| }, |
| { |
| "epoch": 1.1848184818481848, |
| "grad_norm": 1.9746801853179932, |
| "learning_rate": 0.0001517718860414693, |
| "loss": 1.1943, |
| "step": 180 |
| }, |
| { |
| "epoch": 1.1914191419141915, |
| "grad_norm": 1.8437597751617432, |
| "learning_rate": 0.00015110995909949464, |
| "loss": 0.8079, |
| "step": 181 |
| }, |
| { |
| "epoch": 1.198019801980198, |
| "grad_norm": 4.084945201873779, |
| "learning_rate": 0.00015044498696815758, |
| "loss": 1.0193, |
| "step": 182 |
| }, |
| { |
| "epoch": 1.2046204620462047, |
| "grad_norm": 1.9224382638931274, |
| "learning_rate": 0.0001497770092672523, |
| "loss": 0.8535, |
| "step": 183 |
| }, |
| { |
| "epoch": 1.2112211221122111, |
| "grad_norm": 2.220433235168457, |
| "learning_rate": 0.00014910606579564829, |
| "loss": 1.1293, |
| "step": 184 |
| }, |
| { |
| "epoch": 1.2178217821782178, |
| "grad_norm": 2.5351061820983887, |
| "learning_rate": 0.0001484321965289189, |
| "loss": 1.3277, |
| "step": 185 |
| }, |
| { |
| "epoch": 1.2244224422442245, |
| "grad_norm": 2.361661195755005, |
| "learning_rate": 0.00014775544161695975, |
| "loss": 0.9623, |
| "step": 186 |
| }, |
| { |
| "epoch": 1.231023102310231, |
| "grad_norm": 2.326742172241211, |
| "learning_rate": 0.0001470758413815965, |
| "loss": 0.9141, |
| "step": 187 |
| }, |
| { |
| "epoch": 1.2376237623762376, |
| "grad_norm": 2.2401044368743896, |
| "learning_rate": 0.00014639343631418238, |
| "loss": 1.0613, |
| "step": 188 |
| }, |
| { |
| "epoch": 1.2442244224422443, |
| "grad_norm": 1.898250699043274, |
| "learning_rate": 0.0001457082670731857, |
| "loss": 0.88, |
| "step": 189 |
| }, |
| { |
| "epoch": 1.2508250825082508, |
| "grad_norm": 2.983999252319336, |
| "learning_rate": 0.00014502037448176734, |
| "loss": 1.232, |
| "step": 190 |
| }, |
| { |
| "epoch": 1.2574257425742574, |
| "grad_norm": 2.004244804382324, |
| "learning_rate": 0.00014432979952534852, |
| "loss": 0.8821, |
| "step": 191 |
| }, |
| { |
| "epoch": 1.2640264026402641, |
| "grad_norm": 3.171506881713867, |
| "learning_rate": 0.00014363658334916882, |
| "loss": 1.4678, |
| "step": 192 |
| }, |
| { |
| "epoch": 1.2706270627062706, |
| "grad_norm": 1.9273645877838135, |
| "learning_rate": 0.00014294076725583464, |
| "loss": 0.6889, |
| "step": 193 |
| }, |
| { |
| "epoch": 1.2772277227722773, |
| "grad_norm": 2.330955982208252, |
| "learning_rate": 0.00014224239270285846, |
| "loss": 0.951, |
| "step": 194 |
| }, |
| { |
| "epoch": 1.283828382838284, |
| "grad_norm": 2.675363779067993, |
| "learning_rate": 0.00014154150130018866, |
| "loss": 1.071, |
| "step": 195 |
| }, |
| { |
| "epoch": 1.2904290429042904, |
| "grad_norm": 2.187319278717041, |
| "learning_rate": 0.00014083813480773036, |
| "loss": 0.8571, |
| "step": 196 |
| }, |
| { |
| "epoch": 1.297029702970297, |
| "grad_norm": 2.5231170654296875, |
| "learning_rate": 0.00014013233513285732, |
| "loss": 1.0485, |
| "step": 197 |
| }, |
| { |
| "epoch": 1.3036303630363038, |
| "grad_norm": 3.2554547786712646, |
| "learning_rate": 0.0001394241443279152, |
| "loss": 0.847, |
| "step": 198 |
| }, |
| { |
| "epoch": 1.3102310231023102, |
| "grad_norm": 1.8807281255722046, |
| "learning_rate": 0.00013871360458771575, |
| "loss": 0.7689, |
| "step": 199 |
| }, |
| { |
| "epoch": 1.316831683168317, |
| "grad_norm": 2.0061581134796143, |
| "learning_rate": 0.000138000758247023, |
| "loss": 0.6104, |
| "step": 200 |
| }, |
| { |
| "epoch": 1.3234323432343233, |
| "grad_norm": 2.6089272499084473, |
| "learning_rate": 0.00013728564777803088, |
| "loss": 0.6725, |
| "step": 201 |
| }, |
| { |
| "epoch": 1.33003300330033, |
| "grad_norm": 2.4336578845977783, |
| "learning_rate": 0.00013656831578783262, |
| "loss": 0.9883, |
| "step": 202 |
| }, |
| { |
| "epoch": 1.3366336633663367, |
| "grad_norm": 1.5943667888641357, |
| "learning_rate": 0.00013584880501588223, |
| "loss": 0.6394, |
| "step": 203 |
| }, |
| { |
| "epoch": 1.3432343234323432, |
| "grad_norm": 2.1905934810638428, |
| "learning_rate": 0.000135127158331448, |
| "loss": 0.9275, |
| "step": 204 |
| }, |
| { |
| "epoch": 1.3498349834983498, |
| "grad_norm": 2.7396955490112305, |
| "learning_rate": 0.00013440341873105832, |
| "loss": 1.057, |
| "step": 205 |
| }, |
| { |
| "epoch": 1.3564356435643563, |
| "grad_norm": 2.614901304244995, |
| "learning_rate": 0.00013367762933593988, |
| "loss": 1.1801, |
| "step": 206 |
| }, |
| { |
| "epoch": 1.363036303630363, |
| "grad_norm": 2.5791890621185303, |
| "learning_rate": 0.00013294983338944842, |
| "loss": 0.858, |
| "step": 207 |
| }, |
| { |
| "epoch": 1.3696369636963697, |
| "grad_norm": 1.6719774007797241, |
| "learning_rate": 0.00013222007425449234, |
| "loss": 0.8322, |
| "step": 208 |
| }, |
| { |
| "epoch": 1.3762376237623761, |
| "grad_norm": 2.1387219429016113, |
| "learning_rate": 0.00013148839541094907, |
| "loss": 0.9034, |
| "step": 209 |
| }, |
| { |
| "epoch": 1.3828382838283828, |
| "grad_norm": 2.398432731628418, |
| "learning_rate": 0.00013075484045307442, |
| "loss": 0.726, |
| "step": 210 |
| }, |
| { |
| "epoch": 1.3894389438943895, |
| "grad_norm": 2.5289807319641113, |
| "learning_rate": 0.00013001945308690514, |
| "loss": 0.9002, |
| "step": 211 |
| }, |
| { |
| "epoch": 1.396039603960396, |
| "grad_norm": 2.2447879314422607, |
| "learning_rate": 0.00012928227712765504, |
| "loss": 0.6596, |
| "step": 212 |
| }, |
| { |
| "epoch": 1.4026402640264026, |
| "grad_norm": 2.5044941902160645, |
| "learning_rate": 0.00012854335649710436, |
| "loss": 0.8995, |
| "step": 213 |
| }, |
| { |
| "epoch": 1.4092409240924093, |
| "grad_norm": 2.598031997680664, |
| "learning_rate": 0.00012780273522098275, |
| "loss": 0.8126, |
| "step": 214 |
| }, |
| { |
| "epoch": 1.4158415841584158, |
| "grad_norm": 2.8993427753448486, |
| "learning_rate": 0.00012706045742634636, |
| "loss": 0.7091, |
| "step": 215 |
| }, |
| { |
| "epoch": 1.4224422442244224, |
| "grad_norm": 2.5225143432617188, |
| "learning_rate": 0.0001263165673389484, |
| "loss": 0.8505, |
| "step": 216 |
| }, |
| { |
| "epoch": 1.4290429042904291, |
| "grad_norm": 3.848057985305786, |
| "learning_rate": 0.00012557110928060455, |
| "loss": 1.0268, |
| "step": 217 |
| }, |
| { |
| "epoch": 1.4356435643564356, |
| "grad_norm": 3.066627264022827, |
| "learning_rate": 0.00012482412766655183, |
| "loss": 1.6231, |
| "step": 218 |
| }, |
| { |
| "epoch": 1.4422442244224423, |
| "grad_norm": 2.4838151931762695, |
| "learning_rate": 0.00012407566700280246, |
| "loss": 1.6869, |
| "step": 219 |
| }, |
| { |
| "epoch": 1.448844884488449, |
| "grad_norm": 1.8085386753082275, |
| "learning_rate": 0.00012332577188349216, |
| "loss": 0.8625, |
| "step": 220 |
| }, |
| { |
| "epoch": 1.4554455445544554, |
| "grad_norm": 3.6820554733276367, |
| "learning_rate": 0.00012257448698822313, |
| "loss": 1.0322, |
| "step": 221 |
| }, |
| { |
| "epoch": 1.462046204620462, |
| "grad_norm": 2.3177330493927, |
| "learning_rate": 0.00012182185707940194, |
| "loss": 0.86, |
| "step": 222 |
| }, |
| { |
| "epoch": 1.4686468646864688, |
| "grad_norm": 2.6002368927001953, |
| "learning_rate": 0.00012106792699957263, |
| "loss": 0.9156, |
| "step": 223 |
| }, |
| { |
| "epoch": 1.4752475247524752, |
| "grad_norm": 1.7830357551574707, |
| "learning_rate": 0.00012031274166874498, |
| "loss": 0.7531, |
| "step": 224 |
| }, |
| { |
| "epoch": 1.481848184818482, |
| "grad_norm": 1.76753830909729, |
| "learning_rate": 0.00011955634608171791, |
| "loss": 0.5394, |
| "step": 225 |
| }, |
| { |
| "epoch": 1.4884488448844886, |
| "grad_norm": 2.2560791969299316, |
| "learning_rate": 0.0001187987853053989, |
| "loss": 0.9878, |
| "step": 226 |
| }, |
| { |
| "epoch": 1.495049504950495, |
| "grad_norm": 2.114670515060425, |
| "learning_rate": 0.00011804010447611862, |
| "loss": 0.6816, |
| "step": 227 |
| }, |
| { |
| "epoch": 1.5016501650165015, |
| "grad_norm": 2.700115203857422, |
| "learning_rate": 0.00011728034879694185, |
| "loss": 1.0274, |
| "step": 228 |
| }, |
| { |
| "epoch": 1.5082508250825084, |
| "grad_norm": 2.2298755645751953, |
| "learning_rate": 0.00011651956353497418, |
| "loss": 0.8228, |
| "step": 229 |
| }, |
| { |
| "epoch": 1.5148514851485149, |
| "grad_norm": 2.3043463230133057, |
| "learning_rate": 0.00011575779401866475, |
| "loss": 0.8865, |
| "step": 230 |
| }, |
| { |
| "epoch": 1.5214521452145213, |
| "grad_norm": 2.1395461559295654, |
| "learning_rate": 0.00011499508563510586, |
| "loss": 0.9687, |
| "step": 231 |
| }, |
| { |
| "epoch": 1.528052805280528, |
| "grad_norm": 2.723083734512329, |
| "learning_rate": 0.00011423148382732853, |
| "loss": 1.0848, |
| "step": 232 |
| }, |
| { |
| "epoch": 1.5346534653465347, |
| "grad_norm": 2.548906087875366, |
| "learning_rate": 0.00011346703409159493, |
| "loss": 0.9087, |
| "step": 233 |
| }, |
| { |
| "epoch": 1.5412541254125411, |
| "grad_norm": 2.5836241245269775, |
| "learning_rate": 0.00011270178197468789, |
| "loss": 0.8326, |
| "step": 234 |
| }, |
| { |
| "epoch": 1.5478547854785478, |
| "grad_norm": 2.3716936111450195, |
| "learning_rate": 0.00011193577307119687, |
| "loss": 0.7799, |
| "step": 235 |
| }, |
| { |
| "epoch": 1.5544554455445545, |
| "grad_norm": 3.2521982192993164, |
| "learning_rate": 0.00011116905302080162, |
| "loss": 1.258, |
| "step": 236 |
| }, |
| { |
| "epoch": 1.561056105610561, |
| "grad_norm": 2.9348716735839844, |
| "learning_rate": 0.00011040166750555287, |
| "loss": 1.1873, |
| "step": 237 |
| }, |
| { |
| "epoch": 1.5676567656765676, |
| "grad_norm": 2.849479913711548, |
| "learning_rate": 0.00010963366224715035, |
| "loss": 1.0603, |
| "step": 238 |
| }, |
| { |
| "epoch": 1.5742574257425743, |
| "grad_norm": 3.5540878772735596, |
| "learning_rate": 0.00010886508300421892, |
| "loss": 0.9965, |
| "step": 239 |
| }, |
| { |
| "epoch": 1.5808580858085808, |
| "grad_norm": 2.7756879329681396, |
| "learning_rate": 0.00010809597556958208, |
| "loss": 1.0027, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.5874587458745875, |
| "grad_norm": 3.1479249000549316, |
| "learning_rate": 0.00010732638576753355, |
| "loss": 1.6091, |
| "step": 241 |
| }, |
| { |
| "epoch": 1.5940594059405941, |
| "grad_norm": 2.586568832397461, |
| "learning_rate": 0.00010655635945110705, |
| "loss": 1.1686, |
| "step": 242 |
| }, |
| { |
| "epoch": 1.6006600660066006, |
| "grad_norm": 2.2143561840057373, |
| "learning_rate": 0.00010578594249934432, |
| "loss": 0.9624, |
| "step": 243 |
| }, |
| { |
| "epoch": 1.6072607260726073, |
| "grad_norm": 2.4632015228271484, |
| "learning_rate": 0.00010501518081456163, |
| "loss": 0.8227, |
| "step": 244 |
| }, |
| { |
| "epoch": 1.613861386138614, |
| "grad_norm": 1.9594577550888062, |
| "learning_rate": 0.00010424412031961484, |
| "loss": 1.1897, |
| "step": 245 |
| }, |
| { |
| "epoch": 1.6204620462046204, |
| "grad_norm": 2.417095422744751, |
| "learning_rate": 0.00010347280695516319, |
| "loss": 1.1908, |
| "step": 246 |
| }, |
| { |
| "epoch": 1.627062706270627, |
| "grad_norm": 2.8952722549438477, |
| "learning_rate": 0.00010270128667693224, |
| "loss": 1.2131, |
| "step": 247 |
| }, |
| { |
| "epoch": 1.6336633663366338, |
| "grad_norm": 2.6007025241851807, |
| "learning_rate": 0.00010192960545297567, |
| "loss": 1.0476, |
| "step": 248 |
| }, |
| { |
| "epoch": 1.6402640264026402, |
| "grad_norm": 2.103663682937622, |
| "learning_rate": 0.0001011578092609365, |
| "loss": 0.6455, |
| "step": 249 |
| }, |
| { |
| "epoch": 1.6468646864686467, |
| "grad_norm": 2.284191131591797, |
| "learning_rate": 0.00010038594408530769, |
| "loss": 1.0216, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.6534653465346536, |
| "grad_norm": 2.2710742950439453, |
| "learning_rate": 9.961405591469231e-05, |
| "loss": 1.1447, |
| "step": 251 |
| }, |
| { |
| "epoch": 1.66006600660066, |
| "grad_norm": 1.924768328666687, |
| "learning_rate": 9.884219073906353e-05, |
| "loss": 0.5901, |
| "step": 252 |
| }, |
| { |
| "epoch": 1.6666666666666665, |
| "grad_norm": 1.896477222442627, |
| "learning_rate": 9.807039454702435e-05, |
| "loss": 1.0132, |
| "step": 253 |
| }, |
| { |
| "epoch": 1.6732673267326734, |
| "grad_norm": 1.9954917430877686, |
| "learning_rate": 9.729871332306776e-05, |
| "loss": 0.8635, |
| "step": 254 |
| }, |
| { |
| "epoch": 1.6798679867986799, |
| "grad_norm": 2.2020015716552734, |
| "learning_rate": 9.652719304483682e-05, |
| "loss": 1.3906, |
| "step": 255 |
| }, |
| { |
| "epoch": 1.6864686468646863, |
| "grad_norm": 2.1046621799468994, |
| "learning_rate": 9.57558796803852e-05, |
| "loss": 0.7009, |
| "step": 256 |
| }, |
| { |
| "epoch": 1.693069306930693, |
| "grad_norm": 2.0960378646850586, |
| "learning_rate": 9.498481918543835e-05, |
| "loss": 1.0553, |
| "step": 257 |
| }, |
| { |
| "epoch": 1.6996699669966997, |
| "grad_norm": 2.4614999294281006, |
| "learning_rate": 9.42140575006557e-05, |
| "loss": 0.8756, |
| "step": 258 |
| }, |
| { |
| "epoch": 1.7062706270627062, |
| "grad_norm": 2.9087088108062744, |
| "learning_rate": 9.344364054889299e-05, |
| "loss": 0.6971, |
| "step": 259 |
| }, |
| { |
| "epoch": 1.7128712871287128, |
| "grad_norm": 2.753168821334839, |
| "learning_rate": 9.267361423246644e-05, |
| "loss": 1.0965, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.7194719471947195, |
| "grad_norm": 2.3049519062042236, |
| "learning_rate": 9.190402443041793e-05, |
| "loss": 1.1034, |
| "step": 261 |
| }, |
| { |
| "epoch": 1.726072607260726, |
| "grad_norm": 1.6553475856781006, |
| "learning_rate": 9.113491699578109e-05, |
| "loss": 0.519, |
| "step": 262 |
| }, |
| { |
| "epoch": 1.7326732673267327, |
| "grad_norm": 2.2080044746398926, |
| "learning_rate": 9.036633775284968e-05, |
| "loss": 0.7995, |
| "step": 263 |
| }, |
| { |
| "epoch": 1.7392739273927393, |
| "grad_norm": 2.5436718463897705, |
| "learning_rate": 8.959833249444714e-05, |
| "loss": 0.8254, |
| "step": 264 |
| }, |
| { |
| "epoch": 1.7458745874587458, |
| "grad_norm": 2.6992268562316895, |
| "learning_rate": 8.883094697919839e-05, |
| "loss": 1.0218, |
| "step": 265 |
| }, |
| { |
| "epoch": 1.7524752475247525, |
| "grad_norm": 2.5028507709503174, |
| "learning_rate": 8.806422692880317e-05, |
| "loss": 1.1393, |
| "step": 266 |
| }, |
| { |
| "epoch": 1.7590759075907592, |
| "grad_norm": 2.7561163902282715, |
| "learning_rate": 8.729821802531212e-05, |
| "loss": 1.2958, |
| "step": 267 |
| }, |
| { |
| "epoch": 1.7656765676567656, |
| "grad_norm": 2.628415822982788, |
| "learning_rate": 8.653296590840509e-05, |
| "loss": 0.8542, |
| "step": 268 |
| }, |
| { |
| "epoch": 1.7722772277227723, |
| "grad_norm": 2.385025978088379, |
| "learning_rate": 8.57685161726715e-05, |
| "loss": 0.6066, |
| "step": 269 |
| }, |
| { |
| "epoch": 1.778877887788779, |
| "grad_norm": 2.426664352416992, |
| "learning_rate": 8.500491436489413e-05, |
| "loss": 0.8383, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.7854785478547854, |
| "grad_norm": 2.936716079711914, |
| "learning_rate": 8.424220598133527e-05, |
| "loss": 1.0032, |
| "step": 271 |
| }, |
| { |
| "epoch": 1.7920792079207921, |
| "grad_norm": 2.6801862716674805, |
| "learning_rate": 8.348043646502589e-05, |
| "loss": 0.6177, |
| "step": 272 |
| }, |
| { |
| "epoch": 1.7986798679867988, |
| "grad_norm": 2.6897354125976562, |
| "learning_rate": 8.271965120305814e-05, |
| "loss": 0.9764, |
| "step": 273 |
| }, |
| { |
| "epoch": 1.8052805280528053, |
| "grad_norm": 1.8974865674972534, |
| "learning_rate": 8.195989552388139e-05, |
| "loss": 0.6303, |
| "step": 274 |
| }, |
| { |
| "epoch": 1.811881188118812, |
| "grad_norm": 2.4494216442108154, |
| "learning_rate": 8.120121469460115e-05, |
| "loss": 0.6946, |
| "step": 275 |
| }, |
| { |
| "epoch": 1.8184818481848186, |
| "grad_norm": 2.0038537979125977, |
| "learning_rate": 8.04436539182821e-05, |
| "loss": 0.6722, |
| "step": 276 |
| }, |
| { |
| "epoch": 1.825082508250825, |
| "grad_norm": 1.8430513143539429, |
| "learning_rate": 7.968725833125505e-05, |
| "loss": 0.7148, |
| "step": 277 |
| }, |
| { |
| "epoch": 1.8316831683168315, |
| "grad_norm": 2.5391619205474854, |
| "learning_rate": 7.89320730004274e-05, |
| "loss": 0.8726, |
| "step": 278 |
| }, |
| { |
| "epoch": 1.8382838283828384, |
| "grad_norm": 2.0986807346343994, |
| "learning_rate": 7.817814292059808e-05, |
| "loss": 0.7071, |
| "step": 279 |
| }, |
| { |
| "epoch": 1.844884488448845, |
| "grad_norm": 2.4197158813476562, |
| "learning_rate": 7.742551301177688e-05, |
| "loss": 0.8287, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.8514851485148514, |
| "grad_norm": 2.6069118976593018, |
| "learning_rate": 7.667422811650785e-05, |
| "loss": 0.5544, |
| "step": 281 |
| }, |
| { |
| "epoch": 1.858085808580858, |
| "grad_norm": 2.234490156173706, |
| "learning_rate": 7.592433299719757e-05, |
| "loss": 0.4979, |
| "step": 282 |
| }, |
| { |
| "epoch": 1.8646864686468647, |
| "grad_norm": 2.087782382965088, |
| "learning_rate": 7.517587233344819e-05, |
| "loss": 0.5233, |
| "step": 283 |
| }, |
| { |
| "epoch": 1.8712871287128712, |
| "grad_norm": 3.687633991241455, |
| "learning_rate": 7.442889071939547e-05, |
| "loss": 1.2139, |
| "step": 284 |
| }, |
| { |
| "epoch": 1.8778877887788779, |
| "grad_norm": 1.7620855569839478, |
| "learning_rate": 7.368343266105162e-05, |
| "loss": 0.5075, |
| "step": 285 |
| }, |
| { |
| "epoch": 1.8844884488448845, |
| "grad_norm": 2.4925522804260254, |
| "learning_rate": 7.293954257365368e-05, |
| "loss": 0.711, |
| "step": 286 |
| }, |
| { |
| "epoch": 1.891089108910891, |
| "grad_norm": 3.0756800174713135, |
| "learning_rate": 7.219726477901727e-05, |
| "loss": 1.2214, |
| "step": 287 |
| }, |
| { |
| "epoch": 1.8976897689768977, |
| "grad_norm": 2.9046905040740967, |
| "learning_rate": 7.145664350289567e-05, |
| "loss": 1.1605, |
| "step": 288 |
| }, |
| { |
| "epoch": 1.9042904290429044, |
| "grad_norm": 2.9114553928375244, |
| "learning_rate": 7.071772287234497e-05, |
| "loss": 1.1963, |
| "step": 289 |
| }, |
| { |
| "epoch": 1.9108910891089108, |
| "grad_norm": 2.6153204441070557, |
| "learning_rate": 6.99805469130949e-05, |
| "loss": 0.9478, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.9174917491749175, |
| "grad_norm": 2.392725944519043, |
| "learning_rate": 6.924515954692563e-05, |
| "loss": 0.8897, |
| "step": 291 |
| }, |
| { |
| "epoch": 1.9240924092409242, |
| "grad_norm": 3.1710948944091797, |
| "learning_rate": 6.851160458905092e-05, |
| "loss": 0.8927, |
| "step": 292 |
| }, |
| { |
| "epoch": 1.9306930693069306, |
| "grad_norm": 2.7244598865509033, |
| "learning_rate": 6.777992574550767e-05, |
| "loss": 0.9491, |
| "step": 293 |
| }, |
| { |
| "epoch": 1.9372937293729373, |
| "grad_norm": 2.472083330154419, |
| "learning_rate": 6.705016661055161e-05, |
| "loss": 1.1296, |
| "step": 294 |
| }, |
| { |
| "epoch": 1.943894389438944, |
| "grad_norm": 2.4360573291778564, |
| "learning_rate": 6.632237066406013e-05, |
| "loss": 0.7567, |
| "step": 295 |
| }, |
| { |
| "epoch": 1.9504950495049505, |
| "grad_norm": 2.106346845626831, |
| "learning_rate": 6.559658126894168e-05, |
| "loss": 0.7372, |
| "step": 296 |
| }, |
| { |
| "epoch": 1.9570957095709571, |
| "grad_norm": 1.9244117736816406, |
| "learning_rate": 6.487284166855202e-05, |
| "loss": 0.6474, |
| "step": 297 |
| }, |
| { |
| "epoch": 1.9636963696369638, |
| "grad_norm": 2.3974549770355225, |
| "learning_rate": 6.415119498411776e-05, |
| "loss": 1.1406, |
| "step": 298 |
| }, |
| { |
| "epoch": 1.9702970297029703, |
| "grad_norm": 3.046405553817749, |
| "learning_rate": 6.34316842121674e-05, |
| "loss": 1.0627, |
| "step": 299 |
| }, |
| { |
| "epoch": 1.976897689768977, |
| "grad_norm": 2.6319987773895264, |
| "learning_rate": 6.271435222196916e-05, |
| "loss": 0.9074, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.9834983498349836, |
| "grad_norm": 2.7298972606658936, |
| "learning_rate": 6.1999241752977e-05, |
| "loss": 0.801, |
| "step": 301 |
| }, |
| { |
| "epoch": 1.99009900990099, |
| "grad_norm": 2.6023707389831543, |
| "learning_rate": 6.128639541228426e-05, |
| "loss": 1.098, |
| "step": 302 |
| }, |
| { |
| "epoch": 1.9966996699669965, |
| "grad_norm": 3.1061244010925293, |
| "learning_rate": 6.057585567208484e-05, |
| "loss": 1.2789, |
| "step": 303 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 5.542303562164307, |
| "learning_rate": 5.986766486714268e-05, |
| "loss": 1.6288, |
| "step": 304 |
| }, |
| { |
| "epoch": 2.0066006600660065, |
| "grad_norm": 2.1588423252105713, |
| "learning_rate": 5.916186519226966e-05, |
| "loss": 0.4437, |
| "step": 305 |
| }, |
| { |
| "epoch": 2.0132013201320134, |
| "grad_norm": 1.280556559562683, |
| "learning_rate": 5.845849869981137e-05, |
| "loss": 0.4005, |
| "step": 306 |
| }, |
| { |
| "epoch": 2.01980198019802, |
| "grad_norm": 1.2277194261550903, |
| "learning_rate": 5.7757607297141546e-05, |
| "loss": 0.3629, |
| "step": 307 |
| }, |
| { |
| "epoch": 2.0264026402640263, |
| "grad_norm": 1.0131468772888184, |
| "learning_rate": 5.705923274416536e-05, |
| "loss": 0.2568, |
| "step": 308 |
| }, |
| { |
| "epoch": 2.033003300330033, |
| "grad_norm": 1.0470565557479858, |
| "learning_rate": 5.63634166508312e-05, |
| "loss": 0.2489, |
| "step": 309 |
| }, |
| { |
| "epoch": 2.0396039603960396, |
| "grad_norm": 1.1306601762771606, |
| "learning_rate": 5.56702004746515e-05, |
| "loss": 0.2356, |
| "step": 310 |
| }, |
| { |
| "epoch": 2.046204620462046, |
| "grad_norm": 1.3971010446548462, |
| "learning_rate": 5.497962551823266e-05, |
| "loss": 0.373, |
| "step": 311 |
| }, |
| { |
| "epoch": 2.052805280528053, |
| "grad_norm": 1.3009705543518066, |
| "learning_rate": 5.429173292681432e-05, |
| "loss": 0.3902, |
| "step": 312 |
| }, |
| { |
| "epoch": 2.0594059405940595, |
| "grad_norm": 1.2034388780593872, |
| "learning_rate": 5.360656368581765e-05, |
| "loss": 0.3756, |
| "step": 313 |
| }, |
| { |
| "epoch": 2.066006600660066, |
| "grad_norm": 2.040522575378418, |
| "learning_rate": 5.29241586184035e-05, |
| "loss": 0.4651, |
| "step": 314 |
| }, |
| { |
| "epoch": 2.072607260726073, |
| "grad_norm": 1.0138535499572754, |
| "learning_rate": 5.2244558383040275e-05, |
| "loss": 0.1398, |
| "step": 315 |
| }, |
| { |
| "epoch": 2.0792079207920793, |
| "grad_norm": 1.4617464542388916, |
| "learning_rate": 5.156780347108117e-05, |
| "loss": 0.2377, |
| "step": 316 |
| }, |
| { |
| "epoch": 2.0858085808580857, |
| "grad_norm": 1.403902292251587, |
| "learning_rate": 5.089393420435176e-05, |
| "loss": 0.2121, |
| "step": 317 |
| }, |
| { |
| "epoch": 2.092409240924092, |
| "grad_norm": 1.9107435941696167, |
| "learning_rate": 5.022299073274769e-05, |
| "loss": 0.269, |
| "step": 318 |
| }, |
| { |
| "epoch": 2.099009900990099, |
| "grad_norm": 2.111055612564087, |
| "learning_rate": 4.9555013031842447e-05, |
| "loss": 0.3728, |
| "step": 319 |
| }, |
| { |
| "epoch": 2.1056105610561056, |
| "grad_norm": 2.830432176589966, |
| "learning_rate": 4.889004090050536e-05, |
| "loss": 0.3348, |
| "step": 320 |
| }, |
| { |
| "epoch": 2.112211221122112, |
| "grad_norm": 3.5260982513427734, |
| "learning_rate": 4.822811395853073e-05, |
| "loss": 0.3958, |
| "step": 321 |
| }, |
| { |
| "epoch": 2.118811881188119, |
| "grad_norm": 4.27817440032959, |
| "learning_rate": 4.756927164427685e-05, |
| "loss": 0.1909, |
| "step": 322 |
| }, |
| { |
| "epoch": 2.1254125412541254, |
| "grad_norm": 1.5761865377426147, |
| "learning_rate": 4.6913553212316454e-05, |
| "loss": 0.1845, |
| "step": 323 |
| }, |
| { |
| "epoch": 2.132013201320132, |
| "grad_norm": 2.8259289264678955, |
| "learning_rate": 4.62609977310978e-05, |
| "loss": 0.3628, |
| "step": 324 |
| }, |
| { |
| "epoch": 2.1386138613861387, |
| "grad_norm": 2.623206377029419, |
| "learning_rate": 4.5611644080617034e-05, |
| "loss": 0.1654, |
| "step": 325 |
| }, |
| { |
| "epoch": 2.145214521452145, |
| "grad_norm": 2.9683523178100586, |
| "learning_rate": 4.4965530950101465e-05, |
| "loss": 0.5073, |
| "step": 326 |
| }, |
| { |
| "epoch": 2.1518151815181517, |
| "grad_norm": 1.9492024183273315, |
| "learning_rate": 4.432269683570469e-05, |
| "loss": 0.1686, |
| "step": 327 |
| }, |
| { |
| "epoch": 2.1584158415841586, |
| "grad_norm": 2.079861640930176, |
| "learning_rate": 4.368318003821266e-05, |
| "loss": 0.2564, |
| "step": 328 |
| }, |
| { |
| "epoch": 2.165016501650165, |
| "grad_norm": 1.520151972770691, |
| "learning_rate": 4.304701866076194e-05, |
| "loss": 0.1659, |
| "step": 329 |
| }, |
| { |
| "epoch": 2.1716171617161715, |
| "grad_norm": 2.8838698863983154, |
| "learning_rate": 4.2414250606569273e-05, |
| "loss": 0.1464, |
| "step": 330 |
| }, |
| { |
| "epoch": 2.1782178217821784, |
| "grad_norm": 1.4074766635894775, |
| "learning_rate": 4.178491357667342e-05, |
| "loss": 0.1274, |
| "step": 331 |
| }, |
| { |
| "epoch": 2.184818481848185, |
| "grad_norm": 1.8994359970092773, |
| "learning_rate": 4.1159045067688795e-05, |
| "loss": 0.162, |
| "step": 332 |
| }, |
| { |
| "epoch": 2.1914191419141913, |
| "grad_norm": 2.240361452102661, |
| "learning_rate": 4.053668236957134e-05, |
| "loss": 0.1385, |
| "step": 333 |
| }, |
| { |
| "epoch": 2.198019801980198, |
| "grad_norm": 1.9839307069778442, |
| "learning_rate": 3.9917862563396927e-05, |
| "loss": 0.2591, |
| "step": 334 |
| }, |
| { |
| "epoch": 2.2046204620462047, |
| "grad_norm": 1.2261601686477661, |
| "learning_rate": 3.930262251915181e-05, |
| "loss": 0.1656, |
| "step": 335 |
| }, |
| { |
| "epoch": 2.211221122112211, |
| "grad_norm": 3.587522506713867, |
| "learning_rate": 3.8690998893535965e-05, |
| "loss": 0.2663, |
| "step": 336 |
| }, |
| { |
| "epoch": 2.217821782178218, |
| "grad_norm": 2.4744954109191895, |
| "learning_rate": 3.808302812777914e-05, |
| "loss": 0.3028, |
| "step": 337 |
| }, |
| { |
| "epoch": 2.2244224422442245, |
| "grad_norm": 2.6967997550964355, |
| "learning_rate": 3.7478746445469416e-05, |
| "loss": 0.2537, |
| "step": 338 |
| }, |
| { |
| "epoch": 2.231023102310231, |
| "grad_norm": 2.617971420288086, |
| "learning_rate": 3.6878189850395186e-05, |
| "loss": 0.1755, |
| "step": 339 |
| }, |
| { |
| "epoch": 2.237623762376238, |
| "grad_norm": 2.636200189590454, |
| "learning_rate": 3.6281394124399926e-05, |
| "loss": 0.2729, |
| "step": 340 |
| }, |
| { |
| "epoch": 2.2442244224422443, |
| "grad_norm": 2.8650412559509277, |
| "learning_rate": 3.568839482525019e-05, |
| "loss": 0.2926, |
| "step": 341 |
| }, |
| { |
| "epoch": 2.2508250825082508, |
| "grad_norm": 2.0819649696350098, |
| "learning_rate": 3.5099227284517145e-05, |
| "loss": 0.1563, |
| "step": 342 |
| }, |
| { |
| "epoch": 2.2574257425742577, |
| "grad_norm": 1.9398646354675293, |
| "learning_rate": 3.45139266054715e-05, |
| "loss": 0.1554, |
| "step": 343 |
| }, |
| { |
| "epoch": 2.264026402640264, |
| "grad_norm": 1.954727053642273, |
| "learning_rate": 3.393252766099187e-05, |
| "loss": 0.2021, |
| "step": 344 |
| }, |
| { |
| "epoch": 2.2706270627062706, |
| "grad_norm": 2.278195858001709, |
| "learning_rate": 3.335506509148716e-05, |
| "loss": 0.2076, |
| "step": 345 |
| }, |
| { |
| "epoch": 2.2772277227722775, |
| "grad_norm": 2.849569797515869, |
| "learning_rate": 3.278157330283249e-05, |
| "loss": 0.3769, |
| "step": 346 |
| }, |
| { |
| "epoch": 2.283828382838284, |
| "grad_norm": 2.695051670074463, |
| "learning_rate": 3.221208646431949e-05, |
| "loss": 0.3374, |
| "step": 347 |
| }, |
| { |
| "epoch": 2.2904290429042904, |
| "grad_norm": 2.304579257965088, |
| "learning_rate": 3.1646638506620265e-05, |
| "loss": 0.1798, |
| "step": 348 |
| }, |
| { |
| "epoch": 2.297029702970297, |
| "grad_norm": 2.447604179382324, |
| "learning_rate": 3.108526311976574e-05, |
| "loss": 0.2147, |
| "step": 349 |
| }, |
| { |
| "epoch": 2.3036303630363038, |
| "grad_norm": 2.8083655834198, |
| "learning_rate": 3.0527993751138576e-05, |
| "loss": 0.2413, |
| "step": 350 |
| }, |
| { |
| "epoch": 2.31023102310231, |
| "grad_norm": 2.2411434650421143, |
| "learning_rate": 2.9974863603480108e-05, |
| "loss": 0.2417, |
| "step": 351 |
| }, |
| { |
| "epoch": 2.3168316831683167, |
| "grad_norm": 1.8666412830352783, |
| "learning_rate": 2.9425905632912186e-05, |
| "loss": 0.2917, |
| "step": 352 |
| }, |
| { |
| "epoch": 2.3234323432343236, |
| "grad_norm": 1.949161171913147, |
| "learning_rate": 2.888115254697371e-05, |
| "loss": 0.2107, |
| "step": 353 |
| }, |
| { |
| "epoch": 2.33003300330033, |
| "grad_norm": 4.043521881103516, |
| "learning_rate": 2.8340636802671717e-05, |
| "loss": 0.3202, |
| "step": 354 |
| }, |
| { |
| "epoch": 2.3366336633663365, |
| "grad_norm": 2.370681047439575, |
| "learning_rate": 2.7804390604547557e-05, |
| "loss": 0.2047, |
| "step": 355 |
| }, |
| { |
| "epoch": 2.3432343234323434, |
| "grad_norm": 1.6852692365646362, |
| "learning_rate": 2.7272445902758337e-05, |
| "loss": 0.1797, |
| "step": 356 |
| }, |
| { |
| "epoch": 2.34983498349835, |
| "grad_norm": 1.7787343263626099, |
| "learning_rate": 2.6744834391172956e-05, |
| "loss": 0.2537, |
| "step": 357 |
| }, |
| { |
| "epoch": 2.3564356435643563, |
| "grad_norm": 1.9544177055358887, |
| "learning_rate": 2.622158750548407e-05, |
| "loss": 0.2996, |
| "step": 358 |
| }, |
| { |
| "epoch": 2.363036303630363, |
| "grad_norm": 2.327908515930176, |
| "learning_rate": 2.570273642133485e-05, |
| "loss": 0.2064, |
| "step": 359 |
| }, |
| { |
| "epoch": 2.3696369636963697, |
| "grad_norm": 2.130648374557495, |
| "learning_rate": 2.5188312052461738e-05, |
| "loss": 0.2603, |
| "step": 360 |
| }, |
| { |
| "epoch": 2.376237623762376, |
| "grad_norm": 2.9891107082366943, |
| "learning_rate": 2.4678345048852324e-05, |
| "loss": 0.3687, |
| "step": 361 |
| }, |
| { |
| "epoch": 2.382838283828383, |
| "grad_norm": 1.7846944332122803, |
| "learning_rate": 2.4172865794919473e-05, |
| "loss": 0.2429, |
| "step": 362 |
| }, |
| { |
| "epoch": 2.3894389438943895, |
| "grad_norm": 1.828718662261963, |
| "learning_rate": 2.3671904407690704e-05, |
| "loss": 0.265, |
| "step": 363 |
| }, |
| { |
| "epoch": 2.396039603960396, |
| "grad_norm": 1.8352400064468384, |
| "learning_rate": 2.317549073501396e-05, |
| "loss": 0.3501, |
| "step": 364 |
| }, |
| { |
| "epoch": 2.4026402640264024, |
| "grad_norm": 2.3200926780700684, |
| "learning_rate": 2.268365435377915e-05, |
| "loss": 0.3186, |
| "step": 365 |
| }, |
| { |
| "epoch": 2.4092409240924093, |
| "grad_norm": 2.4944820404052734, |
| "learning_rate": 2.2196424568156073e-05, |
| "loss": 0.3275, |
| "step": 366 |
| }, |
| { |
| "epoch": 2.4158415841584158, |
| "grad_norm": 1.7680107355117798, |
| "learning_rate": 2.171383040784819e-05, |
| "loss": 0.2961, |
| "step": 367 |
| }, |
| { |
| "epoch": 2.4224422442244222, |
| "grad_norm": 1.9009203910827637, |
| "learning_rate": 2.123590062636328e-05, |
| "loss": 0.3335, |
| "step": 368 |
| }, |
| { |
| "epoch": 2.429042904290429, |
| "grad_norm": 3.13312029838562, |
| "learning_rate": 2.0762663699300022e-05, |
| "loss": 0.6276, |
| "step": 369 |
| }, |
| { |
| "epoch": 2.4356435643564356, |
| "grad_norm": 1.8333162069320679, |
| "learning_rate": 2.02941478226516e-05, |
| "loss": 0.2526, |
| "step": 370 |
| }, |
| { |
| "epoch": 2.442244224422442, |
| "grad_norm": 1.7814005613327026, |
| "learning_rate": 1.983038091112558e-05, |
| "loss": 0.2729, |
| "step": 371 |
| }, |
| { |
| "epoch": 2.448844884488449, |
| "grad_norm": 2.8936212062835693, |
| "learning_rate": 1.9371390596480864e-05, |
| "loss": 0.262, |
| "step": 372 |
| }, |
| { |
| "epoch": 2.4554455445544554, |
| "grad_norm": 2.073728084564209, |
| "learning_rate": 1.8917204225881234e-05, |
| "loss": 0.2982, |
| "step": 373 |
| }, |
| { |
| "epoch": 2.462046204620462, |
| "grad_norm": 2.021116018295288, |
| "learning_rate": 1.8467848860266046e-05, |
| "loss": 0.1862, |
| "step": 374 |
| }, |
| { |
| "epoch": 2.4686468646864688, |
| "grad_norm": 1.8321139812469482, |
| "learning_rate": 1.8023351272737955e-05, |
| "loss": 0.2168, |
| "step": 375 |
| }, |
| { |
| "epoch": 2.4752475247524752, |
| "grad_norm": 1.3080013990402222, |
| "learning_rate": 1.7583737946967606e-05, |
| "loss": 0.1338, |
| "step": 376 |
| }, |
| { |
| "epoch": 2.4818481848184817, |
| "grad_norm": 1.9997591972351074, |
| "learning_rate": 1.7149035075615794e-05, |
| "loss": 0.157, |
| "step": 377 |
| }, |
| { |
| "epoch": 2.4884488448844886, |
| "grad_norm": 2.184596061706543, |
| "learning_rate": 1.6719268558772928e-05, |
| "loss": 0.2118, |
| "step": 378 |
| }, |
| { |
| "epoch": 2.495049504950495, |
| "grad_norm": 1.3648288249969482, |
| "learning_rate": 1.6294464002415788e-05, |
| "loss": 0.2123, |
| "step": 379 |
| }, |
| { |
| "epoch": 2.5016501650165015, |
| "grad_norm": 1.9621397256851196, |
| "learning_rate": 1.587464671688187e-05, |
| "loss": 0.2751, |
| "step": 380 |
| }, |
| { |
| "epoch": 2.5082508250825084, |
| "grad_norm": 2.104430675506592, |
| "learning_rate": 1.54598417153615e-05, |
| "loss": 0.2227, |
| "step": 381 |
| }, |
| { |
| "epoch": 2.514851485148515, |
| "grad_norm": 3.4302523136138916, |
| "learning_rate": 1.5050073712407353e-05, |
| "loss": 0.2907, |
| "step": 382 |
| }, |
| { |
| "epoch": 2.5214521452145213, |
| "grad_norm": 1.853910207748413, |
| "learning_rate": 1.464536712246205e-05, |
| "loss": 0.218, |
| "step": 383 |
| }, |
| { |
| "epoch": 2.5280528052805282, |
| "grad_norm": 2.271976947784424, |
| "learning_rate": 1.4245746058403464e-05, |
| "loss": 0.1975, |
| "step": 384 |
| }, |
| { |
| "epoch": 2.5346534653465347, |
| "grad_norm": 2.4479832649230957, |
| "learning_rate": 1.385123433010812e-05, |
| "loss": 0.2564, |
| "step": 385 |
| }, |
| { |
| "epoch": 2.541254125412541, |
| "grad_norm": 2.0685856342315674, |
| "learning_rate": 1.3461855443032456e-05, |
| "loss": 0.2157, |
| "step": 386 |
| }, |
| { |
| "epoch": 2.547854785478548, |
| "grad_norm": 1.7208309173583984, |
| "learning_rate": 1.3077632596812405e-05, |
| "loss": 0.1731, |
| "step": 387 |
| }, |
| { |
| "epoch": 2.5544554455445545, |
| "grad_norm": 2.9976706504821777, |
| "learning_rate": 1.2698588683881186e-05, |
| "loss": 0.3875, |
| "step": 388 |
| }, |
| { |
| "epoch": 2.561056105610561, |
| "grad_norm": 1.4439915418624878, |
| "learning_rate": 1.2324746288105272e-05, |
| "loss": 0.1927, |
| "step": 389 |
| }, |
| { |
| "epoch": 2.567656765676568, |
| "grad_norm": 1.7994986772537231, |
| "learning_rate": 1.1956127683438823e-05, |
| "loss": 0.2474, |
| "step": 390 |
| }, |
| { |
| "epoch": 2.5742574257425743, |
| "grad_norm": 3.5538318157196045, |
| "learning_rate": 1.159275483259663e-05, |
| "loss": 0.4914, |
| "step": 391 |
| }, |
| { |
| "epoch": 2.580858085808581, |
| "grad_norm": 2.0509750843048096, |
| "learning_rate": 1.1234649385745489e-05, |
| "loss": 0.3531, |
| "step": 392 |
| }, |
| { |
| "epoch": 2.5874587458745877, |
| "grad_norm": 2.1236178874969482, |
| "learning_rate": 1.0881832679214276e-05, |
| "loss": 0.2559, |
| "step": 393 |
| }, |
| { |
| "epoch": 2.594059405940594, |
| "grad_norm": 2.2856829166412354, |
| "learning_rate": 1.0534325734222772e-05, |
| "loss": 0.2514, |
| "step": 394 |
| }, |
| { |
| "epoch": 2.6006600660066006, |
| "grad_norm": 2.4865758419036865, |
| "learning_rate": 1.0192149255629113e-05, |
| "loss": 0.2576, |
| "step": 395 |
| }, |
| { |
| "epoch": 2.6072607260726075, |
| "grad_norm": 2.6734955310821533, |
| "learning_rate": 9.855323630696145e-06, |
| "loss": 0.42, |
| "step": 396 |
| }, |
| { |
| "epoch": 2.613861386138614, |
| "grad_norm": 1.0641281604766846, |
| "learning_rate": 9.523868927876888e-06, |
| "loss": 0.0788, |
| "step": 397 |
| }, |
| { |
| "epoch": 2.6204620462046204, |
| "grad_norm": 1.7564716339111328, |
| "learning_rate": 9.197804895618623e-06, |
| "loss": 0.2185, |
| "step": 398 |
| }, |
| { |
| "epoch": 2.6270627062706273, |
| "grad_norm": 2.8253238201141357, |
| "learning_rate": 8.87715096118642e-06, |
| "loss": 0.3842, |
| "step": 399 |
| }, |
| { |
| "epoch": 2.633663366336634, |
| "grad_norm": 2.4438271522521973, |
| "learning_rate": 8.561926229505601e-06, |
| "loss": 0.3427, |
| "step": 400 |
| }, |
| { |
| "epoch": 2.6402640264026402, |
| "grad_norm": 1.5676060914993286, |
| "learning_rate": 8.252149482023363e-06, |
| "loss": 0.1424, |
| "step": 401 |
| }, |
| { |
| "epoch": 2.6468646864686467, |
| "grad_norm": 2.120497465133667, |
| "learning_rate": 7.947839175589844e-06, |
| "loss": 0.2329, |
| "step": 402 |
| }, |
| { |
| "epoch": 2.6534653465346536, |
| "grad_norm": 1.5317665338516235, |
| "learning_rate": 7.649013441358465e-06, |
| "loss": 0.1106, |
| "step": 403 |
| }, |
| { |
| "epoch": 2.66006600660066, |
| "grad_norm": 2.048720359802246, |
| "learning_rate": 7.3556900837055465e-06, |
| "loss": 0.2575, |
| "step": 404 |
| }, |
| { |
| "epoch": 2.6666666666666665, |
| "grad_norm": 2.5391879081726074, |
| "learning_rate": 7.0678865791696245e-06, |
| "loss": 0.2393, |
| "step": 405 |
| }, |
| { |
| "epoch": 2.6732673267326734, |
| "grad_norm": 2.267307996749878, |
| "learning_rate": 6.78562007541006e-06, |
| "loss": 0.1507, |
| "step": 406 |
| }, |
| { |
| "epoch": 2.67986798679868, |
| "grad_norm": 1.9274970293045044, |
| "learning_rate": 6.508907390185503e-06, |
| "loss": 0.2331, |
| "step": 407 |
| }, |
| { |
| "epoch": 2.6864686468646863, |
| "grad_norm": 1.538630723953247, |
| "learning_rate": 6.237765010351715e-06, |
| "loss": 0.1308, |
| "step": 408 |
| }, |
| { |
| "epoch": 2.693069306930693, |
| "grad_norm": 1.9796786308288574, |
| "learning_rate": 5.972209090879388e-06, |
| "loss": 0.2724, |
| "step": 409 |
| }, |
| { |
| "epoch": 2.6996699669966997, |
| "grad_norm": 2.041776657104492, |
| "learning_rate": 5.71225545389158e-06, |
| "loss": 0.4037, |
| "step": 410 |
| }, |
| { |
| "epoch": 2.706270627062706, |
| "grad_norm": 1.7777230739593506, |
| "learning_rate": 5.457919587720961e-06, |
| "loss": 0.1642, |
| "step": 411 |
| }, |
| { |
| "epoch": 2.7128712871287126, |
| "grad_norm": 2.185845136642456, |
| "learning_rate": 5.209216645987036e-06, |
| "loss": 0.3539, |
| "step": 412 |
| }, |
| { |
| "epoch": 2.7194719471947195, |
| "grad_norm": 2.439009189605713, |
| "learning_rate": 4.96616144669333e-06, |
| "loss": 0.3489, |
| "step": 413 |
| }, |
| { |
| "epoch": 2.726072607260726, |
| "grad_norm": 2.9152212142944336, |
| "learning_rate": 4.728768471344425e-06, |
| "loss": 0.2097, |
| "step": 414 |
| }, |
| { |
| "epoch": 2.7326732673267324, |
| "grad_norm": 1.8762167692184448, |
| "learning_rate": 4.497051864083168e-06, |
| "loss": 0.1963, |
| "step": 415 |
| }, |
| { |
| "epoch": 2.7392739273927393, |
| "grad_norm": 1.661149501800537, |
| "learning_rate": 4.271025430847985e-06, |
| "loss": 0.2187, |
| "step": 416 |
| }, |
| { |
| "epoch": 2.745874587458746, |
| "grad_norm": 2.4528865814208984, |
| "learning_rate": 4.050702638550275e-06, |
| "loss": 0.5029, |
| "step": 417 |
| }, |
| { |
| "epoch": 2.7524752475247523, |
| "grad_norm": 1.7965977191925049, |
| "learning_rate": 3.836096614271989e-06, |
| "loss": 0.242, |
| "step": 418 |
| }, |
| { |
| "epoch": 2.759075907590759, |
| "grad_norm": 1.7561053037643433, |
| "learning_rate": 3.6272201444836007e-06, |
| "loss": 0.2232, |
| "step": 419 |
| }, |
| { |
| "epoch": 2.7656765676567656, |
| "grad_norm": 1.5072669982910156, |
| "learning_rate": 3.424085674282229e-06, |
| "loss": 0.1482, |
| "step": 420 |
| }, |
| { |
| "epoch": 2.772277227722772, |
| "grad_norm": 1.0865740776062012, |
| "learning_rate": 3.226705306650113e-06, |
| "loss": 0.1086, |
| "step": 421 |
| }, |
| { |
| "epoch": 2.778877887788779, |
| "grad_norm": 1.12899911403656, |
| "learning_rate": 3.0350908017335423e-06, |
| "loss": 0.1076, |
| "step": 422 |
| }, |
| { |
| "epoch": 2.7854785478547854, |
| "grad_norm": 1.8971761465072632, |
| "learning_rate": 2.8492535761421636e-06, |
| "loss": 0.2439, |
| "step": 423 |
| }, |
| { |
| "epoch": 2.792079207920792, |
| "grad_norm": 1.828630805015564, |
| "learning_rate": 2.6692047022687683e-06, |
| "loss": 0.3263, |
| "step": 424 |
| }, |
| { |
| "epoch": 2.798679867986799, |
| "grad_norm": 1.7560073137283325, |
| "learning_rate": 2.494954907629565e-06, |
| "loss": 0.1828, |
| "step": 425 |
| }, |
| { |
| "epoch": 2.8052805280528053, |
| "grad_norm": 1.8907530307769775, |
| "learning_rate": 2.326514574225069e-06, |
| "loss": 0.2317, |
| "step": 426 |
| }, |
| { |
| "epoch": 2.8118811881188117, |
| "grad_norm": 2.0367140769958496, |
| "learning_rate": 2.1638937379214852e-06, |
| "loss": 0.3231, |
| "step": 427 |
| }, |
| { |
| "epoch": 2.8184818481848186, |
| "grad_norm": 2.0439181327819824, |
| "learning_rate": 2.007102087852786e-06, |
| "loss": 0.2394, |
| "step": 428 |
| }, |
| { |
| "epoch": 2.825082508250825, |
| "grad_norm": 3.4174394607543945, |
| "learning_rate": 1.8561489658433962e-06, |
| "loss": 0.4882, |
| "step": 429 |
| }, |
| { |
| "epoch": 2.8316831683168315, |
| "grad_norm": 2.4298808574676514, |
| "learning_rate": 1.711043365851639e-06, |
| "loss": 0.423, |
| "step": 430 |
| }, |
| { |
| "epoch": 2.8382838283828384, |
| "grad_norm": 2.6103103160858154, |
| "learning_rate": 1.5717939334338183e-06, |
| "loss": 0.3069, |
| "step": 431 |
| }, |
| { |
| "epoch": 2.844884488448845, |
| "grad_norm": 2.1534643173217773, |
| "learning_rate": 1.4384089652291543e-06, |
| "loss": 0.4035, |
| "step": 432 |
| }, |
| { |
| "epoch": 2.8514851485148514, |
| "grad_norm": 2.5540452003479004, |
| "learning_rate": 1.3108964084654007e-06, |
| "loss": 0.196, |
| "step": 433 |
| }, |
| { |
| "epoch": 2.8580858085808583, |
| "grad_norm": 3.5082931518554688, |
| "learning_rate": 1.18926386048539e-06, |
| "loss": 0.6686, |
| "step": 434 |
| }, |
| { |
| "epoch": 2.8646864686468647, |
| "grad_norm": 1.3622690439224243, |
| "learning_rate": 1.0735185682943628e-06, |
| "loss": 0.1414, |
| "step": 435 |
| }, |
| { |
| "epoch": 2.871287128712871, |
| "grad_norm": 1.7312089204788208, |
| "learning_rate": 9.636674281281787e-07, |
| "loss": 0.1646, |
| "step": 436 |
| }, |
| { |
| "epoch": 2.877887788778878, |
| "grad_norm": 3.2270562648773193, |
| "learning_rate": 8.597169850424136e-07, |
| "loss": 0.4065, |
| "step": 437 |
| }, |
| { |
| "epoch": 2.8844884488448845, |
| "grad_norm": 1.626602053642273, |
| "learning_rate": 7.616734325224473e-07, |
| "loss": 0.1472, |
| "step": 438 |
| }, |
| { |
| "epoch": 2.891089108910891, |
| "grad_norm": 3.178311347961426, |
| "learning_rate": 6.69542612114371e-07, |
| "loss": 0.3656, |
| "step": 439 |
| }, |
| { |
| "epoch": 2.897689768976898, |
| "grad_norm": 2.0918850898742676, |
| "learning_rate": 5.833300130770436e-07, |
| "loss": 0.2127, |
| "step": 440 |
| }, |
| { |
| "epoch": 2.9042904290429044, |
| "grad_norm": 1.492194652557373, |
| "learning_rate": 5.030407720549413e-07, |
| "loss": 0.1256, |
| "step": 441 |
| }, |
| { |
| "epoch": 2.910891089108911, |
| "grad_norm": 2.229153871536255, |
| "learning_rate": 4.286796727721476e-07, |
| "loss": 0.2941, |
| "step": 442 |
| }, |
| { |
| "epoch": 2.9174917491749177, |
| "grad_norm": 2.4772121906280518, |
| "learning_rate": 3.6025114574734785e-07, |
| "loss": 0.2428, |
| "step": 443 |
| }, |
| { |
| "epoch": 2.924092409240924, |
| "grad_norm": 1.3208203315734863, |
| "learning_rate": 2.977592680298402e-07, |
| "loss": 0.1129, |
| "step": 444 |
| }, |
| { |
| "epoch": 2.9306930693069306, |
| "grad_norm": 2.1747682094573975, |
| "learning_rate": 2.4120776295659677e-07, |
| "loss": 0.2179, |
| "step": 445 |
| }, |
| { |
| "epoch": 2.9372937293729375, |
| "grad_norm": 2.3921709060668945, |
| "learning_rate": 1.9059999993048528e-07, |
| "loss": 0.368, |
| "step": 446 |
| }, |
| { |
| "epoch": 2.943894389438944, |
| "grad_norm": 2.2637765407562256, |
| "learning_rate": 1.4593899421943002e-07, |
| "loss": 0.3219, |
| "step": 447 |
| }, |
| { |
| "epoch": 2.9504950495049505, |
| "grad_norm": 2.2952158451080322, |
| "learning_rate": 1.0722740677685528e-07, |
| "loss": 0.3421, |
| "step": 448 |
| }, |
| { |
| "epoch": 2.9570957095709574, |
| "grad_norm": 1.4057960510253906, |
| "learning_rate": 7.446754408306777e-08, |
| "loss": 0.1272, |
| "step": 449 |
| }, |
| { |
| "epoch": 2.963696369636964, |
| "grad_norm": 2.317101001739502, |
| "learning_rate": 4.7661358007855536e-08, |
| "loss": 0.2401, |
| "step": 450 |
| }, |
| { |
| "epoch": 2.9702970297029703, |
| "grad_norm": 1.6112333536148071, |
| "learning_rate": 2.68104456942031e-08, |
| "loss": 0.175, |
| "step": 451 |
| }, |
| { |
| "epoch": 2.976897689768977, |
| "grad_norm": 1.9723525047302246, |
| "learning_rate": 1.1916049463134294e-08, |
| "loss": 0.2356, |
| "step": 452 |
| }, |
| { |
| "epoch": 2.9834983498349836, |
| "grad_norm": 1.9805691242218018, |
| "learning_rate": 2.979056739682573e-09, |
| "loss": 0.1588, |
| "step": 453 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 453, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 5.350639301058549e+16, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
