| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 455, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.002201430930104568, |
| "grad_norm": 0.7037750482559204, |
| "learning_rate": 0.0, |
| "loss": 0.308, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.004402861860209136, |
| "grad_norm": 1.0037487745285034, |
| "learning_rate": 1.4598540145985402e-06, |
| "loss": 0.2687, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.006604292790313704, |
| "grad_norm": 2.8608241081237793, |
| "learning_rate": 2.9197080291970804e-06, |
| "loss": 0.391, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.008805723720418272, |
| "grad_norm": 0.7382011413574219, |
| "learning_rate": 4.379562043795621e-06, |
| "loss": 0.2279, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.01100715465052284, |
| "grad_norm": 2.2300755977630615, |
| "learning_rate": 5.839416058394161e-06, |
| "loss": 0.425, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.013208585580627407, |
| "grad_norm": 1.0738085508346558, |
| "learning_rate": 7.2992700729927e-06, |
| "loss": 0.386, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.015410016510731976, |
| "grad_norm": 1.1076860427856445, |
| "learning_rate": 8.759124087591241e-06, |
| "loss": 0.4133, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.017611447440836543, |
| "grad_norm": 0.9959158897399902, |
| "learning_rate": 1.0218978102189781e-05, |
| "loss": 0.2856, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.01981287837094111, |
| "grad_norm": 1.159873604774475, |
| "learning_rate": 1.1678832116788322e-05, |
| "loss": 0.302, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.02201430930104568, |
| "grad_norm": 1.0309239625930786, |
| "learning_rate": 1.3138686131386862e-05, |
| "loss": 0.2593, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.024215740231150248, |
| "grad_norm": 0.944840669631958, |
| "learning_rate": 1.45985401459854e-05, |
| "loss": 0.3306, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.026417171161254815, |
| "grad_norm": 5.096871376037598, |
| "learning_rate": 1.605839416058394e-05, |
| "loss": 0.5597, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.028618602091359385, |
| "grad_norm": 0.9964978694915771, |
| "learning_rate": 1.7518248175182482e-05, |
| "loss": 0.2529, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.030820033021463952, |
| "grad_norm": 1.1680715084075928, |
| "learning_rate": 1.897810218978102e-05, |
| "loss": 0.2551, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.03302146395156852, |
| "grad_norm": 1.3312640190124512, |
| "learning_rate": 2.0437956204379563e-05, |
| "loss": 0.2783, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.035222894881673086, |
| "grad_norm": 1.0938522815704346, |
| "learning_rate": 2.1897810218978105e-05, |
| "loss": 0.2196, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.03742432581177765, |
| "grad_norm": 0.844025731086731, |
| "learning_rate": 2.3357664233576643e-05, |
| "loss": 0.223, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.03962575674188222, |
| "grad_norm": 1.0622016191482544, |
| "learning_rate": 2.4817518248175185e-05, |
| "loss": 0.4032, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.041827187671986794, |
| "grad_norm": 1.267992377281189, |
| "learning_rate": 2.6277372262773724e-05, |
| "loss": 0.3885, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.04402861860209136, |
| "grad_norm": 0.6925700902938843, |
| "learning_rate": 2.7737226277372262e-05, |
| "loss": 0.282, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.04623004953219593, |
| "grad_norm": 0.49505650997161865, |
| "learning_rate": 2.91970802919708e-05, |
| "loss": 0.1894, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.048431480462300495, |
| "grad_norm": 1.3833006620407104, |
| "learning_rate": 3.0656934306569346e-05, |
| "loss": 0.2406, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.05063291139240506, |
| "grad_norm": 5.850524425506592, |
| "learning_rate": 3.211678832116788e-05, |
| "loss": 0.3697, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.05283434232250963, |
| "grad_norm": 0.6721429824829102, |
| "learning_rate": 3.357664233576642e-05, |
| "loss": 0.1444, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.0550357732526142, |
| "grad_norm": 1.379242181777954, |
| "learning_rate": 3.5036496350364965e-05, |
| "loss": 0.188, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.05723720418271877, |
| "grad_norm": 1.0648667812347412, |
| "learning_rate": 3.649635036496351e-05, |
| "loss": 0.1628, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.05943863511282334, |
| "grad_norm": 1.553063154220581, |
| "learning_rate": 3.795620437956204e-05, |
| "loss": 0.4074, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.061640066042927905, |
| "grad_norm": 2.283454418182373, |
| "learning_rate": 3.941605839416059e-05, |
| "loss": 0.3169, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.06384149697303247, |
| "grad_norm": 2.135236978530884, |
| "learning_rate": 4.0875912408759126e-05, |
| "loss": 0.3472, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.06604292790313704, |
| "grad_norm": 7.040278911590576, |
| "learning_rate": 4.233576642335767e-05, |
| "loss": 0.2676, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0682443588332416, |
| "grad_norm": 1.1241406202316284, |
| "learning_rate": 4.379562043795621e-05, |
| "loss": 0.4671, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.07044578976334617, |
| "grad_norm": 1.736489176750183, |
| "learning_rate": 4.5255474452554745e-05, |
| "loss": 0.2511, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.07264722069345074, |
| "grad_norm": 1.144145131111145, |
| "learning_rate": 4.6715328467153287e-05, |
| "loss": 0.226, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.0748486516235553, |
| "grad_norm": 0.8320156931877136, |
| "learning_rate": 4.817518248175183e-05, |
| "loss": 0.1128, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.07705008255365987, |
| "grad_norm": 1.2651524543762207, |
| "learning_rate": 4.963503649635037e-05, |
| "loss": 0.1757, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.07925151348376444, |
| "grad_norm": 0.9096120595932007, |
| "learning_rate": 5.109489051094891e-05, |
| "loss": 0.1775, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.08145294441386902, |
| "grad_norm": 0.9276086091995239, |
| "learning_rate": 5.255474452554745e-05, |
| "loss": 0.1733, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.08365437534397359, |
| "grad_norm": 0.9676797389984131, |
| "learning_rate": 5.401459854014599e-05, |
| "loss": 0.1706, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.08585580627407816, |
| "grad_norm": 1.0610243082046509, |
| "learning_rate": 5.5474452554744524e-05, |
| "loss": 0.1549, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.08805723720418272, |
| "grad_norm": 1.3586833477020264, |
| "learning_rate": 5.6934306569343066e-05, |
| "loss": 0.1767, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.09025866813428729, |
| "grad_norm": 1.7117362022399902, |
| "learning_rate": 5.83941605839416e-05, |
| "loss": 0.2045, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.09246009906439186, |
| "grad_norm": 1.0564417839050293, |
| "learning_rate": 5.985401459854016e-05, |
| "loss": 0.2057, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.09466152999449642, |
| "grad_norm": 0.84938645362854, |
| "learning_rate": 6.131386861313869e-05, |
| "loss": 0.1064, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.09686296092460099, |
| "grad_norm": 1.660563349723816, |
| "learning_rate": 6.277372262773723e-05, |
| "loss": 0.154, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.09906439185470556, |
| "grad_norm": 2.250649929046631, |
| "learning_rate": 6.423357664233576e-05, |
| "loss": 0.29, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.10126582278481013, |
| "grad_norm": 1.0987548828125, |
| "learning_rate": 6.56934306569343e-05, |
| "loss": 0.1161, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.10346725371491469, |
| "grad_norm": 1.6264435052871704, |
| "learning_rate": 6.715328467153285e-05, |
| "loss": 0.3335, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.10566868464501926, |
| "grad_norm": 1.36955726146698, |
| "learning_rate": 6.86131386861314e-05, |
| "loss": 0.1541, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.10787011557512383, |
| "grad_norm": 1.5003987550735474, |
| "learning_rate": 7.007299270072993e-05, |
| "loss": 0.4296, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.1100715465052284, |
| "grad_norm": 0.9643859267234802, |
| "learning_rate": 7.153284671532847e-05, |
| "loss": 0.1276, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.11227297743533296, |
| "grad_norm": 0.8790437579154968, |
| "learning_rate": 7.299270072992701e-05, |
| "loss": 0.0857, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.11447440836543754, |
| "grad_norm": 1.8895280361175537, |
| "learning_rate": 7.445255474452556e-05, |
| "loss": 0.3803, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.11667583929554211, |
| "grad_norm": 0.6855382323265076, |
| "learning_rate": 7.591240875912408e-05, |
| "loss": 0.1926, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.11887727022564668, |
| "grad_norm": 1.257523536682129, |
| "learning_rate": 7.737226277372264e-05, |
| "loss": 0.1345, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.12107870115575124, |
| "grad_norm": 1.2312171459197998, |
| "learning_rate": 7.883211678832118e-05, |
| "loss": 0.3421, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.12328013208585581, |
| "grad_norm": 1.0815132856369019, |
| "learning_rate": 8.029197080291971e-05, |
| "loss": 0.2859, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.12548156301596036, |
| "grad_norm": 0.5844975709915161, |
| "learning_rate": 8.175182481751825e-05, |
| "loss": 0.1157, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.12768299394606494, |
| "grad_norm": 1.176499605178833, |
| "learning_rate": 8.32116788321168e-05, |
| "loss": 0.2674, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.1298844248761695, |
| "grad_norm": 0.8862079977989197, |
| "learning_rate": 8.467153284671534e-05, |
| "loss": 0.1591, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.13208585580627408, |
| "grad_norm": 0.5914232134819031, |
| "learning_rate": 8.613138686131386e-05, |
| "loss": 0.0925, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.13428728673637866, |
| "grad_norm": 0.5085222125053406, |
| "learning_rate": 8.759124087591242e-05, |
| "loss": 0.1197, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.1364887176664832, |
| "grad_norm": 0.5677929520606995, |
| "learning_rate": 8.905109489051096e-05, |
| "loss": 0.1964, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.1386901485965878, |
| "grad_norm": 0.7557106614112854, |
| "learning_rate": 9.051094890510949e-05, |
| "loss": 0.1455, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.14089157952669235, |
| "grad_norm": 0.962935745716095, |
| "learning_rate": 9.197080291970803e-05, |
| "loss": 0.3851, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.14309301045679693, |
| "grad_norm": 1.9366933107376099, |
| "learning_rate": 9.343065693430657e-05, |
| "loss": 0.2542, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.14529444138690148, |
| "grad_norm": 1.4374990463256836, |
| "learning_rate": 9.489051094890511e-05, |
| "loss": 0.2277, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.14749587231700606, |
| "grad_norm": 1.0540611743927002, |
| "learning_rate": 9.635036496350366e-05, |
| "loss": 0.2025, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.1496973032471106, |
| "grad_norm": 1.1396342515945435, |
| "learning_rate": 9.78102189781022e-05, |
| "loss": 0.1476, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.1518987341772152, |
| "grad_norm": 0.7722952365875244, |
| "learning_rate": 9.927007299270074e-05, |
| "loss": 0.0759, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.15410016510731975, |
| "grad_norm": 1.0545134544372559, |
| "learning_rate": 0.00010072992700729928, |
| "loss": 0.1877, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.15630159603742433, |
| "grad_norm": 0.7256941795349121, |
| "learning_rate": 0.00010218978102189782, |
| "loss": 0.2213, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.15850302696752888, |
| "grad_norm": 0.8643118143081665, |
| "learning_rate": 0.00010364963503649637, |
| "loss": 0.1217, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.16070445789763346, |
| "grad_norm": 1.3518829345703125, |
| "learning_rate": 0.0001051094890510949, |
| "loss": 0.1657, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.16290588882773804, |
| "grad_norm": 1.2510859966278076, |
| "learning_rate": 0.00010656934306569344, |
| "loss": 0.3364, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.1651073197578426, |
| "grad_norm": 0.7721868753433228, |
| "learning_rate": 0.00010802919708029198, |
| "loss": 0.1296, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.16730875068794718, |
| "grad_norm": 1.2092798948287964, |
| "learning_rate": 0.00010948905109489052, |
| "loss": 0.183, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.16951018161805173, |
| "grad_norm": 0.6521322727203369, |
| "learning_rate": 0.00011094890510948905, |
| "loss": 0.129, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.1717116125481563, |
| "grad_norm": 1.9378713369369507, |
| "learning_rate": 0.00011240875912408759, |
| "loss": 0.2796, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.17391304347826086, |
| "grad_norm": 1.120902180671692, |
| "learning_rate": 0.00011386861313868613, |
| "loss": 0.1491, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.17611447440836545, |
| "grad_norm": 1.9726943969726562, |
| "learning_rate": 0.00011532846715328467, |
| "loss": 0.3284, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.17831590533847, |
| "grad_norm": 0.799227237701416, |
| "learning_rate": 0.0001167883211678832, |
| "loss": 0.1668, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.18051733626857458, |
| "grad_norm": 1.8196526765823364, |
| "learning_rate": 0.00011824817518248177, |
| "loss": 0.4528, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.18271876719867913, |
| "grad_norm": 0.9238607883453369, |
| "learning_rate": 0.00011970802919708031, |
| "loss": 0.2334, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.1849201981287837, |
| "grad_norm": 0.9001494646072388, |
| "learning_rate": 0.00012116788321167884, |
| "loss": 0.1732, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.18712162905888827, |
| "grad_norm": 0.7415959239006042, |
| "learning_rate": 0.00012262773722627738, |
| "loss": 0.0985, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.18932305998899285, |
| "grad_norm": 0.9463704824447632, |
| "learning_rate": 0.0001240875912408759, |
| "loss": 0.151, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.1915244909190974, |
| "grad_norm": 0.735754132270813, |
| "learning_rate": 0.00012554744525547447, |
| "loss": 0.095, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.19372592184920198, |
| "grad_norm": 0.9355161786079407, |
| "learning_rate": 0.000127007299270073, |
| "loss": 0.2339, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.19592735277930656, |
| "grad_norm": 1.4002137184143066, |
| "learning_rate": 0.00012846715328467152, |
| "loss": 0.2057, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.19812878370941112, |
| "grad_norm": 1.038177251815796, |
| "learning_rate": 0.00012992700729927008, |
| "loss": 0.1742, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.2003302146395157, |
| "grad_norm": 0.9062851071357727, |
| "learning_rate": 0.0001313868613138686, |
| "loss": 0.134, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.20253164556962025, |
| "grad_norm": 1.0446114540100098, |
| "learning_rate": 0.00013284671532846716, |
| "loss": 0.1967, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.20473307649972483, |
| "grad_norm": 1.0713139772415161, |
| "learning_rate": 0.0001343065693430657, |
| "loss": 0.2289, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.20693450742982938, |
| "grad_norm": 0.8900029063224792, |
| "learning_rate": 0.00013576642335766422, |
| "loss": 0.1469, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.20913593835993396, |
| "grad_norm": 0.615839958190918, |
| "learning_rate": 0.0001372262773722628, |
| "loss": 0.2123, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.21133736929003852, |
| "grad_norm": 0.9755569696426392, |
| "learning_rate": 0.00013868613138686133, |
| "loss": 0.1719, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.2135388002201431, |
| "grad_norm": 0.7173188328742981, |
| "learning_rate": 0.00014014598540145986, |
| "loss": 0.2311, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.21574023115024765, |
| "grad_norm": 2.7052557468414307, |
| "learning_rate": 0.00014160583941605841, |
| "loss": 0.2516, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.21794166208035223, |
| "grad_norm": 1.7500773668289185, |
| "learning_rate": 0.00014306569343065694, |
| "loss": 0.2488, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.2201430930104568, |
| "grad_norm": 1.7758418321609497, |
| "learning_rate": 0.00014452554744525547, |
| "loss": 0.4666, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.22234452394056137, |
| "grad_norm": 1.0867117643356323, |
| "learning_rate": 0.00014598540145985403, |
| "loss": 0.3035, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.22454595487066592, |
| "grad_norm": 1.184135913848877, |
| "learning_rate": 0.00014744525547445256, |
| "loss": 0.175, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.2267473858007705, |
| "grad_norm": 0.8942990303039551, |
| "learning_rate": 0.0001489051094890511, |
| "loss": 0.1176, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.22894881673087508, |
| "grad_norm": 1.145623803138733, |
| "learning_rate": 0.00015036496350364964, |
| "loss": 0.1915, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.23115024766097964, |
| "grad_norm": 1.5253881216049194, |
| "learning_rate": 0.00015182481751824817, |
| "loss": 0.3467, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.23335167859108422, |
| "grad_norm": 1.0943421125411987, |
| "learning_rate": 0.00015328467153284672, |
| "loss": 0.2571, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.23555310952118877, |
| "grad_norm": 1.0738698244094849, |
| "learning_rate": 0.00015474452554744528, |
| "loss": 0.1974, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.23775454045129335, |
| "grad_norm": 0.8418899178504944, |
| "learning_rate": 0.0001562043795620438, |
| "loss": 0.1585, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.2399559713813979, |
| "grad_norm": 2.6217808723449707, |
| "learning_rate": 0.00015766423357664236, |
| "loss": 0.4359, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.24215740231150248, |
| "grad_norm": 0.8705646395683289, |
| "learning_rate": 0.0001591240875912409, |
| "loss": 0.2176, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.24435883324160704, |
| "grad_norm": 0.8313264846801758, |
| "learning_rate": 0.00016058394160583942, |
| "loss": 0.1573, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.24656026417171162, |
| "grad_norm": 1.1230180263519287, |
| "learning_rate": 0.00016204379562043797, |
| "loss": 0.2631, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.24876169510181617, |
| "grad_norm": 1.0018892288208008, |
| "learning_rate": 0.0001635036496350365, |
| "loss": 0.1711, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.2509631260319207, |
| "grad_norm": 0.5920968055725098, |
| "learning_rate": 0.00016496350364963503, |
| "loss": 0.1189, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.25316455696202533, |
| "grad_norm": 1.4356651306152344, |
| "learning_rate": 0.0001664233576642336, |
| "loss": 0.2634, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.2553659878921299, |
| "grad_norm": 1.3919761180877686, |
| "learning_rate": 0.00016788321167883211, |
| "loss": 0.2505, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.25756741882223444, |
| "grad_norm": 0.9886398911476135, |
| "learning_rate": 0.00016934306569343067, |
| "loss": 0.1908, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.259768849752339, |
| "grad_norm": 0.9664818644523621, |
| "learning_rate": 0.0001708029197080292, |
| "loss": 0.1563, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.2619702806824436, |
| "grad_norm": 0.9564926624298096, |
| "learning_rate": 0.00017226277372262773, |
| "loss": 0.1542, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.26417171161254815, |
| "grad_norm": 0.613195538520813, |
| "learning_rate": 0.00017372262773722628, |
| "loss": 0.0748, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.2663731425426527, |
| "grad_norm": 1.116240382194519, |
| "learning_rate": 0.00017518248175182484, |
| "loss": 0.2469, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.2685745734727573, |
| "grad_norm": 0.6556792259216309, |
| "learning_rate": 0.00017664233576642337, |
| "loss": 0.1449, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.27077600440286187, |
| "grad_norm": 1.6238877773284912, |
| "learning_rate": 0.00017810218978102192, |
| "loss": 0.2584, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.2729774353329664, |
| "grad_norm": 1.42080819606781, |
| "learning_rate": 0.00017956204379562045, |
| "loss": 0.3169, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.275178866263071, |
| "grad_norm": 0.721822202205658, |
| "learning_rate": 0.00018102189781021898, |
| "loss": 0.1188, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.2773802971931756, |
| "grad_norm": 1.00337553024292, |
| "learning_rate": 0.00018248175182481753, |
| "loss": 0.2328, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.27958172812328014, |
| "grad_norm": 1.1204198598861694, |
| "learning_rate": 0.00018394160583941606, |
| "loss": 0.191, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.2817831590533847, |
| "grad_norm": 0.7608072757720947, |
| "learning_rate": 0.0001854014598540146, |
| "loss": 0.1397, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.28398458998348924, |
| "grad_norm": 0.9406429529190063, |
| "learning_rate": 0.00018686131386861315, |
| "loss": 0.3071, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.28618602091359385, |
| "grad_norm": 0.8172856569290161, |
| "learning_rate": 0.00018832116788321167, |
| "loss": 0.1572, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.2883874518436984, |
| "grad_norm": 0.7377148866653442, |
| "learning_rate": 0.00018978102189781023, |
| "loss": 0.2005, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.29058888277380296, |
| "grad_norm": 1.500381588935852, |
| "learning_rate": 0.00019124087591240879, |
| "loss": 0.2424, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.29279031370390757, |
| "grad_norm": 1.5137453079223633, |
| "learning_rate": 0.00019270072992700731, |
| "loss": 0.1776, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.2949917446340121, |
| "grad_norm": 1.6952030658721924, |
| "learning_rate": 0.00019416058394160587, |
| "loss": 0.1664, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.2971931755641167, |
| "grad_norm": 1.0178738832473755, |
| "learning_rate": 0.0001956204379562044, |
| "loss": 0.1929, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.2993946064942212, |
| "grad_norm": 2.562960624694824, |
| "learning_rate": 0.00019708029197080293, |
| "loss": 0.2782, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.30159603742432584, |
| "grad_norm": 1.6147712469100952, |
| "learning_rate": 0.00019854014598540148, |
| "loss": 0.2905, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.3037974683544304, |
| "grad_norm": 1.1269806623458862, |
| "learning_rate": 0.0002, |
| "loss": 0.2205, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.30599889928453494, |
| "grad_norm": 1.709218978881836, |
| "learning_rate": 0.00019999967115038762, |
| "loss": 0.203, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.3082003302146395, |
| "grad_norm": 1.1186352968215942, |
| "learning_rate": 0.00019999868460371332, |
| "loss": 0.2359, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.3104017611447441, |
| "grad_norm": 2.0815446376800537, |
| "learning_rate": 0.00019999704036646558, |
| "loss": 0.7654, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.31260319207484866, |
| "grad_norm": 1.123903751373291, |
| "learning_rate": 0.00019999473844945856, |
| "loss": 0.1531, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.3148046230049532, |
| "grad_norm": 1.1775410175323486, |
| "learning_rate": 0.00019999177886783194, |
| "loss": 0.2142, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.31700605393505776, |
| "grad_norm": 1.0821821689605713, |
| "learning_rate": 0.00019998816164105087, |
| "loss": 0.194, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.31920748486516237, |
| "grad_norm": 1.846646785736084, |
| "learning_rate": 0.00019998388679290583, |
| "loss": 0.421, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.3214089157952669, |
| "grad_norm": 0.9930664300918579, |
| "learning_rate": 0.00019997895435151246, |
| "loss": 0.2811, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.3236103467253715, |
| "grad_norm": 0.9030304551124573, |
| "learning_rate": 0.00019997336434931137, |
| "loss": 0.1815, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.3258117776554761, |
| "grad_norm": 0.6974136829376221, |
| "learning_rate": 0.000199967116823068, |
| "loss": 0.1949, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.32801320858558064, |
| "grad_norm": 0.8216617107391357, |
| "learning_rate": 0.00019996021181387224, |
| "loss": 0.2127, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.3302146395156852, |
| "grad_norm": 1.0203906297683716, |
| "learning_rate": 0.00019995264936713828, |
| "loss": 0.2603, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.33241607044578975, |
| "grad_norm": 1.0693780183792114, |
| "learning_rate": 0.00019994442953260433, |
| "loss": 0.258, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.33461750137589436, |
| "grad_norm": 1.3966225385665894, |
| "learning_rate": 0.00019993555236433213, |
| "loss": 0.2827, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.3368189323059989, |
| "grad_norm": 0.5770395994186401, |
| "learning_rate": 0.00019992601792070679, |
| "loss": 0.1481, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.33902036323610346, |
| "grad_norm": 1.5406584739685059, |
| "learning_rate": 0.00019991582626443618, |
| "loss": 0.1926, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.341221794166208, |
| "grad_norm": 1.5380587577819824, |
| "learning_rate": 0.00019990497746255086, |
| "loss": 0.2582, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.3434232250963126, |
| "grad_norm": 0.7996829748153687, |
| "learning_rate": 0.00019989347158640323, |
| "loss": 0.2201, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.3456246560264172, |
| "grad_norm": 1.2687666416168213, |
| "learning_rate": 0.00019988130871166737, |
| "loss": 0.2027, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.34782608695652173, |
| "grad_norm": 0.9393393993377686, |
| "learning_rate": 0.00019986848891833845, |
| "loss": 0.2079, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.3500275178866263, |
| "grad_norm": 1.0372052192687988, |
| "learning_rate": 0.0001998550122907321, |
| "loss": 0.1452, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.3522289488167309, |
| "grad_norm": 1.1515039205551147, |
| "learning_rate": 0.00019984087891748402, |
| "loss": 0.2363, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.35443037974683544, |
| "grad_norm": 2.2971878051757812, |
| "learning_rate": 0.0001998260888915493, |
| "loss": 0.5014, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.35663181067694, |
| "grad_norm": 1.187995433807373, |
| "learning_rate": 0.00019981064231020182, |
| "loss": 0.2729, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.3588332416070446, |
| "grad_norm": 1.2573753595352173, |
| "learning_rate": 0.00019979453927503364, |
| "loss": 0.2384, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.36103467253714916, |
| "grad_norm": 1.0439549684524536, |
| "learning_rate": 0.0001997777798919543, |
| "loss": 0.2956, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.3632361034672537, |
| "grad_norm": 1.4184736013412476, |
| "learning_rate": 0.00019976036427119006, |
| "loss": 0.2207, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.36543753439735827, |
| "grad_norm": 1.2747489213943481, |
| "learning_rate": 0.00019974229252728342, |
| "loss": 0.2199, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.3676389653274629, |
| "grad_norm": 0.513881266117096, |
| "learning_rate": 0.00019972356477909205, |
| "loss": 0.113, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.3698403962575674, |
| "grad_norm": 1.0329495668411255, |
| "learning_rate": 0.0001997041811497882, |
| "loss": 0.2586, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.372041827187672, |
| "grad_norm": 0.6814864277839661, |
| "learning_rate": 0.00019968414176685788, |
| "loss": 0.1375, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.37424325811777653, |
| "grad_norm": 1.2967740297317505, |
| "learning_rate": 0.0001996634467620999, |
| "loss": 0.201, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.37644468904788114, |
| "grad_norm": 2.24857759475708, |
| "learning_rate": 0.00019964209627162526, |
| "loss": 0.2661, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.3786461199779857, |
| "grad_norm": 1.3992667198181152, |
| "learning_rate": 0.00019962009043585584, |
| "loss": 0.0903, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.38084755090809025, |
| "grad_norm": 2.2193541526794434, |
| "learning_rate": 0.00019959742939952392, |
| "loss": 0.2786, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.3830489818381948, |
| "grad_norm": 1.2357624769210815, |
| "learning_rate": 0.00019957411331167094, |
| "loss": 0.3981, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.3852504127682994, |
| "grad_norm": 0.8800520300865173, |
| "learning_rate": 0.00019955014232564663, |
| "loss": 0.1451, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.38745184369840396, |
| "grad_norm": 0.7195889949798584, |
| "learning_rate": 0.000199525516599108, |
| "loss": 0.0959, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.3896532746285085, |
| "grad_norm": 2.2375988960266113, |
| "learning_rate": 0.00019950023629401823, |
| "loss": 0.3118, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.3918547055586131, |
| "grad_norm": 1.8316059112548828, |
| "learning_rate": 0.00019947430157664576, |
| "loss": 0.2448, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.3940561364887177, |
| "grad_norm": 1.2774708271026611, |
| "learning_rate": 0.00019944771261756292, |
| "loss": 0.1959, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.39625756741882223, |
| "grad_norm": 1.0134649276733398, |
| "learning_rate": 0.00019942046959164515, |
| "loss": 0.2163, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.3984589983489268, |
| "grad_norm": 1.4235607385635376, |
| "learning_rate": 0.00019939257267806963, |
| "loss": 0.3726, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.4006604292790314, |
| "grad_norm": 0.4046984910964966, |
| "learning_rate": 0.00019936402206031413, |
| "loss": 0.0713, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.40286186020913595, |
| "grad_norm": 1.2674638032913208, |
| "learning_rate": 0.00019933481792615583, |
| "loss": 0.2618, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.4050632911392405, |
| "grad_norm": 1.141114592552185, |
| "learning_rate": 0.00019930496046767008, |
| "loss": 0.3159, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.40726472206934505, |
| "grad_norm": 0.9752854704856873, |
| "learning_rate": 0.00019927444988122918, |
| "loss": 0.3026, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.40946615299944966, |
| "grad_norm": 1.7940340042114258, |
| "learning_rate": 0.00019924328636750102, |
| "loss": 0.3452, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.4116675839295542, |
| "grad_norm": 1.4885001182556152, |
| "learning_rate": 0.0001992114701314478, |
| "loss": 0.2027, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.41386901485965877, |
| "grad_norm": 1.3337723016738892, |
| "learning_rate": 0.0001991790013823246, |
| "loss": 0.2417, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.4160704457897633, |
| "grad_norm": 1.3942782878875732, |
| "learning_rate": 0.00019914588033367823, |
| "loss": 0.3172, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.41827187671986793, |
| "grad_norm": 0.6452035307884216, |
| "learning_rate": 0.00019911210720334547, |
| "loss": 0.1793, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.4204733076499725, |
| "grad_norm": 1.146669864654541, |
| "learning_rate": 0.000199077682213452, |
| "loss": 0.2297, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.42267473858007704, |
| "grad_norm": 1.0184296369552612, |
| "learning_rate": 0.0001990426055904107, |
| "loss": 0.1563, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.42487616951018164, |
| "grad_norm": 1.3531533479690552, |
| "learning_rate": 0.0001990068775649202, |
| "loss": 0.194, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.4270776004402862, |
| "grad_norm": 1.0374277830123901, |
| "learning_rate": 0.0001989704983719635, |
| "loss": 0.1652, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.42927903137039075, |
| "grad_norm": 0.8380899429321289, |
| "learning_rate": 0.00019893346825080625, |
| "loss": 0.195, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.4314804623004953, |
| "grad_norm": 1.239431619644165, |
| "learning_rate": 0.00019889578744499532, |
| "loss": 0.2463, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.4336818932305999, |
| "grad_norm": 1.1668486595153809, |
| "learning_rate": 0.000198857456202357, |
| "loss": 0.237, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.43588332416070447, |
| "grad_norm": 1.1140515804290771, |
| "learning_rate": 0.00019881847477499557, |
| "loss": 0.2848, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.438084755090809, |
| "grad_norm": 1.3733386993408203, |
| "learning_rate": 0.00019877884341929164, |
| "loss": 0.2022, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.4402861860209136, |
| "grad_norm": 1.389896273612976, |
| "learning_rate": 0.00019873856239590034, |
| "loss": 0.267, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.4424876169510182, |
| "grad_norm": 1.0052469968795776, |
| "learning_rate": 0.00019869763196974957, |
| "loss": 0.2277, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.44468904788112273, |
| "grad_norm": 1.034943699836731, |
| "learning_rate": 0.00019865605241003848, |
| "loss": 0.1446, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.4468904788112273, |
| "grad_norm": 0.5385359525680542, |
| "learning_rate": 0.0001986138239902355, |
| "loss": 0.0705, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.44909190974133184, |
| "grad_norm": 0.9618946313858032, |
| "learning_rate": 0.00019857094698807662, |
| "loss": 0.2932, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.45129334067143645, |
| "grad_norm": 1.1805518865585327, |
| "learning_rate": 0.00019852742168556355, |
| "loss": 0.2388, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.453494771601541, |
| "grad_norm": 1.1751959323883057, |
| "learning_rate": 0.00019848324836896185, |
| "loss": 0.2859, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.45569620253164556, |
| "grad_norm": 1.0479226112365723, |
| "learning_rate": 0.00019843842732879914, |
| "loss": 0.2722, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.45789763346175016, |
| "grad_norm": 1.0439608097076416, |
| "learning_rate": 0.00019839295885986296, |
| "loss": 0.1869, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.4600990643918547, |
| "grad_norm": 1.0632809400558472, |
| "learning_rate": 0.00019834684326119916, |
| "loss": 0.2354, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.46230049532195927, |
| "grad_norm": 0.8700536489486694, |
| "learning_rate": 0.00019830008083610964, |
| "loss": 0.1734, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.4645019262520638, |
| "grad_norm": 1.8080542087554932, |
| "learning_rate": 0.0001982526718921505, |
| "loss": 0.411, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.46670335718216843, |
| "grad_norm": 1.38103449344635, |
| "learning_rate": 0.00019820461674113, |
| "loss": 0.2625, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.468904788112273, |
| "grad_norm": 1.205725073814392, |
| "learning_rate": 0.00019815591569910654, |
| "loss": 0.3933, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.47110621904237754, |
| "grad_norm": 2.5588293075561523, |
| "learning_rate": 0.00019810656908638644, |
| "loss": 0.3953, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.4733076499724821, |
| "grad_norm": 1.0547009706497192, |
| "learning_rate": 0.00019805657722752202, |
| "loss": 0.1817, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.4755090809025867, |
| "grad_norm": 1.2319700717926025, |
| "learning_rate": 0.00019800594045130932, |
| "loss": 0.2348, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.47771051183269125, |
| "grad_norm": 1.148016333580017, |
| "learning_rate": 0.00019795465909078607, |
| "loss": 0.201, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.4799119427627958, |
| "grad_norm": 1.0850389003753662, |
| "learning_rate": 0.0001979027334832293, |
| "loss": 0.2078, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.48211337369290036, |
| "grad_norm": 1.154354214668274, |
| "learning_rate": 0.0001978501639701534, |
| "loss": 0.3007, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.48431480462300497, |
| "grad_norm": 1.7488455772399902, |
| "learning_rate": 0.00019779695089730765, |
| "loss": 0.2684, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.4865162355531095, |
| "grad_norm": 2.215618848800659, |
| "learning_rate": 0.00019774309461467399, |
| "loss": 0.1546, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.4887176664832141, |
| "grad_norm": 1.2282485961914062, |
| "learning_rate": 0.00019768859547646478, |
| "loss": 0.2675, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.4909190974133187, |
| "grad_norm": 0.7270124554634094, |
| "learning_rate": 0.00019763345384112043, |
| "loss": 0.1491, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.49312052834342324, |
| "grad_norm": 1.3781054019927979, |
| "learning_rate": 0.00019757767007130706, |
| "loss": 0.3164, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.4953219592735278, |
| "grad_norm": 1.1072008609771729, |
| "learning_rate": 0.00019752124453391404, |
| "loss": 0.2054, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.49752339020363234, |
| "grad_norm": 1.453762412071228, |
| "learning_rate": 0.00019746417760005178, |
| "loss": 0.1959, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.49972482113373695, |
| "grad_norm": 0.9458669424057007, |
| "learning_rate": 0.00019740646964504902, |
| "loss": 0.195, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.5019262520638414, |
| "grad_norm": 0.9705711603164673, |
| "learning_rate": 0.00019734812104845047, |
| "loss": 0.1799, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.5041276829939461, |
| "grad_norm": 1.1919350624084473, |
| "learning_rate": 0.0001972891321940145, |
| "loss": 0.1922, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.5063291139240507, |
| "grad_norm": 1.200522541999817, |
| "learning_rate": 0.0001972295034697103, |
| "loss": 0.2551, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.5085305448541552, |
| "grad_norm": 1.3816964626312256, |
| "learning_rate": 0.00019716923526771552, |
| "loss": 0.3134, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.5107319757842598, |
| "grad_norm": 0.6731604933738708, |
| "learning_rate": 0.00019710832798441365, |
| "loss": 0.1294, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.5129334067143644, |
| "grad_norm": 0.9393294453620911, |
| "learning_rate": 0.0001970467820203915, |
| "loss": 0.1441, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.5151348376444689, |
| "grad_norm": 0.743293821811676, |
| "learning_rate": 0.00019698459778043627, |
| "loss": 0.1028, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.5173362685745735, |
| "grad_norm": 1.600050449371338, |
| "learning_rate": 0.00019692177567353332, |
| "loss": 0.2226, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.519537699504678, |
| "grad_norm": 1.7203608751296997, |
| "learning_rate": 0.0001968583161128631, |
| "loss": 0.3033, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.5217391304347826, |
| "grad_norm": 1.3202494382858276, |
| "learning_rate": 0.00019679421951579874, |
| "loss": 0.0937, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.5239405613648872, |
| "grad_norm": 1.847307801246643, |
| "learning_rate": 0.00019672948630390294, |
| "loss": 0.2683, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.5261419922949917, |
| "grad_norm": 1.322928786277771, |
| "learning_rate": 0.00019666411690292564, |
| "loss": 0.2265, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.5283434232250963, |
| "grad_norm": 1.9180538654327393, |
| "learning_rate": 0.0001965981117428008, |
| "loss": 0.2164, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.5305448541552009, |
| "grad_norm": 2.2924304008483887, |
| "learning_rate": 0.00019653147125764392, |
| "loss": 0.2647, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.5327462850853054, |
| "grad_norm": 0.9613167643547058, |
| "learning_rate": 0.0001964641958857489, |
| "loss": 0.1628, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.53494771601541, |
| "grad_norm": 2.0845701694488525, |
| "learning_rate": 0.00019639628606958533, |
| "loss": 0.3281, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.5371491469455146, |
| "grad_norm": 1.326499104499817, |
| "learning_rate": 0.0001963277422557956, |
| "loss": 0.1656, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.5393505778756191, |
| "grad_norm": 0.9228304028511047, |
| "learning_rate": 0.00019625856489519184, |
| "loss": 0.19, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.5415520088057237, |
| "grad_norm": 1.0690181255340576, |
| "learning_rate": 0.00019618875444275293, |
| "loss": 0.2124, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.5437534397358282, |
| "grad_norm": 1.492824673652649, |
| "learning_rate": 0.00019611831135762174, |
| "loss": 0.1966, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.5459548706659328, |
| "grad_norm": 1.7507821321487427, |
| "learning_rate": 0.00019604723610310194, |
| "loss": 0.4592, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.5481563015960375, |
| "grad_norm": 1.523306965827942, |
| "learning_rate": 0.00019597552914665483, |
| "loss": 0.3597, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.550357732526142, |
| "grad_norm": 1.8270065784454346, |
| "learning_rate": 0.0001959031909598966, |
| "loss": 0.314, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.5525591634562466, |
| "grad_norm": 0.5709218382835388, |
| "learning_rate": 0.00019583022201859483, |
| "loss": 0.1128, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.5547605943863512, |
| "grad_norm": 1.1685845851898193, |
| "learning_rate": 0.00019575662280266578, |
| "loss": 0.2384, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.5569620253164557, |
| "grad_norm": 0.5500782132148743, |
| "learning_rate": 0.00019568239379617088, |
| "loss": 0.1463, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.5591634562465603, |
| "grad_norm": 1.9069963693618774, |
| "learning_rate": 0.00019560753548731374, |
| "loss": 0.5131, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.5613648871766649, |
| "grad_norm": 1.0922200679779053, |
| "learning_rate": 0.0001955320483684369, |
| "loss": 0.2108, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.5635663181067694, |
| "grad_norm": 1.1500283479690552, |
| "learning_rate": 0.0001954559329360185, |
| "loss": 0.2229, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.565767749036874, |
| "grad_norm": 1.501747488975525, |
| "learning_rate": 0.0001953791896906692, |
| "loss": 0.1476, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.5679691799669785, |
| "grad_norm": 0.5918743014335632, |
| "learning_rate": 0.00019530181913712872, |
| "loss": 0.1434, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.5701706108970831, |
| "grad_norm": 0.9154205322265625, |
| "learning_rate": 0.00019522382178426258, |
| "loss": 0.2219, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.5723720418271877, |
| "grad_norm": 1.260572910308838, |
| "learning_rate": 0.00019514519814505877, |
| "loss": 0.3396, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.5745734727572922, |
| "grad_norm": 0.9173365235328674, |
| "learning_rate": 0.00019506594873662433, |
| "loss": 0.1369, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.5767749036873968, |
| "grad_norm": 1.759440302848816, |
| "learning_rate": 0.00019498607408018203, |
| "loss": 0.7267, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.5789763346175014, |
| "grad_norm": 1.300220251083374, |
| "learning_rate": 0.00019490557470106686, |
| "loss": 0.3193, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.5811777655476059, |
| "grad_norm": 1.3596434593200684, |
| "learning_rate": 0.00019482445112872264, |
| "loss": 0.3193, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.5833791964777105, |
| "grad_norm": 0.9206734299659729, |
| "learning_rate": 0.00019474270389669844, |
| "loss": 0.173, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.5855806274078151, |
| "grad_norm": 1.1209437847137451, |
| "learning_rate": 0.0001946603335426452, |
| "loss": 0.1857, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.5877820583379196, |
| "grad_norm": 0.7680370211601257, |
| "learning_rate": 0.00019457734060831204, |
| "loss": 0.2384, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.5899834892680242, |
| "grad_norm": 1.1541163921356201, |
| "learning_rate": 0.00019449372563954293, |
| "loss": 0.2907, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.5921849201981287, |
| "grad_norm": 0.7708389759063721, |
| "learning_rate": 0.00019440948918627283, |
| "loss": 0.1215, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.5943863511282333, |
| "grad_norm": 0.7209833860397339, |
| "learning_rate": 0.00019432463180252423, |
| "loss": 0.2057, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.596587782058338, |
| "grad_norm": 1.0058317184448242, |
| "learning_rate": 0.0001942391540464035, |
| "loss": 0.316, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.5987892129884425, |
| "grad_norm": 0.912278950214386, |
| "learning_rate": 0.00019415305648009715, |
| "loss": 0.2154, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.6009906439185471, |
| "grad_norm": 0.9229905009269714, |
| "learning_rate": 0.00019406633966986828, |
| "loss": 0.1988, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.6031920748486517, |
| "grad_norm": 0.9416797161102295, |
| "learning_rate": 0.00019397900418605257, |
| "loss": 0.2454, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.6053935057787562, |
| "grad_norm": 0.7916048765182495, |
| "learning_rate": 0.0001938910506030549, |
| "loss": 0.1595, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.6075949367088608, |
| "grad_norm": 0.7961133718490601, |
| "learning_rate": 0.00019380247949934534, |
| "loss": 0.3149, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.6097963676389653, |
| "grad_norm": 2.367426633834839, |
| "learning_rate": 0.00019371329145745524, |
| "loss": 0.4522, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.6119977985690699, |
| "grad_norm": 1.6261329650878906, |
| "learning_rate": 0.00019362348706397373, |
| "loss": 0.3005, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.6141992294991745, |
| "grad_norm": 0.9070632457733154, |
| "learning_rate": 0.0001935330669095436, |
| "loss": 0.2101, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.616400660429279, |
| "grad_norm": 1.2766557931900024, |
| "learning_rate": 0.0001934420315888575, |
| "loss": 0.2502, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.6186020913593836, |
| "grad_norm": 1.20702064037323, |
| "learning_rate": 0.00019335038170065403, |
| "loss": 0.2563, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.6208035222894882, |
| "grad_norm": 1.1549800634384155, |
| "learning_rate": 0.0001932581178477138, |
| "loss": 0.1833, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.6230049532195927, |
| "grad_norm": 1.2302500009536743, |
| "learning_rate": 0.0001931652406368554, |
| "loss": 0.226, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.6252063841496973, |
| "grad_norm": 1.1015033721923828, |
| "learning_rate": 0.00019307175067893165, |
| "loss": 0.3038, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.6274078150798019, |
| "grad_norm": 1.1137440204620361, |
| "learning_rate": 0.00019297764858882514, |
| "loss": 0.2073, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.6296092460099064, |
| "grad_norm": 1.1460460424423218, |
| "learning_rate": 0.00019288293498544469, |
| "loss": 0.4567, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.631810676940011, |
| "grad_norm": 1.245483636856079, |
| "learning_rate": 0.00019278761049172088, |
| "loss": 0.3153, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.6340121078701155, |
| "grad_norm": 0.587056040763855, |
| "learning_rate": 0.0001926916757346022, |
| "loss": 0.0915, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.6362135388002201, |
| "grad_norm": 0.8686281442642212, |
| "learning_rate": 0.00019259513134505077, |
| "loss": 0.1085, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.6384149697303247, |
| "grad_norm": 1.245270848274231, |
| "learning_rate": 0.0001924979779580383, |
| "loss": 0.2146, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.6406164006604292, |
| "grad_norm": 0.9802015423774719, |
| "learning_rate": 0.00019240021621254186, |
| "loss": 0.3619, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.6428178315905339, |
| "grad_norm": 1.0316482782363892, |
| "learning_rate": 0.00019230184675153976, |
| "loss": 0.5368, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.6450192625206385, |
| "grad_norm": 1.010973334312439, |
| "learning_rate": 0.00019220287022200707, |
| "loss": 0.1715, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.647220693450743, |
| "grad_norm": 1.4453409910202026, |
| "learning_rate": 0.00019210328727491173, |
| "loss": 0.1925, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.6494221243808476, |
| "grad_norm": 1.1811559200286865, |
| "learning_rate": 0.00019200309856520997, |
| "loss": 0.2017, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.6516235553109522, |
| "grad_norm": 0.8928061127662659, |
| "learning_rate": 0.00019190230475184223, |
| "loss": 0.2713, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.6538249862410567, |
| "grad_norm": 1.332140326499939, |
| "learning_rate": 0.00019180090649772855, |
| "loss": 0.2451, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.6560264171711613, |
| "grad_norm": 1.1139875650405884, |
| "learning_rate": 0.00019169890446976454, |
| "loss": 0.2006, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.6582278481012658, |
| "grad_norm": 1.582215666770935, |
| "learning_rate": 0.00019159629933881666, |
| "loss": 0.2862, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.6604292790313704, |
| "grad_norm": 0.647504448890686, |
| "learning_rate": 0.00019149309177971815, |
| "loss": 0.0764, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.662630709961475, |
| "grad_norm": 2.3032169342041016, |
| "learning_rate": 0.00019138928247126424, |
| "loss": 0.3415, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.6648321408915795, |
| "grad_norm": 1.4954179525375366, |
| "learning_rate": 0.00019128487209620803, |
| "loss": 0.3911, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.6670335718216841, |
| "grad_norm": 1.450543999671936, |
| "learning_rate": 0.0001911798613412557, |
| "loss": 0.2685, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.6692350027517887, |
| "grad_norm": 1.65657639503479, |
| "learning_rate": 0.0001910742508970622, |
| "loss": 0.343, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.6714364336818932, |
| "grad_norm": 2.165513515472412, |
| "learning_rate": 0.00019096804145822655, |
| "loss": 0.3681, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.6736378646119978, |
| "grad_norm": 1.0061649084091187, |
| "learning_rate": 0.00019086123372328746, |
| "loss": 0.1908, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.6758392955421023, |
| "grad_norm": 0.8672468066215515, |
| "learning_rate": 0.00019075382839471857, |
| "loss": 0.167, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.6780407264722069, |
| "grad_norm": 1.4202598333358765, |
| "learning_rate": 0.0001906458261789238, |
| "loss": 0.1973, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.6802421574023115, |
| "grad_norm": 1.4729435443878174, |
| "learning_rate": 0.00019053722778623305, |
| "loss": 0.3278, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.682443588332416, |
| "grad_norm": 1.2635149955749512, |
| "learning_rate": 0.000190428033930897, |
| "loss": 0.2677, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.6846450192625206, |
| "grad_norm": 1.1371662616729736, |
| "learning_rate": 0.0001903182453310828, |
| "loss": 0.3166, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.6868464501926252, |
| "grad_norm": 0.8570672869682312, |
| "learning_rate": 0.0001902078627088692, |
| "loss": 0.2779, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.6890478811227297, |
| "grad_norm": 0.9639473557472229, |
| "learning_rate": 0.0001900968867902419, |
| "loss": 0.1461, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.6912493120528344, |
| "grad_norm": 1.0219823122024536, |
| "learning_rate": 0.00018998531830508869, |
| "loss": 0.259, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.693450742982939, |
| "grad_norm": 0.8559497594833374, |
| "learning_rate": 0.00018987315798719452, |
| "loss": 0.2074, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.6956521739130435, |
| "grad_norm": 1.8177236318588257, |
| "learning_rate": 0.000189760406574237, |
| "loss": 0.3885, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.6978536048431481, |
| "grad_norm": 1.7845747470855713, |
| "learning_rate": 0.0001896470648077813, |
| "loss": 0.3579, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.7000550357732526, |
| "grad_norm": 0.8975507020950317, |
| "learning_rate": 0.0001895331334332753, |
| "loss": 0.2452, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.7022564667033572, |
| "grad_norm": 0.9428125023841858, |
| "learning_rate": 0.00018941861320004484, |
| "loss": 0.2423, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.7044578976334618, |
| "grad_norm": 1.159013032913208, |
| "learning_rate": 0.00018930350486128856, |
| "loss": 0.4047, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.7066593285635663, |
| "grad_norm": 0.8494213223457336, |
| "learning_rate": 0.00018918780917407307, |
| "loss": 0.2341, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.7088607594936709, |
| "grad_norm": 1.068804144859314, |
| "learning_rate": 0.0001890715268993281, |
| "loss": 0.3007, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.7110621904237755, |
| "grad_norm": 0.43914756178855896, |
| "learning_rate": 0.0001889546588018412, |
| "loss": 0.0936, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.71326362135388, |
| "grad_norm": 0.7797726392745972, |
| "learning_rate": 0.00018883720565025295, |
| "loss": 0.2057, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.7154650522839846, |
| "grad_norm": 0.7800988554954529, |
| "learning_rate": 0.00018871916821705184, |
| "loss": 0.2073, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.7176664832140892, |
| "grad_norm": 0.5828583240509033, |
| "learning_rate": 0.00018860054727856915, |
| "loss": 0.1515, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.7198679141441937, |
| "grad_norm": 1.471644401550293, |
| "learning_rate": 0.00018848134361497385, |
| "loss": 0.3854, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.7220693450742983, |
| "grad_norm": 1.2705450057983398, |
| "learning_rate": 0.00018836155801026753, |
| "loss": 0.2625, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.7242707760044028, |
| "grad_norm": 1.0784512758255005, |
| "learning_rate": 0.0001882411912522792, |
| "loss": 0.1387, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.7264722069345074, |
| "grad_norm": 1.1987195014953613, |
| "learning_rate": 0.00018812024413266006, |
| "loss": 0.2613, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.728673637864612, |
| "grad_norm": 0.9083921909332275, |
| "learning_rate": 0.0001879987174468784, |
| "loss": 0.1633, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.7308750687947165, |
| "grad_norm": 1.1217319965362549, |
| "learning_rate": 0.00018787661199421427, |
| "loss": 0.158, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.7330764997248211, |
| "grad_norm": 0.7454916834831238, |
| "learning_rate": 0.00018775392857775432, |
| "loss": 0.1587, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.7352779306549257, |
| "grad_norm": 0.8220398426055908, |
| "learning_rate": 0.00018763066800438636, |
| "loss": 0.1583, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.7374793615850302, |
| "grad_norm": 0.908816397190094, |
| "learning_rate": 0.00018750683108479432, |
| "loss": 0.2706, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.7396807925151349, |
| "grad_norm": 1.1175532341003418, |
| "learning_rate": 0.0001873824186334526, |
| "loss": 0.241, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.7418822234452394, |
| "grad_norm": 0.8782237768173218, |
| "learning_rate": 0.00018725743146862095, |
| "loss": 0.2187, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.744083654375344, |
| "grad_norm": 1.36802339553833, |
| "learning_rate": 0.00018713187041233896, |
| "loss": 0.2422, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.7462850853054486, |
| "grad_norm": 1.4567631483078003, |
| "learning_rate": 0.00018700573629042074, |
| "loss": 0.3323, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.7484865162355531, |
| "grad_norm": 0.8530279994010925, |
| "learning_rate": 0.00018687902993244943, |
| "loss": 0.2511, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.7506879471656577, |
| "grad_norm": 1.4750181436538696, |
| "learning_rate": 0.00018675175217177175, |
| "loss": 0.334, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.7528893780957623, |
| "grad_norm": 0.5695929527282715, |
| "learning_rate": 0.0001866239038454926, |
| "loss": 0.0692, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.7550908090258668, |
| "grad_norm": 1.2884031534194946, |
| "learning_rate": 0.00018649548579446936, |
| "loss": 0.3052, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.7572922399559714, |
| "grad_norm": 1.2000869512557983, |
| "learning_rate": 0.0001863664988633066, |
| "loss": 0.1638, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.759493670886076, |
| "grad_norm": 1.3409312963485718, |
| "learning_rate": 0.00018623694390035035, |
| "loss": 0.2515, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.7616951018161805, |
| "grad_norm": 0.6578596234321594, |
| "learning_rate": 0.00018610682175768258, |
| "loss": 0.1144, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.7638965327462851, |
| "grad_norm": 1.0106149911880493, |
| "learning_rate": 0.00018597613329111566, |
| "loss": 0.1943, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.7660979636763896, |
| "grad_norm": 1.586403489112854, |
| "learning_rate": 0.00018584487936018661, |
| "loss": 0.1804, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.7682993946064942, |
| "grad_norm": 1.031691074371338, |
| "learning_rate": 0.0001857130608281515, |
| "loss": 0.419, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.7705008255365988, |
| "grad_norm": 1.0916547775268555, |
| "learning_rate": 0.0001855806785619798, |
| "loss": 0.1373, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.7727022564667033, |
| "grad_norm": 2.66514253616333, |
| "learning_rate": 0.00018544773343234862, |
| "loss": 0.2008, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.7749036873968079, |
| "grad_norm": 1.0321251153945923, |
| "learning_rate": 0.00018531422631363706, |
| "loss": 0.168, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.7771051183269125, |
| "grad_norm": 1.2961331605911255, |
| "learning_rate": 0.00018518015808392045, |
| "loss": 0.2361, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.779306549257017, |
| "grad_norm": 0.719615638256073, |
| "learning_rate": 0.0001850455296249644, |
| "loss": 0.1776, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.7815079801871216, |
| "grad_norm": 1.1901960372924805, |
| "learning_rate": 0.0001849103418222194, |
| "loss": 0.2842, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.7837094111172263, |
| "grad_norm": 0.9724762439727783, |
| "learning_rate": 0.00018477459556481441, |
| "loss": 0.2397, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.7859108420473307, |
| "grad_norm": 1.761529803276062, |
| "learning_rate": 0.0001846382917455516, |
| "loss": 0.313, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.7881122729774354, |
| "grad_norm": 1.0816775560379028, |
| "learning_rate": 0.00018450143126090015, |
| "loss": 0.1472, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.7903137039075399, |
| "grad_norm": 2.434422016143799, |
| "learning_rate": 0.00018436401501099035, |
| "loss": 0.177, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.7925151348376445, |
| "grad_norm": 1.8141069412231445, |
| "learning_rate": 0.00018422604389960783, |
| "loss": 0.375, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.7947165657677491, |
| "grad_norm": 1.1976251602172852, |
| "learning_rate": 0.00018408751883418754, |
| "loss": 0.2226, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.7969179966978536, |
| "grad_norm": 1.4153374433517456, |
| "learning_rate": 0.00018394844072580773, |
| "loss": 0.3456, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.7991194276279582, |
| "grad_norm": 1.5557993650436401, |
| "learning_rate": 0.00018380881048918405, |
| "loss": 0.2763, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.8013208585580628, |
| "grad_norm": 1.2922636270523071, |
| "learning_rate": 0.00018366862904266356, |
| "loss": 0.3598, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.8035222894881673, |
| "grad_norm": 1.2480388879776, |
| "learning_rate": 0.00018352789730821843, |
| "loss": 0.3873, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.8057237204182719, |
| "grad_norm": 0.9546335339546204, |
| "learning_rate": 0.00018338661621144025, |
| "loss": 0.1378, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.8079251513483764, |
| "grad_norm": 1.3006221055984497, |
| "learning_rate": 0.00018324478668153366, |
| "loss": 0.2566, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.810126582278481, |
| "grad_norm": 1.2144070863723755, |
| "learning_rate": 0.00018310240965131041, |
| "loss": 0.2278, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.8123280132085856, |
| "grad_norm": 0.8332474827766418, |
| "learning_rate": 0.00018295948605718314, |
| "loss": 0.2634, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.8145294441386901, |
| "grad_norm": 0.7528755068778992, |
| "learning_rate": 0.00018281601683915917, |
| "loss": 0.2693, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.8167308750687947, |
| "grad_norm": 1.0342864990234375, |
| "learning_rate": 0.00018267200294083447, |
| "loss": 0.2044, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.8189323059988993, |
| "grad_norm": 0.8297427296638489, |
| "learning_rate": 0.00018252744530938736, |
| "loss": 0.1956, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.8211337369290038, |
| "grad_norm": 1.282098412513733, |
| "learning_rate": 0.00018238234489557215, |
| "loss": 0.2616, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.8233351678591084, |
| "grad_norm": 0.6476250886917114, |
| "learning_rate": 0.0001822367026537133, |
| "loss": 0.1147, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.825536598789213, |
| "grad_norm": 0.6506133079528809, |
| "learning_rate": 0.00018209051954169855, |
| "loss": 0.1762, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.8277380297193175, |
| "grad_norm": 0.926846444606781, |
| "learning_rate": 0.0001819437965209732, |
| "loss": 0.1866, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.8299394606494221, |
| "grad_norm": 0.9617591500282288, |
| "learning_rate": 0.0001817965345565334, |
| "loss": 0.2098, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.8321408915795266, |
| "grad_norm": 1.071401834487915, |
| "learning_rate": 0.00018164873461691986, |
| "loss": 0.2428, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.8343423225096313, |
| "grad_norm": 0.654083788394928, |
| "learning_rate": 0.00018150039767421178, |
| "loss": 0.0716, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.8365437534397359, |
| "grad_norm": 1.6268547773361206, |
| "learning_rate": 0.00018135152470401996, |
| "loss": 0.2735, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.8387451843698404, |
| "grad_norm": 0.4768295884132385, |
| "learning_rate": 0.00018120211668548088, |
| "loss": 0.0739, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.840946615299945, |
| "grad_norm": 1.295459508895874, |
| "learning_rate": 0.00018105217460124981, |
| "loss": 0.2342, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.8431480462300496, |
| "grad_norm": 0.7535791397094727, |
| "learning_rate": 0.00018090169943749476, |
| "loss": 0.1549, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.8453494771601541, |
| "grad_norm": 1.5335655212402344, |
| "learning_rate": 0.00018075069218388964, |
| "loss": 0.1621, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.8475509080902587, |
| "grad_norm": 1.2511568069458008, |
| "learning_rate": 0.00018059915383360808, |
| "loss": 0.1517, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.8497523390203633, |
| "grad_norm": 0.8873250484466553, |
| "learning_rate": 0.00018044708538331655, |
| "loss": 0.2602, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.8519537699504678, |
| "grad_norm": 1.4157307147979736, |
| "learning_rate": 0.00018029448783316813, |
| "loss": 0.4575, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.8541552008805724, |
| "grad_norm": 1.280274510383606, |
| "learning_rate": 0.00018014136218679567, |
| "loss": 0.1614, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.8563566318106769, |
| "grad_norm": 0.8422673940658569, |
| "learning_rate": 0.0001799877094513054, |
| "loss": 0.1639, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.8585580627407815, |
| "grad_norm": 0.9522169232368469, |
| "learning_rate": 0.00017983353063727016, |
| "loss": 0.1054, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.8607594936708861, |
| "grad_norm": 1.752172589302063, |
| "learning_rate": 0.00017967882675872277, |
| "loss": 0.2285, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.8629609246009906, |
| "grad_norm": 1.322982907295227, |
| "learning_rate": 0.00017952359883314955, |
| "loss": 0.1765, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.8651623555310952, |
| "grad_norm": 0.9844683408737183, |
| "learning_rate": 0.00017936784788148328, |
| "loss": 0.1054, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.8673637864611998, |
| "grad_norm": 1.8924535512924194, |
| "learning_rate": 0.00017921157492809672, |
| "loss": 0.2393, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.8695652173913043, |
| "grad_norm": 1.1759653091430664, |
| "learning_rate": 0.000179054781000796, |
| "loss": 0.2491, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.8717666483214089, |
| "grad_norm": 1.2846308946609497, |
| "learning_rate": 0.00017889746713081343, |
| "loss": 0.1594, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.8739680792515134, |
| "grad_norm": 0.7170493602752686, |
| "learning_rate": 0.00017873963435280121, |
| "loss": 0.228, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.876169510181618, |
| "grad_norm": 0.9288744926452637, |
| "learning_rate": 0.00017858128370482426, |
| "loss": 0.1143, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.8783709411117226, |
| "grad_norm": 1.3167988061904907, |
| "learning_rate": 0.00017842241622835356, |
| "loss": 0.1729, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.8805723720418271, |
| "grad_norm": 1.0657830238342285, |
| "learning_rate": 0.00017826303296825926, |
| "loss": 0.286, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.8827738029719318, |
| "grad_norm": 0.8168554902076721, |
| "learning_rate": 0.0001781031349728039, |
| "loss": 0.2013, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.8849752339020364, |
| "grad_norm": 0.882465660572052, |
| "learning_rate": 0.00017794272329363527, |
| "loss": 0.1545, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.8871766648321409, |
| "grad_norm": 0.9866340160369873, |
| "learning_rate": 0.00017778179898577973, |
| "loss": 0.1833, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.8893780957622455, |
| "grad_norm": 0.7578817009925842, |
| "learning_rate": 0.00017762036310763532, |
| "loss": 0.1541, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.8915795266923501, |
| "grad_norm": 0.947085976600647, |
| "learning_rate": 0.00017745841672096442, |
| "loss": 0.2227, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.8937809576224546, |
| "grad_norm": 1.0397213697433472, |
| "learning_rate": 0.0001772959608908873, |
| "loss": 0.1625, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.8959823885525592, |
| "grad_norm": 1.140871286392212, |
| "learning_rate": 0.00017713299668587458, |
| "loss": 0.2139, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.8981838194826637, |
| "grad_norm": 1.7579021453857422, |
| "learning_rate": 0.00017696952517774062, |
| "loss": 0.3054, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.9003852504127683, |
| "grad_norm": 1.5178894996643066, |
| "learning_rate": 0.00017680554744163625, |
| "loss": 0.2656, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.9025866813428729, |
| "grad_norm": 1.9655121564865112, |
| "learning_rate": 0.00017664106455604178, |
| "loss": 0.3215, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.9047881122729774, |
| "grad_norm": 1.8185651302337646, |
| "learning_rate": 0.00017647607760275987, |
| "loss": 0.3021, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.906989543203082, |
| "grad_norm": 0.8997313976287842, |
| "learning_rate": 0.0001763105876669084, |
| "loss": 0.2806, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.9091909741331866, |
| "grad_norm": 1.726635456085205, |
| "learning_rate": 0.00017614459583691346, |
| "loss": 0.2853, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.9113924050632911, |
| "grad_norm": 1.0895217657089233, |
| "learning_rate": 0.000175978103204502, |
| "loss": 0.28, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.9135938359933957, |
| "grad_norm": 1.582118034362793, |
| "learning_rate": 0.00017581111086469476, |
| "loss": 0.2495, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.9157952669235003, |
| "grad_norm": 1.6275440454483032, |
| "learning_rate": 0.00017564361991579904, |
| "loss": 0.2424, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.9179966978536048, |
| "grad_norm": 1.0979431867599487, |
| "learning_rate": 0.00017547563145940158, |
| "loss": 0.1526, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.9201981287837094, |
| "grad_norm": 0.8231645226478577, |
| "learning_rate": 0.00017530714660036112, |
| "loss": 0.1641, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.9223995597138139, |
| "grad_norm": 0.8364385366439819, |
| "learning_rate": 0.00017513816644680125, |
| "loss": 0.2394, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.9246009906439185, |
| "grad_norm": 0.9016224145889282, |
| "learning_rate": 0.00017496869211010315, |
| "loss": 0.2125, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.9268024215740231, |
| "grad_norm": 1.0510677099227905, |
| "learning_rate": 0.00017479872470489824, |
| "loss": 0.1643, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.9290038525041276, |
| "grad_norm": 0.7203924059867859, |
| "learning_rate": 0.0001746282653490608, |
| "loss": 0.1425, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.9312052834342323, |
| "grad_norm": 1.231278657913208, |
| "learning_rate": 0.0001744573151637007, |
| "loss": 0.2488, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.9334067143643369, |
| "grad_norm": 1.0261121988296509, |
| "learning_rate": 0.000174285875273156, |
| "loss": 0.2443, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.9356081452944414, |
| "grad_norm": 1.9562700986862183, |
| "learning_rate": 0.0001741139468049855, |
| "loss": 0.1857, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.937809576224546, |
| "grad_norm": 0.8829732537269592, |
| "learning_rate": 0.0001739415308899614, |
| "loss": 0.1966, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.9400110071546505, |
| "grad_norm": 1.1366294622421265, |
| "learning_rate": 0.00017376862866206187, |
| "loss": 0.195, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.9422124380847551, |
| "grad_norm": 1.005967617034912, |
| "learning_rate": 0.0001735952412584635, |
| "loss": 0.2883, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.9444138690148597, |
| "grad_norm": 1.5798931121826172, |
| "learning_rate": 0.0001734213698195339, |
| "loss": 0.2963, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.9466152999449642, |
| "grad_norm": 1.1144102811813354, |
| "learning_rate": 0.00017324701548882422, |
| "loss": 0.2546, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.9488167308750688, |
| "grad_norm": 3.013399600982666, |
| "learning_rate": 0.00017307217941306145, |
| "loss": 0.3737, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.9510181618051734, |
| "grad_norm": 1.1589728593826294, |
| "learning_rate": 0.00017289686274214118, |
| "loss": 0.124, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.9532195927352779, |
| "grad_norm": 0.958777666091919, |
| "learning_rate": 0.00017272106662911973, |
| "loss": 0.1727, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.9554210236653825, |
| "grad_norm": 1.4360767602920532, |
| "learning_rate": 0.00017254479223020684, |
| "loss": 0.2203, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.9576224545954871, |
| "grad_norm": 1.6432348489761353, |
| "learning_rate": 0.00017236804070475787, |
| "loss": 0.16, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.9598238855255916, |
| "grad_norm": 1.4297266006469727, |
| "learning_rate": 0.00017219081321526617, |
| "loss": 0.2383, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.9620253164556962, |
| "grad_norm": 1.1295509338378906, |
| "learning_rate": 0.00017201311092735565, |
| "loss": 0.2701, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.9642267473858007, |
| "grad_norm": 0.958570122718811, |
| "learning_rate": 0.00017183493500977278, |
| "loss": 0.1856, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.9664281783159053, |
| "grad_norm": 0.8746889233589172, |
| "learning_rate": 0.00017165628663437922, |
| "loss": 0.2212, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.9686296092460099, |
| "grad_norm": 1.3758814334869385, |
| "learning_rate": 0.000171477166976144, |
| "loss": 0.2748, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.9708310401761144, |
| "grad_norm": 1.5859287977218628, |
| "learning_rate": 0.00017129757721313568, |
| "loss": 0.3003, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.973032471106219, |
| "grad_norm": 0.7726479172706604, |
| "learning_rate": 0.00017111751852651473, |
| "loss": 0.2363, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.9752339020363237, |
| "grad_norm": 1.1339430809020996, |
| "learning_rate": 0.0001709369921005258, |
| "loss": 0.2288, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.9774353329664281, |
| "grad_norm": 1.4856394529342651, |
| "learning_rate": 0.0001707559991224897, |
| "loss": 0.4531, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.9796367638965328, |
| "grad_norm": 1.0055327415466309, |
| "learning_rate": 0.0001705745407827959, |
| "loss": 0.2731, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.9818381948266374, |
| "grad_norm": 0.8089772462844849, |
| "learning_rate": 0.0001703926182748945, |
| "loss": 0.2677, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.9840396257567419, |
| "grad_norm": 0.907011866569519, |
| "learning_rate": 0.0001702102327952884, |
| "loss": 0.1726, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.9862410566868465, |
| "grad_norm": 0.7658312916755676, |
| "learning_rate": 0.00017002738554352552, |
| "loss": 0.2949, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.988442487616951, |
| "grad_norm": 1.8704255819320679, |
| "learning_rate": 0.00016984407772219077, |
| "loss": 0.1561, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.9906439185470556, |
| "grad_norm": 0.9276111125946045, |
| "learning_rate": 0.00016966031053689828, |
| "loss": 0.2613, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.9928453494771602, |
| "grad_norm": 1.162001132965088, |
| "learning_rate": 0.00016947608519628343, |
| "loss": 0.2439, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.9950467804072647, |
| "grad_norm": 0.7540222406387329, |
| "learning_rate": 0.00016929140291199483, |
| "loss": 0.1343, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.9972482113373693, |
| "grad_norm": 1.1655153036117554, |
| "learning_rate": 0.00016910626489868649, |
| "loss": 0.3202, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.9994496422674739, |
| "grad_norm": 1.484333872795105, |
| "learning_rate": 0.00016892067237400958, |
| "loss": 0.2112, |
| "step": 454 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.4983161985874176, |
| "learning_rate": 0.0001687346265586048, |
| "loss": 0.0172, |
| "step": 455 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 1362, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4.2085012748443046e+17, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
