| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.9878213802435725, | |
| "eval_steps": 500, | |
| "global_step": 276, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.010825439783491205, | |
| "grad_norm": 5.808025389606398, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.8567, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.02165087956698241, | |
| "grad_norm": 63.70083680356305, | |
| "learning_rate": 0.00011313708, | |
| "loss": 3.0577, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.03247631935047361, | |
| "grad_norm": 102.2601563378421, | |
| "learning_rate": 0.00011313708, | |
| "loss": 3.245, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.04330175913396482, | |
| "grad_norm": 517.818032499253, | |
| "learning_rate": 0.00011313708, | |
| "loss": 10.4703, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.05412719891745602, | |
| "grad_norm": 97.70792942908585, | |
| "learning_rate": 0.00011313708, | |
| "loss": 8.2239, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.06495263870094722, | |
| "grad_norm": 139.40515698694134, | |
| "learning_rate": 0.00011313708, | |
| "loss": 7.5427, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.07577807848443843, | |
| "grad_norm": 38.719549182895285, | |
| "learning_rate": 0.00011313708, | |
| "loss": 2.948, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.08660351826792964, | |
| "grad_norm": 11.104588873802449, | |
| "learning_rate": 0.00011313708, | |
| "loss": 1.7519, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.09742895805142084, | |
| "grad_norm": 249.30162080162287, | |
| "learning_rate": 0.00011313708, | |
| "loss": 2.3027, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.10825439783491204, | |
| "grad_norm": 57.26401169307199, | |
| "learning_rate": 0.00011313708, | |
| "loss": 2.1727, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.11907983761840325, | |
| "grad_norm": 154.85566650956403, | |
| "learning_rate": 0.00011313708, | |
| "loss": 4.2434, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.12990527740189445, | |
| "grad_norm": 118.91304942926054, | |
| "learning_rate": 0.00011313708, | |
| "loss": 2.6824, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.14073071718538566, | |
| "grad_norm": 8.62441539636698, | |
| "learning_rate": 0.00011313708, | |
| "loss": 1.4713, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.15155615696887687, | |
| "grad_norm": 5.8329334972358575, | |
| "learning_rate": 0.00011313708, | |
| "loss": 1.2606, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.16238159675236807, | |
| "grad_norm": 19.172130041954816, | |
| "learning_rate": 0.00011313708, | |
| "loss": 1.4758, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.17320703653585928, | |
| "grad_norm": 6.990936525514284, | |
| "learning_rate": 0.00011313708, | |
| "loss": 1.146, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.18403247631935046, | |
| "grad_norm": 2.8669615796156234, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.9958, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.19485791610284167, | |
| "grad_norm": 2.172149401870726, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.8884, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.20568335588633288, | |
| "grad_norm": 2.6427911214085924, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.8421, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.2165087956698241, | |
| "grad_norm": 1.8811585286349286, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.8122, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.2273342354533153, | |
| "grad_norm": 2.477011640586419, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.8148, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.2381596752368065, | |
| "grad_norm": 3.5439729376670406, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.857, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.2489851150202977, | |
| "grad_norm": 5.411413279293686, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.8983, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.2598105548037889, | |
| "grad_norm": 1.9283128194762766, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.7966, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.2706359945872801, | |
| "grad_norm": 2.612920494624994, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.766, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.2814614343707713, | |
| "grad_norm": 1.1471114891937906, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.711, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.2922868741542625, | |
| "grad_norm": 2.531736973390282, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.7224, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.30311231393775373, | |
| "grad_norm": 1.389348030998938, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.7054, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.31393775372124494, | |
| "grad_norm": 1.4832852073856424, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.69, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.32476319350473615, | |
| "grad_norm": 1.1885525087217463, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.6633, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.33558863328822736, | |
| "grad_norm": 0.789960974683348, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.6517, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.34641407307171856, | |
| "grad_norm": 1.45945149308812, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.6425, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.3572395128552097, | |
| "grad_norm": 0.9601099100161072, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.6358, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.3680649526387009, | |
| "grad_norm": 1.0746701563839907, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.6306, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.37889039242219213, | |
| "grad_norm": 0.8802641108555268, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.6054, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.38971583220568334, | |
| "grad_norm": 0.9842667459921938, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.5953, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.40054127198917455, | |
| "grad_norm": 1.008978507148328, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.6061, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.41136671177266576, | |
| "grad_norm": 0.8819971357143546, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.5828, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.42219215155615697, | |
| "grad_norm": 1.2452743540780522, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.586, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.4330175913396482, | |
| "grad_norm": 0.9111567476287992, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.5781, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.4438430311231394, | |
| "grad_norm": 0.9715389785577105, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.5754, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.4546684709066306, | |
| "grad_norm": 1.253718592808374, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.5827, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.4654939106901218, | |
| "grad_norm": 1.232248844790283, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.563, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.476319350473613, | |
| "grad_norm": 0.9331651600470512, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.5667, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.4871447902571042, | |
| "grad_norm": 1.1640027059611353, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.5616, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.4979702300405954, | |
| "grad_norm": 0.7306266075470852, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.5559, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.5087956698240866, | |
| "grad_norm": 0.9181622508919682, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.5506, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.5196211096075778, | |
| "grad_norm": 0.9699132355343132, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.5471, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.530446549391069, | |
| "grad_norm": 0.7508541455961231, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.5406, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.5412719891745602, | |
| "grad_norm": 0.7088588238376171, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.535, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.5520974289580515, | |
| "grad_norm": 0.6209144810203802, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.5289, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.5629228687415426, | |
| "grad_norm": 0.5904474199109295, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.524, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.5737483085250338, | |
| "grad_norm": 0.6549550865810885, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.5201, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.584573748308525, | |
| "grad_norm": 0.7507228814897264, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.5327, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.5953991880920162, | |
| "grad_norm": 1.0633251061263844, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.5218, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.6062246278755075, | |
| "grad_norm": 1.5012841748053845, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.528, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.6170500676589986, | |
| "grad_norm": 0.5665427708656176, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.5179, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.6278755074424899, | |
| "grad_norm": 1.845305650368642, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.5286, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.638700947225981, | |
| "grad_norm": 0.6351244607425496, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.5044, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.6495263870094723, | |
| "grad_norm": 1.6872030057088823, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.523, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.6603518267929634, | |
| "grad_norm": 0.9318826199274253, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.5262, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.6711772665764547, | |
| "grad_norm": 1.7524595786217534, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.5226, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.6820027063599459, | |
| "grad_norm": 1.3906673909977412, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.5325, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.6928281461434371, | |
| "grad_norm": 1.1214175260271424, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.5178, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.7036535859269283, | |
| "grad_norm": 1.1678164415246544, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.5103, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.7144790257104194, | |
| "grad_norm": 0.7411559329842898, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.5156, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.7253044654939107, | |
| "grad_norm": 1.2988665594902944, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.511, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.7361299052774019, | |
| "grad_norm": 0.6169922587754691, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.522, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.7469553450608931, | |
| "grad_norm": 1.093699187339888, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.5097, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.7577807848443843, | |
| "grad_norm": 0.5030652434419646, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4919, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.7686062246278755, | |
| "grad_norm": 0.8091259698349318, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4933, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.7794316644113667, | |
| "grad_norm": 0.5752750143844069, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.5033, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.790257104194858, | |
| "grad_norm": 0.5224354989602931, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.5086, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.8010825439783491, | |
| "grad_norm": 0.6828095006777672, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.5027, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.8119079837618404, | |
| "grad_norm": 0.6337120659384431, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4981, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.8227334235453315, | |
| "grad_norm": 0.5871444260687323, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4903, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.8335588633288228, | |
| "grad_norm": 0.46393708989650767, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4878, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.8443843031123139, | |
| "grad_norm": 0.5218485534033501, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4932, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.8552097428958051, | |
| "grad_norm": 0.6837863897695945, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4991, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.8660351826792964, | |
| "grad_norm": 1.1336244601356606, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4998, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.8768606224627875, | |
| "grad_norm": 1.3010735431771652, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.5067, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.8876860622462788, | |
| "grad_norm": 0.5003035079164821, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4883, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.8985115020297699, | |
| "grad_norm": 0.859775600686613, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4966, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.9093369418132612, | |
| "grad_norm": 1.0087493068226512, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4945, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.9201623815967523, | |
| "grad_norm": 0.9537773614377257, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4922, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.9309878213802436, | |
| "grad_norm": 0.7390524153902613, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4955, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.9418132611637348, | |
| "grad_norm": 0.6345202177956891, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4883, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.952638700947226, | |
| "grad_norm": 0.7420193864107432, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4749, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.9634641407307172, | |
| "grad_norm": 0.6081923653172661, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4878, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.9742895805142084, | |
| "grad_norm": 0.666338542467456, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4877, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.9851150202976996, | |
| "grad_norm": 0.5101695969954052, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4856, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.9959404600811907, | |
| "grad_norm": 0.5471304787788676, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.487, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 1.006765899864682, | |
| "grad_norm": 0.8290825238269952, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.7554, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 1.0175913396481733, | |
| "grad_norm": 0.982482416828812, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4744, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 1.0284167794316643, | |
| "grad_norm": 0.8350075692311496, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4707, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 1.0392422192151556, | |
| "grad_norm": 1.0241030720849982, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4712, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 1.0500676589986468, | |
| "grad_norm": 0.8765653225578105, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4587, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 1.060893098782138, | |
| "grad_norm": 0.7439079711740966, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4645, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 1.0717185385656292, | |
| "grad_norm": 0.8440907885663632, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4623, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 1.0825439783491204, | |
| "grad_norm": 0.6732031936214207, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4571, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 1.0933694181326117, | |
| "grad_norm": 0.5965469878494846, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4555, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 1.104194857916103, | |
| "grad_norm": 0.5257150716254049, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4542, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 1.115020297699594, | |
| "grad_norm": 0.5489308006419329, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4579, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 1.1258457374830853, | |
| "grad_norm": 0.3764598981540829, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4471, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 1.1366711772665765, | |
| "grad_norm": 0.7032598643635346, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4529, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 1.1474966170500678, | |
| "grad_norm": 0.5532083498627568, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4567, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 1.1583220568335588, | |
| "grad_norm": 0.3958025435063403, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4496, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 1.16914749661705, | |
| "grad_norm": 0.6396179687905124, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.445, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 1.1799729364005414, | |
| "grad_norm": 0.47835601761794067, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4509, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 1.1907983761840324, | |
| "grad_norm": 0.6099687463967337, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.456, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 1.2016238159675237, | |
| "grad_norm": 0.7547404628083604, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4551, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 1.212449255751015, | |
| "grad_norm": 0.8939333075200716, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4512, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 1.2232746955345062, | |
| "grad_norm": 1.1387307397907769, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4497, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 1.2341001353179972, | |
| "grad_norm": 0.8587286838838012, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4537, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 1.2449255751014885, | |
| "grad_norm": 0.5903669647092009, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.458, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 1.2557510148849798, | |
| "grad_norm": 0.4071712648959291, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4483, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 1.266576454668471, | |
| "grad_norm": 0.48614666575754834, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4466, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 1.277401894451962, | |
| "grad_norm": 0.441704721810817, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4469, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 1.2882273342354533, | |
| "grad_norm": 0.46292563875783255, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4512, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 1.2990527740189446, | |
| "grad_norm": 0.48480225045492004, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4447, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 1.3098782138024356, | |
| "grad_norm": 0.5075274892323212, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4524, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 1.320703653585927, | |
| "grad_norm": 0.5558276553466879, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4485, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 1.3315290933694182, | |
| "grad_norm": 0.6438827651117811, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4508, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 1.3423545331529092, | |
| "grad_norm": 0.6922826496431984, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4469, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 1.3531799729364005, | |
| "grad_norm": 0.668073491187081, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4469, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 1.3640054127198917, | |
| "grad_norm": 0.6027976409626009, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4461, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 1.374830852503383, | |
| "grad_norm": 0.5563667187131077, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4385, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 1.3856562922868743, | |
| "grad_norm": 0.4850461016138089, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4396, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 1.3964817320703653, | |
| "grad_norm": 0.6549741240199226, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4399, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 1.4073071718538566, | |
| "grad_norm": 0.850032181228161, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4459, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 1.4181326116373478, | |
| "grad_norm": 0.9236462579600792, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4479, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 1.4289580514208389, | |
| "grad_norm": 1.1089061426006435, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4513, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 1.4397834912043301, | |
| "grad_norm": 1.093314412371868, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4438, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 1.4506089309878214, | |
| "grad_norm": 0.8712269811026563, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4432, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 1.4614343707713127, | |
| "grad_norm": 0.6984610983978257, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4439, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 1.472259810554804, | |
| "grad_norm": 0.5128292895463328, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4418, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 1.483085250338295, | |
| "grad_norm": 0.5656470106557929, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.439, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 1.4939106901217862, | |
| "grad_norm": 0.5195979816485148, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4451, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 1.5047361299052775, | |
| "grad_norm": 0.48686356154892607, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4434, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 1.5155615696887685, | |
| "grad_norm": 0.5179254396185354, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4429, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 1.5263870094722598, | |
| "grad_norm": 0.4161882150019228, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4387, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 1.537212449255751, | |
| "grad_norm": 0.3851477110568955, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4399, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 1.548037889039242, | |
| "grad_norm": 0.5650681020018092, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4479, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 1.5588633288227334, | |
| "grad_norm": 0.6041365423727687, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4408, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 1.5696887686062246, | |
| "grad_norm": 0.6650541691537162, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4407, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 1.5805142083897157, | |
| "grad_norm": 0.8112703873527826, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4415, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 1.5913396481732072, | |
| "grad_norm": 0.8575782888457318, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4371, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 1.6021650879566982, | |
| "grad_norm": 0.8536780216470099, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4562, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 1.6129905277401895, | |
| "grad_norm": 0.817565627894833, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4395, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 1.6238159675236807, | |
| "grad_norm": 0.6644023012703825, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4444, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 1.6346414073071718, | |
| "grad_norm": 0.4510865278758624, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4427, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 1.645466847090663, | |
| "grad_norm": 0.39518452434132767, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4363, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 1.6562922868741543, | |
| "grad_norm": 0.554101426822033, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4501, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 1.6671177266576453, | |
| "grad_norm": 0.5733701685893817, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4413, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 1.6779431664411368, | |
| "grad_norm": 0.45972928086502884, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4331, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 1.6887686062246279, | |
| "grad_norm": 0.49564640799889237, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4415, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 1.699594046008119, | |
| "grad_norm": 0.6298777784729768, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4292, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 1.7104194857916104, | |
| "grad_norm": 0.4836766818105872, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4395, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 1.7212449255751014, | |
| "grad_norm": 0.3693307925263571, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4458, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 1.7320703653585927, | |
| "grad_norm": 0.6128038324612713, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4399, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 1.742895805142084, | |
| "grad_norm": 0.773769796604131, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4362, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 1.753721244925575, | |
| "grad_norm": 0.8162410617254389, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4425, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 1.7645466847090663, | |
| "grad_norm": 0.9766591838462444, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4379, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 1.7753721244925575, | |
| "grad_norm": 1.437364653250023, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4411, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 1.7861975642760486, | |
| "grad_norm": 0.591274522159979, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4409, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 1.79702300405954, | |
| "grad_norm": 0.7512249664927566, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4351, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 1.8078484438430311, | |
| "grad_norm": 0.9996805711719177, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4439, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 1.8186738836265224, | |
| "grad_norm": 1.0731207064166486, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4415, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 1.8294993234100136, | |
| "grad_norm": 0.9144207296596163, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4461, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 1.8403247631935047, | |
| "grad_norm": 0.7971202683482035, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4386, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 1.851150202976996, | |
| "grad_norm": 0.6114648055756041, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4361, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 1.8619756427604872, | |
| "grad_norm": 0.6056335877049899, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4347, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 1.8728010825439783, | |
| "grad_norm": 0.7381265519491766, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4301, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 1.8836265223274695, | |
| "grad_norm": 0.5657452557034925, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4436, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 1.8944519621109608, | |
| "grad_norm": 0.5295184999946942, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4356, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 1.9052774018944518, | |
| "grad_norm": 0.5298018845836144, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4301, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 1.9161028416779433, | |
| "grad_norm": 0.5685927450375129, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4319, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 1.9269282814614344, | |
| "grad_norm": 0.5723613931787559, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4406, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 1.9377537212449256, | |
| "grad_norm": 0.5248062336240255, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.435, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 1.9485791610284169, | |
| "grad_norm": 0.3975537461690098, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.436, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.959404600811908, | |
| "grad_norm": 0.5085468359229455, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4357, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 1.9702300405953992, | |
| "grad_norm": 0.4970340500397168, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4312, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 1.9810554803788905, | |
| "grad_norm": 0.39536525078419044, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4391, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 1.9918809201623815, | |
| "grad_norm": 0.41002190272925765, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4394, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 2.002706359945873, | |
| "grad_norm": 0.7035286306625309, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.6873, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 2.013531799729364, | |
| "grad_norm": 1.2601618878091794, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4128, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 2.024357239512855, | |
| "grad_norm": 1.1934817349245597, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.407, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 2.0351826792963466, | |
| "grad_norm": 0.9350836669237442, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4024, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 2.0460081190798376, | |
| "grad_norm": 1.0540794842342625, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.397, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 2.0568335588633286, | |
| "grad_norm": 1.0796190643737174, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4009, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 2.06765899864682, | |
| "grad_norm": 1.0855174576864264, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4046, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 2.078484438430311, | |
| "grad_norm": 0.6218910349228782, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4051, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 2.089309878213802, | |
| "grad_norm": 0.6442533268394706, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3948, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 2.1001353179972937, | |
| "grad_norm": 0.6533095289247332, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3876, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 2.1109607577807847, | |
| "grad_norm": 0.5200551609572114, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3957, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 2.121786197564276, | |
| "grad_norm": 0.5916239741309629, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3938, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 2.1326116373477673, | |
| "grad_norm": 0.49363537236156163, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3895, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 2.1434370771312583, | |
| "grad_norm": 0.40884004242019406, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3862, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 2.15426251691475, | |
| "grad_norm": 0.5565916042513704, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3939, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 2.165087956698241, | |
| "grad_norm": 0.4975891082315616, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.395, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 2.175913396481732, | |
| "grad_norm": 0.38139997266197667, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3899, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 2.1867388362652234, | |
| "grad_norm": 0.4059589535202566, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3871, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 2.1975642760487144, | |
| "grad_norm": 0.33976403070902733, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3933, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 2.208389715832206, | |
| "grad_norm": 0.3474100028276814, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3915, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 2.219215155615697, | |
| "grad_norm": 0.401741921901795, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3889, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 2.230040595399188, | |
| "grad_norm": 0.4015827970844881, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3897, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 2.2408660351826795, | |
| "grad_norm": 0.3571287792331978, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3933, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 2.2516914749661705, | |
| "grad_norm": 0.3424799921141956, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3856, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 2.2625169147496615, | |
| "grad_norm": 0.34837152451561204, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3896, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 2.273342354533153, | |
| "grad_norm": 0.3886531438089093, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3855, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 2.284167794316644, | |
| "grad_norm": 0.4718425953135714, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3873, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 2.2949932341001356, | |
| "grad_norm": 0.534737459687887, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3881, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 2.3058186738836266, | |
| "grad_norm": 0.6820549715415719, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.396, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 2.3166441136671176, | |
| "grad_norm": 0.8634654583485604, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3922, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 2.3274695534506087, | |
| "grad_norm": 1.0330217898090133, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3959, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 2.3382949932341, | |
| "grad_norm": 1.1688285921547568, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4048, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 2.349120433017591, | |
| "grad_norm": 0.690398923170262, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3914, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 2.3599458728010827, | |
| "grad_norm": 0.43396309212372614, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3982, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 2.3707713125845737, | |
| "grad_norm": 0.6658622132891707, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3981, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 2.381596752368065, | |
| "grad_norm": 0.7512871618530845, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3873, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 2.3924221921515563, | |
| "grad_norm": 0.5248973752549382, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3914, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 2.4032476319350473, | |
| "grad_norm": 0.3684987295942111, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3981, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 2.414073071718539, | |
| "grad_norm": 0.5386324229655013, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3982, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 2.42489851150203, | |
| "grad_norm": 0.5989350689241424, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3967, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 2.435723951285521, | |
| "grad_norm": 0.49358596591679665, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3961, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 2.4465493910690124, | |
| "grad_norm": 0.5297285165667454, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3997, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 2.4573748308525034, | |
| "grad_norm": 0.6287539604833966, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3935, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 2.4682002706359945, | |
| "grad_norm": 0.6767528703613279, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3935, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 2.479025710419486, | |
| "grad_norm": 0.5935593685013462, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3911, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 2.489851150202977, | |
| "grad_norm": 0.4597540548275792, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3917, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 2.500676589986468, | |
| "grad_norm": 0.5373235791755535, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4005, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 2.5115020297699595, | |
| "grad_norm": 0.6832033152824111, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3974, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 2.5223274695534506, | |
| "grad_norm": 0.6146990010718386, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3925, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 2.533152909336942, | |
| "grad_norm": 0.4400139790155015, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3942, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 2.543978349120433, | |
| "grad_norm": 0.43037592136490715, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3883, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 2.554803788903924, | |
| "grad_norm": 0.4276306579853105, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3869, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 2.565629228687415, | |
| "grad_norm": 0.5171199962772047, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3944, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 2.5764546684709067, | |
| "grad_norm": 0.444481675091458, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3929, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 2.5872801082543977, | |
| "grad_norm": 0.3073427063229655, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3891, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 2.598105548037889, | |
| "grad_norm": 0.3440960561111227, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3964, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 2.60893098782138, | |
| "grad_norm": 0.311289137160871, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3981, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 2.6197564276048713, | |
| "grad_norm": 0.3282812756717315, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3976, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 2.6305818673883627, | |
| "grad_norm": 0.3215910247334391, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3886, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 2.641407307171854, | |
| "grad_norm": 0.30972603515312513, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3873, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 2.6522327469553453, | |
| "grad_norm": 0.3504247025214314, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3876, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 2.6630581867388363, | |
| "grad_norm": 0.344570447514371, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3894, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 2.6738836265223274, | |
| "grad_norm": 0.3625722474313937, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3944, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 2.6847090663058184, | |
| "grad_norm": 0.40496419053811256, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3895, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 2.69553450608931, | |
| "grad_norm": 0.48340857634806206, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3865, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 2.706359945872801, | |
| "grad_norm": 0.5727538920865917, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3973, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 2.7171853856562924, | |
| "grad_norm": 0.6170420055329149, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3939, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 2.7280108254397835, | |
| "grad_norm": 0.6634364834066814, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3978, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 2.7388362652232745, | |
| "grad_norm": 0.8114230218434052, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3979, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 2.749661705006766, | |
| "grad_norm": 0.9661656561914463, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3935, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 2.760487144790257, | |
| "grad_norm": 0.9537551796961219, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3921, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 2.7713125845737485, | |
| "grad_norm": 0.7118073774232508, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3904, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 2.7821380243572396, | |
| "grad_norm": 0.530702879529185, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.4021, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 2.7929634641407306, | |
| "grad_norm": 0.7888597039445533, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3945, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 2.803788903924222, | |
| "grad_norm": 1.0708910197336536, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3948, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 2.814614343707713, | |
| "grad_norm": 0.7165081300349893, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3987, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 2.825439783491204, | |
| "grad_norm": 0.36537539402867947, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.387, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 2.8362652232746957, | |
| "grad_norm": 0.3199426248854634, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3914, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 2.8470906630581867, | |
| "grad_norm": 0.3764840184700109, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3949, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 2.8579161028416777, | |
| "grad_norm": 0.41997789270218483, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3908, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 2.8687415426251692, | |
| "grad_norm": 0.454015122462399, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.395, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 2.8795669824086603, | |
| "grad_norm": 0.3679834015715816, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3924, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 2.8903924221921518, | |
| "grad_norm": 0.2754839359173836, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.389, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 2.901217861975643, | |
| "grad_norm": 0.48201781080594774, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3908, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 2.912043301759134, | |
| "grad_norm": 0.534246124962904, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3926, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 2.9228687415426253, | |
| "grad_norm": 0.49494875659935805, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3937, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 2.9336941813261164, | |
| "grad_norm": 0.3827675909260427, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3907, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 2.944519621109608, | |
| "grad_norm": 0.43245093213108604, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3966, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 2.955345060893099, | |
| "grad_norm": 0.4606256428062521, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3942, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 2.96617050067659, | |
| "grad_norm": 0.4573982738416541, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3922, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 2.976995940460081, | |
| "grad_norm": 0.539338494179114, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.401, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 2.9878213802435725, | |
| "grad_norm": 0.7676166025897813, | |
| "learning_rate": 0.00011313708, | |
| "loss": 0.3904, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 2.9878213802435725, | |
| "step": 276, | |
| "total_flos": 6.629121904995205e+18, | |
| "train_loss": 0.6404118469875791, | |
| "train_runtime": 27418.4627, | |
| "train_samples_per_second": 5.174, | |
| "train_steps_per_second": 0.01 | |
| } | |
| ], | |
| "logging_steps": 1.0, | |
| "max_steps": 276, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 6.629121904995205e+18, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |