| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.0434227330779056, |
| "eval_steps": 500, |
| "global_step": 600, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.017028522775649212, |
| "grad_norm": 2.3286359310150146, |
| "learning_rate": 0.0001988623435722412, |
| "loss": 4.1641, |
| "mean_token_accuracy": 0.3866006717085838, |
| "num_tokens": 4326.0, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.034057045551298425, |
| "grad_norm": 1.4926602840423584, |
| "learning_rate": 0.00019772468714448238, |
| "loss": 2.0591, |
| "mean_token_accuracy": 0.6790341928601265, |
| "num_tokens": 8676.0, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.05108556832694764, |
| "grad_norm": 1.0835968255996704, |
| "learning_rate": 0.00019658703071672356, |
| "loss": 1.3145, |
| "mean_token_accuracy": 0.8256841972470284, |
| "num_tokens": 12796.0, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.06811409110259685, |
| "grad_norm": 0.7724414467811584, |
| "learning_rate": 0.00019544937428896475, |
| "loss": 1.3324, |
| "mean_token_accuracy": 0.8117582932114601, |
| "num_tokens": 17119.0, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.08514261387824607, |
| "grad_norm": 0.785762369632721, |
| "learning_rate": 0.00019431171786120593, |
| "loss": 1.3375, |
| "mean_token_accuracy": 0.8029867172241211, |
| "num_tokens": 21499.0, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.10217113665389528, |
| "grad_norm": 0.6702725291252136, |
| "learning_rate": 0.00019317406143344712, |
| "loss": 1.2159, |
| "mean_token_accuracy": 0.8230627462267875, |
| "num_tokens": 25785.0, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.11919965942954448, |
| "grad_norm": 0.6287369728088379, |
| "learning_rate": 0.0001920364050056883, |
| "loss": 1.1634, |
| "mean_token_accuracy": 0.8315445825457572, |
| "num_tokens": 29980.0, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.1362281822051937, |
| "grad_norm": 0.6573143005371094, |
| "learning_rate": 0.00019089874857792946, |
| "loss": 1.3762, |
| "mean_token_accuracy": 0.7971536681056023, |
| "num_tokens": 34497.0, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.1532567049808429, |
| "grad_norm": 0.6560688614845276, |
| "learning_rate": 0.00018976109215017067, |
| "loss": 1.1589, |
| "mean_token_accuracy": 0.8251897826790809, |
| "num_tokens": 38800.0, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.17028522775649213, |
| "grad_norm": 0.6654791831970215, |
| "learning_rate": 0.00018862343572241183, |
| "loss": 1.1498, |
| "mean_token_accuracy": 0.8319168403744698, |
| "num_tokens": 43055.0, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.18731375053214133, |
| "grad_norm": 0.7387417554855347, |
| "learning_rate": 0.00018748577929465302, |
| "loss": 1.1265, |
| "mean_token_accuracy": 0.8290244281291962, |
| "num_tokens": 47346.0, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.20434227330779056, |
| "grad_norm": 0.5795997977256775, |
| "learning_rate": 0.0001863481228668942, |
| "loss": 1.0046, |
| "mean_token_accuracy": 0.8534704640507698, |
| "num_tokens": 51485.0, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.22137079608343976, |
| "grad_norm": 0.6834130883216858, |
| "learning_rate": 0.0001852104664391354, |
| "loss": 1.113, |
| "mean_token_accuracy": 0.8345914751291275, |
| "num_tokens": 55716.0, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.23839931885908897, |
| "grad_norm": 0.7211284041404724, |
| "learning_rate": 0.00018407281001137657, |
| "loss": 1.2132, |
| "mean_token_accuracy": 0.8207321017980576, |
| "num_tokens": 60030.0, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.2554278416347382, |
| "grad_norm": 0.6312271356582642, |
| "learning_rate": 0.00018293515358361776, |
| "loss": 1.0987, |
| "mean_token_accuracy": 0.8333725541830063, |
| "num_tokens": 64288.0, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.2724563644103874, |
| "grad_norm": 0.7119404077529907, |
| "learning_rate": 0.00018179749715585894, |
| "loss": 1.0981, |
| "mean_token_accuracy": 0.8323698997497558, |
| "num_tokens": 68548.0, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.2894848871860366, |
| "grad_norm": 0.9000201225280762, |
| "learning_rate": 0.00018065984072810013, |
| "loss": 1.146, |
| "mean_token_accuracy": 0.8253335595130921, |
| "num_tokens": 72914.0, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.3065134099616858, |
| "grad_norm": 0.6050537824630737, |
| "learning_rate": 0.0001795221843003413, |
| "loss": 1.0111, |
| "mean_token_accuracy": 0.842674246430397, |
| "num_tokens": 77168.0, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.32354193273733506, |
| "grad_norm": 0.684512197971344, |
| "learning_rate": 0.0001783845278725825, |
| "loss": 1.1186, |
| "mean_token_accuracy": 0.8351956441998482, |
| "num_tokens": 81439.0, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.34057045551298426, |
| "grad_norm": 0.7323129773139954, |
| "learning_rate": 0.00017724687144482368, |
| "loss": 1.1287, |
| "mean_token_accuracy": 0.8245970487594605, |
| "num_tokens": 85773.0, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.35759897828863346, |
| "grad_norm": 0.7547741532325745, |
| "learning_rate": 0.00017610921501706487, |
| "loss": 1.0868, |
| "mean_token_accuracy": 0.8298466548323631, |
| "num_tokens": 90117.0, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.37462750106428266, |
| "grad_norm": 0.7113769054412842, |
| "learning_rate": 0.00017497155858930602, |
| "loss": 1.1214, |
| "mean_token_accuracy": 0.8299670115113258, |
| "num_tokens": 94412.0, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.39165602383993187, |
| "grad_norm": 0.7486220002174377, |
| "learning_rate": 0.00017383390216154724, |
| "loss": 1.1452, |
| "mean_token_accuracy": 0.8283886179327965, |
| "num_tokens": 98782.0, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.4086845466155811, |
| "grad_norm": 0.658633828163147, |
| "learning_rate": 0.0001726962457337884, |
| "loss": 1.0415, |
| "mean_token_accuracy": 0.8431179687380791, |
| "num_tokens": 103011.0, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.4257130693912303, |
| "grad_norm": 0.783794105052948, |
| "learning_rate": 0.0001715585893060296, |
| "loss": 1.1056, |
| "mean_token_accuracy": 0.8254878520965576, |
| "num_tokens": 107402.0, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.4427415921668795, |
| "grad_norm": 0.7954565286636353, |
| "learning_rate": 0.00017042093287827076, |
| "loss": 1.0518, |
| "mean_token_accuracy": 0.8375606715679169, |
| "num_tokens": 111707.0, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.45977011494252873, |
| "grad_norm": 0.6913949847221375, |
| "learning_rate": 0.00016928327645051198, |
| "loss": 1.1104, |
| "mean_token_accuracy": 0.8326424166560173, |
| "num_tokens": 115998.0, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.47679863771817793, |
| "grad_norm": 0.7918037176132202, |
| "learning_rate": 0.00016814562002275313, |
| "loss": 1.0495, |
| "mean_token_accuracy": 0.8390962019562721, |
| "num_tokens": 120271.0, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.49382716049382713, |
| "grad_norm": 0.7816826701164246, |
| "learning_rate": 0.00016700796359499432, |
| "loss": 1.0463, |
| "mean_token_accuracy": 0.8433194428682327, |
| "num_tokens": 124461.0, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.5108556832694764, |
| "grad_norm": 0.8069042563438416, |
| "learning_rate": 0.0001658703071672355, |
| "loss": 1.0664, |
| "mean_token_accuracy": 0.8278923153877258, |
| "num_tokens": 128781.0, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.5278842060451255, |
| "grad_norm": 1.0114731788635254, |
| "learning_rate": 0.0001647326507394767, |
| "loss": 1.1217, |
| "mean_token_accuracy": 0.8267972275614739, |
| "num_tokens": 133167.0, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.5449127288207748, |
| "grad_norm": 0.7900378704071045, |
| "learning_rate": 0.00016359499431171787, |
| "loss": 0.971, |
| "mean_token_accuracy": 0.8421565622091294, |
| "num_tokens": 137464.0, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.561941251596424, |
| "grad_norm": 0.8059927821159363, |
| "learning_rate": 0.00016245733788395906, |
| "loss": 1.0457, |
| "mean_token_accuracy": 0.8381335601210594, |
| "num_tokens": 141760.0, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.5789697743720732, |
| "grad_norm": 0.7589371800422668, |
| "learning_rate": 0.00016131968145620024, |
| "loss": 1.0208, |
| "mean_token_accuracy": 0.8342296928167343, |
| "num_tokens": 146051.0, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.5959982971477225, |
| "grad_norm": 0.692416250705719, |
| "learning_rate": 0.00016018202502844143, |
| "loss": 0.9837, |
| "mean_token_accuracy": 0.8510025009512902, |
| "num_tokens": 150270.0, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.6130268199233716, |
| "grad_norm": 0.6662923097610474, |
| "learning_rate": 0.0001590443686006826, |
| "loss": 0.9835, |
| "mean_token_accuracy": 0.8463438332080842, |
| "num_tokens": 154537.0, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.6300553426990209, |
| "grad_norm": 0.7452691793441772, |
| "learning_rate": 0.0001579067121729238, |
| "loss": 1.0496, |
| "mean_token_accuracy": 0.8375737622380257, |
| "num_tokens": 158810.0, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.6470838654746701, |
| "grad_norm": 0.809700608253479, |
| "learning_rate": 0.00015676905574516496, |
| "loss": 1.0595, |
| "mean_token_accuracy": 0.8294038504362107, |
| "num_tokens": 163213.0, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.6641123882503193, |
| "grad_norm": 0.7708745002746582, |
| "learning_rate": 0.00015563139931740617, |
| "loss": 1.0976, |
| "mean_token_accuracy": 0.8289313957095146, |
| "num_tokens": 167607.0, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.6811409110259685, |
| "grad_norm": 0.6482141613960266, |
| "learning_rate": 0.00015449374288964733, |
| "loss": 1.0701, |
| "mean_token_accuracy": 0.8261386752128601, |
| "num_tokens": 172024.0, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.6981694338016177, |
| "grad_norm": 0.7164883613586426, |
| "learning_rate": 0.00015335608646188854, |
| "loss": 0.9878, |
| "mean_token_accuracy": 0.8418964132666588, |
| "num_tokens": 176317.0, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.7151979565772669, |
| "grad_norm": 0.710343599319458, |
| "learning_rate": 0.0001522184300341297, |
| "loss": 0.9306, |
| "mean_token_accuracy": 0.8468034327030182, |
| "num_tokens": 180558.0, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.7322264793529162, |
| "grad_norm": 0.863784909248352, |
| "learning_rate": 0.00015108077360637088, |
| "loss": 1.0544, |
| "mean_token_accuracy": 0.8359945684671402, |
| "num_tokens": 184885.0, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.7492550021285653, |
| "grad_norm": 0.8381637930870056, |
| "learning_rate": 0.00014994311717861207, |
| "loss": 1.0522, |
| "mean_token_accuracy": 0.836811026930809, |
| "num_tokens": 189219.0, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.7662835249042146, |
| "grad_norm": 0.683501124382019, |
| "learning_rate": 0.00014880546075085325, |
| "loss": 0.9427, |
| "mean_token_accuracy": 0.8544979348778725, |
| "num_tokens": 193437.0, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.7833120476798637, |
| "grad_norm": 0.7609812617301941, |
| "learning_rate": 0.00014766780432309444, |
| "loss": 1.0048, |
| "mean_token_accuracy": 0.8403829500079155, |
| "num_tokens": 197724.0, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.800340570455513, |
| "grad_norm": 0.8223949074745178, |
| "learning_rate": 0.00014653014789533562, |
| "loss": 1.078, |
| "mean_token_accuracy": 0.8296335831284523, |
| "num_tokens": 202141.0, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.8173690932311622, |
| "grad_norm": 0.9807024002075195, |
| "learning_rate": 0.0001453924914675768, |
| "loss": 0.9295, |
| "mean_token_accuracy": 0.8495418474078178, |
| "num_tokens": 206333.0, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.8343976160068114, |
| "grad_norm": 0.7864217162132263, |
| "learning_rate": 0.000144254835039818, |
| "loss": 1.0326, |
| "mean_token_accuracy": 0.8422158002853394, |
| "num_tokens": 210593.0, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.8514261387824607, |
| "grad_norm": 0.8183476328849792, |
| "learning_rate": 0.00014311717861205915, |
| "loss": 1.0419, |
| "mean_token_accuracy": 0.8332764700055122, |
| "num_tokens": 214925.0, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.8684546615581098, |
| "grad_norm": 0.7906543612480164, |
| "learning_rate": 0.00014197952218430036, |
| "loss": 0.9278, |
| "mean_token_accuracy": 0.8531344652175903, |
| "num_tokens": 219106.0, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.885483184333759, |
| "grad_norm": 0.7864625453948975, |
| "learning_rate": 0.00014084186575654152, |
| "loss": 0.9764, |
| "mean_token_accuracy": 0.8394758701324463, |
| "num_tokens": 223398.0, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.9025117071094083, |
| "grad_norm": 0.7231821417808533, |
| "learning_rate": 0.00013970420932878273, |
| "loss": 1.0357, |
| "mean_token_accuracy": 0.8368565306067467, |
| "num_tokens": 227720.0, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.9195402298850575, |
| "grad_norm": 0.7288718223571777, |
| "learning_rate": 0.0001385665529010239, |
| "loss": 1.0178, |
| "mean_token_accuracy": 0.842984040081501, |
| "num_tokens": 232021.0, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.9365687526607067, |
| "grad_norm": 0.7466130256652832, |
| "learning_rate": 0.0001374288964732651, |
| "loss": 0.9974, |
| "mean_token_accuracy": 0.8431279867887497, |
| "num_tokens": 236312.0, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.9535972754363559, |
| "grad_norm": 0.7876543402671814, |
| "learning_rate": 0.00013629124004550626, |
| "loss": 1.0057, |
| "mean_token_accuracy": 0.8389794036746026, |
| "num_tokens": 240594.0, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.9706257982120051, |
| "grad_norm": 0.738293468952179, |
| "learning_rate": 0.00013515358361774744, |
| "loss": 0.9129, |
| "mean_token_accuracy": 0.8528255730867386, |
| "num_tokens": 244859.0, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.9876543209876543, |
| "grad_norm": 0.8145989775657654, |
| "learning_rate": 0.00013401592718998863, |
| "loss": 0.9188, |
| "mean_token_accuracy": 0.8555046319961548, |
| "num_tokens": 249060.0, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.0046828437633035, |
| "grad_norm": 0.693233072757721, |
| "learning_rate": 0.00013287827076222981, |
| "loss": 1.0648, |
| "mean_token_accuracy": 0.8477524280548095, |
| "num_tokens": 253361.0, |
| "step": 295 |
| }, |
| { |
| "epoch": 1.0217113665389528, |
| "grad_norm": 0.8171095848083496, |
| "learning_rate": 0.000131740614334471, |
| "loss": 0.883, |
| "mean_token_accuracy": 0.8561580404639244, |
| "num_tokens": 257633.0, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.038739889314602, |
| "grad_norm": 0.7343988418579102, |
| "learning_rate": 0.00013060295790671218, |
| "loss": 0.8591, |
| "mean_token_accuracy": 0.8583228841423989, |
| "num_tokens": 261975.0, |
| "step": 305 |
| }, |
| { |
| "epoch": 1.055768412090251, |
| "grad_norm": 0.6689726114273071, |
| "learning_rate": 0.00012946530147895337, |
| "loss": 0.8397, |
| "mean_token_accuracy": 0.8668102487921715, |
| "num_tokens": 266174.0, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.0727969348659003, |
| "grad_norm": 0.8284767270088196, |
| "learning_rate": 0.00012832764505119455, |
| "loss": 0.9108, |
| "mean_token_accuracy": 0.8551412716507911, |
| "num_tokens": 270416.0, |
| "step": 315 |
| }, |
| { |
| "epoch": 1.0898254576415496, |
| "grad_norm": 0.7800877690315247, |
| "learning_rate": 0.0001271899886234357, |
| "loss": 0.923, |
| "mean_token_accuracy": 0.8521544948220253, |
| "num_tokens": 274802.0, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.1068539804171988, |
| "grad_norm": 0.803035318851471, |
| "learning_rate": 0.00012605233219567692, |
| "loss": 0.9009, |
| "mean_token_accuracy": 0.8583568409085274, |
| "num_tokens": 279061.0, |
| "step": 325 |
| }, |
| { |
| "epoch": 1.123882503192848, |
| "grad_norm": 0.7928335666656494, |
| "learning_rate": 0.00012491467576791808, |
| "loss": 0.8677, |
| "mean_token_accuracy": 0.860838033258915, |
| "num_tokens": 283290.0, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.1409110259684971, |
| "grad_norm": 0.82757967710495, |
| "learning_rate": 0.0001237770193401593, |
| "loss": 0.9326, |
| "mean_token_accuracy": 0.8526211172342301, |
| "num_tokens": 287627.0, |
| "step": 335 |
| }, |
| { |
| "epoch": 1.1579395487441464, |
| "grad_norm": 0.8021914958953857, |
| "learning_rate": 0.00012263936291240045, |
| "loss": 0.9066, |
| "mean_token_accuracy": 0.8505649596452713, |
| "num_tokens": 291975.0, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.1749680715197957, |
| "grad_norm": 0.7565475106239319, |
| "learning_rate": 0.00012150170648464165, |
| "loss": 0.8812, |
| "mean_token_accuracy": 0.8562570214271545, |
| "num_tokens": 296232.0, |
| "step": 345 |
| }, |
| { |
| "epoch": 1.191996594295445, |
| "grad_norm": 0.8126978278160095, |
| "learning_rate": 0.00012036405005688282, |
| "loss": 0.905, |
| "mean_token_accuracy": 0.8556828230619431, |
| "num_tokens": 300591.0, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.2090251170710942, |
| "grad_norm": 0.8174765706062317, |
| "learning_rate": 0.000119226393629124, |
| "loss": 0.9861, |
| "mean_token_accuracy": 0.8424012079834938, |
| "num_tokens": 304998.0, |
| "step": 355 |
| }, |
| { |
| "epoch": 1.2260536398467432, |
| "grad_norm": 0.8921035528182983, |
| "learning_rate": 0.00011808873720136519, |
| "loss": 0.7724, |
| "mean_token_accuracy": 0.8735315829515458, |
| "num_tokens": 309137.0, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.2430821626223925, |
| "grad_norm": 0.855992317199707, |
| "learning_rate": 0.00011695108077360638, |
| "loss": 0.8922, |
| "mean_token_accuracy": 0.854039640724659, |
| "num_tokens": 313389.0, |
| "step": 365 |
| }, |
| { |
| "epoch": 1.2601106853980417, |
| "grad_norm": 0.9408860206604004, |
| "learning_rate": 0.00011581342434584756, |
| "loss": 0.9254, |
| "mean_token_accuracy": 0.8507854476571083, |
| "num_tokens": 317743.0, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.277139208173691, |
| "grad_norm": 0.7847197651863098, |
| "learning_rate": 0.00011467576791808873, |
| "loss": 0.8563, |
| "mean_token_accuracy": 0.869862625002861, |
| "num_tokens": 321873.0, |
| "step": 375 |
| }, |
| { |
| "epoch": 1.29416773094934, |
| "grad_norm": 0.8556840419769287, |
| "learning_rate": 0.00011353811149032993, |
| "loss": 0.8489, |
| "mean_token_accuracy": 0.8591933220624923, |
| "num_tokens": 326124.0, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.3111962537249893, |
| "grad_norm": 0.8849514126777649, |
| "learning_rate": 0.0001124004550625711, |
| "loss": 0.8526, |
| "mean_token_accuracy": 0.8600789621472359, |
| "num_tokens": 330405.0, |
| "step": 385 |
| }, |
| { |
| "epoch": 1.3282247765006385, |
| "grad_norm": 0.8099865913391113, |
| "learning_rate": 0.00011126279863481229, |
| "loss": 0.9309, |
| "mean_token_accuracy": 0.8511071890592575, |
| "num_tokens": 334701.0, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.3452532992762878, |
| "grad_norm": 0.8668401837348938, |
| "learning_rate": 0.00011012514220705347, |
| "loss": 0.8671, |
| "mean_token_accuracy": 0.8605618432164193, |
| "num_tokens": 338951.0, |
| "step": 395 |
| }, |
| { |
| "epoch": 1.362281822051937, |
| "grad_norm": 0.8669872283935547, |
| "learning_rate": 0.00010898748577929466, |
| "loss": 0.8796, |
| "mean_token_accuracy": 0.8592276558279991, |
| "num_tokens": 343203.0, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.3793103448275863, |
| "grad_norm": 0.8468757271766663, |
| "learning_rate": 0.00010784982935153584, |
| "loss": 0.8941, |
| "mean_token_accuracy": 0.8553030788898468, |
| "num_tokens": 347460.0, |
| "step": 405 |
| }, |
| { |
| "epoch": 1.3963388676032356, |
| "grad_norm": 0.8839651346206665, |
| "learning_rate": 0.00010671217292377703, |
| "loss": 0.913, |
| "mean_token_accuracy": 0.8489826336503029, |
| "num_tokens": 351850.0, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.4133673903788846, |
| "grad_norm": 0.8808367848396301, |
| "learning_rate": 0.00010557451649601821, |
| "loss": 0.8158, |
| "mean_token_accuracy": 0.8628147393465042, |
| "num_tokens": 356104.0, |
| "step": 415 |
| }, |
| { |
| "epoch": 1.4303959131545338, |
| "grad_norm": 0.9303593039512634, |
| "learning_rate": 0.00010443686006825938, |
| "loss": 0.8737, |
| "mean_token_accuracy": 0.8497098922729492, |
| "num_tokens": 360445.0, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.447424435930183, |
| "grad_norm": 0.7914776802062988, |
| "learning_rate": 0.00010329920364050057, |
| "loss": 0.9168, |
| "mean_token_accuracy": 0.8531492814421654, |
| "num_tokens": 364778.0, |
| "step": 425 |
| }, |
| { |
| "epoch": 1.4644529587058321, |
| "grad_norm": 0.8661580085754395, |
| "learning_rate": 0.00010216154721274175, |
| "loss": 0.8335, |
| "mean_token_accuracy": 0.8674297228455543, |
| "num_tokens": 368961.0, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.4814814814814814, |
| "grad_norm": 0.8548939228057861, |
| "learning_rate": 0.00010102389078498294, |
| "loss": 0.9314, |
| "mean_token_accuracy": 0.8409372463822364, |
| "num_tokens": 373355.0, |
| "step": 435 |
| }, |
| { |
| "epoch": 1.4985100042571307, |
| "grad_norm": 0.8668932914733887, |
| "learning_rate": 9.988623435722412e-05, |
| "loss": 0.8482, |
| "mean_token_accuracy": 0.8576690852642059, |
| "num_tokens": 377652.0, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.51553852703278, |
| "grad_norm": 0.8412478566169739, |
| "learning_rate": 9.874857792946531e-05, |
| "loss": 0.8791, |
| "mean_token_accuracy": 0.8531419888138772, |
| "num_tokens": 381969.0, |
| "step": 445 |
| }, |
| { |
| "epoch": 1.5325670498084292, |
| "grad_norm": 0.8298078179359436, |
| "learning_rate": 9.761092150170649e-05, |
| "loss": 0.7418, |
| "mean_token_accuracy": 0.8757623940706253, |
| "num_tokens": 386149.0, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.5495955725840784, |
| "grad_norm": 0.8505256772041321, |
| "learning_rate": 9.647326507394768e-05, |
| "loss": 0.8107, |
| "mean_token_accuracy": 0.8660028412938118, |
| "num_tokens": 390316.0, |
| "step": 455 |
| }, |
| { |
| "epoch": 1.5666240953597277, |
| "grad_norm": 0.72185879945755, |
| "learning_rate": 9.533560864618886e-05, |
| "loss": 0.8601, |
| "mean_token_accuracy": 0.8591737478971482, |
| "num_tokens": 394651.0, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.5836526181353767, |
| "grad_norm": 1.0382378101348877, |
| "learning_rate": 9.419795221843003e-05, |
| "loss": 0.849, |
| "mean_token_accuracy": 0.8591210901737213, |
| "num_tokens": 398879.0, |
| "step": 465 |
| }, |
| { |
| "epoch": 1.600681140911026, |
| "grad_norm": 0.7781236171722412, |
| "learning_rate": 9.306029579067122e-05, |
| "loss": 0.8587, |
| "mean_token_accuracy": 0.8554968953132629, |
| "num_tokens": 403154.0, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.617709663686675, |
| "grad_norm": 0.9941114187240601, |
| "learning_rate": 9.19226393629124e-05, |
| "loss": 1.0077, |
| "mean_token_accuracy": 0.8324473947286606, |
| "num_tokens": 407653.0, |
| "step": 475 |
| }, |
| { |
| "epoch": 1.6347381864623243, |
| "grad_norm": 0.791912853717804, |
| "learning_rate": 9.078498293515359e-05, |
| "loss": 0.8211, |
| "mean_token_accuracy": 0.8655396267771721, |
| "num_tokens": 411904.0, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.6517667092379735, |
| "grad_norm": 0.8509976267814636, |
| "learning_rate": 8.964732650739477e-05, |
| "loss": 0.8895, |
| "mean_token_accuracy": 0.8587504833936691, |
| "num_tokens": 416159.0, |
| "step": 485 |
| }, |
| { |
| "epoch": 1.6687952320136228, |
| "grad_norm": 1.0071176290512085, |
| "learning_rate": 8.850967007963596e-05, |
| "loss": 0.9112, |
| "mean_token_accuracy": 0.8539686873555183, |
| "num_tokens": 420513.0, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.685823754789272, |
| "grad_norm": 0.8273159861564636, |
| "learning_rate": 8.737201365187714e-05, |
| "loss": 0.8383, |
| "mean_token_accuracy": 0.8577379778027534, |
| "num_tokens": 424759.0, |
| "step": 495 |
| }, |
| { |
| "epoch": 1.7028522775649213, |
| "grad_norm": 0.8064838647842407, |
| "learning_rate": 8.623435722411833e-05, |
| "loss": 0.8397, |
| "mean_token_accuracy": 0.8636475175619125, |
| "num_tokens": 429018.0, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.7198808003405706, |
| "grad_norm": 0.7176003456115723, |
| "learning_rate": 8.509670079635951e-05, |
| "loss": 0.7738, |
| "mean_token_accuracy": 0.8699946105480194, |
| "num_tokens": 433124.0, |
| "step": 505 |
| }, |
| { |
| "epoch": 1.7369093231162198, |
| "grad_norm": 0.8316643834114075, |
| "learning_rate": 8.395904436860069e-05, |
| "loss": 0.9191, |
| "mean_token_accuracy": 0.8493718564510345, |
| "num_tokens": 437449.0, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.7539378458918689, |
| "grad_norm": 0.9423941373825073, |
| "learning_rate": 8.282138794084187e-05, |
| "loss": 0.8749, |
| "mean_token_accuracy": 0.8558909714221954, |
| "num_tokens": 441753.0, |
| "step": 515 |
| }, |
| { |
| "epoch": 1.770966368667518, |
| "grad_norm": 0.8593487739562988, |
| "learning_rate": 8.168373151308306e-05, |
| "loss": 0.8463, |
| "mean_token_accuracy": 0.857591399550438, |
| "num_tokens": 446036.0, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.7879948914431671, |
| "grad_norm": 0.7944974303245544, |
| "learning_rate": 8.054607508532424e-05, |
| "loss": 0.8275, |
| "mean_token_accuracy": 0.859096622467041, |
| "num_tokens": 450298.0, |
| "step": 525 |
| }, |
| { |
| "epoch": 1.8050234142188164, |
| "grad_norm": 0.7622503042221069, |
| "learning_rate": 7.940841865756543e-05, |
| "loss": 0.8846, |
| "mean_token_accuracy": 0.8580268025398254, |
| "num_tokens": 454595.0, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.8220519369944657, |
| "grad_norm": 0.8578078746795654, |
| "learning_rate": 7.827076222980661e-05, |
| "loss": 0.7674, |
| "mean_token_accuracy": 0.8716912001371384, |
| "num_tokens": 458807.0, |
| "step": 535 |
| }, |
| { |
| "epoch": 1.839080459770115, |
| "grad_norm": 1.0383292436599731, |
| "learning_rate": 7.71331058020478e-05, |
| "loss": 0.9129, |
| "mean_token_accuracy": 0.8489386543631554, |
| "num_tokens": 463150.0, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.8561089825457642, |
| "grad_norm": 0.8726801872253418, |
| "learning_rate": 7.599544937428897e-05, |
| "loss": 0.877, |
| "mean_token_accuracy": 0.8568779289722442, |
| "num_tokens": 467472.0, |
| "step": 545 |
| }, |
| { |
| "epoch": 1.8731375053214134, |
| "grad_norm": 0.9192221164703369, |
| "learning_rate": 7.485779294653015e-05, |
| "loss": 0.9341, |
| "mean_token_accuracy": 0.8403045237064362, |
| "num_tokens": 471930.0, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.8901660280970627, |
| "grad_norm": 0.8688830137252808, |
| "learning_rate": 7.372013651877134e-05, |
| "loss": 0.8244, |
| "mean_token_accuracy": 0.8679932355880737, |
| "num_tokens": 476140.0, |
| "step": 555 |
| }, |
| { |
| "epoch": 1.907194550872712, |
| "grad_norm": 0.8286635279655457, |
| "learning_rate": 7.258248009101252e-05, |
| "loss": 0.8725, |
| "mean_token_accuracy": 0.8549414992332458, |
| "num_tokens": 480474.0, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.924223073648361, |
| "grad_norm": 0.789902925491333, |
| "learning_rate": 7.14448236632537e-05, |
| "loss": 0.8135, |
| "mean_token_accuracy": 0.8649365425109863, |
| "num_tokens": 484805.0, |
| "step": 565 |
| }, |
| { |
| "epoch": 1.9412515964240102, |
| "grad_norm": 0.8496629595756531, |
| "learning_rate": 7.030716723549489e-05, |
| "loss": 0.9036, |
| "mean_token_accuracy": 0.8460123494267464, |
| "num_tokens": 489275.0, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.9582801191996593, |
| "grad_norm": 0.8411655426025391, |
| "learning_rate": 6.916951080773608e-05, |
| "loss": 0.9346, |
| "mean_token_accuracy": 0.8429780200123786, |
| "num_tokens": 493726.0, |
| "step": 575 |
| }, |
| { |
| "epoch": 1.9753086419753085, |
| "grad_norm": 0.8502522706985474, |
| "learning_rate": 6.803185437997726e-05, |
| "loss": 0.8703, |
| "mean_token_accuracy": 0.8595944106578827, |
| "num_tokens": 498022.0, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.9923371647509578, |
| "grad_norm": 0.743918776512146, |
| "learning_rate": 6.689419795221843e-05, |
| "loss": 0.8815, |
| "mean_token_accuracy": 0.851164074242115, |
| "num_tokens": 502352.0, |
| "step": 585 |
| }, |
| { |
| "epoch": 2.009365687526607, |
| "grad_norm": 0.7339876294136047, |
| "learning_rate": 6.575654152445962e-05, |
| "loss": 0.9297, |
| "mean_token_accuracy": 0.8610147342085839, |
| "num_tokens": 506669.0, |
| "step": 590 |
| }, |
| { |
| "epoch": 2.0263942103022563, |
| "grad_norm": 0.903137743473053, |
| "learning_rate": 6.46188850967008e-05, |
| "loss": 0.7306, |
| "mean_token_accuracy": 0.8799364000558854, |
| "num_tokens": 510931.0, |
| "step": 595 |
| }, |
| { |
| "epoch": 2.0434227330779056, |
| "grad_norm": 0.8741887807846069, |
| "learning_rate": 6.348122866894199e-05, |
| "loss": 0.777, |
| "mean_token_accuracy": 0.8718036338686943, |
| "num_tokens": 515254.0, |
| "step": 600 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 879, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 200, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4829514093385728.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
